-- Logs begin at Fri 2021-07-16 17:24:27 UTC, end at Fri 2021-07-16 19:45:46 UTC. -- Jul 16 17:54:43.226974 n-d-793620-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 17:54:45.937912 n-d-793620-10 neutron-server[93668]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:54:45.938607 n-d-793620-10 neutron-server[93668]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:54:45.938685 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93668) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:54:45.941945 n-d-793620-10 neutron-server[93668]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:54:45.942199 n-d-793620-10 neutron-server[93668]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:54:45.942507 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93668) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:54:45.943430 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:54:45.943666 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:54:45.944030 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:54:45.944832 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:54:45.945063 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:54:45.945386 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.945684 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.945981 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.946211 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.946511 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.946800 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.947085 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.947376 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.947675 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.947960 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.948265 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.948553 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.948785 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.949067 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.949355 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.949642 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.949868 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] debug = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.950145 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.950572 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.951001 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.951276 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.951568 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.951847 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.952120 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.952421 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.952705 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.953033 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] host = n-d-793620-10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.953310 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.953596 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.953882 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.954165 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.954481 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.954763 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.955050 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.955322 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.955595 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] log_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.955869 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.956165 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.956476 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.956763 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.956989 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.957211 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.957498 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.957782 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.958056 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.958329 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.958600 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.958870 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.959142 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.959409 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.959694 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.960552 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.960841 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.961120 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.961395 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.961670 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.961943 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.962229 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.962502 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.962777 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.963052 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.963339 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.963610 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.963884 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.964214 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.964504 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.964786 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.965070 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.965344 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.965626 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.965897 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.966170 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.966440 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] use_json = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.966714 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.966985 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.967265 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.967537 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.967809 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.968080 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.968375 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.968659 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:45.968959 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.969255 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.969557 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.969842 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.970138 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.970419 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.970706 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.970986 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.971277 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.971567 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.971859 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.972141 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.972453 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.972733 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.973030 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.973336 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.973633 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.973929 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.974206 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.974482 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.974756 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.975036 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.975324 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.975644 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.975934 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.976232 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.976519 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.976811 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.977091 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.977362 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.977640 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.977929 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.978207 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.978481 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.978762 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.979040 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.979314 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.979587 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.979865 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.980166 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.980451 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.980721 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.980992 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.981270 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.981543 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.981831 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.982109 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.982382 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.982653 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.982932 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.983206 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.983480 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.983758 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.984030 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.984339 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.984614 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.984886 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.985159 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.985430 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.985701 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.985973 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.986244 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.986525 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.986796 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.987068 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.987339 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.987613 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.987884 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.988188 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.988491 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.988768 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.989046 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.989326 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.989605 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.989884 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.990161 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.990437 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.990714 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.991005 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.991308 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.991592 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.991881 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.992180 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.992463 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.992759 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.993036 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.993319 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.993597 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.993873 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.994168 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.994450 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.994743 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.995035 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.995328 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.995623 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.995920 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.996231 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.996550 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.996830 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:45.997048 n-d-793620-10 neutron-server[93668]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:54:45.997297 n-d-793620-10 neutron-server[93668]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93668) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 17:54:46.345077 n-d-793620-10 neutron-server[93668]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:54:46.345337 n-d-793620-10 neutron-server[93668]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:54:46.345555 n-d-793620-10 neutron-server[93668]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:54:46.345887 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 17:54:46.737462 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.737750 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.738024 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.739221 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.739495 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.739770 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.774690 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.774967 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.775238 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.788774 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.789057 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.789327 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.820701 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.820982 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.821254 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.857056 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.857332 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:46.857600 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.090624 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.091275 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.091275 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.091461 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.092105 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.213557 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.213881 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.214171 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.214446 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.214716 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.215029 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.215292 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.215551 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.215807 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.216088 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.216374 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.216639 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.216896 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.217153 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.217409 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.217689 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.217947 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.218213 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.218490 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.218747 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.219016 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.219269 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.219556 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.219931 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.220205 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.220455 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.220858 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:47.221099 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:47.221335 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:47.221571 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:47.221804 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:47.222037 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:47.222406 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 17:54:47.226299 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 17:54:47.230255 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 17:54:47.234018 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 16 17:54:47.235645 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 17:54:47.236105 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 17:54:47.236470 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 17:54:47.236862 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 17:54:47.240990 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 17:54:47.241787 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 17:54:47.242141 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:54:47.269909 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 17:54:47.270305 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.270606 n-d-793620-10 neutron-server[93668]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93668) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 17:54:47.270968 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.272399 n-d-793620-10 neutron-server[93668]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93668) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 17:54:47.272690 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:54:47.272935 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 17:54:47.276117 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.276432 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:47.340533 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 17:54:47.340775 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 17:54:47.341008 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 17:54:47.341390 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 17:54:47.363064 n-d-793620-10 neutron-server[93668]: DEBUG oslo_db.sqlalchemy.engines [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93668) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 17:54:47.886662 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing driver for type 'gre' Jul 16 17:54:47.887234 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] gre ID ranges: [(1, 1000)] Jul 16 17:54:47.940698 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing driver for type 'local' Jul 16 17:54:47.941016 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing driver for type 'vlan' Jul 16 17:54:47.953849 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] VlanTypeDriver initialization complete Jul 16 17:54:47.954262 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing driver for type 'vxlan' Jul 16 17:54:47.954831 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] vxlan ID ranges: [(1, 1000)] Jul 16 17:54:48.008619 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing extension driver 'port_security' Jul 16 17:54:48.008973 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.extensions.port_security [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] PortSecurityExtensionDriver initialization complete Jul 16 17:54:48.009308 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing mechanism driver 'openvswitch' Jul 16 17:54:48.009638 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing mechanism driver 'hyperv' Jul 16 17:54:48.016246 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.plugin [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:48.017117 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.017500 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.017862 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.018387 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93668) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:54:48.018829 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnet after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.019191 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnet after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.019546 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.019937 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93668) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:54:48.020370 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.020726 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.021072 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.021462 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93668) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:54:48.021879 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > security_group after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.022321 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > security_group after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.023186 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.023583 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93668) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:54:48.023988 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.024372 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.024722 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.025113 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93668) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:54:48.025520 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > address_group after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.025870 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > address_group after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.026212 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.026602 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93668) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:54:48.026983 n-d-793620-10 neutron-server[93668]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] ML2 OVO RPC backend initialized. {{(pid=93668) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 17:54:48.027697 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.028058 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.028505 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.028858 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > networks before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.029210 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.029557 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > ports before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.029906 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnet before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.030257 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnets before_response 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.030605 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.030948 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.031288 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.031629 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.031969 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.032343 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.032682 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnet after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.033020 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnet after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.033359 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.033938 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.plugin [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Modular L2 Plugin initialization complete Jul 16 17:54:48.034269 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading services supported by the core plugin {{(pid=93668) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 17:54:48.034596 n-d-793620-10 neutron-server[93668]: INFO neutron.plugins.ml2.managers [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Got port-security extension from driver 'port_security' Jul 16 17:54:48.035063 n-d-793620-10 neutron-server[93668]: INFO neutron.extensions.vlantransparent [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Disabled vlantransparent extension. Jul 16 17:54:48.035544 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93668) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 17:54:48.035860 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: router Jul 16 17:54:48.072080 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.072515 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router after_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.072891 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router before_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.073261 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.073640 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.074003 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router after_delete 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.074366 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.074856 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router after_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.075211 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.075572 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.075922 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.076317 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.076739 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.077116 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.077461 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.077807 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: subnet after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.078154 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.078507 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.078860 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.079204 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: port before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.079548 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.079908 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router after_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.080284 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.080641 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_create 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.081012 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.081363 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_update 55549900 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.081730 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > agent after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.082084 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > agent after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.082433 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > network after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.083302 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Tracking information for resource: router configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:48.083639 n-d-793620-10 neutron-server[93668]: DEBUG neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Tracking information for resource: floatingip configured {{(pid=93668) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:54:48.089176 n-d-793620-10 neutron-server[93668]: INFO neutron.db.l3_agentschedulers_db [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 17:54:48.089767 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.090136 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: port after_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.090501 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: port after_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.090857 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: port after_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.091667 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router before_create 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.092040 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.092443 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_create 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.092808 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > router precommit_update 55550100 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.097246 n-d-793620-10 neutron-server[93668]: DEBUG neutron.services.provider_configuration [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service providers = [] {{(pid=93668) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 17:54:48.097610 n-d-793620-10 neutron-server[93668]: DEBUG neutron.db.servicetype_db [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93668) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 17:54:48.100640 n-d-793620-10 neutron-server[93668]: DEBUG neutron.services.service_base [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:54:48.100994 n-d-793620-10 neutron-server[93668]: DEBUG neutron.services.service_base [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:54:48.101345 n-d-793620-10 neutron-server[93668]: DEBUG neutron.services.service_base [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:54:48.102253 n-d-793620-10 neutron-server[93668]: DEBUG neutron.services.service_base [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93668) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:54:48.102627 n-d-793620-10 neutron-server[93668]: INFO neutron.services.service_base [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 17:54:48.103008 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.103330 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 17:54:48.114076 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.114414 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: auto_allocate Jul 16 17:54:48.120196 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: network precommit_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.120578 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: network precommit_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.121107 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.121431 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: tag Jul 16 17:54:48.128183 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.128530 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: timestamp Jul 16 17:54:48.132897 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.133230 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: network_ip_availability Jul 16 17:54:48.138725 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.139046 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.139406 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.140136 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.140480 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: flavors Jul 16 17:54:48.146710 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.147041 n-d-793620-10 neutron-server[93668]: INFO neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading Plugin: revisions Jul 16 17:54:48.152170 n-d-793620-10 neutron-server[93668]: DEBUG neutron.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93668) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:54:48.152575 n-d-793620-10 neutron-server[93668]: DEBUG oslo_concurrency.lockutils [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.807s {{(pid=93668) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:54:48.153339 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93668) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 17:54:48.153682 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Initializing extension manager. Jul 16 17:54:48.154225 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: __init__.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.154572 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: __pycache__ {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.154910 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.155246 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: address_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.156041 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.156667 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: address-group Jul 16 17:54:48.156991 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: address_scope.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.157726 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.158239 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: address-scope Jul 16 17:54:48.158563 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.159522 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.160029 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: router-admin-state-down-before-update Jul 16 17:54:48.160391 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: agent.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.161106 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.161610 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: agent Jul 16 17:54:48.161930 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: agent_resources_synced.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.162887 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.163396 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: agent-resources-synced Jul 16 17:54:48.163721 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: allowedaddresspairs.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.165596 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.166116 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: allowed-address-pairs Jul 16 17:54:48.166442 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: auto_allocated_topology.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.167536 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.168047 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: auto-allocated-topology Jul 16 17:54:48.168408 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: availability_zone.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.169118 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.169620 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: availability_zone Jul 16 17:54:48.169942 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: availability_zone_filter.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.170872 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.171377 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: availability_zone_filter Jul 16 17:54:48.171700 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: data_plane_status.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.172638 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.173144 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 17:54:48.173466 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: default_subnetpools.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.174407 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.174912 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: default-subnetpools Jul 16 17:54:48.175234 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.176067 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.176609 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: dhcp_agent_scheduler Jul 16 17:54:48.176933 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: dns.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.177888 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.178420 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension dns-integration not supported by any of loaded plugins Jul 16 17:54:48.178747 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: dns_domain_ports.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.179693 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.180487 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 17:54:48.180810 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.181746 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.182251 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 17:54:48.182572 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: dvr.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.183250 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.183756 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: dvr Jul 16 17:54:48.184077 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: empty_string_filtering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.185095 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.185600 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: empty-string-filtering Jul 16 17:54:48.185927 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.186844 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.187342 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:54:48.187664 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.188614 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.189123 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 17:54:48.189447 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: external_net.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.190383 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.190885 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: external-net Jul 16 17:54:48.191206 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.192129 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.192657 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: extra_dhcp_opt Jul 16 17:54:48.192981 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: extraroute.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.193899 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.194931 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: extraroute Jul 16 17:54:48.195253 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: extraroute_atomic.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.196346 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.196859 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: extraroute-atomic Jul 16 17:54:48.197186 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: filter_validation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.197874 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.198378 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: filter-validation Jul 16 17:54:48.198700 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: fip_pf_description.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.199621 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.200380 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 17:54:48.200709 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: fip_port_details.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.201658 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.202172 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: fip-port-details Jul 16 17:54:48.202498 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: flavors.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.203742 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.204298 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: flavors Jul 16 17:54:48.204627 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.206313 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.206835 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 17:54:48.207168 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: floatingip_pools.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.207881 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.208428 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: floatingip-pools Jul 16 17:54:48.208758 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: ip_allocation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.209746 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.210753 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 17:54:48.211080 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.212017 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.212574 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: ip-substring-filtering Jul 16 17:54:48.212902 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l2_adjacency.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.213840 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.214346 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 17:54:48.214670 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l3.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.215686 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.216231 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: router Jul 16 17:54:48.216563 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.218836 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.219378 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:54:48.219700 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.220675 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.221190 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: ext-gw-mode Jul 16 17:54:48.221519 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.222448 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.222956 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: l3-ha Jul 16 17:54:48.223284 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l3_flavors.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.224319 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.224751 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: l3-flavors Jul 16 17:54:48.225075 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.226037 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.226547 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 17:54:48.226868 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: l3agentscheduler.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.227945 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.228485 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: l3_agent_scheduler Jul 16 17:54:48.228816 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: logging.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.230325 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.230845 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension logging not supported by any of loaded plugins Jul 16 17:54:48.231176 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: metering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.231927 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.232550 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: metering Jul 16 17:54:48.232878 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.233996 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.234512 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: metering_source_and_destination_fields Jul 16 17:54:48.234841 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: multiprovidernet.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.235909 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.236465 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: multi-provider Jul 16 17:54:48.236793 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: netmtu.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.237724 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.238233 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: net-mtu Jul 16 17:54:48.238558 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: netmtu_writable.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.239492 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.240000 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: net-mtu-writable Jul 16 17:54:48.240362 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: network_availability_zone.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.241070 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.241578 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: network_availability_zone Jul 16 17:54:48.241898 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: network_ip_availability.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.242998 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.243506 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: network-ip-availability Jul 16 17:54:48.243830 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: network_segment_range.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.244629 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.245136 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 17:54:48.245457 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: pagination.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.246452 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.246783 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: pagination Jul 16 17:54:48.247107 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: port_device_profile.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.248028 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.248641 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: port-device-profile Jul 16 17:54:48.248968 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.249908 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.250411 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: port-mac-address-regenerate Jul 16 17:54:48.250736 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.251656 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.252175 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: port-numa-affinity-policy Jul 16 17:54:48.252521 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: port_resource_request.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.253438 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.253944 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 17:54:48.254270 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: portbindings.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.255202 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.255713 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: binding Jul 16 17:54:48.256038 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: portbindings_extended.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.257873 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.258392 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: binding-extended Jul 16 17:54:48.258723 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: portsecurity.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.259651 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.260184 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: port-security Jul 16 17:54:48.260526 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: project_id.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.261512 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.261844 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: project-id Jul 16 17:54:48.262170 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: providernet.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.263104 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.263619 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: provider Jul 16 17:54:48.263943 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.267515 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.268038 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos not supported by any of loaded plugins Jul 16 17:54:48.268402 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.269658 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.270178 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 17:54:48.270511 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.271442 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.271955 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 17:54:48.272868 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_default.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.273800 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.274313 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-default not supported by any of loaded plugins Jul 16 17:54:48.274643 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_fip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.275311 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.275810 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-fip not supported by any of loaded plugins Jul 16 17:54:48.276134 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_gateway_ip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.277095 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.277604 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 17:54:48.277930 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_port_network_policy.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.278854 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.279365 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 17:54:48.279691 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_rule_type_details.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.280657 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.281165 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 17:54:48.281492 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: qos_rules_alias.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.282558 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.283076 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 17:54:48.283406 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: quotasv2.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.284406 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.284937 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: quotas Jul 16 17:54:48.285265 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: quotasv2_detail.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.288374 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.288717 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: quota_details Jul 16 17:54:48.289052 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: rbac.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.290141 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.290664 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: rbac-policies Jul 16 17:54:48.290997 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: rbac_address_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.291940 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.292495 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: rbac-address-group Jul 16 17:54:48.292823 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: rbac_address_scope.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.293771 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.294287 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: rbac-address-scope Jul 16 17:54:48.294613 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: rbac_security_groups.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.295538 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.296049 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: rbac-security-groups Jul 16 17:54:48.296411 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: rbac_subnetpool.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.297342 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.297853 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: rbac-subnetpool Jul 16 17:54:48.298177 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: revisionifmatch.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.299106 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.299619 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: revision-if-match Jul 16 17:54:48.299945 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: revisions.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.301099 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.301610 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: standard-attr-revisions Jul 16 17:54:48.301934 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: router_availability_zone.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.302615 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.303127 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: router_availability_zone Jul 16 17:54:48.303970 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: routerservicetype.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.304969 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.305731 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension router-service-type not supported by any of loaded plugins Jul 16 17:54:48.306054 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.307008 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.307528 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: security-groups-normalized-cidr Jul 16 17:54:48.307853 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.308825 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.309335 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: port-security-groups-filtering Jul 16 17:54:48.309662 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.310592 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.311100 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: security-groups-remote-address-group Jul 16 17:54:48.311424 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: securitygroup.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.321186 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.321725 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: security-group Jul 16 17:54:48.322063 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: segment.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.322878 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.323394 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension segment not supported by any of loaded plugins Jul 16 17:54:48.323725 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.324715 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.325238 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 17:54:48.325571 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: servicetype.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.326691 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.327216 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: service-type Jul 16 17:54:48.327554 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: sorting.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.328587 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.328921 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: sorting Jul 16 17:54:48.329252 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: standard_attr_segment.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.330260 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.330779 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 17:54:48.331108 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: standardattrdescription.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.331768 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.332311 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: standard-attr-description Jul 16 17:54:48.332638 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: stateful_security_group.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.333596 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.334114 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: stateful-security-group Jul 16 17:54:48.334439 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: stdattrs_common.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.335559 n-d-793620-10 neutron-server[93668]: WARNING neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 17:54:48.335881 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.336846 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.337363 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 17:54:48.337686 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: subnet_onboard.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.338788 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.339308 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: subnet_onboard Jul 16 17:54:48.339630 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.340601 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.341107 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 17:54:48.341430 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: subnet_service_types.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.342365 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.342876 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: subnet-service-types Jul 16 17:54:48.343198 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: subnetallocation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.344324 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.344843 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: subnet_allocation Jul 16 17:54:48.345169 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.345845 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.346356 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: subnetpool-prefix-ops Jul 16 17:54:48.346677 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.347630 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.348165 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 17:54:48.348507 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: tagging.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.349580 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.350100 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: standard-attr-tag Jul 16 17:54:48.350965 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: timestamp.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.352255 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.352777 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loaded extension: standard-attr-timestamp Jul 16 17:54:48.353109 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: trunk.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.354195 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.354708 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension trunk not supported by any of loaded plugins Jul 16 17:54:48.355037 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: trunk_details.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.355986 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.356539 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension trunk-details not supported by any of loaded plugins Jul 16 17:54:48.356868 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: uplink_status_propagation.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.357805 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.359361 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 17:54:48.359688 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Loading extension file: vlantransparent.py {{(pid=93668) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:54:48.360432 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93668) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:54:48.360961 n-d-793620-10 neutron-server[93668]: INFO neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 17:54:48.363426 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:network Jul 16 17:54:48.363966 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:subnet Jul 16 17:54:48.364398 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:54:48.364792 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:port Jul 16 17:54:48.366071 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.366523 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service FLAVORS assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.367144 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.367582 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.367921 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:router Jul 16 17:54:48.368379 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:54:48.368876 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service METERING assigned prefix: /metering {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.370320 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.370695 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.371051 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:48.372079 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:54:48.372558 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:54:48.373005 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:54:48.373607 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.373937 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:54:48.374290 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] subnetpool is already registered Jul 16 17:54:48.374747 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.375059 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:54:48.375396 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] subnetpool is already registered Jul 16 17:54:48.377753 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.378190 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service FLAVORS assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.378787 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.379212 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.379546 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:router Jul 16 17:54:48.379885 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] router is already registered Jul 16 17:54:48.380322 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:54:48.380660 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] floatingip is already registered Jul 16 17:54:48.381114 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service METERING assigned prefix: /metering {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.381811 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:54:48.382135 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] rbac_policy is already registered Jul 16 17:54:48.382547 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:54:48.382883 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] security_group is already registered Jul 16 17:54:48.383287 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:54:48.383619 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] security_group_rule is already registered Jul 16 17:54:48.384293 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.384623 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:54:48.384957 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] subnetpool is already registered Jul 16 17:54:48.385379 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.v2.resource_helper [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Service CORE assigned prefix: {{(pid=93668) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:54:48.385702 n-d-793620-10 neutron-server[93668]: INFO neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:54:48.386032 n-d-793620-10 neutron-server[93668]: WARNING neutron.quota.resource_registry [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] subnetpool is already registered Jul 16 17:54:48.386508 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: extensions {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.387994 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: address-groups {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.389591 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: address-scopes {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.390865 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: agents {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.392024 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: auto-allocated-topology {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.393308 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: availability_zones {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.394537 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: dhcp-networks {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.396050 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: dhcp-agents {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.398044 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: routers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.399763 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: flavors {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.402239 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: service_profiles {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.403453 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: next_providers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.404955 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: service_profiles {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.406521 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: floatingip-pools {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.407740 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: routers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.409484 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: floatingips {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.410771 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: l3-routers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.412190 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: l3-agents {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.414241 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: metering-labels {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.415499 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: metering-label-rules {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.416923 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: network-ip-availabilities {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.418198 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: bindings {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.419757 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: quotas {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.421344 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: quotas {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.422772 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: rbac-policies {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.423971 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: security-groups {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.425314 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: security-group-rules {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.426582 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: service-providers {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.427851 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: subnetpools {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.429264 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: subnetpools {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.431075 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.432788 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.434609 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.436447 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.438151 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.440119 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.441835 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.443635 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.445561 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.447316 n-d-793620-10 neutron-server[93668]: DEBUG neutron.api.extensions [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Extended resource: tags {{(pid=93668) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:54:48.453402 n-d-793620-10 neutron-server[93668]: WARNING keystonemiddleware.auth_token [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 17:54:48.457985 n-d-793620-10 neutron-server[93668]: WARNING keystonemiddleware.auth_token [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 17:54:48.466932 n-d-793620-10 neutron-server[93668]: DEBUG oslo_concurrency.lockutils [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Acquired lock "singleton_lock" {{(pid=93668) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 17:54:48.467413 n-d-793620-10 neutron-server[93668]: DEBUG oslo_concurrency.lockutils [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Releasing lock "singleton_lock" {{(pid=93668) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 17:54:48.468060 n-d-793620-10 neutron-server[93668]: INFO oslo_service.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Starting 2 workers Jul 16 17:54:48.472916 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Started child 93777 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:54:48.478093 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Started child 93778 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:54:48.478870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.479776 n-d-793620-10 neutron-server[93668]: INFO neutron.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 17:54:48.480407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [-] (93777) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:54:48.480564 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Notify callbacks [] for process, before_spawn {{(pid=93668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.482866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.483532 n-d-793620-10 neutron-server[93668]: INFO oslo_service.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Starting 1 workers Jul 16 17:54:48.484280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [-] (93778) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:54:48.488097 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Started child 93779 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:54:48.488658 n-d-793620-10 neutron-server[93668]: INFO oslo_service.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Starting 1 workers Jul 16 17:54:48.491591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] calling RpcWorker wait() {{(pid=93779) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 17:54:48.492237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] returning from RpcWorker wait() {{(pid=93779) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 17:54:48.493234 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Started child 93780 {{(pid=93668) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:54:48.493411 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.493788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:48.494086 n-d-793620-10 neutron-server[93668]: DEBUG neutron_lib.callbacks.manager [None req-3969700c-6226-4b36-bd0c-93f62bc0e65b None None] Notify callbacks [] for process, after_spawn {{(pid=93668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.495992 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93668) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:54:48.496231 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:54:48.496425 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:54:48.496638 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:54:48.496992 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:54:48.497161 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:54:48.497748 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.497964 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.498194 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.498792 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.498792 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.498792 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.499325 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.499594 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.499846 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.500126 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.500416 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.500592 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.500748 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.501020 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.501256 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.501629 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.501803 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.502041 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.502314 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.502492 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.502759 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.502992 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.503281 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.503498 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] debug = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.503742 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.504265 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.504552 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.504760 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.504999 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.505266 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.505496 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.505760 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.505993 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.506229 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.506474 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.506766 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.506997 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.507207 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.507424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.507689 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.507929 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.508441 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] host = n-d-793620-10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.508681 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.508914 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.509162 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.509421 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.509675 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.509896 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.510162 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.510437 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.510693 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.510920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.511182 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.511433 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.511649 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.511909 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.512056 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_options = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.512288 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.512561 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.512836 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.512999 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.513170 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.513336 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.513584 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.513749 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.513992 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.514208 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.514424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.514690 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.514867 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.515097 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.515358 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.515590 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.515823 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.516034 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.516326 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.516583 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.516830 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.517075 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.517314 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.517545 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.517791 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.518010 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.518244 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.518458 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.518672 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.518938 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.519183 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.519450 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.519683 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.519926 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.520195 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.520405 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.520619 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.520884 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.521117 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.521376 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.521682 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.521982 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.522655 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.522973 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.523143 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.523368 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_json = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.523554 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.523750 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.524007 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.524335 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.524516 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.524816 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.524969 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.525185 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.525607 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.525892 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.526205 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.526467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.526722 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.529797 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.529797 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.529797 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.529797 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.529797 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.529797 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.529797 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.530385 n-d-793620-10 neutron-server[93780]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:48.530459 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.530459 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.530459 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.530459 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.530804 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.531104 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.531378 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.531635 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.531884 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.532117 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.532484 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.532756 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.536286 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.537452 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.541430 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.544467 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.545076 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.545076 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.545076 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.545076 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.545076 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.545076 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.545822 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.546470 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.546470 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.546654 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.547697 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.547697 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.547697 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.547697 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.547697 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.548197 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.548197 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.548422 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.548671 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.548920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.549147 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.549373 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.549593 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.549820 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.550040 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.550332 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.550667 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.550902 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.551240 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.551419 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554836 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554836 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554836 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554836 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554836 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.554836 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.555506 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.555506 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.555665 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.557956 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.558638 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.558638 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.558638 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.558862 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.558946 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.559208 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.559465 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.559704 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.559938 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.560226 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.560494 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.560726 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.560950 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562345 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562345 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562345 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562345 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562345 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562761 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562761 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.562913 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.563047 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.563350 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.564213 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.564213 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.564213 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.564471 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.564551 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.564754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.565000 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.565206 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.565439 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.565674 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.565896 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.566133 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.566367 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.566604 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.566840 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.567061 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.567324 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.567561 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.567783 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.568010 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.568410 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.568800 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.569239 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.569463 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.569708 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.570288 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.570288 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.570554 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.570677 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.570799 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572188 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572188 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572188 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572188 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572188 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572576 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572576 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.572799 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.573004 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.573251 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.573480 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.573712 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.573910 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.574139 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.574382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.574619 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.574851 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.575336 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.575336 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.575673 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.575919 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.576193 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.576448 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.576665 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.576880 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.577128 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.577351 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.577588 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.577823 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.578043 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.578269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.578507 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.578735 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.578958 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.579175 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.579389 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.579600 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.579817 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.580049 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.580362 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.580625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.580860 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.581118 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.581355 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.581571 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.581817 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.582031 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.582244 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.582468 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.582707 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.582919 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.583149 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.583361 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.583574 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.583824 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.584016 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.584250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.584477 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.585210 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.585425 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.585647 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.585863 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.586074 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.586298 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.586543 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.586754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.586974 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.587191 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.587400 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.587701 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.587951 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.588204 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.588493 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.588723 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.588969 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.589210 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.589526 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.589740 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.590013 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.590233 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.590472 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.590716 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.590969 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.591292 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.591588 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.591841 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.592077 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.592408 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.592688 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.592959 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.593174 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.593465 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.593800 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.594078 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.594366 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.594615 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.594900 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.595122 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.595345 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.595582 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.595818 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.596034 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.596293 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.596547 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.596774 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.597007 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.597235 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.597476 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.597698 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.597933 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.598175 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.598389 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.598546 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:54:48.599103 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93668) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:54:48.599266 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:54:48.599418 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:54:48.599592 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:54:48.599760 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:54:48.599906 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:54:48.600104 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.600908 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.601080 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.601239 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.601396 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.601577 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.601736 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.601895 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.602037 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.602182 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.602340 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.602498 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.602655 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.602811 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.602967 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.603123 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.603278 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.603423 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.603582 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.603739 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.603917 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.604057 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.604233 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] debug = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.604377 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.604548 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.604732 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.604873 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.605009 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.605145 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.605281 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.605437 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.605676 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.605844 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.605998 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.606150 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.606288 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.606425 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.607424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.607424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.607424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.607424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] host = n-d-793620-10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.607424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.607424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.607424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.608885 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_options = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.610653 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.611578 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.611578 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.611578 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.611578 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.611578 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.611578 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.611578 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.612091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.615859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.616537 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.617060 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_json = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.618283 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.619625 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620382 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.620941 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.622085 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.625464 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.626627 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.627754 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.628788 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.628788 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.628788 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.629269 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.630263 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.631250 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.632176 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.633962 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.634821 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.634821 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.634821 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.634821 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.634821 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.634821 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.634821 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.635596 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.635596 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.635596 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.635596 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.635596 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.636192 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.636192 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.636192 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.636192 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.636634 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.636634 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.636634 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637056 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637056 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637284 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637394 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637515 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637675 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637841 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.637998 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.639230 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641125 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.641920 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.642493 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.642493 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.642493 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.642493 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.642493 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.642493 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.643479 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.643479 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.643479 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.643479 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.643479 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.643479 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.643479 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.644091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.644091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.644091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.644091 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645046 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645046 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645046 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645046 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645046 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645046 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645732 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645732 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645732 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645732 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.645732 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.646476 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.646476 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.646476 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.646476 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.646476 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.647737 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.647737 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.647737 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.647737 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.647737 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.648265 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.648265 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.648265 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.648637 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.648637 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.648637 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649074 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649074 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649074 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649549 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649549 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649549 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649896 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.649896 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.650312 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.650312 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.650312 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.650669 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.650764 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.651038 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.651322 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.651556 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.651671 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.651832 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.652069 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.652173 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.652337 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.652495 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.652819 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.652983 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.653155 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.653316 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.653477 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.653637 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.653796 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.653975 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.654261 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.654261 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.654529 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.654674 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.654805 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.654937 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.655023 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.655197 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.655357 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.655534 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.655677 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.655838 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.656001 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.656209 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.656351 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.656522 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.656689 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.656852 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.657021 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.657190 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.657358 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.657516 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.657683 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.657859 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.658022 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.658180 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.658337 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.658496 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.658654 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.658812 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.658971 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.659129 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.659288 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.659447 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.659606 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.659765 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.659923 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.660082 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.660264 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.660424 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.660583 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.660742 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.660901 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:54:48.661053 n-d-793620-10 neutron-server[93668]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93668) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:54:48.898741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.907025 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060894 Jul 16 17:55:00.210475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd5e92-d75a-4800-84b6-bb6913c00c93 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 17:55:00.274402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cd5e92-d75a-4800-84b6-bb6913c00c93 None None] No non-hosted networks {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 17:55:00.288961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.agentschedulers_db [None req-f6cd5e92-d75a-4800-84b6-bb6913c00c93 None None] DHCP Agent not found on host n-d-793620-10 {{(pid=93779) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 17:55:00.414819 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a32d192e-77e2-4445-b852-54325e032e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414219'] for agent, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.068815 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8ee7f7c-0964-45cf-958c-430f9b156f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414219'] for agent, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.102193 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98534720-bd9a-4307-b40f-6198254869bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.306288 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414219'] for agent, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.308067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.308636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.309491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.309970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.311870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.312405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.313016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.313901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.314625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.315824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.316688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.318046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:03.318712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793620-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:03.331314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793620-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:04.189693 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414219'] for agent, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.627341 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414219'] for agent, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.471891 n-d-793620-10 neutron-server[93779]: INFO neutron.db.l3_hamode_db [None req-6b3322b0-2b26-4a8d-a114-bc73ba7cf813 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 17:55:06.550850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3322b0-2b26-4a8d-a114-bc73ba7cf813 None None] Routers set() bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:06.551242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3322b0-2b26-4a8d-a114-bc73ba7cf813 None None] Router IDs set() for agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 17:55:06.743605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:07.226242 n-d-793620-10 neutron-server[93778]: WARNING oslo_policy.policy [None req-67f0b9bd-b32a-46b7-b5cc-ce3171278887 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:07.226779 n-d-793620-10 neutron-server[93778]: WARNING oslo_policy.policy [None req-67f0b9bd-b32a-46b7-b5cc-ce3171278887 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:07.443613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-67f0b9bd-b32a-46b7-b5cc-ce3171278887 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:07.444708 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67f0b9bd-b32a-46b7-b5cc-ce3171278887 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7001693 Jul 16 17:55:09.819193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:10.123747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:10.217445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.policy [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93778) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:55:10.262108 n-d-793620-10 neutron-server[93778]: WARNING oslo_policy.policy [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:10.262475 n-d-793620-10 neutron-server[93778]: WARNING oslo_policy.policy [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:10.270790 n-d-793620-10 neutron-server[93778]: INFO neutron.quota [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] Loaded quota_driver: . Jul 16 17:55:10.363991 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787347024527', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787347024032', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787347012376', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787347005774', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787346982035', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787346992296', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-556800', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-545267', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16364239', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16161086'] for rbac-policy, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.428576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:10.430065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e8e35bdc-7c78-461d-a8b4-2fc1df489c3c admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6098814 Jul 16 17:55:12.990655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38718) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:13.477301 n-d-793620-10 neutron-server[93777]: WARNING oslo_policy.policy [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:13.477872 n-d-793620-10 neutron-server[93777]: WARNING oslo_policy.policy [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:13.696620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Request body: {'network': {'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'name': 'private', 'admin_state_up': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:13.698290 n-d-793620-10 neutron-server[93777]: INFO neutron.quota [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Loaded quota_driver: . Jul 16 17:55:13.755138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Made reservation on behalf of 99ed903032a44dd9b0b77a874083dfd2 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:13.820567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.policy [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93777) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:55:13.865240 n-d-793620-10 neutron-server[93777]: WARNING oslo_policy.policy [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:13.865602 n-d-793620-10 neutron-server[93777]: WARNING oslo_policy.policy [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:55:13.875347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.896932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.027529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.031487 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.051265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:14.079411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787343756355', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.079992 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Unsubscribe: segment precommit_create {{(pid=93777) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:55:14.080508 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Added segment 1388fb22-6ec3-4103-b951-f6df0a8cfb6e of type vlan for network 132c9933-e998-4110-bbd2-35dc84aa69b6 Jul 16 17:55:14.098570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525eb244-6d39-43cd-991a-b25bbed3799f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:14.121081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.121423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.121749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.122069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.122387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.122708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.123013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.123322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.123629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.123934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.124267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.124576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Tracked resource versions report: Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: pushed versions: Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: { 'AddressGroup': {'1.2'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'ConntrackHelper': {'1.0'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Log': {'1.0'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Network': {'1.1'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Port': {'1.7'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'PortForwarding': {'1.2'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'QosPolicy': {'1.8'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'SecurityGroup': {'1.4'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'SubPort': {'1.0'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Subnet': {'1.1'}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Trunk': {'1.1'}} Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: consumer versions: Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: { DHCP agent@n-d-793620-10: {}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: L3 agent@n-d-793620-10: {}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: Metadata agent@n-d-793620-10: {}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: Metering agent@n-d-793620-10: {}, Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'ConntrackHelper': '1.0', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Log': '1.0', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Network': '1.1', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Port': '1.7', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'PortForwarding': '1.2', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'QosPolicy': '1.8', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'SecurityGroup': '1.4', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'SecurityGroupRule': '1.2', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'SubPort': '1.0', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Subnet': '1.1', Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: 'Trunk': '1.1'}} Jul 16 17:55:14.125758 n-d-793620-10 neutron-server[93777]: {{(pid=93777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:55:14.213557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.265332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.266768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.267614 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.324063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3311279 Jul 16 17:55:14.366854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9de9ff-c4f8-46d7-a7ed-68cdfa1a78a2 admin admin] Pushing event updated for resources: {'Network': ['ID=132c9933-e998-4110-bbd2-35dc84aa69b6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:14.379542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:16.955678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38740) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:17.340206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efb36bc-2be5-4545-9436-ef314cba53f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.341629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8efb36bc-2be5-4545-9436-ef314cba53f3 admin admin] 10.222.0.48 "GET /v2.0/networks/132c9933-e998-4110-bbd2-35dc84aa69b6 HTTP/1.1" status: 200 len: 824 time: 0.3849468 Jul 16 17:55:17.381882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-126bc6d4-a3ec-4d15-bab4-1dc3c8833974 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/1aa5df90-551f-4301-b92b-7cd91b8417fd HTTP/1.1" status: 200 len: 734 time: 0.0345917 Jul 16 17:55:17.390650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'ip_version': 4, 'subnetpool_id': '1aa5df90-551f-4301-b92b-7cd91b8417fd', 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:17.416463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Made reservation on behalf of 99ed903032a44dd9b0b77a874083dfd2 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:17.418904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.736469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.813828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6196ab3-45da-4693-9913-6d009d824911,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.817286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Checking segment: {'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:17.817641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Network hostable DHCP agents. Network: 132c9933-e998-4110-bbd2-35dc84aa69b6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:17.842727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:17.858690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 132c9933-e998-4110-bbd2-35dc84aa69b6) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:17.869377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.869965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.874103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c6e87-119b-4849-a95d-4d6f79916b22 None None] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:17.892215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-40dcbb81-fe97-4ef6-89a2-8cdd1d0334eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4970601 Jul 16 17:55:18.191093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-132c9933-e998-4110-bbd2-35dc84aa69b6', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'fixed_ips': [{'subnet_id': 'f6196ab3-45da-4693-9913-6d009d824911'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:18.192354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.466591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Allocated IP 172.20.0.2 (132c9933-e998-4110-bbd2-35dc84aa69b6/f6196ab3-45da-4693-9913-6d009d824911/30930167-7967-4436-8ff5-07e85953e0ff) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:18.676233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.721457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Transition to ACTIVE for port object 30930167-7967-4436-8ff5-07e85953e0ff will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:18.742732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Transition to ACTIVE for port object 30930167-7967-4436-8ff5-07e85953e0ff will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:18.751486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.829047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:18.834307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:18.839730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Pushing event updated for resources: {'Port': ['ID=30930167-7967-4436-8ff5-07e85953e0ff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.842030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:18.853629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.853977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.854319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.854655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.854991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.855323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.855652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.855978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.856331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.856659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.856982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.857304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Tracked resource versions report: Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: pushed versions: Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: { 'AddressGroup': {'1.2'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'ConntrackHelper': {'1.0'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Log': {'1.0'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Network': {'1.1'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Port': {'1.7'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'PortForwarding': {'1.2'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'QosPolicy': {'1.8'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'SecurityGroup': {'1.4'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'SubPort': {'1.0'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Subnet': {'1.1'}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Trunk': {'1.1'}} Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: consumer versions: Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: { DHCP agent@n-d-793620-10: {}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: L3 agent@n-d-793620-10: {}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: Metadata agent@n-d-793620-10: {}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: Metering agent@n-d-793620-10: {}, Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'ConntrackHelper': '1.0', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Log': '1.0', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Network': '1.1', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Port': '1.7', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'PortForwarding': '1.2', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'QosPolicy': '1.8', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'SecurityGroup': '1.4', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'SecurityGroupRule': '1.2', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'SubPort': '1.0', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Subnet': '1.1', Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: 'Trunk': '1.1'}} Jul 16 17:55:18.858479 n-d-793620-10 neutron-server[93779]: {{(pid=93779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:55:18.923522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Attempting to bind port 30930167-7967-4436-8ff5-07e85953e0ff on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:18.924203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Attempting to bind port 30930167-7967-4436-8ff5-07e85953e0ff by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:18.924356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Attempting to bind port 30930167-7967-4436-8ff5-07e85953e0ff on network 132c9933-e998-4110-bbd2-35dc84aa69b6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:18.930096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:18.930513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Checking segment: {'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:18.930990 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.931378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Bound using segment: {'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:18.931847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Bound port: 30930167-7967-4436-8ff5-07e85953e0ff, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:18.932283 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.998985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] For port 30930167-7967-4436-8ff5-07e85953e0ff, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:19.001969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] For port 30930167-7967-4436-8ff5-07e85953e0ff, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=30930167-7967-4436-8ff5-07e85953e0ff,segment=NetworkSegment(1388fb22-6ec3-4103-b951-f6df0a8cfb6e),segment_id=1388fb22-6ec3-4103-b951-f6df0a8cfb6e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:19.007360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.078336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb09d8-4fbd-4fbe-be1a-bd098c1830a1 None None] Pushing event updated for resources: {'Port': ['ID=30930167-7967-4436-8ff5-07e85953e0ff,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.306419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38748) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:20.655951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-4656e40e-8fc9-43d0-ad06-6398df749aa2 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:20.657080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4656e40e-8fc9-43d0-ad06-6398df749aa2 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3497047 Jul 16 17:55:23.197527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38756) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:23.528734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-3a12d0d2-8fe3-4719-bba5-7333b1e23beb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:23.529815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3a12d0d2-8fe3-4719-bba5-7333b1e23beb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3312542 Jul 16 17:55:25.210495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 30930167-7967-4436-8ff5-07e85953e0ff up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:25.287610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ac7eb-f18b-4bdd-b494-57f4361741d6 None None] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:25.318736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 30930167-7967-4436-8ff5-07e85953e0ff completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:25.373891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-84ed50f4-be51-4080-a6d7-6a123c1cc598 None None] Provisioning for port 30930167-7967-4436-8ff5-07e85953e0ff completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:25.387002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-84ed50f4-be51-4080-a6d7-6a123c1cc598 None None] Provisioning complete for port 30930167-7967-4436-8ff5-07e85953e0ff triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:25.387417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84ed50f4-be51-4080-a6d7-6a123c1cc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.570557 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84ed50f4-be51-4080-a6d7-6a123c1cc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.613268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-84ed50f4-be51-4080-a6d7-6a123c1cc598 None None] For port 30930167-7967-4436-8ff5-07e85953e0ff, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=30930167-7967-4436-8ff5-07e85953e0ff,segment=NetworkSegment(1388fb22-6ec3-4103-b951-f6df0a8cfb6e),segment_id=1388fb22-6ec3-4103-b951-f6df0a8cfb6e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:25.619061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84ed50f4-be51-4080-a6d7-6a123c1cc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:25.671129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed50f4-be51-4080-a6d7-6a123c1cc598 None None] Pushing event updated for resources: {'Port': ['ID=30930167-7967-4436-8ff5-07e85953e0ff,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:25.838084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4341307-6f49-426c-a41d-84f3b8c611d8 None None] Provisioning complete for port 30930167-7967-4436-8ff5-07e85953e0ff triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:25.838544 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4341307-6f49-426c-a41d-84f3b8c611d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.193898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38770) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:26.493351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-10251bc8-91da-4558-8021-dc1671cbfdf0 admin admin] Request body: {'router': {'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:26.516162 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10251bc8-91da-4558-8021-dc1671cbfdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.517736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10251bc8-91da-4558-8021-dc1671cbfdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.657662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10251bc8-91da-4558-8021-dc1671cbfdf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.662353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10251bc8-91da-4558-8021-dc1671cbfdf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.674797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10251bc8-91da-4558-8021-dc1671cbfdf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.676074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-10251bc8-91da-4558-8021-dc1671cbfdf0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4812038 Jul 16 17:55:27.180104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 30930167-7967-4436-8ff5-07e85953e0ff up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:27.225126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 30930167-7967-4436-8ff5-07e85953e0ff triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:27.225550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.068884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:29.381422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-987e0bc2-af18-4150-bf36-867f130d2eb3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:29.382428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-987e0bc2-af18-4150-bf36-867f130d2eb3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3126047 Jul 16 17:55:30.106627 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d55fc3c3-62ae-477b-86ab-a64256756e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.769701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:32.078008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:32.105996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Made reservation on behalf of 4a3e3db232104c40b9f3de558fbb7608 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:32.108595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.124481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.244537 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.248175 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.258727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Reserving flat network on physical network physnet1 {{(pid=93778) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 17:55:32.291947 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787343756355', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.292546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Unsubscribe: segment precommit_create {{(pid=93778) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:55:32.293032 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Added segment 1cbd8244-b742-4d78-be9c-ba424c4ec744 of type flat for network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e Jul 16 17:55:32.310592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e11aa70-2ca6-46c8-8f71-49d0d9036874,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.336678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.337019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.337355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.337682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.338009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.338330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.338647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.338970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.339280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.339593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.339906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.340244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Tracked resource versions report: Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: pushed versions: Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: { 'AddressGroup': {'1.2'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'ConntrackHelper': {'1.0'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Log': {'1.0'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Network': {'1.1'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Port': {'1.7'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'PortForwarding': {'1.2'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'QosPolicy': {'1.8'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'SecurityGroup': {'1.4'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'SubPort': {'1.0'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Subnet': {'1.1'}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Trunk': {'1.1'}} Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: consumer versions: Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: { DHCP agent@n-d-793620-10: {}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: L3 agent@n-d-793620-10: {}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: Metadata agent@n-d-793620-10: {}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: Metering agent@n-d-793620-10: {}, Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'ConntrackHelper': '1.0', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Log': '1.0', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Network': '1.1', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Port': '1.7', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'PortForwarding': '1.2', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'QosPolicy': '1.8', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'SecurityGroup': '1.4', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'SecurityGroupRule': '1.2', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'SubPort': '1.0', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Subnet': '1.1', Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: 'Trunk': '1.1'}} Jul 16 17:55:32.341382 n-d-793620-10 neutron-server[93778]: {{(pid=93778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:55:32.416869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.470876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.471957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.472639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.526506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7556677 Jul 16 17:55:32.573275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aad311-03ed-4c53-8f51-938566d77ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=9db8fde0-1ace-48dd-9fc3-e9341ce6329e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.587198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:33.043585 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b75761b8-8325-49c8-9793-17021a4cd036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.301669 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.101777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.902031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:35.116122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c52547-ae80-4f96-9c7a-56db80461fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.117553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-14c52547-ae80-4f96-9c7a-56db80461fa9 admin admin] 10.222.0.48 "GET /v2.0/subnets/f6196ab3-45da-4693-9913-6d009d824911 HTTP/1.1" status: 200 len: 849 time: 0.2145686 Jul 16 17:55:35.294985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-41d0d5d9-3ed4-48b4-9bf6-acb6b1d9355d admin admin] 10.222.0.48 "GET /v2.0/routers/8e04a699-3b13-4013-91b6-f922c02c84c5 HTTP/1.1" status: 200 len: 704 time: 0.1718853 Jul 16 17:55:35.559155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.568661 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.852473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Allocated IP 172.20.0.1 (132c9933-e998-4110-bbd2-35dc84aa69b6/f6196ab3-45da-4693-9913-6d009d824911/f33ce1a0-bc07-434b-ac34-63df13dbc297) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:36.045215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.069025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Transition to ACTIVE for port object f33ce1a0-bc07-434b-ac34-63df13dbc297 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:36.148906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.213705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:36.219978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:36.230199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:36.230698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.287437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Pushing event updated for resources: {'Port': ['ID=f33ce1a0-bc07-434b-ac34-63df13dbc297,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.398134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bff9139d-8b67-493e-8c06-9865663c026e None None] Provisioning for port f33ce1a0-bc07-434b-ac34-63df13dbc297 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:36.401901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bff9139d-8b67-493e-8c06-9865663c026e None None] Provisioning complete for port f33ce1a0-bc07-434b-ac34-63df13dbc297 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:36.402287 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bff9139d-8b67-493e-8c06-9865663c026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.433685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bff9139d-8b67-493e-8c06-9865663c026e None None] Port f33ce1a0-bc07-434b-ac34-63df13dbc297 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:36.443912 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.670755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.679725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.680530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.737989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Pushing event updated for resources: {'Port': ['ID=f33ce1a0-bc07-434b-ac34-63df13dbc297,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.799727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:36.801097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:36.954581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ede0a9eb-0d9b-4620-906d-c7672b73df87 None None] Provisioning complete for port f33ce1a0-bc07-434b-ac34-63df13dbc297 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:36.955138 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ede0a9eb-0d9b-4620-906d-c7672b73df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.966305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Router 8e04a699-3b13-4013-91b6-f922c02c84c5 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:36.990689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ede0a9eb-0d9b-4620-906d-c7672b73df87 None None] Port f33ce1a0-bc07-434b-ac34-63df13dbc297 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:37.057676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:37.063607 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-206ee8b3-e9a7-41de-af03-c1d2c8ac688c admin admin] 10.222.0.48 "PUT /v2.0/routers/8e04a699-3b13-4013-91b6-f922c02c84c5/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7636037 Jul 16 17:55:37.080224 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Sync routers for ids ['8e04a699-3b13-4013-91b6-f922c02c84c5'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:37.091440 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Routers {'8e04a699-3b13-4013-91b6-f922c02c84c5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:37.092318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T17:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8e04a699-3b13-4013-91b6-f922c02c84c5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:37.275572 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Set router 8e04a699-3b13-4013-91b6-f922c02c84c5 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:37.704077 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'name': 'router1', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:26Z', 'updated_at': '2021-07-16T17:55:36Z', 'revision_number': 2, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'gw_port_host': None, '_interfaces': [{'id': 'f33ce1a0-bc07-434b-ac34-63df13dbc297', 'name': '', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'mac_address': 'fa:16:3e:fe:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6196ab3-45da-4693-9913-6d009d824911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:35Z', 'updated_at': '2021-07-16T17:55:36Z', 'revision_number': 2, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'subnets': [{'id': 'f6196ab3-45da-4693-9913-6d009d824911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aa5df90-551f-4301-b92b-7cd91b8417fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:37.755355 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Checking router: 8e04a699-3b13-4013-91b6-f922c02c84c5 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:37.755726 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Updating router 8e04a699-3b13-4013-91b6-f922c02c84c5 port f33ce1a0-bc07-434b-ac34-63df13dbc297 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:37.820068 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.310026 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.329062 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Transition to ACTIVE for port object f33ce1a0-bc07-434b-ac34-63df13dbc297 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:38.334824 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.499215 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Pushing event updated for resources: {'Port': ['ID=f33ce1a0-bc07-434b-ac34-63df13dbc297,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.501767 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Attempting to bind port f33ce1a0-bc07-434b-ac34-63df13dbc297 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:38.502165 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Attempting to bind port f33ce1a0-bc07-434b-ac34-63df13dbc297 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:38.502583 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Attempting to bind port f33ce1a0-bc07-434b-ac34-63df13dbc297 on network 132c9933-e998-4110-bbd2-35dc84aa69b6 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:38.513294 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.513642 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.513979 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.514312 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.514644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.514973 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.515297 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.515619 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.515940 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.516287 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.516611 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.516929 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Tracked resource versions report: Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: pushed versions: Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: { 'AddressGroup': {'1.2'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'ConntrackHelper': {'1.0'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Log': {'1.0'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Network': {'1.1'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Port': {'1.7'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'PortForwarding': {'1.2'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'QosPolicy': {'1.8'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'SecurityGroup': {'1.4'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'SubPort': {'1.0'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Subnet': {'1.1'}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Trunk': {'1.1'}} Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: consumer versions: Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: { DHCP agent@n-d-793620-10: {}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: L3 agent@n-d-793620-10: {}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: Metadata agent@n-d-793620-10: {}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: Metering agent@n-d-793620-10: {}, Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'ConntrackHelper': '1.0', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Log': '1.0', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Network': '1.1', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Port': '1.7', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'PortForwarding': '1.2', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'QosPolicy': '1.8', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'SecurityGroup': '1.4', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'SecurityGroupRule': '1.2', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'SubPort': '1.0', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Subnet': '1.1', Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: 'Trunk': '1.1'}} Jul 16 17:55:38.518069 n-d-793620-10 neutron-server[93780]: {{(pid=93780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:55:38.520366 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:38.520789 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Checking segment: {'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:38.521272 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.521652 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Bound using segment: {'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:38.522133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Bound port: f33ce1a0-bc07-434b-ac34-63df13dbc297, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1388fb22-6ec3-4103-b951-f6df0a8cfb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:38.522533 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.588250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] For port f33ce1a0-bc07-434b-ac34-63df13dbc297, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:38.611704 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] For port f33ce1a0-bc07-434b-ac34-63df13dbc297, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f33ce1a0-bc07-434b-ac34-63df13dbc297,segment=NetworkSegment(1388fb22-6ec3-4103-b951-f6df0a8cfb6e),segment_id=1388fb22-6ec3-4103-b951-f6df0a8cfb6e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:38.616862 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.678777 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48abce-2133-4b95-89d6-af48a11aba71 None None] Pushing event updated for resources: {'Port': ['ID=f33ce1a0-bc07-434b-ac34-63df13dbc297,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.681491 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Routers {'8e04a699-3b13-4013-91b6-f922c02c84c5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:38.682103 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T17:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8e04a699-3b13-4013-91b6-f922c02c84c5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:38.771261 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] Set router 8e04a699-3b13-4013-91b6-f922c02c84c5 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:38.978597 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'name': 'router1', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:26Z', 'updated_at': '2021-07-16T17:55:36Z', 'revision_number': 2, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'gw_port_host': None, '_interfaces': [{'id': 'f33ce1a0-bc07-434b-ac34-63df13dbc297', 'name': '', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'mac_address': 'fa:16:3e:fe:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6196ab3-45da-4693-9913-6d009d824911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:35Z', 'updated_at': '2021-07-16T17:55:38Z', 'revision_number': 4, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'subnets': [{'id': 'f6196ab3-45da-4693-9913-6d009d824911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aa5df90-551f-4301-b92b-7cd91b8417fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:39.008851 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de88cbf-cce7-463a-a892-5f9e9d250fac None None] The sync data for ids ['8e04a699-3b13-4013-91b6-f922c02c84c5'] in n-d-793620-10 is: [{'id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'name': 'router1', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:26Z', 'updated_at': '2021-07-16T17:55:36Z', 'revision_number': 2, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'gw_port_host': None, '_interfaces': [{'id': 'f33ce1a0-bc07-434b-ac34-63df13dbc297', 'name': '', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'mac_address': 'fa:16:3e:fe:5c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6196ab3-45da-4693-9913-6d009d824911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:35Z', 'updated_at': '2021-07-16T17:55:38Z', 'revision_number': 4, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'subnets': [{'id': 'f6196ab3-45da-4693-9913-6d009d824911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aa5df90-551f-4301-b92b-7cd91b8417fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:39.320767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38828) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.433071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb129f2-8f94-4f46-9580-5815e8a0f1f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.434436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ddb129f2-8f94-4f46-9580-5815e8a0f1f2 admin admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 842 time: 0.1126997 Jul 16 17:55:39.443875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.25.0.0/24'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:39.463745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Made reservation on behalf of 4a3e3db232104c40b9f3de558fbb7608 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:39.466314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.774394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 17:55:39.774837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.832429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25fc9264-d0e1-48fa-80b7-aefcfd7e3f65,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.839464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:39.839464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Network hostable DHCP agents. Network: 9db8fde0-1ace-48dd-9fc3-e9341ce6329e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:39.855907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:39.864687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 9db8fde0-1ace-48dd-9fc3-e9341ce6329e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:39.869194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.870368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.873529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93caae63-4dd2-4071-9d15-1301b5ef7239 None None] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:39.884545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-096f4fc6-69a5-4bb7-a173-3ce78b03f7b4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4442673 Jul 16 17:55:40.020961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08259356-d0b5-4435-b1cb-937727f5516e None None] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:42.199005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38840) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:42.405892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d8568d09-937f-47ba-9600-ba2598352bda admin admin] 10.222.0.48 "GET /v2.0/routers/8e04a699-3b13-4013-91b6-f922c02c84c5 HTTP/1.1" status: 200 len: 710 time: 0.2057674 Jul 16 17:55:42.490868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999b332d-449f-468f-a069-aa16f6fbdbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.492264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-999b332d-449f-468f-a069-aa16f6fbdbc0 admin admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 886 time: 0.0813618 Jul 16 17:55:42.500751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.794514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.037286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.114214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.216477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f33ce1a0-bc07-434b-ac34-63df13dbc297 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:43.266686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f33ce1a0-bc07-434b-ac34-63df13dbc297 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:43.271043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f33ce1a0-bc07-434b-ac34-63df13dbc297 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:43.271422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.271602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Allocated IP 172.25.0.136 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/c5badc21-142f-414d-802f-93bc53ed2da4) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:43.345193 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.376881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port f33ce1a0-bc07-434b-ac34-63df13dbc297, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f33ce1a0-bc07-434b-ac34-63df13dbc297,segment=NetworkSegment(1388fb22-6ec3-4103-b951-f6df0a8cfb6e),segment_id=1388fb22-6ec3-4103-b951-f6df0a8cfb6e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:43.380806 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.381216 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.433517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=f33ce1a0-bc07-434b-ac34-63df13dbc297,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.466936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.538370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:43.542769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:43.548212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:43.554347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Pushing event updated for resources: {'Port': ['ID=c5badc21-142f-414d-802f-93bc53ed2da4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.819476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.006361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.009590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.182035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Router 8e04a699-3b13-4013-91b6-f922c02c84c5 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:44.286420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:44.291026 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.292172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-28f7f2a4-b02d-4194-bda4-4b7ade78baf0 admin admin] 10.222.0.48 "PUT /v2.0/routers/8e04a699-3b13-4013-91b6-f922c02c84c5 HTTP/1.1" status: 200 len: 890 time: 1.7945902 Jul 16 17:55:44.307353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Sync routers for ids ['8e04a699-3b13-4013-91b6-f922c02c84c5'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:44.318413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Routers {'8e04a699-3b13-4013-91b6-f922c02c84c5'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:44.319182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T17:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8e04a699-3b13-4013-91b6-f922c02c84c5'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:44.579518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Set router 8e04a699-3b13-4013-91b6-f922c02c84c5 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:44.965414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'name': 'router1', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c5badc21-142f-414d-802f-93bc53ed2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:26Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 4, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'gw_port': {'id': 'c5badc21-142f-414d-802f-93bc53ed2da4', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f33ce1a0-bc07-434b-ac34-63df13dbc297', 'name': '', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'mac_address': 'fa:16:3e:fe:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6196ab3-45da-4693-9913-6d009d824911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:35Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 5, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'subnets': [{'id': 'f6196ab3-45da-4693-9913-6d009d824911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aa5df90-551f-4301-b92b-7cd91b8417fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:45.015926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Checking router: 8e04a699-3b13-4013-91b6-f922c02c84c5 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:45.016310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Updating router 8e04a699-3b13-4013-91b6-f922c02c84c5 port c5badc21-142f-414d-802f-93bc53ed2da4 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:55:45.049053 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.204222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f33ce1a0-bc07-434b-ac34-63df13dbc297 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:45.321044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f33ce1a0-bc07-434b-ac34-63df13dbc297 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:45.321669 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.471234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.487428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Transition to ACTIVE for port object c5badc21-142f-414d-802f-93bc53ed2da4 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:45.496276 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.544289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Attempting to bind port c5badc21-142f-414d-802f-93bc53ed2da4 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:45.544660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Attempting to bind port c5badc21-142f-414d-802f-93bc53ed2da4 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:45.545023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Attempting to bind port c5badc21-142f-414d-802f-93bc53ed2da4 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:45.551739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e197e0-c816-4009-8b5d-9fadb6415898 None None] Pushing event updated for resources: {'Port': ['ID=c5badc21-142f-414d-802f-93bc53ed2da4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.554622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:45.555017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:45.555374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.555759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:45.556246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Bound port: c5badc21-142f-414d-802f-93bc53ed2da4, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:45.556665 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.608963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] For port c5badc21-142f-414d-802f-93bc53ed2da4, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:45.612342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] For port c5badc21-142f-414d-802f-93bc53ed2da4, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c5badc21-142f-414d-802f-93bc53ed2da4,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:45.616571 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.759531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Routers {'8e04a699-3b13-4013-91b6-f922c02c84c5'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:45.760186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T17:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8e04a699-3b13-4013-91b6-f922c02c84c5'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:45.762053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e197e0-c816-4009-8b5d-9fadb6415898 None None] Pushing event updated for resources: {'Port': ['ID=c5badc21-142f-414d-802f-93bc53ed2da4,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.877012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] Set router 8e04a699-3b13-4013-91b6-f922c02c84c5 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:46.101321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'name': 'router1', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c5badc21-142f-414d-802f-93bc53ed2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:26Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 4, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'gw_port': {'id': 'c5badc21-142f-414d-802f-93bc53ed2da4', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f33ce1a0-bc07-434b-ac34-63df13dbc297', 'name': '', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'mac_address': 'fa:16:3e:fe:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6196ab3-45da-4693-9913-6d009d824911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:35Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 5, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'subnets': [{'id': 'f6196ab3-45da-4693-9913-6d009d824911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aa5df90-551f-4301-b92b-7cd91b8417fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:46.130551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfef398-831c-4e3a-8589-d4fc16610386 None None] The sync data for ids ['8e04a699-3b13-4013-91b6-f922c02c84c5'] in n-d-793620-10 is: [{'id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'name': 'router1', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'c5badc21-142f-414d-802f-93bc53ed2da4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:26Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 4, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'gw_port': {'id': 'c5badc21-142f-414d-802f-93bc53ed2da4', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:43Z', 'updated_at': '2021-07-16T17:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f33ce1a0-bc07-434b-ac34-63df13dbc297', 'name': '', 'network_id': '132c9933-e998-4110-bbd2-35dc84aa69b6', 'tenant_id': '99ed903032a44dd9b0b77a874083dfd2', 'mac_address': 'fa:16:3e:fe:5c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e04a699-3b13-4013-91b6-f922c02c84c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6196ab3-45da-4693-9913-6d009d824911', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:35Z', 'updated_at': '2021-07-16T17:55:43Z', 'revision_number': 5, 'project_id': '99ed903032a44dd9b0b77a874083dfd2', 'subnets': [{'id': 'f6196ab3-45da-4693-9913-6d009d824911', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1aa5df90-551f-4301-b92b-7cd91b8417fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:46.745322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38848) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:46.874210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b8fa114-7066-4f49-bb86-01e67178ba1b admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1277604 Jul 16 17:55:47.214831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c5badc21-142f-414d-802f-93bc53ed2da4 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:47.266411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c5badc21-142f-414d-802f-93bc53ed2da4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:47.270218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c5badc21-142f-414d-802f-93bc53ed2da4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:47.270594 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.349882 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.370976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c5badc21-142f-414d-802f-93bc53ed2da4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c5badc21-142f-414d-802f-93bc53ed2da4,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:47.376218 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.423196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c5badc21-142f-414d-802f-93bc53ed2da4,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.196869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c5badc21-142f-414d-802f-93bc53ed2da4 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:49.255862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c5badc21-142f-414d-802f-93bc53ed2da4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:49.256216 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.553524 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:00.111210 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21df08c1-c626-4a72-bac9-88cd081a4497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.045848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a63c7ebb-daac-4bef-86e1-a6c18487b61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.309277 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.127267 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.598485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.112125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da73b4a4-d487-45d0-87b4-4415fdacc646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.050417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8900bb24-7b40-4740-9022-b2c2e8d15e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.303006 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.556002 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:34.118184 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.583582 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.113441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e9146f3-85f9-4139-aa8f-22961147d848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.052961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22ecc711-8832-498a-a674-2cbeb7c419c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.303684 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.101214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.591037 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.555432 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:28.215029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39448) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:28.277285 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5978454-1a3b-4b5c-aa3f-c0616e5c108d admin admin] GET failed (client error): The resource could not be found. Jul 16 17:57:28.278667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e5978454-1a3b-4b5c-aa3f-c0616e5c108d admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623846 Jul 16 17:57:28.440554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480d49ec-7720-45d9-b6ec-865685e8105c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.442055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-480d49ec-7720-45d9-b6ec-865685e8105c admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1590679 Jul 16 17:57:30.115699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd3cfaba-f717-459b-b39f-87667a7e0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.633864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39458) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:30.726236 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c5f76-6e86-44de-9b23-a491ff2abe6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.727597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-712c5f76-6e86-44de-9b23-a491ff2abe6e admin admin] 10.222.0.48 "GET /v2.0/subnets/f6196ab3-45da-4693-9913-6d009d824911 HTTP/1.1" status: 200 len: 849 time: 0.0927310 Jul 16 17:57:30.736952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:30.826363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.975725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787343643787'] for subnet, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.005305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.005934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.020923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] 10.222.0.48 "PUT /v2.0/subnets/f6196ab3-45da-4693-9913-6d009d824911 HTTP/1.1" status: 200 len: 868 time: 0.2875803 Jul 16 17:57:31.023373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a16ba-5359-48ca-a9dd-c06424fe4784 None None] Network 132c9933-e998-4110-bbd2-35dc84aa69b6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:31.057589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6196ab3-45da-4693-9913-6d009d824911,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.070168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.070998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.071777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.072325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.072862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.073389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.073830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.074366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.074904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.075439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.075975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.076675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e3e92d-fc1b-48fe-ac12-84e31c0da998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:31.485908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ebf24b2f-18df-493e-a12a-7677f602f9b1 None None] Provisioning complete for port 30930167-7967-4436-8ff5-07e85953e0ff triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.486517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebf24b2f-18df-493e-a12a-7677f602f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.620747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ebf24b2f-18df-493e-a12a-7677f602f9b1 None None] Provisioning complete for port f33ce1a0-bc07-434b-ac34-63df13dbc297 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.621046 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebf24b2f-18df-493e-a12a-7677f602f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.054310 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5b9957c-3809-4b72-a0b3-fe7748899170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.207914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:33.305947 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.412088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35441b1-1472-4aaf-a2c4-1c9d4c390e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.412654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35441b1-1472-4aaf-a2c4-1c9d4c390e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.414241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c35441b1-1472-4aaf-a2c4-1c9d4c390e5e admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2053409 Jul 16 17:57:34.113958 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.598447 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.732773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39476) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:35.945052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fd968-e604-45bf-90cb-2373b6e35c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.945520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66fd968-e604-45bf-90cb-2373b6e35c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.947386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b66fd968-e604-45bf-90cb-2373b6e35c50 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2136333 Jul 16 17:57:38.321707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:38.469140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3270c-56d0-4a66-8208-871d21a0eb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.470632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5b3270c-56d0-4a66-8208-871d21a0eb21 admin admin] 10.222.0.48 "GET /v2.0/networks/132c9933-e998-4110-bbd2-35dc84aa69b6 HTTP/1.1" status: 200 len: 868 time: 0.1476755 Jul 16 17:57:40.857556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39492) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:40.999252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c07e59-eb10-4dcb-b367-8fae44435116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.000688 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e3c07e59-eb10-4dcb-b367-8fae44435116 admin admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 886 time: 0.1419873 Jul 16 17:57:43.234830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:43.373885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd7d2a-2306-4475-b66b-66b99a4f8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.374344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd7d2a-2306-4475-b66b-66b99a4f8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.376345 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-befd7d2a-2306-4475-b66b-66b99a4f8ada admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1405339 Jul 16 17:57:45.609991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:45.705533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd2786-13f2-4699-bb7e-3cbdac4989ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.705994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd2786-13f2-4699-bb7e-3cbdac4989ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.707548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b6cd2786-13f2-4699-bb7e-3cbdac4989ce admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966055 Jul 16 17:57:47.554414 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:47.942133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39516) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:48.032928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc354fc-d473-4100-a30b-929fdf27acba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.034323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7bc354fc-d473-4100-a30b-929fdf27acba admin admin] 10.222.0.48 "GET /v2.0/subnets/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65 HTTP/1.1" status: 200 len: 816 time: 0.0911920 Jul 16 17:57:50.259401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39524) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:50.363591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb47043-8f3c-4a09-abf9-a323b1df45c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.365276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9bb47043-8f3c-4a09-abf9-a323b1df45c9 admin admin] 10.222.0.48 "GET /v2.0/subnets/f6196ab3-45da-4693-9913-6d009d824911 HTTP/1.1" status: 200 len: 868 time: 0.1046197 Jul 16 17:58:00.118960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5d89-6cb8-4258-88ad-fe2ce064a8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.055414 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25009cd6-e0a9-4a49-9666-99dd774ecf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.308827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.109169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.601645 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.093686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:15.145915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-7b716039-04f1-4c9b-83ee-5a913851f2a1 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:58:15.147639 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7b716039-04f1-4c9b-83ee-5a913851f2a1 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527108 Jul 16 17:58:17.474415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39584) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:17.535975 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb060ef5-41d4-4fc3-ac63-f271e390a0eb admin admin] GET failed (client error): The resource could not be found. Jul 16 17:58:17.537371 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cb060ef5-41d4-4fc3-ac63-f271e390a0eb admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620029 Jul 16 17:58:17.681085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86964a-e5be-4ab9-9458-112f7fd0dd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.682619 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1c86964a-e5be-4ab9-9458-112f7fd0dd57 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1410983 Jul 16 17:58:19.911996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:19.957977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:19.979254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Made reservation on behalf of 4a3e3db232104c40b9f3de558fbb7608 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:19.981586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.010224 n-d-793620-10 neutron-server[93778]: WARNING neutron.services.revisions.revision_plugin [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Could not find related network for resource to bump revision. Jul 16 17:58:20.024775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:20.036230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.036578 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Added segment bae4d651-3441-4e0c-8798-5d0175efe657 of type vlan for network b8afcd02-5394-476b-9e41-7d5b12b72c2c Jul 16 17:58:20.077513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.105721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.106725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.107358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.140133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2270234 Jul 16 17:58:20.170531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Pushing event updated for resources: {'Network': ['ID=b8afcd02-5394-476b-9e41-7d5b12b72c2c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.178814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.179166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.179511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.179854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.180222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.180560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.180895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.181227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.181557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.181892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.182224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.182554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e50a60-ee11-474a-997b-d8fa68549a08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:20.194389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:22.342741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:22.400841 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5aaaf8a-14ea-4c0f-9270-9764d37704eb admin admin] GET failed (client error): The resource could not be found. Jul 16 17:58:22.402212 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5aaaf8a-14ea-4c0f-9270-9764d37704eb admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0584626 Jul 16 17:58:22.550872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623c32d-ebd7-478a-8668-053811af5423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.552289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2623c32d-ebd7-478a-8668-053811af5423 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1462293 Jul 16 17:58:22.561881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:22.586017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Made reservation on behalf of 4a3e3db232104c40b9f3de558fbb7608 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:22.588413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.782630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.842128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2996375d-49c4-4e18-90dc-dc834d8f08ca,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.853766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:22.854168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Network hostable DHCP agents. Network: b8afcd02-5394-476b-9e41-7d5b12b72c2c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:22.879543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:22.892788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, b8afcd02-5394-476b-9e41-7d5b12b72c2c) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:22.897317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.897784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.902747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9c55f-a6e7-48ca-92ca-e9192752cdb1 None None] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:22.913669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bad9c7a9-5f02-47ea-8914-a427557ba98d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3551550 Jul 16 17:58:23.154797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'tenant_id': '4a3e3db232104c40b9f3de558fbb7608', 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:23.155711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.300520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Allocated IP 192.168.233.2 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/351c9828-1a37-4ff9-9c81-ba253bb6f02b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:23.448235 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.456978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Transition to ACTIVE for port object 351c9828-1a37-4ff9-9c81-ba253bb6f02b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:23.472325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Transition to ACTIVE for port object 351c9828-1a37-4ff9-9c81-ba253bb6f02b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:23.479104 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.519902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:23.522875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:23.529385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:23.533065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Pushing event updated for resources: {'Port': ['ID=351c9828-1a37-4ff9-9c81-ba253bb6f02b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.542816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.543129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.544140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.544140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.544140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.544548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.544791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.545116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.545447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.546324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.546652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.546973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:23.599432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Attempting to bind port 351c9828-1a37-4ff9-9c81-ba253bb6f02b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:23.599803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Attempting to bind port 351c9828-1a37-4ff9-9c81-ba253bb6f02b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:23.600185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Attempting to bind port 351c9828-1a37-4ff9-9c81-ba253bb6f02b on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:23.605355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:23.605745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:23.606145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.606532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:23.606990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Bound port: 351c9828-1a37-4ff9-9c81-ba253bb6f02b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:23.607531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.679142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] For port 351c9828-1a37-4ff9-9c81-ba253bb6f02b, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:23.683607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] For port 351c9828-1a37-4ff9-9c81-ba253bb6f02b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=351c9828-1a37-4ff9-9c81-ba253bb6f02b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:23.688498 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.748043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d904ef9-82ec-4829-b049-3110d13e6bf9 None None] Pushing event updated for resources: {'Port': ['ID=351c9828-1a37-4ff9-9c81-ba253bb6f02b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:24.558798 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:24.683144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca14126-5836-481e-ad20-d98f1a0310a7 None None] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:24.783575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1718f4c6-2eed-407b-a23f-fbedfb6bbf42 None None] Provisioning for port 351c9828-1a37-4ff9-9c81-ba253bb6f02b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:25.356126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 351c9828-1a37-4ff9-9c81-ba253bb6f02b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:25.420454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 351c9828-1a37-4ff9-9c81-ba253bb6f02b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:25.426723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 351c9828-1a37-4ff9-9c81-ba253bb6f02b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:25.427137 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.533812 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.575149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 351c9828-1a37-4ff9-9c81-ba253bb6f02b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=351c9828-1a37-4ff9-9c81-ba253bb6f02b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.579278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.637936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=351c9828-1a37-4ff9-9c81-ba253bb6f02b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.316196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 351c9828-1a37-4ff9-9c81-ba253bb6f02b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:27.379611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 351c9828-1a37-4ff9-9c81-ba253bb6f02b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:27.380008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.126151 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fdcc254c-ecc8-47b5-b516-88a412387345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.064421 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5db17322-613d-42af-9c91-f46dfdad62cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.313166 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.114900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.607146 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.121174 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9340054a-21fb-4d8a-af16-79ded35f93c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.557954 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:03.063973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-095fba05-1e1e-48b8-9852-8992efaabb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.317878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.119663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.616512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.126177 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21119d9f-c76b-4574-bed2-8e4398603734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.056283 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19490d45-cec1-4b70-ad5a-a3e7cc75d00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.323950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.125077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.618640 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.556821 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:40.254051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:40.260195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-25b2f340-5097-409a-8a81-c37f2f3e466f tempest-verify_tempest_config-493108763 tempest-verify_tempest_config-493108763-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:40.261189 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25b2f340-5097-409a-8a81-c37f2f3e466f tempest-verify_tempest_config-493108763 tempest-verify_tempest_config-493108763-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061405 Jul 16 17:59:40.563758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:40.667711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.761907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.765564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.813196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccbdf0ff045c4f95956c53c0ce454db4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2482820 Jul 16 17:59:40.814187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7a0113-3bfc-49e2-aa82-5d34af57759d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:40.816057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39674) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:40.822136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.822479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.822816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.823151 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.823478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.823805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.824129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.824472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.824792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.825111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.825432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.825758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcf8085-4547-4ad1-adac-aac396d4fe58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:40.875826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.897308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.984497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.987036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.988418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d7a0113-3bfc-49e2-aa82-5d34af57759d HTTP/1.1" status: 204 len: 168 time: 0.1705644 Jul 16 17:59:40.996775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7a0113-3bfc-49e2-aa82-5d34af57759d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:41.004000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.004375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.004718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.005053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.005386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.005716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.006045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.006373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.006696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.007019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.007342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:41.007664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fb380-15f1-412a-aecb-35184738171f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.120002 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f045fda-888f-4bbf-b0da-5fa0a11d85e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.057288 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58b03287-fc92-4213-9c65-a1922d1e8d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.316549 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.123034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.614642 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.555852 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:30.123337 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-240e545d-5e6d-4d2b-8fce-f457907c44fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.059011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41a1f2f8-16a3-4d73-a2f5-b0cbb1ae0d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.318014 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.125896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.619399 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.555886 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:00.125504 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-085705db-4419-49f6-83cf-c00b8a73c8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.061690 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dec5d2f4-e0a8-4d5f-b66f-c9652dbc90af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:03.318801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.127901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:05.621771 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.555683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:30.126973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c398a812-6f3a-4106-a950-0a98d8e5c824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.062248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3372ff3b-55db-450b-8523-b27a729d7810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.325002 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.133104 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.631762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:00.131185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-887b428f-bac1-4206-9a14-ffba0dd0c87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.062946 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f78f1072-2ce0-458d-bee2-c0834a448d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:03.316841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.133845 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.632407 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.554217 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 5 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:30.131837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bfee35d-21e9-4b6a-85d3-7e12af0ac839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.063500 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de088e20-0bb4-4938-9639-9955befad156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.317223 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.136173 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.633841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.661638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414219'] for agent, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.027135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-414219'] for agent, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.554812 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:00.132568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b733d02-20bf-4821-bafa-b8ff1334e481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.065383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba548150-a5a5-46cb-a490-df5bcc60f381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.317290 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.139750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.636984 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.627819 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.006307 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.554534 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:30.133732 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-170f9513-dbf1-4ce9-986c-741f4e93a869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.877966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39736) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:32.992977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0c51e630-0b4c-422d-80ca-4626d45cc853 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1138599 Jul 16 18:03:33.068388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a69ff3d9-1a8f-46ef-9614-35f58df29925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.319420 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.145173 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.231875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39746) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:35.288398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-105f1704-582c-4dd9-bd28-6e93815bb3b2 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0553508 Jul 16 18:03:35.639062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.657213 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.997443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.554163 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:00.136856 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50c1c818-b0fe-4e62-a338-7c2977b4d6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.069141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a3fe69b2-1b75-415a-9b27-c34f783969cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.326064 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.145998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.642568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.672886 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.008428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.139515 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8fa3ddb4-365a-44d5-9617-8e13169ffdc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.074820 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2f2af37-9133-452c-94f5-634eb0635159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.319209 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.147635 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.553133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:35.644848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.671952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.017987 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.144663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d834b3f-6491-4136-b0dd-057426bfea23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.663296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40154) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.780451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.909873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.923935 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.968011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a03b3c-4a7d-4006-919d-c7dd28ab3967,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.994743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.995172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.995597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:00.996166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.000513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.000862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.001203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.001541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.002411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.002411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.002612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.002936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] Tracked resource versions report: Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: pushed versions: Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: { 'AddressGroup': {'1.2'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'ConntrackHelper': {'1.0'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Log': {'1.0'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Network': {'1.1'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Port': {'1.7'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'PortForwarding': {'1.2'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'QosPolicy': {'1.8'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'SecurityGroup': {'1.4'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'SubPort': {'1.0'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Subnet': {'1.1'}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Trunk': {'1.1'}} Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: consumer versions: Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: { DHCP agent@n-d-793620-10: {}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: HyperV agent@n-h1-793620-10: {}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: HyperV agent@n-h2-793620-10: {}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: L3 agent@n-d-793620-10: {}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: Metadata agent@n-d-793620-10: {}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: Metering agent@n-d-793620-10: {}, Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'ConntrackHelper': '1.0', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Log': '1.0', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Network': '1.1', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Port': '1.7', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'PortForwarding': '1.2', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'QosPolicy': '1.8', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'SecurityGroup': '1.4', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'SecurityGroupRule': '1.2', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'SubPort': '1.0', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Subnet': '1.1', Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: 'Trunk': '1.1'}} Jul 16 18:05:01.004122 n-d-793620-10 neutron-server[93777]: {{(pid=93777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:05:01.009873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b07e499b-c6b7-455d-8a43-18f186df896c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c73bde0eda134d94bcd11f5bd6036300&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3455453 Jul 16 18:05:01.013480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.087557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.110963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.179384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.182524 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.186385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01a03b3c-4a7d-4006-919d-c7dd28ab3967 HTTP/1.1" status: 204 len: 168 time: 0.1674953 Jul 16 18:05:01.195547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a03b3c-4a7d-4006-919d-c7dd28ab3967,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.204596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.204948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.205297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.205637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.205978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.206313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.206643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.207000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.207288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.207619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.207946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.208297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b18d11b-b258-45a6-aba4-f5ce6a070959 admin admin] Tracked resource versions report: Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: pushed versions: Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: { 'AddressGroup': {'1.2'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'ConntrackHelper': {'1.0'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Log': {'1.0'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Network': {'1.1'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Port': {'1.7'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'PortForwarding': {'1.2'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'QosPolicy': {'1.8'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'SecurityGroup': {'1.4'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'SubPort': {'1.0'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Subnet': {'1.1'}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Trunk': {'1.1'}} Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: consumer versions: Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: { DHCP agent@n-d-793620-10: {}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: HyperV agent@n-h1-793620-10: {}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: HyperV agent@n-h2-793620-10: {}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: L3 agent@n-d-793620-10: {}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: Metadata agent@n-d-793620-10: {}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: Metering agent@n-d-793620-10: {}, Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'ConntrackHelper': '1.0', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Log': '1.0', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Network': '1.1', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Port': '1.7', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'PortForwarding': '1.2', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'QosPolicy': '1.8', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'SecurityGroup': '1.4', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'SecurityGroupRule': '1.2', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'SubPort': '1.0', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Subnet': '1.1', Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: 'Trunk': '1.1'}} Jul 16 18:05:01.209662 n-d-793620-10 neutron-server[93778]: {{(pid=93778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:05:01.691114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.724878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf70604c-ae35-4d1f-a4e6-abb6a1a4dac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.902707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf70604c-ae35-4d1f-a4e6-abb6a1a4dac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.909194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf70604c-ae35-4d1f-a4e6-abb6a1a4dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.918290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40306) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.953454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70604c-ae35-4d1f-a4e6-abb6a1a4dac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0426943f-9e5a-474a-858d-a7696ce77607,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.960611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40310) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.960840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bf70604c-ae35-4d1f-a4e6-abb6a1a4dac6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deb38f5d27bb47bc9750ea6401d701bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2680495 Jul 16 18:05:02.020931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4950695c-f18c-41e6-b93f-87077cc27e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.046446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4950695c-f18c-41e6-b93f-87077cc27e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.100930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4950695c-f18c-41e6-b93f-87077cc27e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.104269 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4950695c-f18c-41e6-b93f-87077cc27e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.107883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4950695c-f18c-41e6-b93f-87077cc27e9a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0426943f-9e5a-474a-858d-a7696ce77607 HTTP/1.1" status: 204 len: 168 time: 0.1436474 Jul 16 18:05:02.114264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950695c-f18c-41e6-b93f-87077cc27e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0426943f-9e5a-474a-858d-a7696ce77607,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.253262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbcda1ee-703e-4022-95d4-fdbe2c1e8a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.352972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbcda1ee-703e-4022-95d4-fdbe2c1e8a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.358817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbcda1ee-703e-4022-95d4-fdbe2c1e8a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.370215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40330) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.400558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.403548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcda1ee-703e-4022-95d4-fdbe2c1e8a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29b5d74-74eb-4202-bd72-330250d2d0f9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.427827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fbcda1ee-703e-4022-95d4-fdbe2c1e8a61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00143498d8e44604b296758fa9ef9cae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5068622 Jul 16 18:05:02.430930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.483575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9701cbcc-d7c1-4a3f-a81c-5cae0937f079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.528452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9701cbcc-d7c1-4a3f-a81c-5cae0937f079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.532754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40348) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.587542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9701cbcc-d7c1-4a3f-a81c-5cae0937f079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.590555 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9701cbcc-d7c1-4a3f-a81c-5cae0937f079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.591685 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9701cbcc-d7c1-4a3f-a81c-5cae0937f079 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f29b5d74-74eb-4202-bd72-330250d2d0f9 HTTP/1.1" status: 204 len: 168 time: 0.1598344 Jul 16 18:05:02.609624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9701cbcc-d7c1-4a3f-a81c-5cae0937f079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29b5d74-74eb-4202-bd72-330250d2d0f9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:02.843268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.873624 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.896510 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3fcca7d-9d41-422d-8dbe-0714715fde8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.949156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:05:02.949156 n-d-793620-10 neutron-server[93778]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:05:02.949156 n-d-793620-10 neutron-server[93778]: [parameters: {'project_id': 'd896f91704914d5887597400ecbbc197', 'id': '569580ba-6aaa-42b1-aafb-74ce4121b4a6', 'expiration': datetime.datetime(2021, 7, 16, 18, 7, 2, 930553)}] Jul 16 18:05:02.949156 n-d-793620-10 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:05:02.953682 n-d-793620-10 neutron-server[93778]: DEBUG oslo_db.api [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:05:02.963939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:05:02.963939 n-d-793620-10 neutron-server[93778]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:05:02.963939 n-d-793620-10 neutron-server[93778]: [parameters: {'project_id': 'f25f5bfed020482b83aad5bf70adfa60', 'id': '04151a19-2bf0-4de9-adf2-b39507cc351f', 'expiration': datetime.datetime(2021, 7, 16, 18, 7, 2, 943891)}] Jul 16 18:05:02.963939 n-d-793620-10 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:05:02.964974 n-d-793620-10 neutron-server[93778]: DEBUG oslo_db.api [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:05:03.051842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3fcca7d-9d41-422d-8dbe-0714715fde8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.059333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3fcca7d-9d41-422d-8dbe-0714715fde8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.089463 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a8efd13-ec9e-49f6-a021-446333c77193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.113118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcca7d-9d41-422d-8dbe-0714715fde8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9883cfb0-873a-4ae3-a69e-bd32c926b10b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.139044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c3fcca7d-9d41-422d-8dbe-0714715fde8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1fe94e986e24af6ac7041c3d9bfd229&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6027174 Jul 16 18:05:03.139811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40400) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.211238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fed56788-6258-4614-9968-f6eff19919e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.283557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fed56788-6258-4614-9968-f6eff19919e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.290096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.330228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f78f248-be03-4784-8637-f0b709f0aaf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.334834 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.362143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fed56788-6258-4614-9968-f6eff19919e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.366655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fed56788-6258-4614-9968-f6eff19919e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.368443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fed56788-6258-4614-9968-f6eff19919e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9883cfb0-873a-4ae3-a69e-bd32c926b10b HTTP/1.1" status: 204 len: 168 time: 0.2262278 Jul 16 18:05:03.379248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed56788-6258-4614-9968-f6eff19919e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9883cfb0-873a-4ae3-a69e-bd32c926b10b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.503851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f78f248-be03-4784-8637-f0b709f0aaf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.505152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.514777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.558265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f78f248-be03-4784-8637-f0b709f0aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.623973 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6f78f248-be03-4784-8637-f0b709f0aaf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d6877fe18e849f78d2583814d0c1736&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3323605 Jul 16 18:05:03.626842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40452) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.655565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f78f248-be03-4784-8637-f0b709f0aaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafbd7cf-10bf-46a0-bace-a8b7095aed64,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.676343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.738666 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62522c96-b54c-4190-975a-b941ac86fe39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.770543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62522c96-b54c-4190-975a-b941ac86fe39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.787632 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.789017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.813979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.833481 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62522c96-b54c-4190-975a-b941ac86fe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.836868 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62522c96-b54c-4190-975a-b941ac86fe39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.838241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-62522c96-b54c-4190-975a-b941ac86fe39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dafbd7cf-10bf-46a0-bace-a8b7095aed64 HTTP/1.1" status: 204 len: 168 time: 0.2098713 Jul 16 18:05:03.850570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f25f5bfed020482b83aad5bf70adfa60&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4792452 Jul 16 18:05:03.854158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62522c96-b54c-4190-975a-b941ac86fe39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafbd7cf-10bf-46a0-bace-a8b7095aed64,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.860556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.892711 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d896f91704914d5887597400ecbbc197&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4882348 Jul 16 18:05:03.893780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40472) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.895945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c03e88-b284-459d-b104-e1fe95bb64fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ac1ef8-e8d7-4564-8f17-067756e91dfd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.926573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41807b86-b006-43d8-9c96-973f418addb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7ff1a8-24a7-418e-9d0f-748046c3a981,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.964414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.000193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1baab92-6b9b-48e7-98fa-bc7e8d772e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.058814 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc22118e-68f4-4dee-a763-b37e21dd3d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.085245 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ee7-f994-4c34-8846-6da7d7b68ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.100681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc22118e-68f4-4dee-a763-b37e21dd3d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.161521 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.172790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ee7-f994-4c34-8846-6da7d7b68ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.210987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc22118e-68f4-4dee-a763-b37e21dd3d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.215041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc22118e-68f4-4dee-a763-b37e21dd3d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.219213 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dc22118e-68f4-4dee-a763-b37e21dd3d37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e7ff1a8-24a7-418e-9d0f-748046c3a981 HTTP/1.1" status: 204 len: 168 time: 0.3437140 Jul 16 18:05:04.240555 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1baab92-6b9b-48e7-98fa-bc7e8d772e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.243331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22118e-68f4-4dee-a763-b37e21dd3d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7ff1a8-24a7-418e-9d0f-748046c3a981,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.257582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1baab92-6b9b-48e7-98fa-bc7e8d772e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.257919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ee7-f994-4c34-8846-6da7d7b68ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.261529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7ee7-f994-4c34-8846-6da7d7b68ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.265943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bd4e7ee7-f994-4c34-8846-6da7d7b68ee9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85ac1ef8-e8d7-4564-8f17-067756e91dfd HTTP/1.1" status: 204 len: 168 time: 0.3711774 Jul 16 18:05:04.294986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e7ee7-f994-4c34-8846-6da7d7b68ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ac1ef8-e8d7-4564-8f17-067756e91dfd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.308141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baab92-6b9b-48e7-98fa-bc7e8d772e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96c8a52-db5a-4496-861c-8bfb447dae47,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.313390 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b1baab92-6b9b-48e7-98fa-bc7e8d772e2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=622520f270a54efca833026d8234605f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3522205 Jul 16 18:05:04.316074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.368992 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2ac66bc-27a8-45e4-9807-e1487411fed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.381491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40502) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.394394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2ac66bc-27a8-45e4-9807-e1487411fed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.444695 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2ac66bc-27a8-45e4-9807-e1487411fed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.447764 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2ac66bc-27a8-45e4-9807-e1487411fed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.449138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d2ac66bc-27a8-45e4-9807-e1487411fed6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f96c8a52-db5a-4496-861c-8bfb447dae47 HTTP/1.1" status: 204 len: 168 time: 0.1319573 Jul 16 18:05:04.456917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac66bc-27a8-45e4-9807-e1487411fed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96c8a52-db5a-4496-861c-8bfb447dae47,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.873475 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-759e63ae-7ade-40f9-9f2e-54d155175440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.986436 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-759e63ae-7ade-40f9-9f2e-54d155175440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.995090 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-759e63ae-7ade-40f9-9f2e-54d155175440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.021838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e63ae-7ade-40f9-9f2e-54d155175440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c39497e-65c4-4c0b-acc9-5f4b8f676adf,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.059861 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-759e63ae-7ade-40f9-9f2e-54d155175440 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=690bc10b19a44a828ec07a720dc7aebf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6770353 Jul 16 18:05:05.060046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.135118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba40b3a4-8b8c-4a5a-ab8f-9f82b5625fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.140800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40564) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.162249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eee1a0d8-4aae-4234-be02-37346d5c2fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.185970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba40b3a4-8b8c-4a5a-ab8f-9f82b5625fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.262778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba40b3a4-8b8c-4a5a-ab8f-9f82b5625fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.265427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba40b3a4-8b8c-4a5a-ab8f-9f82b5625fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.268967 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ba40b3a4-8b8c-4a5a-ab8f-9f82b5625fb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c39497e-65c4-4c0b-acc9-5f4b8f676adf HTTP/1.1" status: 204 len: 168 time: 0.2054234 Jul 16 18:05:05.284103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40b3a4-8b8c-4a5a-ab8f-9f82b5625fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c39497e-65c4-4c0b-acc9-5f4b8f676adf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.336963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eee1a0d8-4aae-4234-be02-37346d5c2fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.341999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eee1a0d8-4aae-4234-be02-37346d5c2fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.387698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40572) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.394978 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eee1a0d8-4aae-4234-be02-37346d5c2fae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d488932ca28473bb4da1d01e036a1a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2530777 Jul 16 18:05:05.395941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1a0d8-4aae-4234-be02-37346d5c2fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a1e62-9477-4166-9d40-09cfbde64d0b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.420285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40580) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.443203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-215863bd-eafa-4677-97d4-9342038eeb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.512511 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9dc-2f90-4d28-8e51-73a7414b8335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.547595 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9dc-2f90-4d28-8e51-73a7414b8335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.634128 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-215863bd-eafa-4677-97d4-9342038eeb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.636087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9dc-2f90-4d28-8e51-73a7414b8335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.640324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b83e9dc-2f90-4d28-8e51-73a7414b8335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.644024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9b83e9dc-2f90-4d28-8e51-73a7414b8335 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f99a1e62-9477-4166-9d40-09cfbde64d0b HTTP/1.1" status: 204 len: 168 time: 0.2527831 Jul 16 18:05:05.650705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-215863bd-eafa-4677-97d4-9342038eeb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.661817 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.662607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83e9dc-2f90-4d28-8e51-73a7414b8335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a1e62-9477-4166-9d40-09cfbde64d0b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.696484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-215863bd-eafa-4677-97d4-9342038eeb08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71293e1f2b9c4411ac699b365936b77b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2751029 Jul 16 18:05:05.699875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40598) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.708653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215863bd-eafa-4677-97d4-9342038eeb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2510b620-c140-4e79-9313-b66f98d8eeda,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.758019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-004bfe06-401b-4ac9-bd1d-c73ffc5c326b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.785883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-004bfe06-401b-4ac9-bd1d-c73ffc5c326b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.839553 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-004bfe06-401b-4ac9-bd1d-c73ffc5c326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.843011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-004bfe06-401b-4ac9-bd1d-c73ffc5c326b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.844198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-004bfe06-401b-4ac9-bd1d-c73ffc5c326b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2510b620-c140-4e79-9313-b66f98d8eeda HTTP/1.1" status: 204 len: 168 time: 0.1433284 Jul 16 18:05:05.851987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bfe06-401b-4ac9-bd1d-c73ffc5c326b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2510b620-c140-4e79-9313-b66f98d8eeda,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.057090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.070350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a43944e5-97db-42f0-b7c5-8c207cff7c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.167135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a43944e5-97db-42f0-b7c5-8c207cff7c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.183360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a43944e5-97db-42f0-b7c5-8c207cff7c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.222587 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a43944e5-97db-42f0-b7c5-8c207cff7c24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e93654d22353417dae6e2babf00a4601&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1641452 Jul 16 18:05:06.225264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.250050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43944e5-97db-42f0-b7c5-8c207cff7c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3847a67-5adf-4e75-88c6-07f883b33e42,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.292464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2cb5-2983-4265-a2d1-83a3ec33095e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.316930 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2cb5-2983-4265-a2d1-83a3ec33095e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.371434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2cb5-2983-4265-a2d1-83a3ec33095e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.374239 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8f2cb5-2983-4265-a2d1-83a3ec33095e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.377875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6b8f2cb5-2983-4265-a2d1-83a3ec33095e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3847a67-5adf-4e75-88c6-07f883b33e42 HTTP/1.1" status: 204 len: 168 time: 0.1503034 Jul 16 18:05:06.385991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f2cb5-2983-4265-a2d1-83a3ec33095e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3847a67-5adf-4e75-88c6-07f883b33e42,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.552581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40644) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.554910 n-d-793620-10 neutron-server[93777]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:05:06.603774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-9da9e938-ce3a-43d2-b7bf-c31c99f2db27 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=15b85a4be4d9409dab70ec84b531a49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497978 Jul 16 18:05:06.676044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.801902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-24296e5f-53ba-4afe-825c-f8e2d3321355 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.803735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-24296e5f-53ba-4afe-825c-f8e2d3321355 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1991014 Jul 16 18:05:06.822008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-19eb4bc5-94e0-43a0-bee7-5fde6c8b1e34 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/quotas/15b85a4be4d9409dab70ec84b531a49d HTTP/1.1" status: 200 len: 375 time: 0.0123715 Jul 16 18:05:06.885054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-222abd28-c89b-433e-b6c3-4881c0b95a9c tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15b85a4be4d9409dab70ec84b531a49d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572364 Jul 16 18:05:07.026500 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.597113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40724) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.182566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b38fa7fb-0364-48cb-8815-387355984da3 req-d22ca45b-0650-4bc3-9abc-3ffacf565292 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 210 time: 0.5836754 Jul 16 18:05:08.724601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.986966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.101638 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67664435-dce8-494e-b545-361f64c5bba3 tempest-AutoAllocateNetworkTest-271516612 tempest-AutoAllocateNetworkTest-271516612-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d3061529ea064b7186236a85f9f5e8a3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3758886 Jul 16 18:05:09.104205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40812) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.354254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.13', 63004) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.397942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a792b6fe-fedf-4bf0-abe4-391555b87866 tempest-AutoAllocateNetworkTest-271516612 tempest-AutoAllocateNetworkTest-271516612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.399995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a792b6fe-fedf-4bf0-abe4-391555b87866 tempest-AutoAllocateNetworkTest-271516612 tempest-AutoAllocateNetworkTest-271516612-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2947221 Jul 16 18:05:09.410458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40824) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.412374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-80d49543-732e-4e81-8db2-612f45eb3173 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=15b85a4be4d9409dab70ec84b531a49d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569928 Jul 16 18:05:09.415753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-897d296f-86fd-49fc-9f2e-f2bda75e8553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.505412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-33e3408f-ec4a-41a3-b7ff-4bfd92482c3a tempest-AutoAllocateNetworkTest-271516612 tempest-AutoAllocateNetworkTest-271516612-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912220 Jul 16 18:05:09.510255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1833051-1db5-4ea1-adb9-2eff28b97706 req-e0e55be7-f42c-4d2b-9883-20090e18c873 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 210 time: 0.1298218 Jul 16 18:05:09.510815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.566878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-07a0f829-db8c-40a4-b2f6-83907c9a66ef tempest-AutoAllocateNetworkTest-271516612 tempest-AutoAllocateNetworkTest-271516612-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d3061529ea064b7186236a85f9f5e8a3 HTTP/1.1" status: 200 len: 208 time: 0.0499635 Jul 16 18:05:09.612599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-897d296f-86fd-49fc-9f2e-f2bda75e8553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.623863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-897d296f-86fd-49fc-9f2e-f2bda75e8553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.649490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-79b5ab28-dadd-4ff8-8171-bc3be2b2480e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.651217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-79b5ab28-dadd-4ff8-8171-bc3be2b2480e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571476 Jul 16 18:05:09.677096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d296f-86fd-49fc-9f2e-f2bda75e8553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3628d7-6b1a-4eed-97b3-9eb7d89de0ef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.685635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40840) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.685775 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-897d296f-86fd-49fc-9f2e-f2bda75e8553 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4cc3b9ff958f464ca163769579a24574&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6974103 Jul 16 18:05:09.721867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Request body: {'port': {'device_id': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '15b85a4be4d9409dab70ec84b531a49d'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:09.865593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ace368f-f633-49e6-af19-bc1b18e5508a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.937638 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ace368f-f633-49e6-af19-bc1b18e5508a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.004921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Made reservation on behalf of 15b85a4be4d9409dab70ec84b531a49d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:10.009263 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.022757 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.036070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ace368f-f633-49e6-af19-bc1b18e5508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.038851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ace368f-f633-49e6-af19-bc1b18e5508a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.040046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7ace368f-f633-49e6-af19-bc1b18e5508a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb3628d7-6b1a-4eed-97b3-9eb7d89de0ef HTTP/1.1" status: 204 len: 168 time: 0.3528724 Jul 16 18:05:10.055521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace368f-f633-49e6-af19-bc1b18e5508a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3628d7-6b1a-4eed-97b3-9eb7d89de0ef,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.162240 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.168664 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.223086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8776d-6229-42de-b548-b5402b4b149f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.326498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:10.337515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-85a8f7dd-35cc-4107-88ad-91fb8c53c32e tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=327bb76568a74acebbcea1d5aad0df9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341878 Jul 16 18:05:10.619756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Allocated IP 192.168.233.66 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/87a7259f-731f-42a9-b6b4-ce376dc19e1b) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:10.682492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-678c4059-025d-4952-a9c0-6edb9235fa4c tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.690131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-678c4059-025d-4952-a9c0-6edb9235fa4c tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393202 Jul 16 18:05:10.707544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8ec9-413d-4017-aafe-d8b24dbf1d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.750694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-8c3895ba-f0bc-41d4-a734-e6c217745060 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/quotas/327bb76568a74acebbcea1d5aad0df9e HTTP/1.1" status: 200 len: 375 time: 0.0591741 Jul 16 18:05:10.761655 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19daffc5-4d8d-4acb-b564-022aae6436e9 req-f101e2aa-69b2-4cb2-bbbf-35865a236d05 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 210 time: 0.1184597 Jul 16 18:05:10.814978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-79caaf17-ddb2-4c1e-aea1-b3079bc4c6f4 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=327bb76568a74acebbcea1d5aad0df9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605118 Jul 16 18:05:10.967434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8ec9-413d-4017-aafe-d8b24dbf1d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.979018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.030823 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8ec9-413d-4017-aafe-d8b24dbf1d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.031141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.073131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Transition to ACTIVE for port object 87a7259f-731f-42a9-b6b4-ce376dc19e1b will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:11.100868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb8ec9-413d-4017-aafe-d8b24dbf1d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7025370-dcbb-4096-9e53-90ccf0e44d50,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.106144 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4de7819-d939-4e6c-9cc1-9899869e54d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.140767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0bf14ace-0073-4cee-afa6-8beca786972e req-55dd2c54-41e4-4c09-875a-5c5fee3513a2 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 210 time: 0.0711169 Jul 16 18:05:11.225312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.331249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4de7819-d939-4e6c-9cc1-9899869e54d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.345498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f1bb8ec9-413d-4017-aafe-d8b24dbf1d7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3061529ea064b7186236a85f9f5e8a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0174561 Jul 16 18:05:11.347923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.349921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4de7819-d939-4e6c-9cc1-9899869e54d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.379179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:11.409595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:11.436898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:11.454398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.458747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.559619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8376763 Jul 16 18:05:11.564783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68bddb-4e2f-4e0a-8f4a-374d8258af7e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Pushing event updated for resources: {'Port': ['ID=87a7259f-731f-42a9-b6b4-ce376dc19e1b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.582377 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:11.585632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-9c484135-ffd2-4d8d-a6ca-0f99bea4d5dd tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:11.589673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-9c484135-ffd2-4d8d-a6ca-0f99bea4d5dd tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114071 Jul 16 18:05:11.595042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de7819-d939-4e6c-9cc1-9899869e54d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33c2e9e-385d-4d7c-898d-5eea6d586fc6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.655645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4470afbd-411d-4d35-8a72-8bd62bf9e5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.666944 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4de7819-d939-4e6c-9cc1-9899869e54d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5e52bb5dd76467cab538ecdc4fa96b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6867309 Jul 16 18:05:11.671005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40936) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.800309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-45f3e487-91bf-4fef-b8f0-8d42588ccff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.809952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4470afbd-411d-4d35-8a72-8bd62bf9e5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.873749 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-45f3e487-91bf-4fef-b8f0-8d42588ccff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.991761 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4470afbd-411d-4d35-8a72-8bd62bf9e5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.995477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4470afbd-411d-4d35-8a72-8bd62bf9e5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.998324 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4470afbd-411d-4d35-8a72-8bd62bf9e5b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7025370-dcbb-4096-9e53-90ccf0e44d50 HTTP/1.1" status: 204 len: 168 time: 0.6418765 Jul 16 18:05:12.030653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-45f3e487-91bf-4fef-b8f0-8d42588ccff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.031641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-affeccb5-c980-4ee4-8ea2-9eaad5364e46 None None] Provisioning for port 87a7259f-731f-42a9-b6b4-ce376dc19e1b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:12.036323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470afbd-411d-4d35-8a72-8bd62bf9e5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7025370-dcbb-4096-9e53-90ccf0e44d50,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.037191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-45f3e487-91bf-4fef-b8f0-8d42588ccff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.047235 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-45f3e487-91bf-4fef-b8f0-8d42588ccff3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a33c2e9e-385d-4d7c-898d-5eea6d586fc6 HTTP/1.1" status: 204 len: 168 time: 0.3745863 Jul 16 18:05:12.054422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-affeccb5-c980-4ee4-8ea2-9eaad5364e46 None None] Provisioning complete for port 87a7259f-731f-42a9-b6b4-ce376dc19e1b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:12.059873 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-affeccb5-c980-4ee4-8ea2-9eaad5364e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.068860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3e487-91bf-4fef-b8f0-8d42588ccff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33c2e9e-385d-4d7c-898d-5eea6d586fc6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.216103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-affeccb5-c980-4ee4-8ea2-9eaad5364e46 None None] Port 87a7259f-731f-42a9-b6b4-ce376dc19e1b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:12.696251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceac1c4-632e-4cae-afe9-0e71a9f046d8 req-904bad0d-cc67-48c0-912a-fba2256c8079 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:12.699358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ceac1c4-632e-4cae-afe9-0e71a9f046d8 req-904bad0d-cc67-48c0-912a-fba2256c8079 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 935 time: 0.1310275 Jul 16 18:05:12.751138 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ceac1c4-632e-4cae-afe9-0e71a9f046d8 req-64a605e1-7191-46f1-8014-ea123794ad98 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460179 Jul 16 18:05:12.947772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d74e13d-2443-49f0-b9eb-f29d99a0d686 req-710fab5f-6876-45eb-93df-f9891488c736 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 210 time: 0.0866594 Jul 16 18:05:13.005882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Request body: {'port': {'device_id': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'device_owner': 'compute:tempest-test_az-1732479751', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:13.123419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.712909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a7259f-731f-42a9-b6b4-ce376dc19e1b {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:13.737142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.772392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Transition to ACTIVE for port object 87a7259f-731f-42a9-b6b4-ce376dc19e1b will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:13.787125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.952391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.55', 55953) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:14.022742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Pushing event updated for resources: {'Port': ['ID=87a7259f-731f-42a9-b6b4-ce376dc19e1b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:14.031120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Attempting to bind port 87a7259f-731f-42a9-b6b4-ce376dc19e1b on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:14.031666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Attempting to bind port 87a7259f-731f-42a9-b6b4-ce376dc19e1b by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:14.032109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Attempting to bind port 87a7259f-731f-42a9-b6b4-ce376dc19e1b on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:14.038563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Port 87a7259f-731f-42a9-b6b4-ce376dc19e1b on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:14.038977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Attempting to bind port 87a7259f-731f-42a9-b6b4-ce376dc19e1b on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:14.047441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:14.047876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:14.048643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:14.049145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Bound port: 87a7259f-731f-42a9-b6b4-ce376dc19e1b, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:14.050285 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.053672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-8d433975-04eb-4f0b-9f11-f765c6eba14d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=327bb76568a74acebbcea1d5aad0df9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0924673 Jul 16 18:05:14.383103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] For port 87a7259f-731f-42a9-b6b4-ce376dc19e1b, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:14.400578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-8fc68c02-e94c-44e5-9e29-36eff83c2e59 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.402523 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-8fc68c02-e94c-44e5-9e29-36eff83c2e59 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423347 Jul 16 18:05:14.455475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] For port 87a7259f-731f-42a9-b6b4-ce376dc19e1b, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:14.466222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Request body: {'port': {'device_id': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '327bb76568a74acebbcea1d5aad0df9e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:14.473421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.618202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Pushing event updated for resources: {'Port': ['ID=87a7259f-731f-42a9-b6b4-ce376dc19e1b,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:14.653434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe072-c0cc-4442-b561-98f94b5d43aa req-f36139dc-7736-4348-b209-297482ef8b17 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.661133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a2fe072-c0cc-4442-b561-98f94b5d43aa req-f36139dc-7736-4348-b209-297482ef8b17 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.4254851 Jul 16 18:05:14.665149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.665885 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:14.667634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-366c7bd0-6610-4961-b9f7-fc9b74738a94 service neutron] 10.222.0.13 "PUT /v2.0/ports/87a7259f-731f-42a9-b6b4-ce376dc19e1b HTTP/1.1" status: 200 len: 1118 time: 2.0866246 Jul 16 18:05:14.669858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'tag': '87a7259f-731f-42a9-b6b4-ce376dc19e1b'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:14.856695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a2fe072-c0cc-4442-b561-98f94b5d43aa req-c098bc29-788c-423e-958c-2baf1d986771 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943858 Jul 16 18:05:14.952866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Made reservation on behalf of 327bb76568a74acebbcea1d5aad0df9e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:14.978001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.038575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.238730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-019a29c0-3fb3-4ddd-8184-88b84e033d34 req-6b7c4306-649a-4c57-a0fa-283c1f7c49c5 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 210 time: 0.0756340 Jul 16 18:05:15.380061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.390486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.541265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22357de0-7d17-4879-bd8c-6fcaf671ae18,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.613623 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e5f018-740a-48f5-a363-0ebd7814afde" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6f4d47-c26b-40e4-b876-bddf55f54cf7", "tag": "87a7259f-731f-42a9-b6b4-ce376dc19e1b"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:15.936305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Allocated IP 192.168.233.126 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/11210621-c87b-4470-8ecf-92a9d627d2bf) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:16.381116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.398865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Transition to ACTIVE for port object 11210621-c87b-4470-8ecf-92a9d627d2bf will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:16.509635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.637201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:16.645530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:16.675611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:16.682023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.682756 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.711603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41112) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:16.724203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Pushing event updated for resources: {'Port': ['ID=11210621-c87b-4470-8ecf-92a9d627d2bf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.734290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-92676c9a-b0b2-49ad-a68b-0c01bc66f90f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2727697 Jul 16 18:05:16.758716 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e348e1-460f-4b57-8c7c-549871dfa1dd x-openstack-request-id: req-09e348e1-460f-4b57-8c7c-549871dfa1dd {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:16.760267 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6f4d47-c26b-40e4-b876-bddf55f54cf7", "tag": "87a7259f-731f-42a9-b6b4-ce376dc19e1b", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:16.770358 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-09e348e1-460f-4b57-8c7c-549871dfa1dd {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:16.771239 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'tag': '87a7259f-731f-42a9-b6b4-ce376dc19e1b', 'status': 'completed', 'code': 200} Jul 16 18:05:16.880403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-34095b35-c7dc-492d-9b9f-dc03b5a20b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.885763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-34095b35-c7dc-492d-9b9f-dc03b5a20b31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15b85a4be4d9409dab70ec84b531a49d&device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 1121 time: 0.3593190 Jul 16 18:05:17.169113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-8b73e438-f7cb-4689-bc2d-52d1da5b7567 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:17.173598 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-8b73e438-f7cb-4689-bc2d-52d1da5b7567 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101645 Jul 16 18:05:17.213627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e8dc8f7a-9278-497a-85c5-0ce3c211f557 None None] Provisioning for port 11210621-c87b-4470-8ecf-92a9d627d2bf completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:17.232571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e8dc8f7a-9278-497a-85c5-0ce3c211f557 None None] Provisioning complete for port 11210621-c87b-4470-8ecf-92a9d627d2bf triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:17.233166 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8dc8f7a-9278-497a-85c5-0ce3c211f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.387684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc8f7a-9278-497a-85c5-0ce3c211f557 None None] Port 11210621-c87b-4470-8ecf-92a9d627d2bf cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:17.507907 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8668b61e-ee2a-428e-aeee-096c1946a1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.745934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-915c86ff-fcdb-4a9e-9b0f-17a1a0f75961 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b HTTP/1.1" status: 200 len: 217 time: 0.8093691 Jul 16 18:05:17.939400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-46346134-20e0-43a9-9dd0-94ca3ed83646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.941398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-46346134-20e0-43a9-9dd0-94ca3ed83646 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1896615 Jul 16 18:05:18.072311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfab25-3f8d-4313-bc51-4611d9937b0d req-55102bc7-61cb-4b56-8ab0-ba31c41f3dbe tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.074186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32cfab25-3f8d-4313-bc51-4611d9937b0d req-55102bc7-61cb-4b56-8ab0-ba31c41f3dbe tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 936 time: 0.2433214 Jul 16 18:05:18.085086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13472d03-8825-486d-bc3f-ca873e0ba16c req-a89a3c7b-58e3-4ae2-9d6e-d20edf982050 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.087197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13472d03-8825-486d-bc3f-ca873e0ba16c req-a89a3c7b-58e3-4ae2-9d6e-d20edf982050 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.6321359 Jul 16 18:05:18.140648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8668b61e-ee2a-428e-aeee-096c1946a1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.159262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8668b61e-ee2a-428e-aeee-096c1946a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.211468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668b61e-ee2a-428e-aeee-096c1946a1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf71961-6894-4bc6-8fa2-465c8df202a9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.231550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-7323886c-7f4b-4547-88b3-8cb9d15280d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.233326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-7323886c-7f4b-4547-88b3-8cb9d15280d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2737787 Jul 16 18:05:18.264543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13472d03-8825-486d-bc3f-ca873e0ba16c req-56b93eab-55ed-4223-bbdf-dd181f76525a tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691165 Jul 16 18:05:18.276722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:18.286419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8668b61e-ee2a-428e-aeee-096c1946a1cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7ac1285142b345debd90959506cca4f3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5488393 Jul 16 18:05:18.322936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32cfab25-3f8d-4313-bc51-4611d9937b0d req-5527928c-41fb-4a43-98f1-f9ef19db5631 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295096 Jul 16 18:05:18.406989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a3793e1-741e-4c3e-9dd6-0d69434badfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.460894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a3793e1-741e-4c3e-9dd6-0d69434badfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.537028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a3793e1-741e-4c3e-9dd6-0d69434badfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.542044 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a3793e1-741e-4c3e-9dd6-0d69434badfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.543491 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9a3793e1-741e-4c3e-9dd6-0d69434badfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bcf71961-6894-4bc6-8fa2-465c8df202a9 HTTP/1.1" status: 204 len: 168 time: 0.2658031 Jul 16 18:05:18.558125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3793e1-741e-4c3e-9dd6-0d69434badfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf71961-6894-4bc6-8fa2-465c8df202a9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.195414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.225566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-162a74ad-5337-449c-9fc9-1a3705a5907c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.459192 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-162a74ad-5337-449c-9fc9-1a3705a5907c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.469159 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-162a74ad-5337-449c-9fc9-1a3705a5907c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.514257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-162a74ad-5337-449c-9fc9-1a3705a5907c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddf786e899d2423e9e67da58e8517022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150582 Jul 16 18:05:19.514947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41190) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.534225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a74ad-5337-449c-9fc9-1a3705a5907c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0b5093-bbff-43a8-9c63-d5fa58366c05,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.714430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4225779-62fb-41fb-ba0a-12c934208d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.749695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4225779-62fb-41fb-ba0a-12c934208d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.806658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85363-0022-4ba4-bc5a-99f94b11d5e8 req-f95c5928-165f-476b-b9c0-c232d6d7691c tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.813674 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7b85363-0022-4ba4-bc5a-99f94b11d5e8 req-f95c5928-165f-476b-b9c0-c232d6d7691c tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.3141794 Jul 16 18:05:19.844280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-de2cb2f4-ac1a-405a-9b8c-5d395be83e90 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258422 Jul 16 18:05:19.874562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7b85363-0022-4ba4-bc5a-99f94b11d5e8 req-56aa7195-16b8-4d60-93dd-992165b58b51 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Jul 16 18:05:19.875780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4225779-62fb-41fb-ba0a-12c934208d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.880076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4225779-62fb-41fb-ba0a-12c934208d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.892246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a4225779-62fb-41fb-ba0a-12c934208d79 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c0b5093-bbff-43a8-9c63-d5fa58366c05 HTTP/1.1" status: 204 len: 168 time: 0.3761458 Jul 16 18:05:19.909221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4225779-62fb-41fb-ba0a-12c934208d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0b5093-bbff-43a8-9c63-d5fa58366c05,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.968764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:20.101005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a803b-0223-490c-ae85-dcf6c6850248 req-ce138973-4c0c-4a62-b4a4-50d54dc30b4d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.103482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51a803b-0223-490c-ae85-dcf6c6850248 req-ce138973-4c0c-4a62-b4a4-50d54dc30b4d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 936 time: 0.0915158 Jul 16 18:05:20.162044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51a803b-0223-490c-ae85-dcf6c6850248 req-ab0b4a26-d458-42ec-9fbc-7ea264db1a00 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514498 Jul 16 18:05:20.173846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c42616-513b-45e4-9021-103f499155f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.441847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c42616-513b-45e4-9021-103f499155f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.481006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c78b6f-ee65-40f4-886f-503ea801e3b9 req-010f3beb-01a5-4152-bef5-357d2f1177f8 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172531 Jul 16 18:05:20.484440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c42616-513b-45e4-9021-103f499155f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.608298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c42616-513b-45e4-9021-103f499155f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f009f-0a6d-48ed-ab08-ad40d84aaae0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.616937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:20.618944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-01c42616-513b-45e4-9021-103f499155f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d606ede172cf4594aff5239cacf71504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6469736 Jul 16 18:05:20.705405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5f018-740a-48f5-a363-0ebd7814afde req-4922c0ac-b753-439c-86f2-6493c6f8f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.706914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e5f018-740a-48f5-a363-0ebd7814afde req-4922c0ac-b753-439c-86f2-6493c6f8f779 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15b85a4be4d9409dab70ec84b531a49d&device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 1121 time: 0.1201160 Jul 16 18:05:20.712595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3b4e-46cc-4703-a827-d99054b8fdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.774017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3b4e-46cc-4703-a827-d99054b8fdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.915761 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3b4e-46cc-4703-a827-d99054b8fdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.921509 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ceb3b4e-46cc-4703-a827-d99054b8fdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.923455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4ceb3b4e-46cc-4703-a827-d99054b8fdbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e27f009f-0a6d-48ed-ab08-ad40d84aaae0 HTTP/1.1" status: 204 len: 168 time: 0.3047912 Jul 16 18:05:20.942388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb3b4e-46cc-4703-a827-d99054b8fdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f009f-0a6d-48ed-ab08-ad40d84aaae0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.025616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41228) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.079434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.101105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5f018-740a-48f5-a363-0ebd7814afde req-cd06519e-826e-4c91-8fef-5841aea534ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.107259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e5f018-740a-48f5-a363-0ebd7814afde req-cd06519e-826e-4c91-8fef-5841aea534ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3793480 Jul 16 18:05:21.240381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e5f018-740a-48f5-a363-0ebd7814afde req-d2db312b-9b5b-4202-b957-6b55e18051b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b HTTP/1.1" status: 200 len: 217 time: 0.1293025 Jul 16 18:05:21.354206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5f018-740a-48f5-a363-0ebd7814afde req-0cd78eb1-4807-4c38-8e8b-81866bd28e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.355725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e5f018-740a-48f5-a363-0ebd7814afde req-0cd78eb1-4807-4c38-8e8b-81866bd28e45 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1085248 Jul 16 18:05:21.370933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3952e-bbd7-46b1-bb59-ba1b9b725c56 req-cd5c451a-fc95-491a-b710-a3222fad2686 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.372091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ad3952e-bbd7-46b1-bb59-ba1b9b725c56 req-cd5c451a-fc95-491a-b710-a3222fad2686 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.2599964 Jul 16 18:05:21.450165 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6383cdfb-b314-4898-9712-fd5931c12503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.544775 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8242552-1e1f-4744-a15d-fea380253072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.584254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ad3952e-bbd7-46b1-bb59-ba1b9b725c56 req-9447f98b-a365-4f5b-89d2-516be2a0c804 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800687 Jul 16 18:05:21.635055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5f018-740a-48f5-a363-0ebd7814afde req-8e33a1c8-2888-4e28-8be7-a298c5ce684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.651574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e5f018-740a-48f5-a363-0ebd7814afde req-8e33a1c8-2888-4e28-8be7-a298c5ce684c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2756889 Jul 16 18:05:21.682050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41244) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.707579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d6de7acb-8ee1-48d9-9930-58b6e58d440c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.732835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6383cdfb-b314-4898-9712-fd5931c12503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.749928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6383cdfb-b314-4898-9712-fd5931c12503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.851682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41246) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.853660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6383cdfb-b314-4898-9712-fd5931c12503 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e7b1ba322724830a58491158e565c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8262713 Jul 16 18:05:21.864189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383cdfb-b314-4898-9712-fd5931c12503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12abd90-7b84-4f98-837f-a4a5975c27fd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:21.968724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8242552-1e1f-4744-a15d-fea380253072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.990627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8242552-1e1f-4744-a15d-fea380253072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.104234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c8242552-1e1f-4744-a15d-fea380253072 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=914160ebc3d94b9487610eccf8f64919&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0208278 Jul 16 18:05:22.104234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8242552-1e1f-4744-a15d-fea380253072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3052a44-27ae-4fc7-a348-9a2ccc9d6d8d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.105634 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de45e362-ecb1-4279-ab73-6732c7dd0ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.107133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41254) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:22.154769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae45a9-9508-41e8-9987-d2811bb8e380 req-d0b65a19-a79e-4ab8-9ce1-8d31b5012e35 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.156742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48ae45a9-9508-41e8-9987-d2811bb8e380 req-d0b65a19-a79e-4ab8-9ce1-8d31b5012e35 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 936 time: 0.3292446 Jul 16 18:05:22.267676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de45e362-ecb1-4279-ab73-6732c7dd0ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.382456 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8c51-8398-4e8a-9b51-ef7cf36944c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.402456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48ae45a9-9508-41e8-9987-d2811bb8e380 req-62ba4ed3-2656-4578-b962-288de2d1f0f9 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244189 Jul 16 18:05:22.422619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e5f018-740a-48f5-a363-0ebd7814afde req-3d80ba54-e8bf-4e03-9b5f-4db5b6ff549b service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310857 Jul 16 18:05:22.430387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d6de7acb-8ee1-48d9-9930-58b6e58d440c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.478286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d6de7acb-8ee1-48d9-9930-58b6e58d440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.514914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8c51-8398-4e8a-9b51-ef7cf36944c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.530055 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de45e362-ecb1-4279-ab73-6732c7dd0ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.532458 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de45e362-ecb1-4279-ab73-6732c7dd0ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.536196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de45e362-ecb1-4279-ab73-6732c7dd0ea3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e12abd90-7b84-4f98-837f-a4a5975c27fd HTTP/1.1" status: 204 len: 168 time: 0.6809618 Jul 16 18:05:22.684778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de7acb-8ee1-48d9-9930-58b6e58d440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dce975d-7e8d-49d4-b60a-408715cc6c27,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.751864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d6de7acb-8ee1-48d9-9930-58b6e58d440c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7682692ab9a4990b38f1056b14af5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0683620 Jul 16 18:05:22.757388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:22.764985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45e362-ecb1-4279-ab73-6732c7dd0ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12abd90-7b84-4f98-837f-a4a5975c27fd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.795806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e5f018-740a-48f5-a363-0ebd7814afde req-5aba035a-ae65-46fc-b90b-e993b5930cce service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617406 Jul 16 18:05:22.847175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8c51-8398-4e8a-9b51-ef7cf36944c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.850514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b7d8c51-8398-4e8a-9b51-ef7cf36944c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.854917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1b7d8c51-8398-4e8a-9b51-ef7cf36944c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3052a44-27ae-4fc7-a348-9a2ccc9d6d8d HTTP/1.1" status: 204 len: 168 time: 0.7295249 Jul 16 18:05:22.903393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63a1978e-b65c-4db5-b0a2-1702cba536f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.922868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d8c51-8398-4e8a-9b51-ef7cf36944c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3052a44-27ae-4fc7-a348-9a2ccc9d6d8d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.943420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63a1978e-b65c-4db5-b0a2-1702cba536f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.995152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe7e33-1f7f-4981-be75-7104a4911489 req-61479f57-63f8-4419-b4b9-cc1a14cba0ef tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.018673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21fe7e33-1f7f-4981-be75-7104a4911489 req-61479f57-63f8-4419-b4b9-cc1a14cba0ef tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.2007012 Jul 16 18:05:23.068038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63a1978e-b65c-4db5-b0a2-1702cba536f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.072948 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63a1978e-b65c-4db5-b0a2-1702cba536f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.077372 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-63a1978e-b65c-4db5-b0a2-1702cba536f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dce975d-7e8d-49d4-b60a-408715cc6c27 HTTP/1.1" status: 204 len: 168 time: 0.3150182 Jul 16 18:05:23.099113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a1978e-b65c-4db5-b0a2-1702cba536f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dce975d-7e8d-49d4-b60a-408715cc6c27,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.324791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.340677 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c45acdb-65c6-445f-ad12-82af099b54e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.355073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21fe7e33-1f7f-4981-be75-7104a4911489 req-81e09ea1-669c-44aa-b067-ca276762344e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353736 Jul 16 18:05:23.640924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c45acdb-65c6-445f-ad12-82af099b54e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.649467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c45acdb-65c6-445f-ad12-82af099b54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.717423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45acdb-65c6-445f-ad12-82af099b54e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe8e583-6442-460c-afc3-97fd2be378f1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.741867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5c45acdb-65c6-445f-ad12-82af099b54e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fc21bba2c0a4bcf8bbcde76d97e7bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153771 Jul 16 18:05:23.743289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.743777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.815084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1bde5-abac-40cb-a1b8-689b831e3c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.908385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be85554-6a70-4269-b51f-f1871ff8fc60 req-635a3754-4175-4f8f-a27a-e8c2041d8d7a tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.914968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8be85554-6a70-4269-b51f-f1871ff8fc60 req-635a3754-4175-4f8f-a27a-e8c2041d8d7a tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 936 time: 0.2291956 Jul 16 18:05:23.985306 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8be85554-6a70-4269-b51f-f1871ff8fc60 req-dda20bab-22be-4a66-8dfa-c26943038644 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655146 Jul 16 18:05:23.988208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1bde5-abac-40cb-a1b8-689b831e3c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.992928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5672dd39-83fe-4309-99ee-4e7f1ace21ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.012373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1bde5-abac-40cb-a1b8-689b831e3c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.062360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1bde5-abac-40cb-a1b8-689b831e3c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b74253-ef2d-4691-9068-a7063f3e28cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.277418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5672dd39-83fe-4309-99ee-4e7f1ace21ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.279090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-94abd33a-ee8c-4f31-afa4-9078a1a7a5f0 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3db12cd47dd3455e8993c59f627c673d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392857 Jul 16 18:05:24.341433 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-daa1bde5-abac-40cb-a1b8-689b831e3c1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66dbf312aac7459d9e586a9ee4da9abc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5950027 Jul 16 18:05:24.353395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41316) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:24.428064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5672dd39-83fe-4309-99ee-4e7f1ace21ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.431909 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5672dd39-83fe-4309-99ee-4e7f1ace21ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.435877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5672dd39-83fe-4309-99ee-4e7f1ace21ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfe8e583-6442-460c-afc3-97fd2be378f1 HTTP/1.1" status: 204 len: 168 time: 0.6886241 Jul 16 18:05:24.442637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672dd39-83fe-4309-99ee-4e7f1ace21ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe8e583-6442-460c-afc3-97fd2be378f1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.511127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3fac752-752a-4c63-a982-90e75c1dfae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.521278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-d540ce1e-5e3b-4075-9ce4-e3d3cccc787f tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.523634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-d540ce1e-5e3b-4075-9ce4-e3d3cccc787f tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384171 Jul 16 18:05:24.561155 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3fac752-752a-4c63-a982-90e75c1dfae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.566390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-3f17e0ac-3463-4e60-a442-6cacd74f8693 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/quotas/3db12cd47dd3455e8993c59f627c673d HTTP/1.1" status: 200 len: 375 time: 0.0351591 Jul 16 18:05:24.638032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-659b0557-43a6-459f-8715-94ef7ead9472 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3db12cd47dd3455e8993c59f627c673d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568404 Jul 16 18:05:24.701550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78c79a-ab4b-43dd-8415-3cd78fff40bb req-78cee2cb-b340-4bfc-af1a-cd675744047a tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.708723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e78c79a-ab4b-43dd-8415-3cd78fff40bb req-78cee2cb-b340-4bfc-af1a-cd675744047a tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.1448393 Jul 16 18:05:24.731192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3fac752-752a-4c63-a982-90e75c1dfae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.733911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3fac752-752a-4c63-a982-90e75c1dfae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.736303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d3fac752-752a-4c63-a982-90e75c1dfae6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17b74253-ef2d-4691-9068-a7063f3e28cf HTTP/1.1" status: 204 len: 168 time: 0.3809040 Jul 16 18:05:24.753242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fac752-752a-4c63-a982-90e75c1dfae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b74253-ef2d-4691-9068-a7063f3e28cf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.777367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e78c79a-ab4b-43dd-8415-3cd78fff40bb req-9dfe52f0-f523-4195-9bd0-2bb729ce5525 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676546 Jul 16 18:05:24.891569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-228ebac6-c528-4dc1-88e0-3528b484721b req-0392673c-7827-40d9-9bf3-3678e2984f3d tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 210 time: 0.0322678 Jul 16 18:05:25.244395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a791b-0a4c-4a89-9f1a-a279d7be7a2a req-b31393de-571e-47c4-9766-2415a0168952 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.246185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a4a791b-0a4c-4a89-9f1a-a279d7be7a2a req-b31393de-571e-47c4-9766-2415a0168952 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 936 time: 0.0883691 Jul 16 18:05:25.342065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a4a791b-0a4c-4a89-9f1a-a279d7be7a2a req-fd1642ef-ac71-48e5-b480-83ee1b50dd17 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890331 Jul 16 18:05:26.165292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47630105-30ff-407c-b156-1d194de203c2 req-06227b4d-cdf0-4a00-8ba7-bd8c6a318fd7 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.167409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47630105-30ff-407c-b156-1d194de203c2 req-06227b4d-cdf0-4a00-8ba7-bd8c6a318fd7 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.1783323 Jul 16 18:05:26.220658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47630105-30ff-407c-b156-1d194de203c2 req-b22f9249-154b-4e52-bf85-5b0ecbf45214 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457931 Jul 16 18:05:26.267220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eefda20a-8c5d-486c-9d95-2908332035a6 req-5d216f51-7c29-4a19-868d-2bb8996b54e6 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 210 time: 0.0586228 Jul 16 18:05:26.517954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-ec065dac-0315-4ad0-bc48-1aefc7fd91a4 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3db12cd47dd3455e8993c59f627c673d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234365 Jul 16 18:05:26.677740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f14ab3-1c81-4831-8942-a86c33ae9a5b req-3a42cf97-e57a-4392-9306-527cf66bc280 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.690433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-12f14ab3-1c81-4831-8942-a86c33ae9a5b req-3a42cf97-e57a-4392-9306-527cf66bc280 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 936 time: 0.1970673 Jul 16 18:05:26.723641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-2c3b45cd-4ddd-4d54-b4cb-ce54958c6270 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.729600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-2c3b45cd-4ddd-4d54-b4cb-ce54958c6270 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027287 Jul 16 18:05:26.782286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Request body: {'port': {'device_id': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '3db12cd47dd3455e8993c59f627c673d'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:26.801023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-12f14ab3-1c81-4831-8942-a86c33ae9a5b req-09ce07f1-85cb-463a-9586-b6c2092740e3 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076815 Jul 16 18:05:26.953705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Made reservation on behalf of 3db12cd47dd3455e8993c59f627c673d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:26.957480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.967206 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.116505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.125539 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.199467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e281e-933d-4817-9c01-11a14bbea999,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.292348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Allocated IP 192.168.233.135 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/e874c094-4309-43d0-9db2-ee9048337ab6) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:27.373387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.381072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-7d31c7ca-fd8f-42ca-a939-11115bf5d560 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526786 Jul 16 18:05:27.530884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c037f34-6693-4492-a04f-455126a3a1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.633836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf259df-438b-4c50-b3b4-d0ca5e6d7ce0 req-c2f48626-6fa7-4027-9d43-7f661b2171b5 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.635420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf259df-438b-4c50-b3b4-d0ca5e6d7ce0 req-c2f48626-6fa7-4027-9d43-7f661b2171b5 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.2758737 Jul 16 18:05:27.644346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-4a023026-8a14-43a3-9e77-04bead1d5ddd tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.650779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-4a023026-8a14-43a3-9e77-04bead1d5ddd tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2687278 Jul 16 18:05:27.682163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c037f34-6693-4492-a04f-455126a3a1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.682750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.687822 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c037f34-6693-4492-a04f-455126a3a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.699837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-9155d741-7f95-4497-9d1b-47fa88ec7b8b tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/quotas/4b969110e4aa4bb8aac8f18ede581fe8 HTTP/1.1" status: 200 len: 375 time: 0.0481014 Jul 16 18:05:27.722949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7c037f34-6693-4492-a04f-455126a3a1b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6439d6109b4e49e694b6e78840fcd248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474591 Jul 16 18:05:27.731556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.757384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-dcefcac2-2ad5-43cc-9891-6284799f28b5 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564432 Jul 16 18:05:27.766622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c037f34-6693-4492-a04f-455126a3a1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da7db2b-b592-4748-96fa-aee39f5376d7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.779050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Request body: {'port': {'device_id': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:27.783234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Transition to ACTIVE for port object e874c094-4309-43d0-9db2-ee9048337ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:27.792661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf259df-438b-4c50-b3b4-d0ca5e6d7ce0 req-c25b1b22-1245-4d89-8ab6-c4892d1f5f1c tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397400 Jul 16 18:05:27.860763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.921255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ca03356-7e8b-4f1b-8a9f-442603f5d79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.953176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:27.956089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ca03356-7e8b-4f1b-8a9f-442603f5d79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.975939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:27.999000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Pushing event updated for resources: {'Port': ['ID=e874c094-4309-43d0-9db2-ee9048337ab6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.014344 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ca03356-7e8b-4f1b-8a9f-442603f5d79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.016909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:28.020116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ca03356-7e8b-4f1b-8a9f-442603f5d79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.027347 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0ca03356-7e8b-4f1b-8a9f-442603f5d79b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1da7db2b-b592-4748-96fa-aee39f5376d7 HTTP/1.1" status: 204 len: 168 time: 0.2906613 Jul 16 18:05:28.030317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.030998 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.062007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-8a3ec3f9-0b0d-4d3b-906f-6239a176a978 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3157458 Jul 16 18:05:28.070900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca03356-7e8b-4f1b-8a9f-442603f5d79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da7db2b-b592-4748-96fa-aee39f5376d7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.088739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.115406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Request body: {'port': {'device_id': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'device_owner': 'compute:tempest-test_az-1732479751', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:28.355473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33add75-040e-4c17-b29e-2e5137067278 req-63977c80-3874-4ce0-81f0-f11f8c682bfa tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.372788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b33add75-040e-4c17-b29e-2e5137067278 req-63977c80-3874-4ce0-81f0-f11f8c682bfa tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 936 time: 0.3056312 Jul 16 18:05:28.425193 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.468402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df6c7169-6b8d-4525-afef-07ee68d9cb00 None None] Provisioning for port e874c094-4309-43d0-9db2-ee9048337ab6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:28.490423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df6c7169-6b8d-4525-afef-07ee68d9cb00 None None] Provisioning complete for port e874c094-4309-43d0-9db2-ee9048337ab6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:28.490798 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df6c7169-6b8d-4525-afef-07ee68d9cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.514876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b33add75-040e-4c17-b29e-2e5137067278 req-3ae0751e-34ee-43cc-a5a2-e1b1fb4677d2 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410301 Jul 16 18:05:28.563807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-df6c7169-6b8d-4525-afef-07ee68d9cb00 None None] Port e874c094-4309-43d0-9db2-ee9048337ab6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:28.644225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11210621-c87b-4470-8ecf-92a9d627d2bf {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:28.656749 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.675887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-463edf1c-a2ed-4152-9875-43233376ace8 req-d18897bb-a6bf-4845-848e-4518616d1944 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 210 time: 0.0912130 Jul 16 18:05:28.695195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Transition to ACTIVE for port object 11210621-c87b-4470-8ecf-92a9d627d2bf will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:28.706243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.763679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41506) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:28.809054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f33b4de-c13a-47f4-8c52-66a80ba22f39 req-ba97ed94-1b46-480c-8c52-a1808e25b527 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.810626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f33b4de-c13a-47f4-8c52-66a80ba22f39 req-ba97ed94-1b46-480c-8c52-a1808e25b527 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 936 time: 0.2793117 Jul 16 18:05:28.862680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Pushing event updated for resources: {'Port': ['ID=11210621-c87b-4470-8ecf-92a9d627d2bf,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.877266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3be5c723-16ab-4113-ade0-ebe87237a00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.892621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f33b4de-c13a-47f4-8c52-66a80ba22f39 req-b0c7ec0d-62f5-4a31-9a8f-ccff9e9b251f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685608 Jul 16 18:05:28.902282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Attempting to bind port 11210621-c87b-4470-8ecf-92a9d627d2bf on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:28.902696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Attempting to bind port 11210621-c87b-4470-8ecf-92a9d627d2bf by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:28.903056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Attempting to bind port 11210621-c87b-4470-8ecf-92a9d627d2bf on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:28.921832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Port 11210621-c87b-4470-8ecf-92a9d627d2bf on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:28.922218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Attempting to bind port 11210621-c87b-4470-8ecf-92a9d627d2bf on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:28.936683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:28.937033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:28.937607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:28.938044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Bound port: 11210621-c87b-4470-8ecf-92a9d627d2bf, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:28.938406 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.042919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e874c094-4309-43d0-9db2-ee9048337ab6 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:29.057869 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.068711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] For port 11210621-c87b-4470-8ecf-92a9d627d2bf, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:29.074758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Transition to ACTIVE for port object e874c094-4309-43d0-9db2-ee9048337ab6 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:29.075375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] For port 11210621-c87b-4470-8ecf-92a9d627d2bf, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=11210621-c87b-4470-8ecf-92a9d627d2bf,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:29.080473 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.091201 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.129224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.129987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.131306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] 10.222.0.55 "PUT /v2.0/ports/11210621-c87b-4470-8ecf-92a9d627d2bf HTTP/1.1" status: 200 len: 1097 time: 1.5752397 Jul 16 18:05:29.135899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'tag': '11210621-c87b-4470-8ecf-92a9d627d2bf'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:29.183112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Pushing event updated for resources: {'Port': ['ID=e874c094-4309-43d0-9db2-ee9048337ab6,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.233510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Attempting to bind port e874c094-4309-43d0-9db2-ee9048337ab6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:29.234183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Attempting to bind port e874c094-4309-43d0-9db2-ee9048337ab6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:29.234517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Attempting to bind port e874c094-4309-43d0-9db2-ee9048337ab6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:29.245478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Port e874c094-4309-43d0-9db2-ee9048337ab6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:29.245939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Attempting to bind port e874c094-4309-43d0-9db2-ee9048337ab6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:29.254209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:29.254724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:29.255242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:29.255679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Bound port: e874c094-4309-43d0-9db2-ee9048337ab6, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:29.273113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3be5c723-16ab-4113-ade0-ebe87237a00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.278042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.312458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3be5c723-16ab-4113-ade0-ebe87237a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.313013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b73c38-81b6-4846-9a3a-6116453a275f req-7dea87f0-0b60-4093-9434-a7fa53861dca tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.319809 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7226a9-342b-4b42-8510-4ab320e0e372" -d '{"events": [{"name": "network-changed", "server_uuid": "d659cfd4-7591-43db-a8bb-ba14f4c2854d", "tag": "11210621-c87b-4470-8ecf-92a9d627d2bf"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:29.322288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41b73c38-81b6-4846-9a3a-6116453a275f req-7dea87f0-0b60-4093-9434-a7fa53861dca tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 969 time: 0.2002060 Jul 16 18:05:29.337184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 87a7259f-731f-42a9-b6b4-ce376dc19e1b details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:29.414998 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3be5c723-16ab-4113-ade0-ebe87237a00b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=825499c1713149a281b634c34f649aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6502123 Jul 16 18:05:29.415727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc0319-b7c0-420b-8ffb-8fa2ef093004 service neutron] Pushing event updated for resources: {'Port': ['ID=11210621-c87b-4470-8ecf-92a9d627d2bf,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.428501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41b73c38-81b6-4846-9a3a-6116453a275f req-dcb582d0-7906-47fe-9b61-2288ec0c758e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041460 Jul 16 18:05:29.429047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41526) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.444033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5c723-16ab-4113-ade0-ebe87237a00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53418acf-fd3a-4b15-94f3-e574b074f332,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.511464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] For port e874c094-4309-43d0-9db2-ee9048337ab6, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:29.517545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] For port e874c094-4309-43d0-9db2-ee9048337ab6, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e874c094-4309-43d0-9db2-ee9048337ab6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:29.524278 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.556921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-ec86fced-9626-44b0-b485-abbee335c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.561813 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-ec86fced-9626-44b0-b485-abbee335c778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=327bb76568a74acebbcea1d5aad0df9e&device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 1100 time: 0.3494213 Jul 16 18:05:29.580235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.55', 55958) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.582517 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70e19ebb-1e32-49c0-9a2c-61ab31046732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.610756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Pushing event updated for resources: {'Port': ['ID=e874c094-4309-43d0-9db2-ee9048337ab6,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.614662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 87a7259f-731f-42a9-b6b4-ce376dc19e1b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:29.632343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.633539 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.636087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-81332c16-ebcb-4df6-926f-dd50f3d9862d service neutron] 10.222.0.13 "PUT /v2.0/ports/e874c094-4309-43d0-9db2-ee9048337ab6 HTTP/1.1" status: 200 len: 1119 time: 1.5664876 Jul 16 18:05:29.636848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'tag': 'e874c094-4309-43d0-9db2-ee9048337ab6'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:29.640648 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25bd515-c7ad-4785-a05f-0722d31225df" -d '{"events": [{"name": "network-changed", "server_uuid": "e34a7079-e7d0-4957-917c-4afe16adf311", "tag": "e874c094-4309-43d0-9db2-ee9048337ab6"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:29.671953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '87a7259f-731f-42a9-b6b4-ce376dc19e1b', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '87a7259f-731f-42a9-b6b4-ce376dc19e1b', 'mac_address': 'fa:16:3e:19:7c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:tempest-test_az-1732479751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:29.731460 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b036c84-4e1e-48fa-87af-35bfb956b90d x-openstack-request-id: req-0b036c84-4e1e-48fa-87af-35bfb956b90d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:29.732062 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d659cfd4-7591-43db-a8bb-ba14f4c2854d", "tag": "11210621-c87b-4470-8ecf-92a9d627d2bf", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:29.732062 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0b036c84-4e1e-48fa-87af-35bfb956b90d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:29.732592 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'tag': '11210621-c87b-4470-8ecf-92a9d627d2bf', 'status': 'completed', 'code': 200} Jul 16 18:05:29.754109 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-76a1ce84-f9af-4e35-a567-9458b4e5c6b6 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1694753 Jul 16 18:05:29.755138 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.759192 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c02dec3-ed6d-45ec-a462-9fe4913d7eb0 x-openstack-request-id: req-7c02dec3-ed6d-45ec-a462-9fe4913d7eb0 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:29.760582 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e34a7079-e7d0-4957-917c-4afe16adf311", "tag": "e874c094-4309-43d0-9db2-ee9048337ab6", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:29.762215 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c02dec3-ed6d-45ec-a462-9fe4913d7eb0 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:29.762645 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'tag': 'e874c094-4309-43d0-9db2-ee9048337ab6', 'status': 'completed', 'code': 200} Jul 16 18:05:29.767575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-1af20144-cb09-4e43-a2f8-4c1e9e0296b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=11210621-c87b-4470-8ecf-92a9d627d2bf HTTP/1.1" status: 200 len: 217 time: 0.1860809 Jul 16 18:05:29.787964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a7259f-731f-42a9-b6b4-ce376dc19e1b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:29.814918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 87a7259f-731f-42a9-b6b4-ce376dc19e1b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:29.821020 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.939522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=87a7259f-731f-42a9-b6b4-ce376dc19e1b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.979151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.979664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.979833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.980187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.980507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.980873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.981229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.981596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.981879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.982196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.982513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.983405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Tracked resource versions report: Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: pushed versions: Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: { 'AddressGroup': {'1.2'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'ConntrackHelper': {'1.0'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Log': {'1.0'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Network': {'1.1'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Port': {'1.7'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'PortForwarding': {'1.2'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'QosPolicy': {'1.8'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'SecurityGroup': {'1.4'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'SubPort': {'1.0'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Subnet': {'1.1'}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Trunk': {'1.1'}} Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: consumer versions: Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: { DHCP agent@n-d-793620-10: {}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: HyperV agent@n-h1-793620-10: {}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: HyperV agent@n-h2-793620-10: {}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: L3 agent@n-d-793620-10: {}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: Metadata agent@n-d-793620-10: {}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: Metering agent@n-d-793620-10: {}, Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'ConntrackHelper': '1.0', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Log': '1.0', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Network': '1.1', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Port': '1.7', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'PortForwarding': '1.2', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'QosPolicy': '1.8', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'SecurityGroup': '1.4', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'SecurityGroupRule': '1.2', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'SubPort': '1.0', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Subnet': '1.1', Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: 'Trunk': '1.1'}} Jul 16 18:05:29.984028 n-d-793620-10 neutron-server[93779]: {{(pid=93779) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:05:29.996512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-58bc989d-d546-471f-982a-57f860757e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.997381 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-58bc989d-d546-471f-982a-57f860757e46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2199697 Jul 16 18:05:30.004522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70e19ebb-1e32-49c0-9a2c-61ab31046732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.051901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-cb8e0fa4-6125-4f20-b315-dd60b7b1bccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.053402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-cb8e0fa4-6125-4f20-b315-dd60b7b1bccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db12cd47dd3455e8993c59f627c673d&device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 1122 time: 0.2536509 Jul 16 18:05:30.056249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-238aabf0-dc6a-4441-8cce-0c9f388fd1ab req-f9b98393-6682-4944-a008-afcfd4665f8e tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 210 time: 0.0734177 Jul 16 18:05:30.070656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95580115-8e87-44f8-adcb-8b80b0556b94 req-45d76ead-432b-448a-a78b-14bf79d5da09 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.072305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95580115-8e87-44f8-adcb-8b80b0556b94 req-45d76ead-432b-448a-a78b-14bf79d5da09 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 970 time: 0.2936807 Jul 16 18:05:30.124022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['87a7259f-731f-42a9-b6b4-ce376dc19e1b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:30.125423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41548) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:30.126503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-db0aee1d-e44f-4bdf-91f8-994f8e249517 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=e874c094-4309-43d0-9db2-ee9048337ab6 HTTP/1.1" status: 200 len: 217 time: 0.0643036 Jul 16 18:05:30.189357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-f242fafb-96cf-4908-ace0-ed5e0098ef78 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.190927 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-f242fafb-96cf-4908-ace0-ed5e0098ef78 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4226348 Jul 16 18:05:30.204239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Request body: {'port': {'device_id': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '4b969110e4aa4bb8aac8f18ede581fe8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:30.213500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70e19ebb-1e32-49c0-9a2c-61ab31046732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.216056 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70e19ebb-1e32-49c0-9a2c-61ab31046732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.217566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-5d0577ef-7544-4aa6-b9c1-05fe84ab148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.219112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-5d0577ef-7544-4aa6-b9c1-05fe84ab148b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0844822 Jul 16 18:05:30.220102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-70e19ebb-1e32-49c0-9a2c-61ab31046732 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53418acf-fd3a-4b15-94f3-e574b074f332 HTTP/1.1" status: 204 len: 168 time: 0.7878168 Jul 16 18:05:30.246131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-b0f4782c-b49e-4367-accc-fc17330ef6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.247662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-b0f4782c-b49e-4367-accc-fc17330ef6c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2411633 Jul 16 18:05:30.258361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e19ebb-1e32-49c0-9a2c-61ab31046732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53418acf-fd3a-4b15-94f3-e574b074f332,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.371648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30de5bcf-a1f1-4c9a-9085-e26f67a0b2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.531965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-57165f08-c702-4ce3-94f2-5e111bf82d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.556893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95580115-8e87-44f8-adcb-8b80b0556b94 req-0f60962d-7e0e-46d1-b7e8-6eebdec57fc3 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325252 Jul 16 18:05:30.626155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-22f25c92-06d7-4405-958d-c30b57c8bc08 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694603 Jul 16 18:05:30.652294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-faa5c990-e42f-4ddb-9cf9-dc2858e466fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.654027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-faa5c990-e42f-4ddb-9cf9-dc2858e466fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4283485 Jul 16 18:05:30.691296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd754fd-d17d-4cbf-ab7a-0d7fb1f1e5cd req-37e33658-5d56-4d4a-80ef-6befddac4115 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.693086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd754fd-d17d-4cbf-ab7a-0d7fb1f1e5cd req-37e33658-5d56-4d4a-80ef-6befddac4115 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 948 time: 0.4337208 Jul 16 18:05:30.744957 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-202ba9b3-954b-4279-a25e-ed1accbd463d req-6713ccb2-35db-4ee4-818f-7801efc8d625 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113517 Jul 16 18:05:30.856821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd754fd-d17d-4cbf-ab7a-0d7fb1f1e5cd req-922eb7b3-2df2-4304-b688-b432251a4285 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425765 Jul 16 18:05:30.890250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-57165f08-c702-4ce3-94f2-5e111bf82d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.899486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-57165f08-c702-4ce3-94f2-5e111bf82d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.907078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-7a1cd2ed-b86f-49c2-8aac-cc04dac6317d service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399719 Jul 16 18:05:30.922020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94221888-aefa-42f3-aeb2-2c31905d3ece req-66384429-ea6c-42cf-8c81-248196d762d0 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.923649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94221888-aefa-42f3-aeb2-2c31905d3ece req-66384429-ea6c-42cf-8c81-248196d762d0 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 970 time: 0.2404299 Jul 16 18:05:30.927612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Made reservation on behalf of 4b969110e4aa4bb8aac8f18ede581fe8 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:30.931274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.942244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-21dfdc3d-1b5a-4a19-8a71-2f4d130d3c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.943760 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-21dfdc3d-1b5a-4a19-8a71-2f4d130d3c1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=327bb76568a74acebbcea1d5aad0df9e&device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 1100 time: 0.1045566 Jul 16 18:05:30.944957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.004463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-57165f08-c702-4ce3-94f2-5e111bf82d02 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c73474bb9ffb49c78aa8b1a5499de299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768647 Jul 16 18:05:31.010113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:31.014240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57165f08-c702-4ce3-94f2-5e111bf82d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5928401-c04b-4e79-8278-fe68e480f504,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.074531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94221888-aefa-42f3-aeb2-2c31905d3ece req-c0cd8c36-b9cd-4890-a30b-08859523577a tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409111 Jul 16 18:05:31.095050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b32227-cd74-46ea-a8e2-05d75eeb2ba5 req-033723f3-ae20-405a-a87c-2f3c36177e89 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681387 Jul 16 18:05:31.111792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41582) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:31.206820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d17d8f5-17c1-41cb-b01a-e281bce2dca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.215252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-ebe107fe-9868-4820-b126-59b622175f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.216794 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-ebe107fe-9868-4820-b126-59b622175f1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2634594 Jul 16 18:05:31.262067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-626412059-network', 'tenant_id': 'f86da96255804dcaa93324ec8a06bb63'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:31.267620 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e3c143d-da1f-4c2b-91e4-bf743fcc2562 req-c292cdb7-a5c9-4fa4-992a-10433894e32e tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 210 time: 0.0454290 Jul 16 18:05:31.273065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bd515-c7ad-4785-a05f-0722d31225df req-b5f4a29c-686d-4329-b0bb-46492d59efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.275094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25bd515-c7ad-4785-a05f-0722d31225df req-b5f4a29c-686d-4329-b0bb-46492d59efe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db12cd47dd3455e8993c59f627c673d&device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 1122 time: 0.1117988 Jul 16 18:05:31.280335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-1d0969ec-73bc-4bdb-9f92-a56c56f85f11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=11210621-c87b-4470-8ecf-92a9d627d2bf HTTP/1.1" status: 200 len: 217 time: 0.0545843 Jul 16 18:05:31.284894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d17d8f5-17c1-41cb-b01a-e281bce2dca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.333006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 87a7259f-731f-42a9-b6b4-ce376dc19e1b up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:31.372869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.375604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-c6edf03d-f756-4c58-898b-0ce84ec44b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.377116 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-c6edf03d-f756-4c58-898b-0ce84ec44b0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0839055 Jul 16 18:05:31.378050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bd515-c7ad-4785-a05f-0722d31225df req-bafe48fb-3cb8-43a3-922b-fbe4c8d61987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.379195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.379513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25bd515-c7ad-4785-a05f-0722d31225df req-bafe48fb-3cb8-43a3-922b-fbe4c8d61987 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.0961342 Jul 16 18:05:31.386054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 87a7259f-731f-42a9-b6b4-ce376dc19e1b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:31.396002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 87a7259f-731f-42a9-b6b4-ce376dc19e1b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:31.396542 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.436323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25bd515-c7ad-4785-a05f-0722d31225df req-34b9dab0-e67e-411d-b2e3-408d5c56fe40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=e874c094-4309-43d0-9db2-ee9048337ab6 HTTP/1.1" status: 200 len: 217 time: 0.0456913 Jul 16 18:05:31.443365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Made reservation on behalf of f86da96255804dcaa93324ec8a06bb63 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:31.446974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.457475 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.476812 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d17d8f5-17c1-41cb-b01a-e281bce2dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.479342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d17d8f5-17c1-41cb-b01a-e281bce2dca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.482946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9d17d8f5-17c1-41cb-b01a-e281bce2dca8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5928401-c04b-4e79-8278-fe68e480f504 HTTP/1.1" status: 204 len: 168 time: 0.4671245 Jul 16 18:05:31.485205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e78a7-8976-48ae-9455-362a413cdcdd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.511828 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.529770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bd515-c7ad-4785-a05f-0722d31225df req-69f92a79-c5b7-42ec-ac44-01dc41d2a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.531745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25bd515-c7ad-4785-a05f-0722d31225df req-69f92a79-c5b7-42ec-ac44-01dc41d2a4c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0754805 Jul 16 18:05:31.549417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a7259f-731f-42a9-b6b4-ce376dc19e1b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:31.573527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Allocated IP 192.168.233.28 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/d3e5d515-2e6b-499c-87a6-2c90c960b421) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:31.617397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bd515-c7ad-4785-a05f-0722d31225df req-4296db0a-9da1-4ca3-9eab-883627f74211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.619111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25bd515-c7ad-4785-a05f-0722d31225df req-4296db0a-9da1-4ca3-9eab-883627f74211 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795653 Jul 16 18:05:31.659266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 87a7259f-731f-42a9-b6b4-ce376dc19e1b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:31.668727 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.713983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17d8f5-17c1-41cb-b01a-e281bce2dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5928401-c04b-4e79-8278-fe68e480f504,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.737768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=87a7259f-731f-42a9-b6b4-ce376dc19e1b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.751594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-f6404d28-d4ed-4fd5-8323-cfbf1a2145bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.753400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-f6404d28-d4ed-4fd5-8323-cfbf1a2145bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3666894 Jul 16 18:05:31.764216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25bd515-c7ad-4785-a05f-0722d31225df req-b4a56d4d-b1ec-4640-9b03-1e3f2c67f206 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352859 Jul 16 18:05:31.821059 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb679744-bd7f-43b5-aee9-fd70732d3b11" -d '{"events": [{"server_uuid": "9a6f4d47-c26b-40e4-b876-bddf55f54cf7", "name": "network-vif-plugged", "status": "completed", "tag": "87a7259f-731f-42a9-b6b4-ce376dc19e1b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:31.873236 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.906727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41602) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:31.910540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.925782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.940919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b129a59-58cb-4c05-b722-6e2d63bef709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.947855 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-da76babc-5668-4c39-91eb-1dca347e7cac service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858280 Jul 16 18:05:31.950526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:31.968869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Transition to ACTIVE for port object d3e5d515-2e6b-499c-87a6-2c90c960b421 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:31.978339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8d4e0-81fc-460f-851a-0678340f0fc4 req-c76c0bb6-7570-4167-b5ca-7a8a0614be9b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.980411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c8d4e0-81fc-460f-851a-0678340f0fc4 req-c76c0bb6-7570-4167-b5ca-7a8a0614be9b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 970 time: 0.1937888 Jul 16 18:05:31.987629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51935f5c-4203-40bf-bf65-d83b21b93c79,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.996424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.996968 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Added segment 3a047d6f-002b-4dc8-940e-7e9a3c595967 of type vlan for network 83f4c19e-bbc2-4b5b-b314-05175535a0fc Jul 16 18:05:32.021939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25bd515-c7ad-4785-a05f-0722d31225df req-3760ea12-fe58-4560-9b9f-75e2f679b2a6 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496984 Jul 16 18:05:32.067688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.087292 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac073be4-092a-4cc6-8d73-dd597565d957 x-openstack-request-id: req-ac073be4-092a-4cc6-8d73-dd597565d957 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:32.087827 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6f4d47-c26b-40e4-b876-bddf55f54cf7", "name": "network-vif-plugged", "status": "completed", "tag": "87a7259f-731f-42a9-b6b4-ce376dc19e1b", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:32.088375 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac073be4-092a-4cc6-8d73-dd597565d957 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:32.089025 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a7259f-731f-42a9-b6b4-ce376dc19e1b', 'code': 200} Jul 16 18:05:32.097017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c8d4e0-81fc-460f-851a-0678340f0fc4 req-d093321b-5f2d-4b81-9c80-8141032b07e2 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967853 Jul 16 18:05:32.100789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d7226a9-342b-4b42-8510-4ab320e0e372 req-daaf2883-0441-4751-85f7-7efee729f4ba service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451569 Jul 16 18:05:32.118476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.156290 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.157320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.157920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.199122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:32.209214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:32.211076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Pushing event updated for resources: {'Port': ['ID=d3e5d515-2e6b-499c-87a6-2c90c960b421,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.223359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:32.229763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.230416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.238541 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b129a59-58cb-4c05-b722-6e2d63bef709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.245998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b129a59-58cb-4c05-b722-6e2d63bef709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.254405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] Pushing event updated for resources: {'Network': ['ID=83f4c19e-bbc2-4b5b-b314-05175535a0fc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.275456 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-558b1657-4913-4213-bc04-15823989affb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0753219 Jul 16 18:05:32.280664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:32.289145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Request body: {'port': {'device_id': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:32.338448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0b129a59-58cb-4c05-b722-6e2d63bef709 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9f8a33552c545bbae5f9995d412182f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306548 Jul 16 18:05:32.341085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b129a59-58cb-4c05-b722-6e2d63bef709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d63c7e-540d-432a-83cb-4e6eb6e82dd5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.344946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.378215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-874753d4-c5b4-4b73-92ce-0e6bcbae24f3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2651608 Jul 16 18:05:32.381332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41612) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.392242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Request body: {'subnet': {'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-626412059-subnet', 'tenant_id': 'f86da96255804dcaa93324ec8a06bb63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:32.432031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.454040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dce3d8df-c162-4151-aa7c-c856bb877922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.457419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Made reservation on behalf of f86da96255804dcaa93324ec8a06bb63 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:32.459729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.498687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93a5262f-28d5-40b8-a28c-f4fee148c8cb None None] Provisioning for port d3e5d515-2e6b-499c-87a6-2c90c960b421 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:32.502990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dce3d8df-c162-4151-aa7c-c856bb877922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.503302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc11ff-9742-4540-9568-ccf32cec9c68 req-1f4ce80f-eace-43da-b79f-4f95156f1f7f tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.503871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93a5262f-28d5-40b8-a28c-f4fee148c8cb None None] Provisioning complete for port d3e5d515-2e6b-499c-87a6-2c90c960b421 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:32.504724 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93a5262f-28d5-40b8-a28c-f4fee148c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.504900 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cdc11ff-9742-4540-9568-ccf32cec9c68 req-1f4ce80f-eace-43da-b79f-4f95156f1f7f tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 971 time: 0.2034018 Jul 16 18:05:32.536113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d543cb6-2e6f-4dc4-8977-e16beb9ed5c6 req-7fccffee-7122-4ad7-bac3-571a918b4c22 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.537696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d543cb6-2e6f-4dc4-8977-e16beb9ed5c6 req-7fccffee-7122-4ad7-bac3-571a918b4c22 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 948 time: 0.2808218 Jul 16 18:05:32.540019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece7b21-1d91-411e-8576-17f035b28292 req-2d747091-793d-48c1-a87a-33665d4c9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.541474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cece7b21-1d91-411e-8576-17f035b28292 req-2d747091-793d-48c1-a87a-33665d4c9405 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 1123 time: 0.2511752 Jul 16 18:05:32.549374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-93a5262f-28d5-40b8-a28c-f4fee148c8cb None None] Port d3e5d515-2e6b-499c-87a6-2c90c960b421 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:32.600282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cece7b21-1d91-411e-8576-17f035b28292 req-dbe29ad0-d8ee-4f08-a71e-9cf5ed784800 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.623891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dce3d8df-c162-4151-aa7c-c856bb877922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.626422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dce3d8df-c162-4151-aa7c-c856bb877922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.627579 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dce3d8df-c162-4151-aa7c-c856bb877922 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7d63c7e-540d-432a-83cb-4e6eb6e82dd5 HTTP/1.1" status: 204 len: 168 time: 0.2770653 Jul 16 18:05:32.652760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3d8df-c162-4151-aa7c-c856bb877922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d63c7e-540d-432a-83cb-4e6eb6e82dd5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.658861 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cdc11ff-9742-4540-9568-ccf32cec9c68 req-d2de4a9f-c05b-413b-8386-0932b40fc8e7 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419916 Jul 16 18:05:32.675263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d543cb6-2e6f-4dc4-8977-e16beb9ed5c6 req-bded644c-0859-4154-87f6-67ec797ce166 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069231 Jul 16 18:05:32.806964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e5d515-2e6b-499c-87a6-2c90c960b421 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:32.821587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.825590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.840517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Transition to ACTIVE for port object d3e5d515-2e6b-499c-87a6-2c90c960b421 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:32.845778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.904681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Pushing event updated for resources: {'Port': ['ID=d3e5d515-2e6b-499c-87a6-2c90c960b421,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.930515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cece7b21-1d91-411e-8576-17f035b28292 req-dbe29ad0-d8ee-4f08-a71e-9cf5ed784800 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.948835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cece7b21-1d91-411e-8576-17f035b28292 req-dbe29ad0-d8ee-4f08-a71e-9cf5ed784800 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.949332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Attempting to bind port d3e5d515-2e6b-499c-87a6-2c90c960b421 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:32.949668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Attempting to bind port d3e5d515-2e6b-499c-87a6-2c90c960b421 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:32.950006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Attempting to bind port d3e5d515-2e6b-499c-87a6-2c90c960b421 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:32.955103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Port d3e5d515-2e6b-499c-87a6-2c90c960b421 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:32.955430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Attempting to bind port d3e5d515-2e6b-499c-87a6-2c90c960b421 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:32.960768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:32.961546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:32.961546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:32.961915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Bound port: d3e5d515-2e6b-499c-87a6-2c90c960b421, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:32.962267 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.993039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1012cf3b-d931-4040-82b3-437e9859694d,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.017987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cece7b21-1d91-411e-8576-17f035b28292 req-dbe29ad0-d8ee-4f08-a71e-9cf5ed784800 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484923 Jul 16 18:05:33.022191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe29ad0-d8ee-4f08-a71e-9cf5ed784800 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bacfb6d6-3977-4302-b76c-3ae6167a4057,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.034401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:33.035232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Network hostable DHCP agents. Network: 83f4c19e-bbc2-4b5b-b314-05175535a0fc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:33.052684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74648335-775b-468f-a6cd-32c9d6863f96 req-d06d4dcb-2a7d-418a-8311-1f71749ec77c tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.054346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74648335-775b-468f-a6cd-32c9d6863f96 req-d06d4dcb-2a7d-418a-8311-1f71749ec77c tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 947 time: 0.2228687 Jul 16 18:05:33.063240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] For port d3e5d515-2e6b-499c-87a6-2c90c960b421, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:33.069295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] For port d3e5d515-2e6b-499c-87a6-2c90c960b421, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d3e5d515-2e6b-499c-87a6-2c90c960b421,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:33.074971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.085156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e011ad1-59d6-43bf-b9a7-783acfd7f1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.087211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:33.103890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 83f4c19e-bbc2-4b5b-b314-05175535a0fc) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:33.109468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.110073 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.115460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4edad1-7408-454f-8a54-c06caac465fc None None] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:33.136996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74648335-775b-468f-a6cd-32c9d6863f96 req-8d415be8-5ac8-4458-9df1-93be580037eb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731273 Jul 16 18:05:33.145489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8f645a78-bf1e-4807-951c-e69af61db4d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7622786 Jul 16 18:05:33.183526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.184132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.185777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] 10.222.0.55 "PUT /v2.0/ports/d3e5d515-2e6b-499c-87a6-2c90c960b421 HTTP/1.1" status: 200 len: 1096 time: 0.9024754 Jul 16 18:05:33.186593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'tag': 'd3e5d515-2e6b-499c-87a6-2c90c960b421'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:33.189194 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c627c28-a13d-4137-8246-5f910593bfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "6d684504-c7d1-43f6-ba4b-1d5713863dfa", "tag": "d3e5d515-2e6b-499c-87a6-2c90c960b421"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:33.216814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf165418-fb09-414a-b76c-0096e3fd67bc service neutron] Pushing event updated for resources: {'Port': ['ID=d3e5d515-2e6b-499c-87a6-2c90c960b421,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.293944 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983f1ec-9749-4573-a177-3c4f221f027f x-openstack-request-id: req-9983f1ec-9749-4573-a177-3c4f221f027f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:33.294270 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d684504-c7d1-43f6-ba4b-1d5713863dfa", "tag": "d3e5d515-2e6b-499c-87a6-2c90c960b421", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:33.295669 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9983f1ec-9749-4573-a177-3c4f221f027f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:33.296127 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'tag': 'd3e5d515-2e6b-499c-87a6-2c90c960b421', 'status': 'completed', 'code': 200} Jul 16 18:05:33.334817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-156b2b8f-9083-4c47-b466-bfd768929c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.337059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-156b2b8f-9083-4c47-b466-bfd768929c8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 1099 time: 0.0939398 Jul 16 18:05:33.362135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.401793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-f9d5d990-fa5a-4aef-954e-1f3de230c616 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d3e5d515-2e6b-499c-87a6-2c90c960b421 HTTP/1.1" status: 200 len: 217 time: 0.0567119 Jul 16 18:05:33.429353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c2b8a-9937-4dbb-8496-58d8b7bb19da None None] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:33.431713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b579c-6634-43d7-8017-52915b6e0b24 req-6691ddfb-a06f-4f82-8955-6d45baeb4a12 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.440370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e39b579c-6634-43d7-8017-52915b6e0b24 req-6691ddfb-a06f-4f82-8955-6d45baeb4a12 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 970 time: 0.1127322 Jul 16 18:05:33.508830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e39b579c-6634-43d7-8017-52915b6e0b24 req-7289f4fc-e8b7-4117-b3fa-3775b392374e tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673468 Jul 16 18:05:33.510057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-1d569905-f758-42d6-9312-ac659049f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.511548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-1d569905-f758-42d6-9312-ac659049f49a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1039703 Jul 16 18:05:33.586228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-0a3ca3e0-9fa5-4eda-91a3-051aab29730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.587834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-0a3ca3e0-9fa5-4eda-91a3-051aab29730a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672135 Jul 16 18:05:33.619337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 11210621-c87b-4470-8ecf-92a9d627d2bf details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:33.707173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-53e85bfc-ed6b-494a-817d-2d9a2fe38795 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122324 Jul 16 18:05:33.881745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6eb74f32-ef0e-488d-87b8-c1d68a62e8e7 req-22e70ad8-ec24-403e-b845-f41f7923a6f1 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658738 Jul 16 18:05:33.904977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 11210621-c87b-4470-8ecf-92a9d627d2bf, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=11210621-c87b-4470-8ecf-92a9d627d2bf,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:33.938471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '11210621-c87b-4470-8ecf-92a9d627d2bf', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '11210621-c87b-4470-8ecf-92a9d627d2bf', 'mac_address': 'fa:16:3e:d2:21:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:33.959842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da989a-99cd-463f-bd44-ad800bb33883 req-abfb4fc4-dde1-43bd-83af-884309720165 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.966860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13da989a-99cd-463f-bd44-ad800bb33883 req-abfb4fc4-dde1-43bd-83af-884309720165 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 948 time: 0.1266747 Jul 16 18:05:33.987272 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.008760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11210621-c87b-4470-8ecf-92a9d627d2bf {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:34.032095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-7350d9b9-2b2f-4c28-8731-b703cfd806a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.033856 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-7350d9b9-2b2f-4c28-8731-b703cfd806a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 1099 time: 0.0939841 Jul 16 18:05:34.044397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 11210621-c87b-4470-8ecf-92a9d627d2bf, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=11210621-c87b-4470-8ecf-92a9d627d2bf,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:34.048911 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.059852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13da989a-99cd-463f-bd44-ad800bb33883 req-b1e87f94-1d31-4b1e-8fb8-ae8497790b48 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917778 Jul 16 18:05:34.087282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d6704-0068-4cb6-9f15-f8c07bead191 req-e8d4e7ee-fd90-44e9-af43-181a56e985aa tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.088835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c1d6704-0068-4cb6-9f15-f8c07bead191 req-e8d4e7ee-fd90-44e9-af43-181a56e985aa tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 971 time: 0.1792831 Jul 16 18:05:34.089448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41660) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.094559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-17242948-network', 'tenant_id': 'cf47ee2076c74a60a05c843b9627f364'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:34.119008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=11210621-c87b-4470-8ecf-92a9d627d2bf,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.149278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Made reservation on behalf of cf47ee2076c74a60a05c843b9627f364 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:34.152176 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.160361 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.168653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c1d6704-0068-4cb6-9f15-f8c07bead191 req-79c24225-241f-4c52-99f6-bc7b2259cceb tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702651 Jul 16 18:05:34.169825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.273915 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.278937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.294145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:34.307603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.308210 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Added segment 68e06330-03b9-4d2b-a29d-4b7132cdea51 of type vlan for network a7b5c322-e957-47bd-90b4-31ed6ee05197 Jul 16 18:05:34.346371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-225df9ba-7d41-464e-bbe7-ec20a397edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.347942 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-225df9ba-7d41-464e-bbe7-ec20a397edf5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3069584 Jul 16 18:05:34.372573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['11210621-c87b-4470-8ecf-92a9d627d2bf'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:34.383200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc23cdc0-bceb-40b9-80bf-fcf9cf521456,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.409377 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-ac52191f-5626-465f-b2ad-0ad55f08d917 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=d3e5d515-2e6b-499c-87a6-2c90c960b421 HTTP/1.1" status: 200 len: 217 time: 0.0535862 Jul 16 18:05:34.424041 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.468110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad252b12-5dc8-4c6b-a07a-0330dec19d09 req-49746af0-2fa2-452e-9ad2-43d5d8c82724 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.469589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad252b12-5dc8-4c6b-a07a-0330dec19d09 req-49746af0-2fa2-452e-9ad2-43d5d8c82724 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 947 time: 0.1427920 Jul 16 18:05:34.485087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.485728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.486368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.491601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-262d2999-22b5-4542-b1ce-76dca0c34948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.497156 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-262d2999-22b5-4542-b1ce-76dca0c34948 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0800476 Jul 16 18:05:34.550849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4574125 Jul 16 18:05:34.554824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.560260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Request body: {'subnet': {'network_id': 'a7b5c322-e957-47bd-90b4-31ed6ee05197', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-17242948-subnet', 'tenant_id': 'cf47ee2076c74a60a05c843b9627f364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:34.568432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad252b12-5dc8-4c6b-a07a-0330dec19d09 req-a7b39761-1362-4b52-be9c-92472ecdb010 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916631 Jul 16 18:05:34.593355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Made reservation on behalf of cf47ee2076c74a60a05c843b9627f364 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:34.595721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.603588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed638f-7ed0-4566-8a55-ce55e66f399c admin admin] Pushing event updated for resources: {'Network': ['ID=a7b5c322-e957-47bd-90b4-31ed6ee05197,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.618388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network a7b5c322-e957-47bd-90b4-31ed6ee05197 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:34.652810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-ea356882-4672-498e-a717-80ed5c78caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.654407 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-ea356882-4672-498e-a717-80ed5c78caa4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1469066 Jul 16 18:05:34.799293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dc718-7b26-4e6a-988f-6d9dc63106d8 req-a7a105b5-b967-4eab-b67d-9f05fa995622 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.801469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-937dc718-7b26-4e6a-988f-6d9dc63106d8 req-a7a105b5-b967-4eab-b67d-9f05fa995622 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 970 time: 0.0943480 Jul 16 18:05:34.851045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-e740c3fb-3e72-4155-a2e4-6ab2c9723a82 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656270 Jul 16 18:05:34.861703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-937dc718-7b26-4e6a-988f-6d9dc63106d8 req-4a08224b-eaf9-405a-aba6-274f9a12aefa tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489633 Jul 16 18:05:34.964339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.041200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c627c28-a13d-4137-8246-5f910593bfc4 req-5a2e319f-6477-41f8-8802-33fb22d7f747 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832638 Jul 16 18:05:35.043783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bf0614-a728-4c97-a310-990be45973b0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.055906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Checking segment: {'id': '68e06330-03b9-4d2b-a29d-4b7132cdea51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a7b5c322-e957-47bd-90b4-31ed6ee05197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:35.056414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Network hostable DHCP agents. Network: a7b5c322-e957-47bd-90b4-31ed6ee05197, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:35.073368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Network a7b5c322-e957-47bd-90b4-31ed6ee05197 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:35.082316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, a7b5c322-e957-47bd-90b4-31ed6ee05197) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:35.087428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.088165 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.094038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30192fe0-9bb9-49ff-9dfa-62eca1157d9f None None] Network a7b5c322-e957-47bd-90b4-31ed6ee05197 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:35.111804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-06f7affd-43fe-4428-93d5-88a5c2064945 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5512872 Jul 16 18:05:35.311025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76908902-d65e-4d04-86c6-5514a6f48b48 None None] Network a7b5c322-e957-47bd-90b4-31ed6ee05197 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:35.350767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7c5b0-0a52-4bf3-b0f4-722a9f44301d req-a2fd49c0-1ccf-4fb2-bdd7-b3f3142ffd8b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.355707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30b7c5b0-0a52-4bf3-b0f4-722a9f44301d req-a2fd49c0-1ccf-4fb2-bdd7-b3f3142ffd8b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 949 time: 0.1582663 Jul 16 18:05:35.359680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e874c094-4309-43d0-9db2-ee9048337ab6 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:35.437848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30b7c5b0-0a52-4bf3-b0f4-722a9f44301d req-46fdc5f7-b7d4-43d4-9161-4742aca332ad tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746651 Jul 16 18:05:35.610168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 11210621-c87b-4470-8ecf-92a9d627d2bf up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:35.698215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64a49e-933c-4845-9eed-a49ee7dcaa84 req-e199cb53-5165-479f-ad32-9261d4a15ba2 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.699828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf64a49e-933c-4845-9eed-a49ee7dcaa84 req-e199cb53-5165-479f-ad32-9261d4a15ba2 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 971 time: 0.0702963 Jul 16 18:05:35.708885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e874c094-4309-43d0-9db2-ee9048337ab6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e874c094-4309-43d0-9db2-ee9048337ab6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.720259 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.728195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'e874c094-4309-43d0-9db2-ee9048337ab6', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'e874c094-4309-43d0-9db2-ee9048337ab6', 'mac_address': 'fa:16:3e:e6:6c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:tempest-test_az-1732479751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:35.758639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 11210621-c87b-4470-8ecf-92a9d627d2bf completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:35.769028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 11210621-c87b-4470-8ecf-92a9d627d2bf triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:35.769404 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.794165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.818486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e874c094-4309-43d0-9db2-ee9048337ab6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:35.849638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e874c094-4309-43d0-9db2-ee9048337ab6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e874c094-4309-43d0-9db2-ee9048337ab6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.854752 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.921656 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.952242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e874c094-4309-43d0-9db2-ee9048337ab6,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.961866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11210621-c87b-4470-8ecf-92a9d627d2bf'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:35.964217 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94333504-52f1-4830-bc68-b1c9c82078cd" -d '{"events": [{"server_uuid": "d659cfd4-7591-43db-a8bb-ba14f4c2854d", "name": "network-vif-plugged", "status": "completed", "tag": "11210621-c87b-4470-8ecf-92a9d627d2bf"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:35.979593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 11210621-c87b-4470-8ecf-92a9d627d2bf, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=11210621-c87b-4470-8ecf-92a9d627d2bf,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:35.984096 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.035956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf64a49e-933c-4845-9eed-a49ee7dcaa84 req-6a554702-cf9b-4b75-a3dc-2a39b41cc844 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167839 Jul 16 18:05:36.048268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=11210621-c87b-4470-8ecf-92a9d627d2bf,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.086621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e874c094-4309-43d0-9db2-ee9048337ab6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:36.101687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84359-982e-4a7b-a646-6e796947b499 req-231dbf3c-931a-4176-b0f5-81e9408f8839 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.103304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-231dbf3c-931a-4176-b0f5-81e9408f8839 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.3949738 Jul 16 18:05:36.119546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-0519b2fa-6f81-48a8-94e9-e376c1969beb tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/quotas/f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 375 time: 0.0101748 Jul 16 18:05:36.163094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-d8d82380-a29e-4034-bb5c-e47dda2b7d6f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366936 Jul 16 18:05:36.176385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-0e472a27-0f18-4ecd-b4c1-fe2bb93651a4 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:36.178090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-0e472a27-0f18-4ecd-b4c1-fe2bb93651a4 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085950 Jul 16 18:05:36.249194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2c117-a50b-4a17-916b-b12600dee9e1 req-73de0830-9b96-401b-a957-f39b95ca5929 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.250853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ed2c117-a50b-4a17-916b-b12600dee9e1 req-73de0830-9b96-401b-a957-f39b95ca5929 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 947 time: 0.0663016 Jul 16 18:05:36.290415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ed2c117-a50b-4a17-916b-b12600dee9e1 req-6c6ea92f-17fd-4da5-9910-5051f17fda5a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337677 Jul 16 18:05:36.469362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-0f88f216-3c0c-4a81-9970-88adbb8fed99 service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610065 Jul 16 18:05:36.521584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a11b7-3270-40bf-ad9c-f9016ab2f1b3 req-25c9197a-6845-494b-aa0e-09463c18c37f tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.523104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab7a11b7-3270-40bf-ad9c-f9016ab2f1b3 req-25c9197a-6845-494b-aa0e-09463c18c37f tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 971 time: 0.1111236 Jul 16 18:05:36.598691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab7a11b7-3270-40bf-ad9c-f9016ab2f1b3 req-32677357-b516-49ee-a850-c6181da36350 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Jul 16 18:05:36.602722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-e96a826a-e380-402e-860e-4bb5336c7ffd service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276286 Jul 16 18:05:36.645468 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ec6899-dbc2-438d-a147-6d691ea10536 x-openstack-request-id: req-d5ec6899-dbc2-438d-a147-6d691ea10536 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:36.646460 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d659cfd4-7591-43db-a8bb-ba14f4c2854d", "name": "network-vif-plugged", "status": "completed", "tag": "11210621-c87b-4470-8ecf-92a9d627d2bf", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:36.646783 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5ec6899-dbc2-438d-a147-6d691ea10536 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:36.647247 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11210621-c87b-4470-8ecf-92a9d627d2bf', 'code': 200} Jul 16 18:05:36.697948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.819840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2325bd-9135-44ca-86bc-7e1af98329b2 req-b2ddfdd0-0c43-473e-987e-619f05fd35e1 tempest-AggregatesAdminTestJSON-289372773 tempest-AggregatesAdminTestJSON-289372773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.821793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e2325bd-9135-44ca-86bc-7e1af98329b2 req-b2ddfdd0-0c43-473e-987e-619f05fd35e1 tempest-AggregatesAdminTestJSON-289372773 tempest-AggregatesAdminTestJSON-289372773-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 1123 time: 0.0650640 Jul 16 18:05:36.835299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e409d6-573f-4ca7-b445-76f165252fd3 req-d5dfb3ab-1b5e-43a2-916a-e057230c5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.836941 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-54e409d6-573f-4ca7-b445-76f165252fd3 req-d5dfb3ab-1b5e-43a2-916a-e057230c5de9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 1102 time: 0.1223102 Jul 16 18:05:36.853198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7e2325bd-9135-44ca-86bc-7e1af98329b2 req-fae1ca5e-78e7-48fd-94f0-492fac343e94 tempest-AggregatesAdminTestJSON-289372773 tempest-AggregatesAdminTestJSON-289372773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.895043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-54e409d6-573f-4ca7-b445-76f165252fd3 req-63af433d-bb2f-4d3b-b97c-a050a6ca1c32 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511961 Jul 16 18:05:36.984565 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7e2325bd-9135-44ca-86bc-7e1af98329b2 req-fae1ca5e-78e7-48fd-94f0-492fac343e94 tempest-AggregatesAdminTestJSON-289372773 tempest-AggregatesAdminTestJSON-289372773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.008582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7e2325bd-9135-44ca-86bc-7e1af98329b2 req-fae1ca5e-78e7-48fd-94f0-492fac343e94 tempest-AggregatesAdminTestJSON-289372773 tempest-AggregatesAdminTestJSON-289372773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.039335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e2325bd-9135-44ca-86bc-7e1af98329b2 req-fae1ca5e-78e7-48fd-94f0-492fac343e94 tempest-AggregatesAdminTestJSON-289372773 tempest-AggregatesAdminTestJSON-289372773-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076490 Jul 16 18:05:37.051008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.068597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1ca5e-78e7-48fd-94f0-492fac343e94 tempest-AggregatesAdminTestJSON-289372773 tempest-AggregatesAdminTestJSON-289372773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4477571e-19d7-41e3-bdc1-38cffe06d33d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.109258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91625a41-4f67-4717-b949-49a609af1433 req-6903c37f-eacc-4a1f-80cb-e00ef649d5de tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.110845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91625a41-4f67-4717-b949-49a609af1433 req-6903c37f-eacc-4a1f-80cb-e00ef649d5de tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 950 time: 0.1465006 Jul 16 18:05:37.138526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51f884ba-273b-493a-b4c3-f1c36dc51e47 req-154e7460-1a18-4e39-bac7-965ff0460f5b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 210 time: 0.0482364 Jul 16 18:05:37.174168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91625a41-4f67-4717-b949-49a609af1433 req-733428f9-96d8-4429-b3ec-300c4e8c6d9b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Jul 16 18:05:37.265481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.365699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e874c094-4309-43d0-9db2-ee9048337ab6 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:37.430580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47fb027c-4bdb-4025-9e56-bced0ee82b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.440988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port e874c094-4309-43d0-9db2-ee9048337ab6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:37.447033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port e874c094-4309-43d0-9db2-ee9048337ab6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:37.447970 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.548892 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.638636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47fb027c-4bdb-4025-9e56-bced0ee82b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.642418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d3e5d515-2e6b-499c-87a6-2c90c960b421 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:37.644669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47fb027c-4bdb-4025-9e56-bced0ee82b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.649272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e874c094-4309-43d0-9db2-ee9048337ab6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e874c094-4309-43d0-9db2-ee9048337ab6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:37.658750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.705271 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-47fb027c-4bdb-4025-9e56-bced0ee82b4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8c7d7ac789a4c6592971a02b482fdf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387481 Jul 16 18:05:37.706536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb027c-4bdb-4025-9e56-bced0ee82b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0d3036-a1fc-44cb-8ef4-d746f081b8dc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.711065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.761039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e874c094-4309-43d0-9db2-ee9048337ab6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.775746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfd62a-a5ba-4cc5-be33-306b63da06bf req-c9236946-d631-4ba5-88fe-e8e05623c9ad tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.777659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ecfd62a-a5ba-4cc5-be33-306b63da06bf req-c9236946-d631-4ba5-88fe-e8e05623c9ad tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 947 time: 0.0901794 Jul 16 18:05:37.787444 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a7ffed4-ec4f-4514-a3b2-ad6af094c053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.820176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a7ffed4-ec4f-4514-a3b2-ad6af094c053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.833990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ecfd62a-a5ba-4cc5-be33-306b63da06bf req-c1063f1f-9209-4a30-8f69-b3d9fed43938 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483880 Jul 16 18:05:37.886111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a7ffed4-ec4f-4514-a3b2-ad6af094c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.887094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d3e5d515-2e6b-499c-87a6-2c90c960b421, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d3e5d515-2e6b-499c-87a6-2c90c960b421,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:37.891385 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a7ffed4-ec4f-4514-a3b2-ad6af094c053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.893149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a7ffed4-ec4f-4514-a3b2-ad6af094c053 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b0d3036-a1fc-44cb-8ef4-d746f081b8dc HTTP/1.1" status: 204 len: 168 time: 0.1796734 Jul 16 18:05:37.903251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ffed4-ec4f-4514-a3b2-ad6af094c053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0d3036-a1fc-44cb-8ef4-d746f081b8dc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.927406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'd3e5d515-2e6b-499c-87a6-2c90c960b421', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'd3e5d515-2e6b-499c-87a6-2c90c960b421', 'mac_address': 'fa:16:3e:7e:df:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:37.981195 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.008138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e5d515-2e6b-499c-87a6-2c90c960b421 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:38.031939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2a969-81e3-43a6-a21c-a7d21f36aae5 req-c21dd425-632f-410e-b91d-20f79f73e532 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.033873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cf2a969-81e3-43a6-a21c-a7d21f36aae5 req-c21dd425-632f-410e-b91d-20f79f73e532 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 972 time: 0.1225016 Jul 16 18:05:38.052124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d3e5d515-2e6b-499c-87a6-2c90c960b421, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d3e5d515-2e6b-499c-87a6-2c90c960b421,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:38.060089 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.116179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cf2a969-81e3-43a6-a21c-a7d21f36aae5 req-0dd0971a-e2d3-4293-b783-674b39ccf16c tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755002 Jul 16 18:05:38.126111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d3e5d515-2e6b-499c-87a6-2c90c960b421,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.319054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['d3e5d515-2e6b-499c-87a6-2c90c960b421'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:38.379671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.382789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c60c1b97-9a92-4b64-a294-7f684d16f6e6 req-36a32a1f-7cb4-4e01-a9cc-66bac87c6d1c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 210 time: 0.0596342 Jul 16 18:05:38.414429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-214f86c4-8780-41aa-9b2d-fd32eecd4442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.488024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84359-982e-4a7b-a646-6e796947b499 req-af521823-2ec8-45ce-be2d-772d3550987e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.489866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-af521823-2ec8-45ce-be2d-772d3550987e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.3033328 Jul 16 18:05:38.504915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Request body: {'port': {'device_id': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'admin_state_up': True, 'tenant_id': 'f86da96255804dcaa93324ec8a06bb63'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:38.602707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-214f86c4-8780-41aa-9b2d-fd32eecd4442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.610297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-214f86c4-8780-41aa-9b2d-fd32eecd4442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.650823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e874c094-4309-43d0-9db2-ee9048337ab6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:38.653202 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6033e79-5466-4103-95d3-f8ee54c1ee5a" -d '{"events": [{"server_uuid": "e34a7079-e7d0-4957-917c-4afe16adf311", "name": "network-vif-plugged", "status": "completed", "tag": "e874c094-4309-43d0-9db2-ee9048337ab6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:38.658720 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-214f86c4-8780-41aa-9b2d-fd32eecd4442 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdcf5ea5a15d4641b8c7966598feb990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769170 Jul 16 18:05:38.662118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.663632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dc5a6-a85c-47e2-b6ab-23ef96a3d1a4 req-a424d392-d38b-479c-abd2-65e68dbfbc89 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.670818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f86c4-8780-41aa-9b2d-fd32eecd4442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7169e8-d9f1-48b0-9b4c-e01c74650d52,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.676680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-601dc5a6-a85c-47e2-b6ab-23ef96a3d1a4 req-a424d392-d38b-479c-abd2-65e68dbfbc89 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 950 time: 0.2588432 Jul 16 18:05:38.727008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf38488-d278-48d6-9dbf-277dd72d400f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.737154 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359f55c2-1b2b-4962-bdaa-8c1157b51f3d x-openstack-request-id: req-359f55c2-1b2b-4962-bdaa-8c1157b51f3d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:38.737529 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34a7079-e7d0-4957-917c-4afe16adf311", "name": "network-vif-plugged", "status": "completed", "tag": "e874c094-4309-43d0-9db2-ee9048337ab6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:38.737847 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-359f55c2-1b2b-4962-bdaa-8c1157b51f3d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:38.738305 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e874c094-4309-43d0-9db2-ee9048337ab6', 'code': 200} Jul 16 18:05:38.740938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-601dc5a6-a85c-47e2-b6ab-23ef96a3d1a4 req-2f402b98-4ea2-44a1-b60f-2e5340859a83 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628598 Jul 16 18:05:38.760838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf38488-d278-48d6-9dbf-277dd72d400f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.793681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Made reservation on behalf of f86da96255804dcaa93324ec8a06bb63 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:38.799069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.816364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 63015) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.846418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf38488-d278-48d6-9dbf-277dd72d400f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.848969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf38488-d278-48d6-9dbf-277dd72d400f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.853440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ebf38488-d278-48d6-9dbf-277dd72d400f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab7169e8-d9f1-48b0-9b4c-e01c74650d52 HTTP/1.1" status: 204 len: 168 time: 0.1870902 Jul 16 18:05:38.870268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38488-d278-48d6-9dbf-277dd72d400f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7169e8-d9f1-48b0-9b4c-e01c74650d52,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.907906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37f8c8-eba7-4612-b237-37de2147e345 req-7c728550-517d-495a-bcc1-4b6c5b249a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.909546 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e37f8c8-eba7-4612-b237-37de2147e345 req-7c728550-517d-495a-bcc1-4b6c5b249a71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 1124 time: 0.0919914 Jul 16 18:05:38.966172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Allocated IP 172.20.0.11 (83f4c19e-bbc2-4b5b-b314-05175535a0fc/1012cf3b-d931-4040-82b3-437e9859694d/1a1c816b-8d05-413f-9190-7b51f1576be0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:38.975514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e37f8c8-eba7-4612-b237-37de2147e345 req-1cd4f4ae-c5f7-48ed-82ca-3210cfefe878 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589926 Jul 16 18:05:39.185408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525515d-0f44-4b1a-a702-deca4d908a46 req-2a5d221c-3002-4fff-9dfb-d7a54121777e tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.188741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c525515d-0f44-4b1a-a702-deca4d908a46 req-2a5d221c-3002-4fff-9dfb-d7a54121777e tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 948 time: 0.1357276 Jul 16 18:05:39.233107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.253969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c525515d-0f44-4b1a-a702-deca4d908a46 req-f0b0fc57-65a8-41ab-9547-6e2b522f360f tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595715 Jul 16 18:05:39.327192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.390009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:39.403836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:39.410542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:39.416028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.416672 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.426174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.438126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f13e1-bfcf-4358-8e6a-f7127cee2317 req-7e4901be-6547-4b36-b2d8-fe5df40d7202 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.439675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a9f13e1-bfcf-4358-8e6a-f7127cee2317 req-7e4901be-6547-4b36-b2d8-fe5df40d7202 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 972 time: 0.1758296 Jul 16 18:05:39.447501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-bd415ebc-90df-449d-815e-02264ca604f6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9490674 Jul 16 18:05:39.459383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Request body: {'port': {'device_id': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'device_owner': 'compute:tempest-test_az-1732479751', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:39.513461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a9f13e1-bfcf-4358-8e6a-f7127cee2317 req-f99bb49f-9ad8-42ca-827c-3f1673682994 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654352 Jul 16 18:05:39.568563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.651240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d3e5d515-2e6b-499c-87a6-2c90c960b421 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:39.718912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port d3e5d515-2e6b-499c-87a6-2c90c960b421 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:39.730240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port d3e5d515-2e6b-499c-87a6-2c90c960b421 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:39.731731 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.768097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ddc492-7281-4d29-b15f-d39b64c481a5 req-11170c28-f03e-424d-b116-1c7ee089e2b6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.776038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05ddc492-7281-4d29-b15f-d39b64c481a5 req-11170c28-f03e-424d-b116-1c7ee089e2b6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 932 time: 0.1656365 Jul 16 18:05:39.813466 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-f2a09f05-cda1-48a8-98bb-73ee3ca4df9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1036811 Jul 16 18:05:39.885076 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.898342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05ddc492-7281-4d29-b15f-d39b64c481a5 req-19762e55-1bdc-4fc9-a24f-8c80e1b3dd1a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203794 Jul 16 18:05:39.947194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d3e5d515-2e6b-499c-87a6-2c90c960b421, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d3e5d515-2e6b-499c-87a6-2c90c960b421,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:39.952498 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.012226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-916759d4-e619-4f6c-a4cf-cef378ede41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.015233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-916759d4-e619-4f6c-a4cf-cef378ede41c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=327bb76568a74acebbcea1d5aad0df9e&device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 1102 time: 0.1413906 Jul 16 18:05:40.063144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d3e5d515-2e6b-499c-87a6-2c90c960b421,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.119202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1c816b-8d05-413f-9190-7b51f1576be0 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:40.133949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.155501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Transition to ACTIVE for port object 1a1c816b-8d05-413f-9190-7b51f1576be0 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:40.164642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.205617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-3550ca4b-e771-4fae-ba46-c10dc7feec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.208872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-3550ca4b-e771-4fae-ba46-c10dc7feec85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1647363 Jul 16 18:05:40.280092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.286490 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-862ad0c3-a918-4037-8a8e-c080f62a43c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=11210621-c87b-4470-8ecf-92a9d627d2bf HTTP/1.1" status: 200 len: 217 time: 0.0708995 Jul 16 18:05:40.362117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:40.362534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:40.362976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:40.372802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:40.373124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:40.377319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-25ff7569-5546-4954-9541-188b736a7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.378881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-25ff7569-5546-4954-9541-188b736a7b45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0856669 Jul 16 18:05:40.383228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:40.383576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:40.383963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:40.387310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Bound port: 1a1c816b-8d05-413f-9190-7b51f1576be0, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:40.387310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.483466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d4783-478b-45cc-8ed7-f7d4a32c610a req-7cbf46be-78cd-40e0-986c-9130c636451d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.490664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-717d4783-478b-45cc-8ed7-f7d4a32c610a req-7cbf46be-78cd-40e0-986c-9130c636451d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 950 time: 0.1971278 Jul 16 18:05:40.506362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-143e993d-f5d0-4fcb-9792-f4e33f06c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.508186 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-143e993d-f5d0-4fcb-9792-f4e33f06c06e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1222632 Jul 16 18:05:40.532328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41934) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:40.569264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-717d4783-478b-45cc-8ed7-f7d4a32c610a req-d8b209b7-0a90-43d2-9e20-840292a3d1e3 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775666 Jul 16 18:05:40.638727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-4d458137-84f4-430a-8b04-758d75d03aa3 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194134 Jul 16 18:05:40.646604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-19375b5c-76ed-4a82-87fe-85d951df79d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1889782 Jul 16 18:05:40.646819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:40.710259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:40.723801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.739863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e5d515-2e6b-499c-87a6-2c90c960b421'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:40.749369 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca721ca-d96b-4006-bdb9-dcf2af2e60fa" -d '{"events": [{"server_uuid": "6d684504-c7d1-43f6-ba4b-1d5713863dfa", "name": "network-vif-plugged", "status": "completed", "tag": "d3e5d515-2e6b-499c-87a6-2c90c960b421"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:40.770897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.772175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.773635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d00d250-d940-4c2f-8d46-6e3f6d6af9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.773897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] 10.222.0.13 "PUT /v2.0/ports/1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 1115 time: 1.3193073 Jul 16 18:05:40.776211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:40.778978 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400b9f04-78e1-4ca1-9a05-4135cad28db3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:40.852581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a32e8-1fa1-4d09-89f7-6553d059b25a service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.878559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcd392-42e0-4ccd-b843-a089e874de56 req-14edaf5d-3ced-4b83-a18b-24d9dcea13a8 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.884365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a01953b-6113-4ed2-9651-f176ea88a3ee req-f17a85da-8407-47cf-b6b4-c18d29868fd6 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370317 Jul 16 18:05:40.891279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52fcd392-42e0-4ccd-b843-a089e874de56 req-14edaf5d-3ced-4b83-a18b-24d9dcea13a8 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 949 time: 0.3147993 Jul 16 18:05:40.906427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-6931c3dd-d6d7-4298-9e32-2ee2fc7a160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.907990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-6931c3dd-d6d7-4298-9e32-2ee2fc7a160a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15b85a4be4d9409dab70ec84b531a49d&device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 1123 time: 0.2082117 Jul 16 18:05:41.026595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d00d250-d940-4c2f-8d46-6e3f6d6af9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.036229 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d00d250-d940-4c2f-8d46-6e3f6d6af9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.046280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52fcd392-42e0-4ccd-b843-a089e874de56 req-3081d5dc-e798-411a-8cf5-bc1bfe3e8d4f tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527944 Jul 16 18:05:41.078317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84359-982e-4a7b-a646-6e796947b499 req-8b39249f-3bc3-4083-a75a-2749287459b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.080414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-8b39249f-3bc3-4083-a75a-2749287459b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1118 time: 0.2674913 Jul 16 18:05:41.089324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2caff1c-28a3-461c-b890-9fb67214d684 req-470312ba-12a5-4fc3-8407-6faadbf5b7c8 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.097167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2caff1c-28a3-461c-b890-9fb67214d684 req-470312ba-12a5-4fc3-8407-6faadbf5b7c8 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 972 time: 0.2477925 Jul 16 18:05:41.103120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0d00d250-d940-4c2f-8d46-6e3f6d6af9bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a4ed79aa59c4e088d2662528aca0f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5693488 Jul 16 18:05:41.104881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-c54650be-74a9-4738-9c29-17df2ef81c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.106271 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-c54650be-74a9-4738-9c29-17df2ef81c89 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1754813 Jul 16 18:05:41.106839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.107672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d250-d940-4c2f-8d46-6e3f6d6af9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a48de8e-7568-4228-90af-ad3c3b568a11,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.144931 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-61728677-e49d-4e0c-9ea2-193e8e32af34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 217 time: 0.0455570 Jul 16 18:05:41.174441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-94246150-4f0f-470e-b8ca-487f265ec7d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b HTTP/1.1" status: 200 len: 217 time: 0.0406327 Jul 16 18:05:41.253515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-207f2f27-60fc-4706-bae8-bacd830c54a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.289680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-207f2f27-60fc-4706-bae8-bacd830c54a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.302804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-3f8d3572-7402-4a35-af57-706731ee691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.304495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-3f8d3572-7402-4a35-af57-706731ee691a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1226063 Jul 16 18:05:41.387393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-1dfa7e84-5fbc-482d-b0db-36d5b9b081a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.388962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-1dfa7e84-5fbc-482d-b0db-36d5b9b081a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757701 Jul 16 18:05:41.390645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b84359-982e-4a7b-a646-6e796947b499 req-c619a664-c472-4e44-b2ab-5e3bf0380827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.392137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-c619a664-c472-4e44-b2ab-5e3bf0380827 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.2390378 Jul 16 18:05:41.394884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-207f2f27-60fc-4706-bae8-bacd830c54a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.397533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2caff1c-28a3-461c-b890-9fb67214d684 req-7a9a2d73-e63f-4797-aff2-ec10e1986462 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993772 Jul 16 18:05:41.397771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-207f2f27-60fc-4706-bae8-bacd830c54a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.399422 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-207f2f27-60fc-4706-bae8-bacd830c54a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a48de8e-7568-4228-90af-ad3c3b568a11 HTTP/1.1" status: 204 len: 168 time: 0.2881012 Jul 16 18:05:41.427292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f2f27-60fc-4706-bae8-bacd830c54a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a48de8e-7568-4228-90af-ad3c3b568a11,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.438158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-25f8de1b-8650-4d1e-95db-e1a056178e7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352607 Jul 16 18:05:41.569148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-c4349e6c-075a-46b8-ba35-6e04244c8673 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218674 Jul 16 18:05:41.584582 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf79866-004c-4423-8056-eacf250a9dae x-openstack-request-id: req-fbf79866-004c-4423-8056-eacf250a9dae {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:41.584954 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d684504-c7d1-43f6-ba4b-1d5713863dfa", "name": "network-vif-plugged", "status": "completed", "tag": "d3e5d515-2e6b-499c-87a6-2c90c960b421", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:41.585476 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbf79866-004c-4423-8056-eacf250a9dae {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:41.585880 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e5d515-2e6b-499c-87a6-2c90c960b421', 'code': 200} Jul 16 18:05:41.589877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-04ec584e-13e5-46cc-afcd-e8450e6733c9 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871219 Jul 16 18:05:41.630170 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36342caf-b702-47e7-9e4f-18c2449c9978 x-openstack-request-id: req-36342caf-b702-47e7-9e4f-18c2449c9978 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:41.630467 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:41.630720 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36342caf-b702-47e7-9e4f-18c2449c9978 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:41.631108 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0', 'status': 'completed', 'code': 200} Jul 16 18:05:41.748093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73b84359-982e-4a7b-a646-6e796947b499 req-2faed319-0944-432a-b8b3-8b9f599924ab service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719930 Jul 16 18:05:41.776874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-d34c5201-4349-4189-a418-52c1ac62843d req-97ab1898-66ce-4b11-9099-80aeb874b0e2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:41.782237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d9b8f39e-695c-4afb-b284-1b250260bc5e req-ee20480a-d710-4440-9cd6-8e0064c0afca service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858726 Jul 16 18:05:41.792754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d34c5201-4349-4189-a418-52c1ac62843d req-97ab1898-66ce-4b11-9099-80aeb874b0e2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1642148 Jul 16 18:05:41.802992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d45c09-57f3-4901-9818-e1017ce4e982 req-3d1e1e30-85b2-4dee-b893-b5de77c271ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.805513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-54d45c09-57f3-4901-9818-e1017ce4e982 req-3d1e1e30-85b2-4dee-b893-b5de77c271ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 1101 time: 0.1357212 Jul 16 18:05:41.873175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222acbd-d795-477c-8562-b3c595e49dca req-ce434561-f459-4125-8f99-fcad9ee4c631 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.880920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b222acbd-d795-477c-8562-b3c595e49dca req-ce434561-f459-4125-8f99-fcad9ee4c631 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 966 time: 0.1213710 Jul 16 18:05:41.889442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-54d45c09-57f3-4901-9818-e1017ce4e982 req-518600b4-fd1e-4eca-b9b1-37c732313dd8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768843 Jul 16 18:05:41.911094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-2919cb5c-350c-4416-81e1-04f367a57ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.912651 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-2919cb5c-350c-4416-81e1-04f367a57ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1118 time: 0.0837796 Jul 16 18:05:41.947412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b222acbd-d795-477c-8562-b3c595e49dca req-6acb07fd-9eb4-42f5-9703-7d51601c39aa tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612214 Jul 16 18:05:41.965400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.980025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff42944f-f021-455c-8b66-697b010577a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.045949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-732d7238-2962-4699-a7bf-b139544a7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.049201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-732d7238-2962-4699-a7bf-b139544a7aec service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.1306484 Jul 16 18:05:42.086875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff42944f-f021-455c-8b66-697b010577a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.094004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff42944f-f021-455c-8b66-697b010577a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.103222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-041dd868-8dfb-474d-afaf-65083aff7b89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 217 time: 0.0461872 Jul 16 18:05:42.135644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42944f-f021-455c-8b66-697b010577a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e51d426-b524-4884-9924-da4cbb2a03a9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.140090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ff42944f-f021-455c-8b66-697b010577a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b8c67378c4d47fe91c129a07ccd7331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737957 Jul 16 18:05:42.143255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41992) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:42.177237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-c40b64f9-ea9a-4f1c-a165-473688336a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.179205 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-c40b64f9-ea9a-4f1c-a165-473688336a9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0701208 Jul 16 18:05:42.197873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f3c797-1484-4d54-b620-e4ae0982e31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.217529 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-48cadda3-86de-4a34-8bd2-4403a3c974aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317922 Jul 16 18:05:42.229736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f3c797-1484-4d54-b620-e4ae0982e31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.297704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f3c797-1484-4d54-b620-e4ae0982e31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.302094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f3c797-1484-4d54-b620-e4ae0982e31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.314659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-46f3c797-1484-4d54-b620-e4ae0982e31a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e51d426-b524-4884-9924-da4cbb2a03a9 HTTP/1.1" status: 204 len: 168 time: 0.1661272 Jul 16 18:05:42.318929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-472b892f-c5ca-4cc6-84a2-05e7a9c11b99 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940075 Jul 16 18:05:42.331916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3c797-1484-4d54-b620-e4ae0982e31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e51d426-b524-4884-9924-da4cbb2a03a9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.445712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-400b9f04-78e1-4ca1-9a05-4135cad28db3 req-33ef4de3-024f-408f-bb9e-d73d4c9a833a service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170895 Jul 16 18:05:42.555964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9232c-19c7-42d2-ac3f-22cbc30d7ea5 req-fbeeb021-936c-4322-81d4-758afdf7300a tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.557763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63d9232c-19c7-42d2-ac3f-22cbc30d7ea5 req-fbeeb021-936c-4322-81d4-758afdf7300a tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 950 time: 0.0687678 Jul 16 18:05:42.631196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63d9232c-19c7-42d2-ac3f-22cbc30d7ea5 req-2bc7a015-c74c-4b90-8fff-699c8d6dedd2 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615864 Jul 16 18:05:42.680595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287f7e3-c07a-4897-99c1-e89e35f14077 req-7ca44fdd-d54d-4059-b116-ac04cd06b4da tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.682174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c287f7e3-c07a-4897-99c1-e89e35f14077 req-7ca44fdd-d54d-4059-b116-ac04cd06b4da tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 949 time: 0.0980825 Jul 16 18:05:42.756692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c287f7e3-c07a-4897-99c1-e89e35f14077 req-911b9c9d-8cd3-4226-afb5-0c3cc6b4ebcb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687289 Jul 16 18:05:43.072729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-976827cb-4907-4c76-b3a3-c0d601c357dc tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=327bb76568a74acebbcea1d5aad0df9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277057 Jul 16 18:05:43.135449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42044) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.167239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287d95d-1302-4014-b7b5-43c486f30318 req-49483f37-8c2a-4e67-a8f6-017ab711c42d tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.174944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7287d95d-1302-4014-b7b5-43c486f30318 req-49483f37-8c2a-4e67-a8f6-017ab711c42d tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 972 time: 0.2006879 Jul 16 18:05:43.231553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-6377ceae-e52d-456f-9d7b-95e6eb563a8b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.233113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-6377ceae-e52d-456f-9d7b-95e6eb563a8b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548514 Jul 16 18:05:43.238577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7287d95d-1302-4014-b7b5-43c486f30318 req-fccc1c9e-06c0-46c4-9f46-5e6262b9ce4f tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627105 Jul 16 18:05:43.250558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-d11ed555-4000-4476-ad75-24ce381d7dd7 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/quotas/327bb76568a74acebbcea1d5aad0df9e HTTP/1.1" status: 200 len: 375 time: 0.0110307 Jul 16 18:05:43.256492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc0c5-cec7-4bd2-ace7-9d888638d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.368089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-3d12e1c6-ae40-4bf7-b5ba-1f31eea72dae tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=327bb76568a74acebbcea1d5aad0df9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109436 Jul 16 18:05:43.436415 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc0c5-cec7-4bd2-ace7-9d888638d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.443498 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc3bc0c5-cec7-4bd2-ace7-9d888638d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.512608 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bc3bc0c5-cec7-4bd2-ace7-9d888638d725 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f00461a386fc41fcb6a6bf5973d6012d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760376 Jul 16 18:05:43.513646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bc0c5-cec7-4bd2-ace7-9d888638d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d70ff37-b0b5-4c80-b97a-48ae8eb076c3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.516093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.630254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a072221-fd84-4734-ac02-d7a5042d2905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.650184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a1ea3-3fee-4d8f-a3ad-14d2fdb310da req-129ac35a-0458-493d-9787-f778ec4e30af tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.661148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1a1ea3-3fee-4d8f-a3ad-14d2fdb310da req-129ac35a-0458-493d-9787-f778ec4e30af tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 966 time: 0.1623514 Jul 16 18:05:43.690411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a072221-fd84-4734-ac02-d7a5042d2905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.743928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f937781b-b6a8-4ea9-ace1-aad466608e78 req-3b0d0d02-fc8a-4b49-b5bd-e99e7fc623ef tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 210 time: 0.0545278 Jul 16 18:05:43.779956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42076) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.806555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1a1ea3-3fee-4d8f-a3ad-14d2fdb310da req-0c2f6db7-551a-4b00-995e-53d29aa77d31 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422927 Jul 16 18:05:43.815917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a072221-fd84-4734-ac02-d7a5042d2905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.820103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a072221-fd84-4734-ac02-d7a5042d2905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.821745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a072221-fd84-4734-ac02-d7a5042d2905 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d70ff37-b0b5-4c80-b97a-48ae8eb076c3 HTTP/1.1" status: 204 len: 168 time: 0.3043547 Jul 16 18:05:43.846635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a072221-fd84-4734-ac02-d7a5042d2905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d70ff37-b0b5-4c80-b97a-48ae8eb076c3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.018012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea9e715a-ed09-453d-aad5-98f7e955083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.067997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbac5bc-d63c-40cc-8e6a-efb84a18249f req-0537a491-163a-467a-8b6e-1a08ff5e53a3 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.069197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-27632671-9171-4a05-bb24-a3d84e8d2023 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.071281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-27632671-9171-4a05-bb24-a3d84e8d2023 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 1124 time: 0.1552892 Jul 16 18:05:44.080871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ffbac5bc-d63c-40cc-8e6a-efb84a18249f req-0537a491-163a-467a-8b6e-1a08ff5e53a3 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 949 time: 0.1300297 Jul 16 18:05:44.164804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ffbac5bc-d63c-40cc-8e6a-efb84a18249f req-7c584af8-9e8c-48f2-8519-cba801a3c09a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825889 Jul 16 18:05:44.394287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea9e715a-ed09-453d-aad5-98f7e955083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.399464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea9e715a-ed09-453d-aad5-98f7e955083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.453201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea9e715a-ed09-453d-aad5-98f7e955083b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40f255db30994a2987048c2accfc6287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6712098 Jul 16 18:05:44.455834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.463405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e715a-ed09-453d-aad5-98f7e955083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1f41c5-e469-4e89-9ee3-92a5b0c66ab1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.476231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42118) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.485628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Deleting port e874c094-4309-43d0-9db2-ee9048337ab6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:44.486178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.515246 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97a834c3-3551-47ef-a9da-a980d683876c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.580834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9361b-e9bc-4b31-af25-2edd43b00ee5 req-a791af89-178d-45b0-beae-9b8d5ff408fe tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.590268 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bc9361b-e9bc-4b31-af25-2edd43b00ee5 req-a791af89-178d-45b0-beae-9b8d5ff408fe tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=e34a7079-e7d0-4957-917c-4afe16adf311 HTTP/1.1" status: 200 len: 972 time: 0.1842530 Jul 16 18:05:44.655477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bc9361b-e9bc-4b31-af25-2edd43b00ee5 req-da2f2822-683f-442b-8007-69779a963433 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Jul 16 18:05:44.663895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] For port e874c094-4309-43d0-9db2-ee9048337ab6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e874c094-4309-43d0-9db2-ee9048337ab6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:44.664508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.684322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Calling delete_port for e874c094-4309-43d0-9db2-ee9048337ab6 owned by compute:tempest-test_az-1732479751 {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:44.780825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97a834c3-3551-47ef-a9da-a980d683876c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.798282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97a834c3-3551-47ef-a9da-a980d683876c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.895601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.904269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-97a834c3-3551-47ef-a9da-a980d683876c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d502f6307d34d318717fa13dbc75106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268048 Jul 16 18:05:44.910649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.911413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e874c094-4309-43d0-9db2-ee9048337ab6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:44.921744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a834c3-3551-47ef-a9da-a980d683876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8658688d-f5d1-4ab4-ae43-cebc55273b01,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.952282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Pushing event deleted for resources: {'Port': ['ID=e874c094-4309-43d0-9db2-ee9048337ab6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.018584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] No DVR routers for this DVR port e874c094-4309-43d0-9db2-ee9048337ab6 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:45.021867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7531323b-3543-4314-9d98-09b46ca2eab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.029504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.031852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a5a6142e-dcf6-4315-abcf-ac87890f335d req-040ac9fd-de1e-492e-bfe1-535357a87de3 tempest-DeleteServersAdminTestJSON-663518356 tempest-DeleteServersAdminTestJSON-663518356-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e874c094-4309-43d0-9db2-ee9048337ab6 HTTP/1.1" status: 204 len: 173 time: 0.9561491 Jul 16 18:05:45.036666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'name': 'network-vif-deleted', 'tag': 'e874c094-4309-43d0-9db2-ee9048337ab6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:45.038827 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8331955-5c54-4940-8b1d-33a2ef5d1311" -d '{"events": [{"server_uuid": "e34a7079-e7d0-4957-917c-4afe16adf311", "name": "network-vif-deleted", "tag": "e874c094-4309-43d0-9db2-ee9048337ab6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:45.044928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-244c1194-70d6-4dfd-a8b7-6f037170a8f3 req-cd8c5c48-8ca0-4399-943c-e87479d46043 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 210 time: 0.0497904 Jul 16 18:05:45.079727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7531323b-3543-4314-9d98-09b46ca2eab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.159576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68a4b887-a8c5-445c-971c-50cd6ee9ec21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.205237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68a4b887-a8c5-445c-971c-50cd6ee9ec21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.234889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7531323b-3543-4314-9d98-09b46ca2eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.237342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7531323b-3543-4314-9d98-09b46ca2eab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.238490 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7531323b-3543-4314-9d98-09b46ca2eab3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b1f41c5-e469-4e89-9ee3-92a5b0c66ab1 HTTP/1.1" status: 204 len: 168 time: 0.7814605 Jul 16 18:05:45.259802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531323b-3543-4314-9d98-09b46ca2eab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1f41c5-e469-4e89-9ee3-92a5b0c66ab1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.339353 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-d519dfa5-4f54-4942-80d9-89532bb34c88 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=327bb76568a74acebbcea1d5aad0df9e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663905 Jul 16 18:05:45.353836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf46e1-f82c-4b7b-9200-f7b30a050688 req-d2954673-eb36-4015-8038-428bea239411 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.356401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45bf46e1-f82c-4b7b-9200-f7b30a050688 req-d2954673-eb36-4015-8038-428bea239411 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 966 time: 0.1235065 Jul 16 18:05:45.403891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:45.423258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68a4b887-a8c5-445c-971c-50cd6ee9ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.425359 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68a4b887-a8c5-445c-971c-50cd6ee9ec21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.426677 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-68a4b887-a8c5-445c-971c-50cd6ee9ec21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8658688d-f5d1-4ab4-ae43-cebc55273b01 HTTP/1.1" status: 204 len: 168 time: 0.5031178 Jul 16 18:05:45.443513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45bf46e1-f82c-4b7b-9200-f7b30a050688 req-7dd3c961-36fa-4178-81c2-486ecdd01182 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809507 Jul 16 18:05:45.547147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4b887-a8c5-445c-971c-50cd6ee9ec21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8658688d-f5d1-4ab4-ae43-cebc55273b01,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.565275 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8afb59a-4e9e-48de-82c9-1283b8f4487a x-openstack-request-id: req-d8afb59a-4e9e-48de-82c9-1283b8f4487a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:45.565901 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e34a7079-e7d0-4957-917c-4afe16adf311", "name": "network-vif-deleted", "tag": "e874c094-4309-43d0-9db2-ee9048337ab6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:45.568299 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d8afb59a-4e9e-48de-82c9-1283b8f4487a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:45.568885 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e34a7079-e7d0-4957-917c-4afe16adf311', 'name': 'network-vif-deleted', 'tag': 'e874c094-4309-43d0-9db2-ee9048337ab6', 'status': 'completed', 'code': 200} Jul 16 18:05:45.617059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-f3e26190-9c6f-4273-bbe5-1969bd898dfa tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645797 Jul 16 18:05:45.640085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c774fc31-3370-41aa-8ea3-c32e6640b5ef tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.646289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c774fc31-3370-41aa-8ea3-c32e6640b5ef tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3011379 Jul 16 18:05:45.659802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Request body: {'port': {'device_id': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '327bb76568a74acebbcea1d5aad0df9e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:45.770171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:45.791732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '1a1c816b-8d05-413f-9190-7b51f1576be0', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'port_id': '1a1c816b-8d05-413f-9190-7b51f1576be0', 'mac_address': 'fa:16:3e:74:d8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012cf3b-d931-4040-82b3-437e9859694d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:tempest-test_az-1732479751', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:45.805941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42162) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.831548 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.846189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1c816b-8d05-413f-9190-7b51f1576be0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:45.847365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-6a94e85d-8f6b-4b08-aaf4-b91826e16aa5 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.852844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-6a94e85d-8f6b-4b08-aaf4-b91826e16aa5 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321434 Jul 16 18:05:45.875328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faed462a-f517-43b3-b6a7-8e00f198dc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.892242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:45.899145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-8a4f3103-86c8-43cf-be73-0b1a09704564 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/quotas/4b969110e4aa4bb8aac8f18ede581fe8 HTTP/1.1" status: 200 len: 375 time: 0.0337365 Jul 16 18:05:45.905193 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.977362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.991891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778b317-ee43-4e4d-b672-71557d4e69e0 req-c0892c6b-f8d0-4bda-b311-415133d0c4cb tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:45.993728 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3778b317-ee43-4e4d-b672-71557d4e69e0 req-c0892c6b-f8d0-4bda-b311-415133d0c4cb tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 971 time: 0.1399498 Jul 16 18:05:46.055123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3778b317-ee43-4e4d-b672-71557d4e69e0 req-7cb8fdd0-c3c0-4a42-8a40-4276428154be tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555353 Jul 16 18:05:46.057073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faed462a-f517-43b3-b6a7-8e00f198dc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.065176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faed462a-f517-43b3-b6a7-8e00f198dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.080422 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-d5eaec81-2c76-4bf2-b825-8e51b0e9a9a6 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1587837 Jul 16 18:05:46.122531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed462a-f517-43b3-b6a7-8e00f198dc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615547e5-e69a-486e-9271-b577cae51bc1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.126637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Made reservation on behalf of 327bb76568a74acebbcea1d5aad0df9e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:46.130296 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.135378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-faed462a-f517-43b3-b6a7-8e00f198dc32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bee685db7ed47b1a899effc0998f2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331170 Jul 16 18:05:46.138517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42174) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:46.145737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['1a1c816b-8d05-413f-9190-7b51f1576be0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:46.262219 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3cbcda6-c8ed-4a6a-821b-f3ecfea8cbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.303522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3cbcda6-c8ed-4a6a-821b-f3ecfea8cbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.362404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3cbcda6-c8ed-4a6a-821b-f3ecfea8cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.366072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3cbcda6-c8ed-4a6a-821b-f3ecfea8cbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.369912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a3cbcda6-c8ed-4a6a-821b-f3ecfea8cbf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/615547e5-e69a-486e-9271-b577cae51bc1 HTTP/1.1" status: 204 len: 168 time: 0.2277939 Jul 16 18:05:46.378171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cbcda6-c8ed-4a6a-821b-f3ecfea8cbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615547e5-e69a-486e-9271-b577cae51bc1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.454225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Allocated IP 192.168.233.254 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/a92846ef-d054-494d-8d89-d6af4f971562) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:46.544692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc43d0b7-e0c6-44a4-a478-e6c5d691aa7d req-5eeb4942-7ef0-4494-85e2-9101c7a1ff3e tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 210 time: 0.1041830 Jul 16 18:05:46.637065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-112a9f79-2284-4c38-b58f-333812d6099e req-60eb91a5-4f55-475c-ab06-f28830399c84 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 210 time: 0.0902529 Jul 16 18:05:46.686514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651b386-903a-4df0-95c0-35ff538df407 req-b0d8c636-0ca8-4da0-bf65-b7c99e083559 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.688324 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b651b386-903a-4df0-95c0-35ff538df407 req-b0d8c636-0ca8-4da0-bf65-b7c99e083559 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 971 time: 0.2266603 Jul 16 18:05:46.872307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-1ec4fb07-3d48-492d-9021-202d45bdfa9e tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3db12cd47dd3455e8993c59f627c673d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472813 Jul 16 18:05:47.016365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.042333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Transition to ACTIVE for port object a92846ef-d054-494d-8d89-d6af4f971562 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:47.056031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Deleting port 87a7259f-731f-42a9-b6b4-ce376dc19e1b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:47.056402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.057915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4d783-5c94-4284-bf1d-e7bed81c3f8c req-403d026f-b4a4-4c06-a775-3c418016132a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.059465 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13b4d783-5c94-4284-bf1d-e7bed81c3f8c req-403d026f-b4a4-4c06-a775-3c418016132a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 967 time: 0.1900170 Jul 16 18:05:47.121411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13b4d783-5c94-4284-bf1d-e7bed81c3f8c req-c8222c52-f4d8-468b-bb3f-b3c91105f879 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542300 Jul 16 18:05:47.135769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-ae26a049-21b6-454c-bfd7-e3cd038a1373 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.142618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-ae26a049-21b6-454c-bfd7-e3cd038a1373 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063901 Jul 16 18:05:47.171908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-db91dc95-c142-4f28-a62a-828a9755d8d8 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/quotas/3db12cd47dd3455e8993c59f627c673d HTTP/1.1" status: 200 len: 375 time: 0.0280271 Jul 16 18:05:47.215958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-5e48c8b2-d83a-43a1-b191-efc77803ca59 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3db12cd47dd3455e8993c59f627c673d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429690 Jul 16 18:05:47.259851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.277187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['11210621-c87b-4470-8ecf-92a9d627d2bf'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:47.358082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] For port 87a7259f-731f-42a9-b6b4-ce376dc19e1b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=87a7259f-731f-42a9-b6b4-ce376dc19e1b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:47.358763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.396410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:47.404630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:47.425032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:47.448348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Calling delete_port for 87a7259f-731f-42a9-b6b4-ce376dc19e1b owned by compute:tempest-test_az-1732479751 {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:47.452193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:47.472199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.473794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.479910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Pushing event updated for resources: {'Port': ['ID=a92846ef-d054-494d-8d89-d6af4f971562,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.526335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-05d5577c-8589-4ab9-bca9-466ba3102fec tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8709402 Jul 16 18:05:47.605294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00f075d2-73db-486b-b759-d044c235fb94 req-31894f71-d306-4f21-924c-7d1da2776c24 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 210 time: 0.0750718 Jul 16 18:05:47.640987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Request body: {'port': {'device_id': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:47.659626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 1a1c816b-8d05-413f-9190-7b51f1576be0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:47.669235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 1a1c816b-8d05-413f-9190-7b51f1576be0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:47.669803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.700894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d080c-ebb3-4e7d-a74e-43242917db55 req-d66962c1-dafa-4207-9ee9-423b2bebff9b tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.708532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d3d080c-ebb3-4e7d-a74e-43242917db55 req-d66962c1-dafa-4207-9ee9-423b2bebff9b tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 971 time: 0.2560334 Jul 16 18:05:47.798705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d3d080c-ebb3-4e7d-a74e-43242917db55 req-892ba778-3586-4044-b691-a0d09912d67e tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/security-groups?id=59b8776d-6229-42de-b548-b5402b4b149f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842493 Jul 16 18:05:47.914027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42260) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:47.935836 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.965204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2975800f-a6a8-46db-b38c-3960327311f5 None None] Provisioning for port a92846ef-d054-494d-8d89-d6af4f971562 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:47.987147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2975800f-a6a8-46db-b38c-3960327311f5 None None] Provisioning complete for port a92846ef-d054-494d-8d89-d6af4f971562 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:47.987512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2975800f-a6a8-46db-b38c-3960327311f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.087895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:48.090882 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c4531-c88d-437a-92b1-3a8b4bd5fa79" -d '{"events": [{"server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:48.101742 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.102330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a468770e-a9b6-4900-9d66-be05d7b1a5dd req-d9b1cdd0-0ded-4184-b7d4-cdaa39388950 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 210 time: 0.1293085 Jul 16 18:05:48.113797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.114216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:48.126655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['87a7259f-731f-42a9-b6b4-ce376dc19e1b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:48.129923 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.130958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e874c094-4309-43d0-9db2-ee9048337ab6 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:48.155941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Pushing event deleted for resources: {'Port': ['ID=87a7259f-731f-42a9-b6b4-ce376dc19e1b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.209410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: e874c094-4309-43d0-9db2-ee9048337ab6 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:48.210624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e874c094-4309-43d0-9db2-ee9048337ab6 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:48.232943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.236487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2975800f-a6a8-46db-b38c-3960327311f5 None None] Port a92846ef-d054-494d-8d89-d6af4f971562 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:48.291101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] No DVR routers for this DVR port 87a7259f-731f-42a9-b6b4-ce376dc19e1b on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:48.311014 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4fca41-7ff2-4dca-b073-591dc81b7ba6 x-openstack-request-id: req-df4fca41-7ff2-4dca-b073-591dc81b7ba6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:48.312027 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "name": "network-vif-plugged", "status": "completed", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:48.312538 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df4fca41-7ff2-4dca-b073-591dc81b7ba6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:48.313155 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0', 'code': 200} Jul 16 18:05:48.416711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a3865-931b-43ea-a803-f7972db6b812 req-4d4bb14e-6492-4069-8bf0-4303752416fd tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.424485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e5a3865-931b-43ea-a803-f7972db6b812 req-4d4bb14e-6492-4069-8bf0-4303752416fd tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 936 time: 0.3128660 Jul 16 18:05:48.503389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 63023) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:48.516769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.518783 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b651b386-903a-4df0-95c0-35ff538df407 req-def75b87-062e-4b5f-8621-4c6842aa2991 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.13 "DELETE /v2.0/ports/87a7259f-731f-42a9-b6b4-ce376dc19e1b HTTP/1.1" status: 204 len: 173 time: 1.7735553 Jul 16 18:05:48.534657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'name': 'network-vif-deleted', 'tag': '87a7259f-731f-42a9-b6b4-ce376dc19e1b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:48.544993 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ca6eee-3482-4a02-8878-e7e8533faabf" -d '{"events": [{"server_uuid": "9a6f4d47-c26b-40e4-b876-bddf55f54cf7", "name": "network-vif-deleted", "tag": "87a7259f-731f-42a9-b6b4-ce376dc19e1b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:48.553803 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:48.597286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-5b9a01b9-bd0c-44a1-b3f4-fe6360119f88 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788882 Jul 16 18:05:48.631435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55c01642-0ec5-4944-96aa-9b22a689f41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.666718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e5a3865-931b-43ea-a803-f7972db6b812 req-7ed0be6f-81d4-4f53-bc04-73320b876e15 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290123 Jul 16 18:05:48.899592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-4e1e7a75-f979-4acd-9010-e3451e76b5da tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.902150 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-4e1e7a75-f979-4acd-9010-e3451e76b5da tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2901816 Jul 16 18:05:48.917838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7199-6d25-46c4-bf62-20dafe5ca9a5 req-cb363e1c-5a70-4c7b-a1e3-69d421d86412 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.925929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f88c7199-6d25-46c4-bf62-20dafe5ca9a5 req-cb363e1c-5a70-4c7b-a1e3-69d421d86412 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 968 time: 0.3869457 Jul 16 18:05:48.936658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Request body: {'port': {'device_id': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '4b969110e4aa4bb8aac8f18ede581fe8'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:49.093471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f88c7199-6d25-46c4-bf62-20dafe5ca9a5 req-8105aa50-046a-41dc-aba3-9b828deb97db tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660001 Jul 16 18:05:49.111519 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7584596c-7b5e-483f-a180-c43910589c2f x-openstack-request-id: req-7584596c-7b5e-483f-a180-c43910589c2f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:49.111833 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6f4d47-c26b-40e4-b876-bddf55f54cf7", "name": "network-vif-deleted", "tag": "87a7259f-731f-42a9-b6b4-ce376dc19e1b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:49.112273 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7584596c-7b5e-483f-a180-c43910589c2f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:49.112731 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6f4d47-c26b-40e4-b876-bddf55f54cf7', 'name': 'network-vif-deleted', 'tag': '87a7259f-731f-42a9-b6b4-ce376dc19e1b', 'status': 'completed', 'code': 200} Jul 16 18:05:49.146196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906f4aa-ea5c-460e-9941-859e2f6a9545 req-dc34a9e5-996a-4fb4-9e68-83bf7d418f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.147826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1906f4aa-ea5c-460e-9941-859e2f6a9545 req-dc34a9e5-996a-4fb4-9e68-83bf7d418f6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1120 time: 0.6416223 Jul 16 18:05:49.179814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ea1ad38-26f7-454b-ab3e-0834f2c7c4b2 req-60164cc7-98f2-4efc-82b3-6cf08a472684 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 210 time: 0.1552541 Jul 16 18:05:49.231143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55c01642-0ec5-4944-96aa-9b22a689f41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.249043 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55c01642-0ec5-4944-96aa-9b22a689f41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.278807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1906f4aa-ea5c-460e-9941-859e2f6a9545 req-7d59eb4f-ead5-4419-9534-30663a1f1fe4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161492 Jul 16 18:05:49.380295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-55c01642-0ec5-4944-96aa-9b22a689f41f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df6d4f50da134bb8a5075713da322cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4650335 Jul 16 18:05:49.385893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.391637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c01642-0ec5-4944-96aa-9b22a689f41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7e74a3-80e3-4485-878d-7d6cb8091f99,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.447624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92846ef-d054-494d-8d89-d6af4f971562 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:49.453574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3c65d1d9-9936-43df-b676-b7f2a50f413e req-856f9238-988a-44d7-8cca-6eac67e1f536 tempest-AggregatesAdminTestJSON-1934224711 tempest-AggregatesAdminTestJSON-1934224711-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a6f4d47-c26b-40e4-b876-bddf55f54cf7 HTTP/1.1" status: 200 len: 210 time: 0.0789025 Jul 16 18:05:49.476334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.483309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Made reservation on behalf of 4b969110e4aa4bb8aac8f18ede581fe8 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:49.487233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.525835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd74085d-87fb-47a6-a06a-ef3a23405f81 req-80df3388-cc37-4cff-b9f9-2cbd867877b7 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 210 time: 0.0572848 Jul 16 18:05:49.537677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Transition to ACTIVE for port object a92846ef-d054-494d-8d89-d6af4f971562 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:49.556162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.575338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98cb2b05-7da3-4678-b78a-e429d0d6eaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.687250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98cb2b05-7da3-4678-b78a-e429d0d6eaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.742217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Allocated IP 192.168.233.246 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/c77d9321-9eab-497d-8e06-1adbd4ce56d6) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:49.775057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Pushing event updated for resources: {'Port': ['ID=a92846ef-d054-494d-8d89-d6af4f971562,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.840414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Attempting to bind port a92846ef-d054-494d-8d89-d6af4f971562 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:49.840755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Attempting to bind port a92846ef-d054-494d-8d89-d6af4f971562 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:49.841082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Attempting to bind port a92846ef-d054-494d-8d89-d6af4f971562 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:49.854651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Port a92846ef-d054-494d-8d89-d6af4f971562 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:49.854980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Attempting to bind port a92846ef-d054-494d-8d89-d6af4f971562 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:49.869068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:49.869289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:49.870027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:49.870149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Bound port: a92846ef-d054-494d-8d89-d6af4f971562, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:49.870572 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.944048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98cb2b05-7da3-4678-b78a-e429d0d6eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.947276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98cb2b05-7da3-4678-b78a-e429d0d6eaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.948452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-98cb2b05-7da3-4678-b78a-e429d0d6eaa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d7e74a3-80e3-4485-878d-7d6cb8091f99 HTTP/1.1" status: 204 len: 168 time: 0.5616052 Jul 16 18:05:50.009764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb2b05-7da3-4678-b78a-e429d0d6eaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7e74a3-80e3-4485-878d-7d6cb8091f99,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.019072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] For port a92846ef-d054-494d-8d89-d6af4f971562, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:50.027624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] For port a92846ef-d054-494d-8d89-d6af4f971562, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a92846ef-d054-494d-8d89-d6af4f971562,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:50.040996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.154702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Pushing event updated for resources: {'Port': ['ID=a92846ef-d054-494d-8d89-d6af4f971562,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.165628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.166460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.173819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-c8c9b289-4d14-4956-8a90-324f5467666e service neutron] 10.222.0.55 "PUT /v2.0/ports/a92846ef-d054-494d-8d89-d6af4f971562 HTTP/1.1" status: 200 len: 1097 time: 2.5840247 Jul 16 18:05:50.294371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.312473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Transition to ACTIVE for port object c77d9321-9eab-497d-8e06-1adbd4ce56d6 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:50.315357 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-2a2695b2-f185-4caa-858e-3bd10307bb3b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=3db12cd47dd3455e8993c59f627c673d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330112 Jul 16 18:05:50.376904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f16a5c-9412-410b-ab95-e14efe69278f req-f976e6f1-ac56-4ca6-97b9-983b7ea5249b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.387810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7f16a5c-9412-410b-ab95-e14efe69278f req-f976e6f1-ac56-4ca6-97b9-983b7ea5249b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 948 time: 0.5430627 Jul 16 18:05:50.469511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7f16a5c-9412-410b-ab95-e14efe69278f req-3b6777a7-9842-4d75-8670-274b94dff2c9 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806940 Jul 16 18:05:50.471850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-d65e3dd4-f62d-4f48-a2ab-a7ff4c4c1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.474051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-d65e3dd4-f62d-4f48-a2ab-a7ff4c4c1a06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=327bb76568a74acebbcea1d5aad0df9e&device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 1100 time: 0.2461543 Jul 16 18:05:50.496275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.509298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['d3e5d515-2e6b-499c-87a6-2c90c960b421'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:50.567386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:50.573143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-f9043f9d-0104-44be-a1c8-93005895cde3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a92846ef-d054-494d-8d89-d6af4f971562 HTTP/1.1" status: 200 len: 217 time: 0.0633764 Jul 16 18:05:50.583369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:50.590698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:50.598689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.599648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.627876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6951978 Jul 16 18:05:50.636072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb760e6-9ec0-4bf5-9d84-0c2f1cfd3f49 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Pushing event updated for resources: {'Port': ['ID=c77d9321-9eab-497d-8e06-1adbd4ce56d6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.652332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Request body: {'port': {'device_id': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:50.668591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-0dc9b4a5-0b6e-46fc-a3b0-7dc4688a3607 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.670307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-0dc9b4a5-0b6e-46fc-a3b0-7dc4688a3607 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251038 Jul 16 18:05:50.685601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487a639-7ba2-43b8-b684-44856b845274 req-aa5537b8-e3b3-4a8d-8941-9d8629bd36b5 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.685808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Request body: {'port': {'device_id': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '3db12cd47dd3455e8993c59f627c673d'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:50.693799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0487a639-7ba2-43b8-b684-44856b845274 req-aa5537b8-e3b3-4a8d-8941-9d8629bd36b5 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 968 time: 0.2842698 Jul 16 18:05:50.709814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-9b422021-f382-4552-9872-a0a19f635cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.711120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-9b422021-f382-4552-9872-a0a19f635cc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1289561 Jul 16 18:05:50.721703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.769812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0487a639-7ba2-43b8-b684-44856b845274 req-4bd6b913-1fe0-40d5-a63e-c3a7edb4062f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Jul 16 18:05:50.806987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3398d598-686e-4c36-99b9-9f11bdae54a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.885580 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.960761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-54fee00c-5939-4b27-80bd-82b568c33724 None None] Provisioning for port c77d9321-9eab-497d-8e06-1adbd4ce56d6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:50.964770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-54fee00c-5939-4b27-80bd-82b568c33724 None None] Provisioning complete for port c77d9321-9eab-497d-8e06-1adbd4ce56d6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:50.965151 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54fee00c-5939-4b27-80bd-82b568c33724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.018534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd329029-e9b8-4f66-9679-642c38d407a5 req-da46fb46-2ff2-4bfd-8378-15ae09582a15 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 210 time: 0.0592215 Jul 16 18:05:51.021198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-54fee00c-5939-4b27-80bd-82b568c33724 None None] Port c77d9321-9eab-497d-8e06-1adbd4ce56d6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:51.036407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-ff5d0317-7800-4fca-b777-e54846bbd1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.038795 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-ff5d0317-7800-4fca-b777-e54846bbd1b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3179274 Jul 16 18:05:51.118557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'tag': 'a92846ef-d054-494d-8d89-d6af4f971562'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:51.122043 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6702ca25-a21a-43e1-bc3a-23f58e555cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "8eff6321-7bfd-4096-a4e2-a3d99f4cca67", "tag": "a92846ef-d054-494d-8d89-d6af4f971562"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:51.207483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3398d598-686e-4c36-99b9-9f11bdae54a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.232649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3398d598-686e-4c36-99b9-9f11bdae54a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.261711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Made reservation on behalf of 3db12cd47dd3455e8993c59f627c673d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:51.265880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.289722 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-786e50a6-61be-424f-81c7-8d259b7d8c42 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280085 Jul 16 18:05:51.303212 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3398d598-686e-4c36-99b9-9f11bdae54a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=edc02b83ceb14b658da0c384873fd1e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5681069 Jul 16 18:05:51.303896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42396) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:51.353174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3398d598-686e-4c36-99b9-9f11bdae54a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81d6d3a-74a4-405d-99fd-ec24e87e6d21,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.425530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 87a7259f-731f-42a9-b6b4-ce376dc19e1b no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:51.427056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77d9321-9eab-497d-8e06-1adbd4ce56d6 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:51.442842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.468473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Transition to ACTIVE for port object c77d9321-9eab-497d-8e06-1adbd4ce56d6 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:51.481719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a9dc3-590f-46cc-97c5-0c028405220e req-24fa2ddb-8b9f-462b-b436-8f27223815f6 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.484512 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-284a9dc3-590f-46cc-97c5-0c028405220e req-24fa2ddb-8b9f-462b-b436-8f27223815f6 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 936 time: 0.1677310 Jul 16 18:05:51.484803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 87a7259f-731f-42a9-b6b4-ce376dc19e1b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:51.485393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 87a7259f-731f-42a9-b6b4-ce376dc19e1b not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:51.486366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.514153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:51.531335 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de01b910-74a0-4b0d-b091-b7ad9b72c091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.560567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0aa73e41-6ed5-4f3d-b7aa-92261bc58e17 req-ff827dda-eb2a-43f4-9300-8050f5a754f4 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529407 Jul 16 18:05:51.583035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Pushing event updated for resources: {'Port': ['ID=c77d9321-9eab-497d-8e06-1adbd4ce56d6,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.620814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Allocated IP 192.168.233.198 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/97e77f0a-8329-4d79-a9fc-0e42c1022869) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:51.637084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-284a9dc3-590f-46cc-97c5-0c028405220e req-5a09826d-8a29-4a59-8181-b20c72569a13 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121428 Jul 16 18:05:51.677225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Attempting to bind port c77d9321-9eab-497d-8e06-1adbd4ce56d6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:51.681643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Attempting to bind port c77d9321-9eab-497d-8e06-1adbd4ce56d6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:51.681976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Attempting to bind port c77d9321-9eab-497d-8e06-1adbd4ce56d6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:51.686985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Port c77d9321-9eab-497d-8e06-1adbd4ce56d6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:51.687383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Attempting to bind port c77d9321-9eab-497d-8e06-1adbd4ce56d6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:51.698439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:51.699014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:51.699558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:51.700206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Bound port: c77d9321-9eab-497d-8e06-1adbd4ce56d6, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:51.700721 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.781364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] For port c77d9321-9eab-497d-8e06-1adbd4ce56d6, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:51.785828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] For port c77d9321-9eab-497d-8e06-1adbd4ce56d6, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:51.793623 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.847674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de01b910-74a0-4b0d-b091-b7ad9b72c091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.851867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.858076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.858697 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.861604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] 10.222.0.13 "PUT /v2.0/ports/c77d9321-9eab-497d-8e06-1adbd4ce56d6 HTTP/1.1" status: 200 len: 1097 time: 1.2261600 Jul 16 18:05:51.867204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:51.869885 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e816e3ae-dd20-48ef-8588-7e106d5c0621" -d '{"events": [{"name": "network-changed", "server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:51.911419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247ef0d-fb30-4adb-aa6f-5087b57c02ae service neutron] Pushing event updated for resources: {'Port': ['ID=c77d9321-9eab-497d-8e06-1adbd4ce56d6,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.913441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Transition to ACTIVE for port object 97e77f0a-8329-4d79-a9fc-0e42c1022869 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:51.945043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b7b07859-fb5a-447e-9605-00f44e65091a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15b85a4be4d9409dab70ec84b531a49d&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4231288 Jul 16 18:05:51.948960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.017780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-28d95f54-6435-402f-8771-12468096cb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.019533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-28d95f54-6435-402f-8771-12468096cb05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 1100 time: 0.0896339 Jul 16 18:05:52.027617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de01b910-74a0-4b0d-b091-b7ad9b72c091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.030197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de01b910-74a0-4b0d-b091-b7ad9b72c091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.038770 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-de01b910-74a0-4b0d-b091-b7ad9b72c091 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e81d6d3a-74a4-405d-99fd-ec24e87e6d21 HTTP/1.1" status: 204 len: 168 time: 0.7162647 Jul 16 18:05:52.068796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01b910-74a0-4b0d-b091-b7ad9b72c091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81d6d3a-74a4-405d-99fd-ec24e87e6d21,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.087052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.101641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-65140866-2585-4dde-b019-4981a37f34d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6 HTTP/1.1" status: 200 len: 217 time: 0.0750041 Jul 16 18:05:52.141277 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8986f-2577-4651-ab0a-01cffb70c2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.155513 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c76eb66-f045-4597-8880-a60e640f7218 x-openstack-request-id: req-4c76eb66-f045-4597-8880-a60e640f7218 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:52.155786 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eff6321-7bfd-4096-a4e2-a3d99f4cca67", "tag": "a92846ef-d054-494d-8d89-d6af4f971562", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:52.156037 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4c76eb66-f045-4597-8880-a60e640f7218 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:52.156462 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'tag': 'a92846ef-d054-494d-8d89-d6af4f971562', 'status': 'completed', 'code': 200} Jul 16 18:05:52.183323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-de7981e9-2327-4f4a-807f-a55b7e95a08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.184742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-de7981e9-2327-4f4a-807f-a55b7e95a08f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0757582 Jul 16 18:05:52.193906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:52.206130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:52.238932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8986f-2577-4651-ab0a-01cffb70c2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.240927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Pushing event updated for resources: {'Port': ['ID=97e77f0a-8329-4d79-a9fc-0e42c1022869,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.250263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:52.263497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.264384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.281471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b395-19cc-4a9b-afcb-2be34a93eab4 req-5326a72b-d490-409c-82ff-b2aa2d4b04d3 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.296124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87e0b395-19cc-4a9b-afcb-2be34a93eab4 req-5326a72b-d490-409c-82ff-b2aa2d4b04d3 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1120 time: 0.1913595 Jul 16 18:05:52.319118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8986f-2577-4651-ab0a-01cffb70c2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.321842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9d8986f-2577-4651-ab0a-01cffb70c2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.323097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c9d8986f-2577-4651-ab0a-01cffb70c2ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59b8776d-6229-42de-b548-b5402b4b149f HTTP/1.1" status: 204 len: 168 time: 0.3725038 Jul 16 18:05:52.341789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-f74e2442-cab5-4e55-8f9f-78321b136383 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6616585 Jul 16 18:05:52.342504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8986f-2577-4651-ab0a-01cffb70c2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8776d-6229-42de-b548-b5402b4b149f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.358891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Request body: {'port': {'device_id': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:52.382085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969935e6-b325-4c97-859a-f2a1adae080d req-4dae71f9-e628-4f08-8109-4b149cc07939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.383698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-4dae71f9-e628-4f08-8109-4b149cc07939 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1799536 Jul 16 18:05:52.405126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87e0b395-19cc-4a9b-afcb-2be34a93eab4 req-f0777353-bcac-4ae6-96b6-feeb5b8f7173 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038558 Jul 16 18:05:52.438806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-f9eafa14-2153-434f-8cd4-b3f4e7ae58df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.441218 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-f9eafa14-2153-434f-8cd4-b3f4e7ae58df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=327bb76568a74acebbcea1d5aad0df9e&device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 1100 time: 0.2614026 Jul 16 18:05:52.515689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.522483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03745eda-b9dc-41ee-90de-5a71655af0b9 req-659ed96a-f118-48e2-b5e1-ff3c3bc9e829 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.529610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03745eda-b9dc-41ee-90de-5a71655af0b9 req-659ed96a-f118-48e2-b5e1-ff3c3bc9e829 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 948 time: 0.2259874 Jul 16 18:05:52.590296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-5cc11b94-50b1-45eb-919b-5070c4cf3818 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997116 Jul 16 18:05:52.643178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03745eda-b9dc-41ee-90de-5a71655af0b9 req-22638173-2230-4f3e-a47a-5b6935dfb1ed tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056237 Jul 16 18:05:52.670701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ebf58523-a9b3-45e8-8b83-018a8e447265 None None] Provisioning for port 97e77f0a-8329-4d79-a9fc-0e42c1022869 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:52.675977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ebf58523-a9b3-45e8-8b83-018a8e447265 None None] Provisioning complete for port 97e77f0a-8329-4d79-a9fc-0e42c1022869 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:52.676398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ebf58523-a9b3-45e8-8b83-018a8e447265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.690802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-b58bcd2e-5f72-49d6-95fd-6a541d639b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.694266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-b58bcd2e-5f72-49d6-95fd-6a541d639b3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2326961 Jul 16 18:05:52.747233 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a77748-b061-499c-aafe-5b6f03df5281 x-openstack-request-id: req-69a77748-b061-499c-aafe-5b6f03df5281 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:52.747729 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:52.748136 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69a77748-b061-499c-aafe-5b6f03df5281 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:52.748705 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6', 'status': 'completed', 'code': 200} Jul 16 18:05:52.787066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ebf58523-a9b3-45e8-8b83-018a8e447265 None None] Port 97e77f0a-8329-4d79-a9fc-0e42c1022869 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:52.812312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969935e6-b325-4c97-859a-f2a1adae080d req-a7a6f5c9-4b47-4f30-a479-50ef1066b5b3 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150581 Jul 16 18:05:52.833670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-8bd8331e-da5e-4b4a-b20c-989fd40d3f03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=a92846ef-d054-494d-8d89-d6af4f971562 HTTP/1.1" status: 200 len: 217 time: 0.0687609 Jul 16 18:05:52.963570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-887c77d6-1440-4be0-834f-aa8ab5611651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.965222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-887c77d6-1440-4be0-834f-aa8ab5611651 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1192544 Jul 16 18:05:53.010094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9543-d038-4833-9194-362dbd8a2543 req-2f2f60c2-6d71-4549-9275-19836ddacadb tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.017340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-552a9543-d038-4833-9194-362dbd8a2543 req-2f2f60c2-6d71-4549-9275-19836ddacadb tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 936 time: 0.1349607 Jul 16 18:05:53.020777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-cd5f1191-83c4-4a53-b742-84b2656100b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.023081 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-cd5f1191-83c4-4a53-b742-84b2656100b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 1100 time: 0.1507862 Jul 16 18:05:53.098716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-552a9543-d038-4833-9194-362dbd8a2543 req-d7ae3d3e-5025-40a8-826d-c7b24109c9a0 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 Jul 16 18:05:53.117692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.196510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-27309434-e48e-4641-96b4-03b4920c69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.200526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-27309434-e48e-4641-96b4-03b4920c69ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1698296 Jul 16 18:05:53.226152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-be2469d7-682a-446f-b7ca-c5344836607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.227983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-be2469d7-682a-446f-b7ca-c5344836607a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2488906 Jul 16 18:05:53.234806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b7a9523e-a220-4607-ac34-b6069123ae3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5f325f454c9045a7ac91a029467b722a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087406 Jul 16 18:05:53.234806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e77f0a-8329-4d79-a9fc-0e42c1022869 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:53.240416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42504) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.261445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.265311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-ebd65416-c273-4bfc-a5d3-f46d089f851b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6 HTTP/1.1" status: 200 len: 217 time: 0.0585043 Jul 16 18:05:53.345688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-2568e013-3b5e-4779-bf40-9f802f3d38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.347191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-2568e013-3b5e-4779-bf40-9f802f3d38d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0729213 Jul 16 18:05:53.367665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa563d-84ce-4548-a6e9-85b971ca7b18 req-34b09204-3de4-42eb-8e72-da5b7d10ba91 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.369282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06aa563d-84ce-4548-a6e9-85b971ca7b18 req-34b09204-3de4-42eb-8e72-da5b7d10ba91 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1120 time: 0.1068454 Jul 16 18:05:53.438972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06aa563d-84ce-4548-a6e9-85b971ca7b18 req-cad60c67-ff55-4319-8578-c13fe41bd414 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519345 Jul 16 18:05:53.450067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-89ea3715-31fc-4769-9f5c-209f465ba22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.451892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-89ea3715-31fc-4769-9f5c-209f465ba22c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0975950 Jul 16 18:05:53.549790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Transition to ACTIVE for port object 97e77f0a-8329-4d79-a9fc-0e42c1022869 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:53.565194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.640654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-9e3839ba-b26e-4969-b3fc-888808f2dbb8 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812813 Jul 16 18:05:53.682383 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2307852-4efe-4406-b9b9-926a137895f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.684616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=97e77f0a-8329-4d79-a9fc-0e42c1022869,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.706497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-eccc891d-846d-4e81-9ac3-1d074a598c6f service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665935 Jul 16 18:05:53.779703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e816e3ae-dd20-48ef-8588-7e106d5c0621 req-7e245808-8596-4366-9106-616375a5df97 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323895 Jul 16 18:05:53.802525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77eb1c-98ab-443e-bc67-5261df094637 req-fbda309a-e381-4a87-86ad-1317f487ed80 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.806761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e77eb1c-98ab-443e-bc67-5261df094637 req-fbda309a-e381-4a87-86ad-1317f487ed80 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 948 time: 0.2356963 Jul 16 18:05:53.818380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Attempting to bind port 97e77f0a-8329-4d79-a9fc-0e42c1022869 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:53.818380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Attempting to bind port 97e77f0a-8329-4d79-a9fc-0e42c1022869 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:53.818380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Attempting to bind port 97e77f0a-8329-4d79-a9fc-0e42c1022869 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.852599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2307852-4efe-4406-b9b9-926a137895f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.862176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e77eb1c-98ab-443e-bc67-5261df094637 req-c1013ed5-f050-473d-8db2-5327f0509dc6 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496466 Jul 16 18:05:53.865441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Port 97e77f0a-8329-4d79-a9fc-0e42c1022869 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:53.865849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Attempting to bind port 97e77f0a-8329-4d79-a9fc-0e42c1022869 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:53.958754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d6632-ee4c-46bb-b386-fc4bc70dd781 req-b60fdaa0-c6b8-4d18-b382-63175a79efcd tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:53.960409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd0d6632-ee4c-46bb-b386-fc4bc70dd781 req-b60fdaa0-c6b8-4d18-b382-63175a79efcd tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 948 time: 0.0798514 Jul 16 18:05:53.984193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:53.984352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:53.984830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:53.985335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Bound port: 97e77f0a-8329-4d79-a9fc-0e42c1022869, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:53.985755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.019654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd0d6632-ee4c-46bb-b386-fc4bc70dd781 req-59c5e210-9a55-443e-984f-a72b3a8eac45 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525713 Jul 16 18:05:54.077888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6702ca25-a21a-43e1-bc3a-23f58e555cf8 req-d34c18d5-b79a-45ef-b0fa-ab9df16cd80b service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165381 Jul 16 18:05:54.106948 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2307852-4efe-4406-b9b9-926a137895f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.109564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2307852-4efe-4406-b9b9-926a137895f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.113061 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e2307852-4efe-4406-b9b9-926a137895f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4477571e-19d7-41e3-bdc1-38cffe06d33d HTTP/1.1" status: 204 len: 168 time: 0.8694186 Jul 16 18:05:54.161941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2307852-4efe-4406-b9b9-926a137895f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4477571e-19d7-41e3-bdc1-38cffe06d33d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.180477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] For port 97e77f0a-8329-4d79-a9fc-0e42c1022869, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:54.205471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] For port 97e77f0a-8329-4d79-a9fc-0e42c1022869, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=97e77f0a-8329-4d79-a9fc-0e42c1022869,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:54.212028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.217705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-e9b7a557-cabe-4499-9842-8fc715462c30 req-2b7d8bef-99d1-4d96-95fb-1c9158d96834 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:54.217705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9b7a557-cabe-4499-9842-8fc715462c30 req-2b7d8bef-99d1-4d96-95fb-1c9158d96834 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054660 Jul 16 18:05:54.295033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.295664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.297138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] 10.222.0.13 "PUT /v2.0/ports/97e77f0a-8329-4d79-a9fc-0e42c1022869 HTTP/1.1" status: 200 len: 1097 time: 1.9436934 Jul 16 18:05:54.297589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'tag': '97e77f0a-8329-4d79-a9fc-0e42c1022869'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:54.299853 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf08a71-ba3b-43f4-a847-ab3dff122977" -d '{"events": [{"name": "network-changed", "server_uuid": "5368fa3b-4970-4ac8-baf4-92e582ef2eb7", "tag": "97e77f0a-8329-4d79-a9fc-0e42c1022869"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:54.421214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bb092-2bf7-4294-aad3-44bed2d1dec6 service neutron] Pushing event updated for resources: {'Port': ['ID=97e77f0a-8329-4d79-a9fc-0e42c1022869,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.483169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42590) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.490774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-de8c8a47-2a3d-4c16-bd6c-3f863c858d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.494152 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-de8c8a47-2a3d-4c16-bd6c-3f863c858d30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db12cd47dd3455e8993c59f627c673d&device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 1100 time: 0.1486602 Jul 16 18:05:54.613315 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-5858a8fb-b45a-4f36-bc8d-785971d786d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=97e77f0a-8329-4d79-a9fc-0e42c1022869 HTTP/1.1" status: 200 len: 217 time: 0.0927842 Jul 16 18:05:54.664640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c1abb6d-e216-47a1-b0fc-daa4a1d19f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.677782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-ba8dbb34-3c3a-4f87-90d0-1fe4088d8c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.679865 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-ba8dbb34-3c3a-4f87-90d0-1fe4088d8c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0546727 Jul 16 18:05:54.754187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-56d4dd10-8635-47b0-ab18-7e9d46be7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.756080 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-56d4dd10-8635-47b0-ab18-7e9d46be7ecb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698903 Jul 16 18:05:54.839362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79831ea0-7aeb-4dae-95a6-1eea9a0279ab req-0b20f4b1-9a99-4da4-88c7-a191647073fc tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.841349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79831ea0-7aeb-4dae-95a6-1eea9a0279ab req-0b20f4b1-9a99-4da4-88c7-a191647073fc tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 948 time: 0.1269944 Jul 16 18:05:54.847963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c1abb6d-e216-47a1-b0fc-daa4a1d19f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.861058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c1abb6d-e216-47a1-b0fc-daa4a1d19f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.890085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-5f0f9e64-ab92-4841-8a80-0441207e316b service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270366 Jul 16 18:05:54.946033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79831ea0-7aeb-4dae-95a6-1eea9a0279ab req-e098a43f-1e82-45e0-87e3-2f24b8caa537 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965183 Jul 16 18:05:54.950233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0c1abb6d-e216-47a1-b0fc-daa4a1d19f48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf45d44df00d483ba35ee4339321e62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660292 Jul 16 18:05:54.951244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1abb6d-e216-47a1-b0fc-daa4a1d19f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1d702f-556a-4165-b8f6-9f9cee809feb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.964379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42630) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.012696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6910b279-be05-4a5c-b785-eaed2f3efa6d req-afbb7d96-984a-4d40-b6ad-faf8523ead57 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164391 Jul 16 18:05:55.016640 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daaadc9-3f67-48e3-aab9-2f051e2a99b2 x-openstack-request-id: req-2daaadc9-3f67-48e3-aab9-2f051e2a99b2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:55.017040 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5368fa3b-4970-4ac8-baf4-92e582ef2eb7", "tag": "97e77f0a-8329-4d79-a9fc-0e42c1022869", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:55.017502 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2daaadc9-3f67-48e3-aab9-2f051e2a99b2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:55.018038 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'tag': '97e77f0a-8329-4d79-a9fc-0e42c1022869', 'status': 'completed', 'code': 200} Jul 16 18:05:55.043461 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23fe0a99-46d2-4051-9ac2-4fdca5c8c1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.078048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23fe0a99-46d2-4051-9ac2-4fdca5c8c1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.153220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-347d0a2a-3dc2-45c1-9197-ee0c42767759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.155092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-347d0a2a-3dc2-45c1-9197-ee0c42767759 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3db12cd47dd3455e8993c59f627c673d&device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 1100 time: 0.0685899 Jul 16 18:05:55.160015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23fe0a99-46d2-4051-9ac2-4fdca5c8c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.163806 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23fe0a99-46d2-4051-9ac2-4fdca5c8c1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.167408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-23fe0a99-46d2-4051-9ac2-4fdca5c8c1ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b1d702f-556a-4165-b8f6-9f9cee809feb HTTP/1.1" status: 204 len: 168 time: 0.1994963 Jul 16 18:05:55.180615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe0a99-46d2-4051-9ac2-4fdca5c8c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1d702f-556a-4165-b8f6-9f9cee809feb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.300344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-60e00d29-ec95-40a0-9cf2-2e5dd61f6f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.301736 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-60e00d29-ec95-40a0-9cf2-2e5dd61f6f82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1406496 Jul 16 18:05:55.349633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c708a8-6386-41a0-8ef3-1940ccf3c9fc req-ff2cfecd-f655-4e80-b4e7-6d3defa3a62f tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.353576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c708a8-6386-41a0-8ef3-1940ccf3c9fc req-ff2cfecd-f655-4e80-b4e7-6d3defa3a62f tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 948 time: 0.0969117 Jul 16 18:05:55.363175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-ff39d44a-cbd4-4677-aa77-d0b1080d9c04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=97e77f0a-8329-4d79-a9fc-0e42c1022869 HTTP/1.1" status: 200 len: 217 time: 0.0543561 Jul 16 18:05:55.393280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c708a8-6386-41a0-8ef3-1940ccf3c9fc req-5f6e728b-fe30-4a5d-bab3-1e1bf5d0a919 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351846 Jul 16 18:05:55.426388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-ff110cc2-9423-440d-be95-9e3d0112ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.427960 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-ff110cc2-9423-440d-be95-9e3d0112ddf6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0577374 Jul 16 18:05:55.437751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c77d9321-9eab-497d-8e06-1adbd4ce56d6 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:55.529258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-66f5eac2-8877-4dd1-ad7e-9ffe741ae6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.530504 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-66f5eac2-8877-4dd1-ad7e-9ffe741ae6a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925577 Jul 16 18:05:55.565243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c77d9321-9eab-497d-8e06-1adbd4ce56d6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:55.578807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6', 'mac_address': 'fa:16:3e:58:f7:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:55.610450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03a12c-f152-4ccb-80b3-b4cd5307a4ab req-bf49c362-c7c0-48b2-a5bb-a96b07269394 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.618086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad03a12c-f152-4ccb-80b3-b4cd5307a4ab req-bf49c362-c7c0-48b2-a5bb-a96b07269394 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 948 time: 0.1019528 Jul 16 18:05:55.629394 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.647842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77d9321-9eab-497d-8e06-1adbd4ce56d6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:55.658676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad03a12c-f152-4ccb-80b3-b4cd5307a4ab req-476aa685-617f-48e5-921a-c9466513433e tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Jul 16 18:05:55.679566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a92846ef-d054-494d-8d89-d6af4f971562 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:55.709487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-ee80a0b3-dbf8-4870-9e38-b69caf552973 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717188 Jul 16 18:05:55.817854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42684) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.827150 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c77d9321-9eab-497d-8e06-1adbd4ce56d6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:55.836681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02376cf0-728c-4e17-9e43-6a6f3a6070eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.851422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a92846ef-d054-494d-8d89-d6af4f971562, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a92846ef-d054-494d-8d89-d6af4f971562,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:55.873025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'a92846ef-d054-494d-8d89-d6af4f971562', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'a92846ef-d054-494d-8d89-d6af4f971562', 'mac_address': 'fa:16:3e:cc:bb:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:55.876779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.930506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adf08a71-ba3b-43f4-a847-ab3dff122977 req-9b8e0986-56ea-4476-855c-5dc0dd4739dc service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144561 Jul 16 18:05:55.949545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.970114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92846ef-d054-494d-8d89-d6af4f971562 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:56.031427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a92846ef-d054-494d-8d89-d6af4f971562, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a92846ef-d054-494d-8d89-d6af4f971562,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:56.037567 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.040174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02376cf0-728c-4e17-9e43-6a6f3a6070eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.042238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=c77d9321-9eab-497d-8e06-1adbd4ce56d6,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.057704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02376cf0-728c-4e17-9e43-6a6f3a6070eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.111472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02376cf0-728c-4e17-9e43-6a6f3a6070eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82633a51-9291-4324-863f-752335881e04,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.112333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['c77d9321-9eab-497d-8e06-1adbd4ce56d6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:56.126899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a92846ef-d054-494d-8d89-d6af4f971562,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.132678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02376cf0-728c-4e17-9e43-6a6f3a6070eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5412c741d7bc496195282cd69e0bfe82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136640 Jul 16 18:05:56.135206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42716) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.242769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98d6fe46-c41f-48e6-ba8b-e4471d3b2924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.284782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a92846ef-d054-494d-8d89-d6af4f971562'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:56.293637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98d6fe46-c41f-48e6-ba8b-e4471d3b2924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.355194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42734) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.388752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98d6fe46-c41f-48e6-ba8b-e4471d3b2924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.393350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98d6fe46-c41f-48e6-ba8b-e4471d3b2924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.396002 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-98d6fe46-c41f-48e6-ba8b-e4471d3b2924 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/82633a51-9291-4324-863f-752335881e04 HTTP/1.1" status: 204 len: 168 time: 0.2596400 Jul 16 18:05:56.410413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b3680-1413-483d-bfe5-a837ebf0b204 req-108d2b60-18bd-4bd2-b8c5-9026e66fc1ac tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.417143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6fe46-c41f-48e6-ba8b-e4471d3b2924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82633a51-9291-4324-863f-752335881e04,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.421693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-204b3680-1413-483d-bfe5-a837ebf0b204 req-108d2b60-18bd-4bd2-b8c5-9026e66fc1ac tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 948 time: 0.0906060 Jul 16 18:05:56.472627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-204b3680-1413-483d-bfe5-a837ebf0b204 req-1c1d4f15-aadf-4fcc-accd-dcf37d2a2c15 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493679 Jul 16 18:05:56.498529 n-d-793620-10 neutron-server[93778]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:05:56.503457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-66407a07-07bc-4cd2-97cd-62786bdf2562 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:05:56.508907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-66407a07-07bc-4cd2-97cd-62786bdf2562 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1524553 Jul 16 18:05:56.664770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:56.665545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:05:56.841179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:56.841681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:56.842123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:56.847001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:56.847418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:56.853339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:56.853813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:56.854260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:56.854765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Bound port: 1a1c816b-8d05-413f-9190-7b51f1576be0, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:56.948641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:56.954952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.956129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-6455f8ac-5a64-4949-a738-ec488332ce68 service neutron] 10.222.0.48 "POST /v2.0/ports/1a1c816b-8d05-413f-9190-7b51f1576be0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3987899 Jul 16 18:05:56.991780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecdd2ea-20b8-4e60-bbeb-d00ac0351e6e req-a69c2df2-e43f-4fdc-910a-b29c992379a7 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.993596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ecdd2ea-20b8-4e60-bbeb-d00ac0351e6e req-a69c2df2-e43f-4fdc-910a-b29c992379a7 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 949 time: 0.0728731 Jul 16 18:05:57.041300 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ecdd2ea-20b8-4e60-bbeb-d00ac0351e6e req-29c4636e-c537-4ff5-a06e-9ba1c61ca38e tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Jul 16 18:05:57.254429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8afd139-b982-4a39-93cd-2a9d6256af12 req-cbec3d6b-615d-4cb4-ab4f-b339122a278a tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.256352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8afd139-b982-4a39-93cd-2a9d6256af12 req-cbec3d6b-615d-4cb4-ab4f-b339122a278a tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 949 time: 0.0727074 Jul 16 18:05:57.300292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-7747a3a7-7934-4b78-ab3d-db6f12ec3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.302060 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-7747a3a7-7934-4b78-ab3d-db6f12ec3f82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1120 time: 0.0584249 Jul 16 18:05:57.326062 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8afd139-b982-4a39-93cd-2a9d6256af12 req-e154a082-f376-48f9-bfe8-f3fd5aa2ecd2 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622065 Jul 16 18:05:57.421099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-1fadb441-aae1-4560-92d6-c064ead230e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.423016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-1fadb441-aae1-4560-92d6-c064ead230e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.1143742 Jul 16 18:05:57.435112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 97e77f0a-8329-4d79-a9fc-0e42c1022869 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:57.469429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c77d9321-9eab-497d-8e06-1adbd4ce56d6 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:57.482327 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-324c5fd2-350c-4e68-b878-49501c350ff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 217 time: 0.0503290 Jul 16 18:05:57.565677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-64b454e6-f731-4b2a-bceb-e0b5c6fddc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.567178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-64b454e6-f731-4b2a-bceb-e0b5c6fddc5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0705254 Jul 16 18:05:57.630942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port c77d9321-9eab-497d-8e06-1adbd4ce56d6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:57.638143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babab2cd-6284-451c-b31c-509b8231bd18 req-fc297133-8df2-4aaa-86c8-d8e5f48cce7f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:57.639918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 97e77f0a-8329-4d79-a9fc-0e42c1022869, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=97e77f0a-8329-4d79-a9fc-0e42c1022869,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:57.642573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port c77d9321-9eab-497d-8e06-1adbd4ce56d6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:57.643189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.645041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-a68a99fe-b503-4d9b-a781-5f40f0b588de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564785 Jul 16 18:05:57.652756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-babab2cd-6284-451c-b31c-509b8231bd18 req-fc297133-8df2-4aaa-86c8-d8e5f48cce7f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 968 time: 0.1253228 Jul 16 18:05:57.678068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '97e77f0a-8329-4d79-a9fc-0e42c1022869', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '97e77f0a-8329-4d79-a9fc-0e42c1022869', 'mac_address': 'fa:16:3e:ca:26:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:57.698118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a92846ef-d054-494d-8d89-d6af4f971562 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:57.748732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-babab2cd-6284-451c-b31c-509b8231bd18 req-065b49ce-e8cd-4212-a355-5c2a66ce5f08 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870533 Jul 16 18:05:57.783000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42848) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.787347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.808329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e77f0a-8329-4d79-a9fc-0e42c1022869 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:57.815017 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-dc5b454d-a0cc-48aa-9bc3-2875c9712f8e service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689696 Jul 16 18:05:57.896426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 97e77f0a-8329-4d79-a9fc-0e42c1022869, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=97e77f0a-8329-4d79-a9fc-0e42c1022869,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:57.910370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.920809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port a92846ef-d054-494d-8d89-d6af4f971562 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:57.942332 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.954253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port a92846ef-d054-494d-8d89-d6af4f971562 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:57.954689 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.991897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-13c15aba-6399-4133-b863-02b0a1dc2862 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692286 Jul 16 18:05:58.009587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:58.012347 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e3355c-7e97-4925-9fbd-7a5f66bd5981" -d '{"events": [{"server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "name": "network-vif-plugged", "status": "completed", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:58.041522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c27129e-6875-4570-a00d-030180a5a031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.051299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c77d9321-9eab-497d-8e06-1adbd4ce56d6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:58.055489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=97e77f0a-8329-4d79-a9fc-0e42c1022869,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.060428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.139675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['97e77f0a-8329-4d79-a9fc-0e42c1022869'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:58.176767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c27129e-6875-4570-a00d-030180a5a031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.223682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c27129e-6875-4570-a00d-030180a5a031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.224457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=c77d9321-9eab-497d-8e06-1adbd4ce56d6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.233035 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.306771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-992a7f12-be69-4130-90a9-48f35f8445ef tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.308842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-992a7f12-be69-4130-90a9-48f35f8445ef tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1120 time: 0.1908896 Jul 16 18:05:58.321504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2c27129e-6875-4570-a00d-030180a5a031 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69790e0f03674f8f9ff1954ab464c8ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5244849 Jul 16 18:05:58.321621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:58.321737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27129e-6875-4570-a00d-030180a5a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dede509c-3300-46f0-9f62-e40857669e04,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.321840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a92846ef-d054-494d-8d89-d6af4f971562, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a92846ef-d054-494d-8d89-d6af4f971562,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:58.333527 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.345904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:58.363311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3349d-d8d0-4137-b481-5330d349a458 req-6fc211cc-8fe0-426a-9663-cd2db3de6832 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.364911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24b3349d-d8d0-4137-b481-5330d349a458 req-6fc211cc-8fe0-426a-9663-cd2db3de6832 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 949 time: 0.1818678 Jul 16 18:05:58.469627 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4a9f4b-1a7b-4016-9100-ada2b7077f6d x-openstack-request-id: req-fc4a9f4b-1a7b-4016-9100-ada2b7077f6d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:58.470185 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "name": "network-vif-plugged", "status": "completed", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:58.470185 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc4a9f4b-1a7b-4016-9100-ada2b7077f6d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:58.470544 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6', 'code': 200} Jul 16 18:05:58.500811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.527423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d47b-1cf2-4d75-b102-989f338e8bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.530214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a92846ef-d054-494d-8d89-d6af4f971562,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.625450 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d47b-1cf2-4d75-b102-989f338e8bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.669147 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24b3349d-d8d0-4137-b481-5330d349a458 req-c13604c0-c82e-4520-9519-62dfed622508 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973821 Jul 16 18:05:58.719092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c819ae4-4990-4d9d-9112-9ab4dcfa73d9 req-c7e9993e-6f2a-4216-888e-480f826346a0 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.720687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c819ae4-4990-4d9d-9112-9ab4dcfa73d9 req-c7e9993e-6f2a-4216-888e-480f826346a0 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 950 time: 0.1005843 Jul 16 18:05:58.743548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c82372-028d-4886-a8b0-78046b32580d req-26867bb0-8330-468b-8e35-d81d883fedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.745114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e5c82372-028d-4886-a8b0-78046b32580d req-26867bb0-8330-468b-8e35-d81d883fedc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 1102 time: 0.1877034 Jul 16 18:05:58.769555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c819ae4-4990-4d9d-9112-9ab4dcfa73d9 req-3a34c76e-91cc-468b-b22b-87f0bd4c93e3 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410161 Jul 16 18:05:58.770148 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d47b-1cf2-4d75-b102-989f338e8bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.772726 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc7d47b-1cf2-4d75-b102-989f338e8bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.776536 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cfc7d47b-1cf2-4d75-b102-989f338e8bcb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dede509c-3300-46f0-9f62-e40857669e04 HTTP/1.1" status: 204 len: 168 time: 0.4602857 Jul 16 18:05:58.798207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:58.801372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7d47b-1cf2-4d75-b102-989f338e8bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dede509c-3300-46f0-9f62-e40857669e04,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.836896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e5c82372-028d-4886-a8b0-78046b32580d req-2280b04e-e26b-41b7-ac31-b515599421af service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840321 Jul 16 18:05:58.878880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6532e9-de3f-4b57-ab3c-9bcf910d38f9 req-0a1d66ac-c1a9-461a-a186-52e0bc795602 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.879449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:58.886838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f6532e9-de3f-4b57-ab3c-9bcf910d38f9 req-0a1d66ac-c1a9-461a-a186-52e0bc795602 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.1016200 Jul 16 18:05:58.936056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f6532e9-de3f-4b57-ab3c-9bcf910d38f9 req-eca2277c-784b-4e43-a936-54dc090a1a55 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Jul 16 18:05:59.124802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd645b7-54b7-4751-a2e7-805c1a5dcfe4 req-be854591-fad7-46ea-95a3-8a6f08c0eef4 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.126778 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abd645b7-54b7-4751-a2e7-805c1a5dcfe4 req-be854591-fad7-46ea-95a3-8a6f08c0eef4 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 968 time: 0.0715339 Jul 16 18:05:59.130101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.132274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:59.134654 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f60bc01-d563-4713-ba3a-90ab7bea81e2" -d '{"events": [{"server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:59.145918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.198686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abd645b7-54b7-4751-a2e7-805c1a5dcfe4 req-98a43d1e-e066-4a46-afc4-8385f476d902 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653768 Jul 16 18:05:59.256807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.264591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:59.264928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:59.265266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:59.273758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:59.274081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42940) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:59.274194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Attempting to bind port 1a1c816b-8d05-413f-9190-7b51f1576be0 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:59.280831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:59.281221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:59.281571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:59.282019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Bound port: 1a1c816b-8d05-413f-9190-7b51f1576be0, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:59.282387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.291816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3bab6d9-2bc5-4463-917e-76053ad0cffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.364615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-58631903-9fb1-4042-958b-8f4a1e5dd622 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389700 Jul 16 18:05:59.374506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:59.378148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:59.383424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.450592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 97e77f0a-8329-4d79-a9fc-0e42c1022869 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:59.454572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.502067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.502997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.503319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-979b7870-10a5-47c8-b47e-9d874310ee89 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.505219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-aab7fd7c-82cf-4d75-81fb-1cba58a54803 service neutron] 10.222.0.55 "PUT /v2.0/ports/1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 1146 time: 1.1845942 Jul 16 18:05:59.509890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-979b7870-10a5-47c8-b47e-9d874310ee89 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442368 Jul 16 18:05:59.541248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-273b803f-46e8-4222-a16d-7269b7d92313 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/quotas/7fc264c4c24746c3b85c8f41ee2302d6 HTTP/1.1" status: 200 len: 375 time: 0.0304160 Jul 16 18:05:59.546185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 97e77f0a-8329-4d79-a9fc-0e42c1022869 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:59.548096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3bab6d9-2bc5-4463-917e-76053ad0cffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.557641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 97e77f0a-8329-4d79-a9fc-0e42c1022869 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:59.558384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.583738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-4e36cfe1-cbcd-4191-a141-fb969608dd38 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415046 Jul 16 18:05:59.585530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3bab6d9-2bc5-4463-917e-76053ad0cffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.629046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e3bab6d9-2bc5-4463-917e-76053ad0cffa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ebcd78a53a524148886aa7597eedf024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503468 Jul 16 18:05:59.629046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bab6d9-2bc5-4463-917e-76053ad0cffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1741fce4-625f-43bb-b977-59424a9825c9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.630341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42974) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:59.667371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['1a1c816b-8d05-413f-9190-7b51f1576be0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:59.698635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1091814-00a4-41cd-b5c0-23b842128a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.724602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1091814-00a4-41cd-b5c0-23b842128a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.742313 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.787518 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1091814-00a4-41cd-b5c0-23b842128a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.791281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1091814-00a4-41cd-b5c0-23b842128a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.796938 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c1091814-00a4-41cd-b5c0-23b842128a1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1741fce4-625f-43bb-b977-59424a9825c9 HTTP/1.1" status: 204 len: 168 time: 0.1652310 Jul 16 18:05:59.818484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1091814-00a4-41cd-b5c0-23b842128a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741fce4-625f-43bb-b977-59424a9825c9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.819497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 97e77f0a-8329-4d79-a9fc-0e42c1022869, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=97e77f0a-8329-4d79-a9fc-0e42c1022869,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:59.832897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.864540 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b907db-2ef1-40b9-8e6f-a015f6a28703 x-openstack-request-id: req-63b907db-2ef1-40b9-8e6f-a015f6a28703 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:59.864969 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "name": "network-vif-unplugged", "status": "completed", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:59.865229 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63b907db-2ef1-40b9-8e6f-a015f6a28703 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:59.865639 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0', 'code': 200} Jul 16 18:05:59.915513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=97e77f0a-8329-4d79-a9fc-0e42c1022869,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.980886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047b486-77a3-4bbd-a49e-1180d11af891 req-5d1c3d2d-aa92-4ced-977a-48a648038c9a tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.988246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f047b486-77a3-4bbd-a49e-1180d11af891 req-5d1c3d2d-aa92-4ced-977a-48a648038c9a tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 950 time: 0.0912642 Jul 16 18:06:00.037735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f047b486-77a3-4bbd-a49e-1180d11af891 req-7e91f371-be5d-4ee3-8b26-efa3bfbc8ec1 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Jul 16 18:06:00.152882 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b27a5914-43c3-4531-bd40-fb2d9a2df886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.392203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac3c40f0-d0ac-4fa5-8b50-a512ebf5c363 req-4059ec4f-ef0a-4a2e-ae0f-82dbca02f868 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 210 time: 0.0449455 Jul 16 18:06:00.472077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92846ef-d054-494d-8d89-d6af4f971562'}, {'server_uuid': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e77f0a-8329-4d79-a9fc-0e42c1022869'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:00.474574 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da6354-2e99-4d2f-8a77-55d8f15a2103" -d '{"events": [{"server_uuid": "8eff6321-7bfd-4096-a4e2-a3d99f4cca67", "name": "network-vif-plugged", "status": "completed", "tag": "a92846ef-d054-494d-8d89-d6af4f971562"}, {"server_uuid": "5368fa3b-4970-4ac8-baf4-92e582ef2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "97e77f0a-8329-4d79-a9fc-0e42c1022869"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:00.557447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080d366-f426-4095-89d3-982898ede5dc req-075f4582-31af-4fcf-804c-4b164e560b5f tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.565419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d080d366-f426-4095-89d3-982898ede5dc req-075f4582-31af-4fcf-804c-4b164e560b5f tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 950 time: 0.0775325 Jul 16 18:06:00.636924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d080d366-f426-4095-89d3-982898ede5dc req-1671d02d-3532-40e8-86ce-debb09bcf58e tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705600 Jul 16 18:06:00.677932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4819c-a675-452b-ac5f-ed94412b8581 req-120dce11-05dc-418c-bd87-e9942bf51da6 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.680132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2eb4819c-a675-452b-ac5f-ed94412b8581 req-120dce11-05dc-418c-bd87-e9942bf51da6 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.1125863 Jul 16 18:06:00.727841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2eb4819c-a675-452b-ac5f-ed94412b8581 req-80d2ee13-d7f2-4c91-95b9-291ac927602c tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396590 Jul 16 18:06:00.804206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43076) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:00.848595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95801a-b020-43d3-a66d-c7da96fd6fe7 req-2a271a71-b8c5-4380-8830-911e90f68b33 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.850804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb95801a-b020-43d3-a66d-c7da96fd6fe7 req-2a271a71-b8c5-4380-8830-911e90f68b33 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 966 time: 0.0754731 Jul 16 18:06:00.870077 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe13140f-61f4-4f7f-ae23-02289388b543 x-openstack-request-id: req-fe13140f-61f4-4f7f-ae23-02289388b543 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:00.870576 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff6321-7bfd-4096-a4e2-a3d99f4cca67", "name": "network-vif-plugged", "status": "completed", "tag": "a92846ef-d054-494d-8d89-d6af4f971562", "code": 200}, {"server_uuid": "5368fa3b-4970-4ac8-baf4-92e582ef2eb7", "name": "network-vif-plugged", "status": "completed", "tag": "97e77f0a-8329-4d79-a9fc-0e42c1022869", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:00.870705 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe13140f-61f4-4f7f-ae23-02289388b543 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:00.871027 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92846ef-d054-494d-8d89-d6af4f971562', 'code': 200} Jul 16 18:06:00.871286 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e77f0a-8329-4d79-a9fc-0e42c1022869', 'code': 200} Jul 16 18:06:00.919553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb95801a-b020-43d3-a66d-c7da96fd6fe7 req-de03b39e-0f34-4f9d-929f-7c2b80dd0368 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624371 Jul 16 18:06:00.945656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-network', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.032834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Made reservation on behalf of 46e1b0609c1648e88649ea813ac3fb9f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:01.035330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.052212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.090930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34508823-6d48-4cc2-acd2-33e82674592e req-69a6dae2-8d06-4824-a109-d112705d3727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.092764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-34508823-6d48-4cc2-acd2-33e82674592e req-69a6dae2-8d06-4824-a109-d112705d3727 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 1102 time: 0.1419940 Jul 16 18:06:01.099108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d1e72-995f-4593-91a4-e9ad3dcfab18 req-0ecab8bf-5889-42f5-8d49-a9813a7c26c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.101542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e43d1e72-995f-4593-91a4-e9ad3dcfab18 req-0ecab8bf-5889-42f5-8d49-a9813a7c26c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 1102 time: 0.1517949 Jul 16 18:06:01.186492 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-34508823-6d48-4cc2-acd2-33e82674592e req-cb4ec2ef-4409-457d-9144-e7cdef47f49c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836959 Jul 16 18:06:01.200202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e43d1e72-995f-4593-91a4-e9ad3dcfab18 req-d3d77fd0-6299-4b39-999f-9d011d8d5f48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808487 Jul 16 18:06:01.255097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.260324 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.319665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-c8060e74-a225-4a4b-9c55-4c1b30f0a3fb tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536885 Jul 16 18:06:01.322694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba5cbb9-b51f-4a5b-b607-604e2fd0cd26,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.324996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:01.384549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a166b6-a3ec-4c96-903f-2c5f9bcb37d7 req-0e803e24-03db-40c3-b645-ae07bc10918c tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.392029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73a166b6-a3ec-4c96-903f-2c5f9bcb37d7 req-0e803e24-03db-40c3-b645-ae07bc10918c tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 950 time: 0.0918341 Jul 16 18:06:01.440832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73a166b6-a3ec-4c96-903f-2c5f9bcb37d7 req-2339cf92-1ba5-47d4-bfa3-b6c8982a8995 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473998 Jul 16 18:06:01.457551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-84309396-f3e1-4373-849a-16d699decb6a tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.459144 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-84309396-f3e1-4373-849a-16d699decb6a tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286252 Jul 16 18:06:01.462992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.463358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.463695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.465548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.465938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.466388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.466745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.467190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.467576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.467907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.468325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.468667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:01.491076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.495682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.496041 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Added segment 36467ad0-05de-469f-b32a-0ac77ca9e08a of type vlan for network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 Jul 16 18:06:01.595436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.661241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.662449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.663124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.664196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c76cc-aa8a-4d49-b143-f488b40769d6 req-58d45986-e000-4a97-a167-c947f830d2b3 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.665932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f0c76cc-aa8a-4d49-b143-f488b40769d6 req-58d45986-e000-4a97-a167-c947f830d2b3 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 1102 time: 0.1031573 Jul 16 18:06:01.703630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:01.716018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0f0c76cc-aa8a-4d49-b143-f488b40769d6 req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.716436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:01.730495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.736994 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9316437 Jul 16 18:06:01.740561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43138) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.747826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Request body: {'subnet': {'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-subnet', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.778392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:06:01.778392 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:06:01.778392 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id_1': '46e1b0609c1648e88649ea813ac3fb9f', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 6, 1, 768880)}] Jul 16 18:06:01.778392 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:06:01.779384 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:06:01.787251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.792302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8db992-8635-456b-b1d3-6bc6c91fe79a admin admin] Pushing event updated for resources: {'Network': ['ID=4ec0d23a-d490-4488-9f8c-3c4677d631e3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.812207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:01.866881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:01.870423 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1379caea-f166-4949-97fa-1c01b427ad94" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:01.892717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8291361-477a-4f35-a0c7-6aa6520cd906 req-96546759-df46-4cd1-baa5-76febad2df06 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 210 time: 0.0465777 Jul 16 18:06:01.906671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0f0c76cc-aa8a-4d49-b143-f488b40769d6 req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.912012 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0f0c76cc-aa8a-4d49-b143-f488b40769d6 req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.953902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f0c76cc-aa8a-4d49-b143-f488b40769d6 req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762949 Jul 16 18:06:02.004250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc5cfd8-a146-4a3b-8c27-996b42a316bb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.015194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.015834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.016536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.017029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.017538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.018175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.019019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.019545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.020040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.020541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.021038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.021522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561b2fd6-6e74-4c38-9408-16d1fc98d326 tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:02.071548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:02.101581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:06:02.165763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.172732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.252119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eaf99-78b4-4acf-a24e-32f4dbbcc880 req-e002e73c-3b03-4d53-a440-d20fb8e08789 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.262891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-881eaf99-78b4-4acf-a24e-32f4dbbcc880 req-e002e73c-3b03-4d53-a440-d20fb8e08789 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.0900352 Jul 16 18:06:02.322000 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-881eaf99-78b4-4acf-a24e-32f4dbbcc880 req-a0dbe358-788a-407b-a20a-18101b4a19ed tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579236 Jul 16 18:06:02.324783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Made reservation on behalf of 46e1b0609c1648e88649ea813ac3fb9f for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:02.328572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.362993 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.452789 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124f7307-79a7-43a1-9bbd-d932d1caeab9 x-openstack-request-id: req-124f7307-79a7-43a1-9bbd-d932d1caeab9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:02.453103 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:02.453336 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-124f7307-79a7-43a1-9bbd-d932d1caeab9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:02.453731 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0', 'status': 'completed', 'code': 200} Jul 16 18:06:02.499296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.87 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/bed2e805-e845-487d-9494-8c2cfa3ae3c9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:02.612695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379caea-f166-4949-97fa-1c01b427ad94 req-0d37a5d4-762a-4745-8c3d-4a1ebf7b894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.614239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1379caea-f166-4949-97fa-1c01b427ad94 req-0d37a5d4-762a-4745-8c3d-4a1ebf7b894f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1149 time: 0.1125374 Jul 16 18:06:02.742363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.759161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e02dc7-58cc-4dd9-bbf6-3a1ed763e316 req-e1768009-fb95-49e2-acd2-6c47e900f51a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.771090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3e02dc7-58cc-4dd9-bbf6-3a1ed763e316 req-e1768009-fb95-49e2-acd2-6c47e900f51a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 966 time: 0.2076333 Jul 16 18:06:02.778385 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.782691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379caea-f166-4949-97fa-1c01b427ad94 req-a41a7be2-c5b9-4337-9acf-aa161c549a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.784281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1379caea-f166-4949-97fa-1c01b427ad94 req-a41a7be2-c5b9-4337-9acf-aa161c549a17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.1609511 Jul 16 18:06:02.801965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object bed2e805-e845-487d-9494-8c2cfa3ae3c9 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:02.837518 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1379caea-f166-4949-97fa-1c01b427ad94 req-2f685b08-4289-497c-9ee5-4b83c52abaef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 217 time: 0.0436485 Jul 16 18:06:02.865294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Pushing event updated for resources: {'Subnet': ['ID=75e3d160-4ddc-4d99-adc7-ce793d57330e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.881147 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3e02dc7-58cc-4dd9-bbf6-3a1ed763e316 req-f763995e-4adf-45c1-8917-57e994874204 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057596 Jul 16 18:06:02.889721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Checking segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:02.890086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Network hostable DHCP agents. Network: 4ec0d23a-d490-4488-9f8c-3c4677d631e3, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:02.900200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.915098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:02.940429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4ec0d23a-d490-4488-9f8c-3c4677d631e3) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:02.945961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.947061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.954715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083423c5-6b03-4fcd-8778-3fa04e0acfaa None None] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:02.965728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:02.974873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e0f9c9b8-4efe-4f6d-b078-bcd3a4a2702a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2322788 Jul 16 18:06:02.977609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43204) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.983205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:02.985664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379caea-f166-4949-97fa-1c01b427ad94 req-8fb79e30-fd45-4e22-8c11-bbeb97657f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.987529 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1379caea-f166-4949-97fa-1c01b427ad94 req-8fb79e30-fd45-4e22-8c11-bbeb97657f19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1411593 Jul 16 18:06:02.990858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:03.023257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:03.032189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.032921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.044053 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.045408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.087074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fa3c3-e07b-488b-b3ee-d8d5373f3cb3 req-e07bf880-da32-4773-99ad-6dc885392bb6 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.089534 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1379caea-f166-4949-97fa-1c01b427ad94 req-022bd585-a1fd-46bc-9d28-7bfd0c805d78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802524 Jul 16 18:06:03.095628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-111fa3c3-e07b-488b-b3ee-d8d5373f3cb3 req-e07bf880-da32-4773-99ad-6dc885392bb6 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 950 time: 0.1307335 Jul 16 18:06:03.097385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=bed2e805-e845-487d-9494-8c2cfa3ae3c9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.126157 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-9bf3f393-891b-4cc8-8944-f91704839126 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6427145 Jul 16 18:06:03.147527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Request body: {'port': {'device_id': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.154492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5790669-d0ba-49af-825b-a799cd5019ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.175722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.224851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-111fa3c3-e07b-488b-b3ee-d8d5373f3cb3 req-94e18ebf-a154-4faa-9298-058bf1cf6d96 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223812 Jul 16 18:06:03.329958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1379caea-f166-4949-97fa-1c01b427ad94 req-c6810784-dae1-45bd-a863-611bef5ba1c7 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296739 Jul 16 18:06:03.377483 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.390777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:03.392514 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.397021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-57b60e89-72af-4590-b8e2-bb7f14c27df3 None None] Provisioning for port bed2e805-e845-487d-9494-8c2cfa3ae3c9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:03.430890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-57b60e89-72af-4590-b8e2-bb7f14c27df3 None None] Provisioning complete for port bed2e805-e845-487d-9494-8c2cfa3ae3c9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:03.431584 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b60e89-72af-4590-b8e2-bb7f14c27df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.488798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.491501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1379caea-f166-4949-97fa-1c01b427ad94 req-4cdc12a2-6125-42e3-8538-9a499ec1d20b service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478176 Jul 16 18:06:03.492093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.597839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a6e3a-1b12-416e-bfd6-4a68498b7ca6 req-64d2f801-2cd7-4b14-b416-2c89c7239c98 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.599341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-378a6e3a-1b12-416e-bfd6-4a68498b7ca6 req-64d2f801-2cd7-4b14-b416-2c89c7239c98 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 935 time: 0.1486876 Jul 16 18:06:03.631740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-57b60e89-72af-4590-b8e2-bb7f14c27df3 None None] Port bed2e805-e845-487d-9494-8c2cfa3ae3c9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:03.645293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5aeee2-2cf4-4031-a513-f810bf2bdb63 req-48c3086f-523c-4e57-a404-4976a44f1b2a tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.646822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b5aeee2-2cf4-4031-a513-f810bf2bdb63 req-48c3086f-523c-4e57-a404-4976a44f1b2a tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 1102 time: 0.1508405 Jul 16 18:06:03.687905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Allocated IP 172.20.0.2 (4ec0d23a-d490-4488-9f8c-3c4677d631e3/75e3d160-4ddc-4d99-adc7-ce793d57330e/ae4822c3-0eb8-4018-91ea-89301e2e0d28) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:03.697753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-378a6e3a-1b12-416e-bfd6-4a68498b7ca6 req-8f6f2fdb-08db-4c06-ae86-95bdb1bfdebc tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Jul 16 18:06:03.716139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b5aeee2-2cf4-4031-a513-f810bf2bdb63 req-5c930d28-1b5e-4af2-b991-6027e089382d tempest-ServersAdminNegativeTestJSON-1262487164 tempest-ServersAdminNegativeTestJSON-1262487164-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584083 Jul 16 18:06:03.885040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed2e805-e845-487d-9494-8c2cfa3ae3c9 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:03.900459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.927239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Transition to ACTIVE for port object bed2e805-e845-487d-9494-8c2cfa3ae3c9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:03.930399 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.935458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.941585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Transition to ACTIVE for port object ae4822c3-0eb8-4018-91ea-89301e2e0d28 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:03.960926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Transition to ACTIVE for port object ae4822c3-0eb8-4018-91ea-89301e2e0d28 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:03.970613 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.006419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Pushing event updated for resources: {'Port': ['ID=bed2e805-e845-487d-9494-8c2cfa3ae3c9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.022758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.033676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Pushing event updated for resources: {'Port': ['ID=ae4822c3-0eb8-4018-91ea-89301e2e0d28,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.062887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:04.064324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Attempting to bind port bed2e805-e845-487d-9494-8c2cfa3ae3c9 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:04.064994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Attempting to bind port bed2e805-e845-487d-9494-8c2cfa3ae3c9 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:04.065346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Attempting to bind port bed2e805-e845-487d-9494-8c2cfa3ae3c9 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:04.065663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:04.072332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:04.084084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Port bed2e805-e845-487d-9494-8c2cfa3ae3c9 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:04.086085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Attempting to bind port bed2e805-e845-487d-9494-8c2cfa3ae3c9 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:04.101410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:04.103772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:04.105430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:04.106407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Bound port: bed2e805-e845-487d-9494-8c2cfa3ae3c9, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:04.107371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.120688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.136536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028c4c0-3a52-464d-b6a8-ca2ea76d13c4 req-1dd9eb00-450b-4921-afdc-6caf0244f51d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.147945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8028c4c0-3a52-464d-b6a8-ca2ea76d13c4 req-1dd9eb00-450b-4921-afdc-6caf0244f51d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.2654517 Jul 16 18:06:04.222012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.222951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Attempting to bind port ae4822c3-0eb8-4018-91ea-89301e2e0d28 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:04.223316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Attempting to bind port ae4822c3-0eb8-4018-91ea-89301e2e0d28 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:04.223672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Attempting to bind port ae4822c3-0eb8-4018-91ea-89301e2e0d28 on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:04.245656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:04.246037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Checking segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:04.246443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.246839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Bound using segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:04.247322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Bound port: ae4822c3-0eb8-4018-91ea-89301e2e0d28, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:04.247773 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.286149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] For port bed2e805-e845-487d-9494-8c2cfa3ae3c9, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:04.290646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] For port bed2e805-e845-487d-9494-8c2cfa3ae3c9, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:04.302790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.335967 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8028c4c0-3a52-464d-b6a8-ca2ea76d13c4 req-668fb1a5-c71f-4cd4-a7aa-27fa9610c356 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858032 Jul 16 18:06:04.336301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] For port ae4822c3-0eb8-4018-91ea-89301e2e0d28, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:04.342274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] For port ae4822c3-0eb8-4018-91ea-89301e2e0d28, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ae4822c3-0eb8-4018-91ea-89301e2e0d28,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:04.375104 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.377705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:04.384673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Allocated IP 172.25.0.250 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/705408e8-f625-428c-82c0-34c0c45b0ccc) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:04.405915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.406560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.408169 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] 10.222.0.55 "PUT /v2.0/ports/bed2e805-e845-487d-9494-8c2cfa3ae3c9 HTTP/1.1" status: 200 len: 1096 time: 1.2664475 Jul 16 18:06:04.454298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'tag': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:04.463204 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c63100-3380-49f6-8049-5634b754ce31" -d '{"events": [{"name": "network-changed", "server_uuid": "3378bd98-9cee-4128-bcc5-ab2316670df5", "tag": "bed2e805-e845-487d-9494-8c2cfa3ae3c9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:04.492292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ca07d-7f4d-4edc-8147-286cf147c886 service neutron] Pushing event updated for resources: {'Port': ['ID=bed2e805-e845-487d-9494-8c2cfa3ae3c9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.558878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9e981-f716-44ae-93bc-03e8eea2dfd6 None None] Pushing event updated for resources: {'Port': ['ID=ae4822c3-0eb8-4018-91ea-89301e2e0d28,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.562193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-7c5e8931-3736-4b7c-9287-f1350f09740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.564539 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-7c5e8931-3736-4b7c-9287-f1350f09740d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 1099 time: 0.0979376 Jul 16 18:06:04.640570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-1ce33ab6-372f-48b8-8e2e-1b329a916bfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9 HTTP/1.1" status: 200 len: 217 time: 0.0673470 Jul 16 18:06:04.656391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2679377-d2ae-489a-9d04-40ec77edb512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.744548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-93f6a75e-b615-4960-889c-099b6ef11871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.746160 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-93f6a75e-b615-4960-889c-099b6ef11871 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0858066 Jul 16 18:06:04.789084 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.793715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43262) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:04.838899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed58f6-583b-4aa0-bd9f-0a2d3935cb3f req-6e05f300-34f2-4deb-bd6b-34f684191890 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.840671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33ed58f6-583b-4aa0-bd9f-0a2d3935cb3f req-6e05f300-34f2-4deb-bd6b-34f684191890 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 966 time: 0.1980379 Jul 16 18:06:04.862894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-2c1ff437-7d64-44ca-89d0-06860d65f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.864449 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-2c1ff437-7d64-44ca-89d0-06860d65f609 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089089 Jul 16 18:06:04.869387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e1891-0340-4c6c-b88e-1e6213d38fcd req-bc92d36a-1517-449a-9bef-6d28af750743 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.876542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-221e1891-0340-4c6c-b88e-1e6213d38fcd req-bc92d36a-1517-449a-9bef-6d28af750743 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 950 time: 0.2050109 Jul 16 18:06:04.944985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2679377-d2ae-489a-9d04-40ec77edb512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.958132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2679377-d2ae-489a-9d04-40ec77edb512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.971628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.015424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-221e1891-0340-4c6c-b88e-1e6213d38fcd req-bfa2d263-3698-4273-ad4f-6c90b2320152 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377313 Jul 16 18:06:05.062606 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-884be548-9f5b-4ebf-813e-a1987458f6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.081116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Pushing event updated for resources: {'Port': ['ID=705408e8-f625-428c-82c0-34c0c45b0ccc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.087711 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f2679377-d2ae-489a-9d04-40ec77edb512 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f3d374d9d0a464090698c036271e26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072144 Jul 16 18:06:05.095504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43270) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.098891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2679377-d2ae-489a-9d04-40ec77edb512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eca728-68c7-4612-82bf-a6fcc7606398,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.107115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:05.107520 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-6ccbccda-48be-4830-9c47-a38b24ac0f2e service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346015 Jul 16 18:06:05.109916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-13c99f8b-455e-44f8-b675-314bbc33b630 service neutron] 10.222.0.13 "GET /v2.0/ports/1a1c816b-8d05-413f-9190-7b51f1576be0/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.2266927 Jul 16 18:06:05.117588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33ed58f6-583b-4aa0-bd9f-0a2d3935cb3f req-264fda0a-b8e1-404f-86cc-a441aa83e934 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701828 Jul 16 18:06:05.223756 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f65b44-c810-4d29-bf9a-be071ca40e96 x-openstack-request-id: req-21f65b44-c810-4d29-bf9a-be071ca40e96 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:05.224079 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3378bd98-9cee-4128-bcc5-ab2316670df5", "tag": "bed2e805-e845-487d-9494-8c2cfa3ae3c9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:05.224310 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21f65b44-c810-4d29-bf9a-be071ca40e96 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:05.224674 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'tag': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9', 'status': 'completed', 'code': 200} Jul 16 18:06:05.230089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-884be548-9f5b-4ebf-813e-a1987458f6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.233674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:05.237341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:05.246803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-884be548-9f5b-4ebf-813e-a1987458f6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.304777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ce72c9e-dba8-4be2-a9ab-d6b4ace5b5a6 req-8ac86e38-a129-40e9-8f0e-5b5e8272cec4 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802025 Jul 16 18:06:05.603925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884be548-9f5b-4ebf-813e-a1987458f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ebb0f7-16d2-4a72-bfae-d36bfe0c5cd5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.671854 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.675212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:05.715271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:05.718958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-884be548-9f5b-4ebf-813e-a1987458f6ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6962d0e8ca1b4e02ad4c4b776ba05e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9239416 Jul 16 18:06:05.723141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43278) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.751474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c26bc679-08e4-4002-8025-a53c02a9876f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.769733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63100-3380-49f6-8049-5634b754ce31 req-94667f89-61aa-48a9-b311-8d8a86e3c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.771272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15c63100-3380-49f6-8049-5634b754ce31 req-94667f89-61aa-48a9-b311-8d8a86e3c73b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 1099 time: 0.3791809 Jul 16 18:06:05.773061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ae4822c3-0eb8-4018-91ea-89301e2e0d28 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:05.800213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1c816b-8d05-413f-9190-7b51f1576be0 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:05.839441 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c26bc679-08e4-4002-8025-a53c02a9876f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.845447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:05.863998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port ae4822c3-0eb8-4018-91ea-89301e2e0d28 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:05.869386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260e8eb-4b35-43dc-98f4-19744e000a35 req-4297b41d-b6ba-420c-af01-140c2134cbf3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.876297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b260e8eb-4b35-43dc-98f4-19744e000a35 req-4297b41d-b6ba-420c-af01-140c2134cbf3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 947 time: 0.2758179 Jul 16 18:06:05.904451 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.924584 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334c571-e5b8-4b19-9e25-258c47663ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.954074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7589ae53-c796-49c8-966a-65992e2cc99c None None] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:05.982675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334c571-e5b8-4b19-9e25-258c47663ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.997815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63100-3380-49f6-8049-5634b754ce31 req-2d047618-d384-4cca-9957-596b599cb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.999620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15c63100-3380-49f6-8049-5634b754ce31 req-2d047618-d384-4cca-9957-596b599cb4cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2150023 Jul 16 18:06:06.015256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b260e8eb-4b35-43dc-98f4-19744e000a35 req-9a5c723d-7d45-45a5-921f-f2cc7452d4f1 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380863 Jul 16 18:06:06.025433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.061407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-135a16b3-0cd1-47ef-85bd-eb303587b3df None None] Provisioning for port ae4822c3-0eb8-4018-91ea-89301e2e0d28 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:06.069368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-135a16b3-0cd1-47ef-85bd-eb303587b3df None None] Provisioning complete for port ae4822c3-0eb8-4018-91ea-89301e2e0d28 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:06.069874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-135a16b3-0cd1-47ef-85bd-eb303587b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.082572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c26bc679-08e4-4002-8025-a53c02a9876f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.085625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15c63100-3380-49f6-8049-5634b754ce31 req-4648b23a-e8c0-4972-83f1-c420c982e127 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9 HTTP/1.1" status: 200 len: 217 time: 0.0748870 Jul 16 18:06:06.085819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c26bc679-08e4-4002-8025-a53c02a9876f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.087026 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c26bc679-08e4-4002-8025-a53c02a9876f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34eca728-68c7-4612-82bf-a6fcc7606398 HTTP/1.1" status: 204 len: 168 time: 0.9825492 Jul 16 18:06:06.132374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3582e9-6985-4ef9-ae7c-d6e8d0c4f861 req-00e88bb4-0230-4a11-a35c-abf58df6e254 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.134151 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c3582e9-6985-4ef9-ae7c-d6e8d0c4f861 req-00e88bb4-0230-4a11-a35c-abf58df6e254 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.2736423 Jul 16 18:06:06.142732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bc679-08e4-4002-8025-a53c02a9876f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eca728-68c7-4612-82bf-a6fcc7606398,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.155968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] Transition to ACTIVE for port object 1a1c816b-8d05-413f-9190-7b51f1576be0 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:06.160229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63100-3380-49f6-8049-5634b754ce31 req-fc0c51d4-ace6-4192-93c4-22fe911cdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.163491 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15c63100-3380-49f6-8049-5634b754ce31 req-fc0c51d4-ace6-4192-93c4-22fe911cdd88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0711370 Jul 16 18:06:06.167231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.180860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334c571-e5b8-4b19-9e25-258c47663ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.184429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c334c571-e5b8-4b19-9e25-258c47663ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.188804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c334c571-e5b8-4b19-9e25-258c47663ff6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96ebb0f7-16d2-4a72-bfae-d36bfe0c5cd5 HTTP/1.1" status: 204 len: 168 time: 0.4432700 Jul 16 18:06:06.239562 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334c571-e5b8-4b19-9e25-258c47663ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ebb0f7-16d2-4a72-bfae-d36bfe0c5cd5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.328964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] No DVR routers for this DVR port 1a1c816b-8d05-413f-9190-7b51f1576be0 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:06.338238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c3582e9-6985-4ef9-ae7c-d6e8d0c4f861 req-a8e0623c-c356-4eb9-8367-34864ebd333f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769023 Jul 16 18:06:06.343521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] Pushing event updated for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.385812 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-f9c32ebf-fe1b-46fd-8def-960ebb963c2f service neutron] 10.222.0.13 "PUT /v2.0/ports/1a1c816b-8d05-413f-9190-7b51f1576be0/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2699771 Jul 16 18:06:06.399251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63100-3380-49f6-8049-5634b754ce31 req-b6462969-623c-4842-b71c-02348f62231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.402133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15c63100-3380-49f6-8049-5634b754ce31 req-b6462969-623c-4842-b71c-02348f62231c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2262962 Jul 16 18:06:06.437959 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-135a16b3-0cd1-47ef-85bd-eb303587b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.527906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-135a16b3-0cd1-47ef-85bd-eb303587b3df None None] For port ae4822c3-0eb8-4018-91ea-89301e2e0d28, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ae4822c3-0eb8-4018-91ea-89301e2e0d28,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:06.547040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-135a16b3-0cd1-47ef-85bd-eb303587b3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.550279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.669295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a16b3-0cd1-47ef-85bd-eb303587b3df None None] Pushing event updated for resources: {'Port': ['ID=ae4822c3-0eb8-4018-91ea-89301e2e0d28,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:06.720833 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.731546 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15c63100-3380-49f6-8049-5634b754ce31 req-1c0292cf-df1b-44a5-ab75-ab87221880a4 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190300 Jul 16 18:06:06.891511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8651b-000e-4b75-9b84-011c89e56fa9 req-1b708c7f-a498-4651-8e64-42bcbed10e5e tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.892838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7a8651b-000e-4b75-9b84-011c89e56fa9 req-1b708c7f-a498-4651-8e64-42bcbed10e5e tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 950 time: 0.4729531 Jul 16 18:06:06.906827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:06.928739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15c63100-3380-49f6-8049-5634b754ce31 req-b84c9e87-7eff-45ba-bb9f-2dd4b89c0052 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899812 Jul 16 18:06:06.945460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-531bc11a-934a-4501-a2ac-0ac7fb5c8f20 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.947799 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-531bc11a-934a-4501-a2ac-0ac7fb5c8f20 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1119 time: 0.4405181 Jul 16 18:06:06.950463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-579abb49-74f7-4456-8c37-3ee744d03e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.978669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-06c4d5f7-ad09-4617-bb70-00b3e4278056 None None] Provisioning complete for port ae4822c3-0eb8-4018-91ea-89301e2e0d28 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:06.978937 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06c4d5f7-ad09-4617-bb70-00b3e4278056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.025338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:07.030221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7a8651b-000e-4b75-9b84-011c89e56fa9 req-40d20ec0-3faa-423e-9dd2-cd6c16bce49b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299937 Jul 16 18:06:07.105779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.111751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0860cb6b-ffe3-4403-8001-2f28c86aa26b req-aed27cc0-1b81-448f-ae2a-4acffa7a6603 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.114053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0860cb6b-ffe3-4403-8001-2f28c86aa26b req-aed27cc0-1b81-448f-ae2a-4acffa7a6603 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 967 time: 0.2156267 Jul 16 18:06:07.215031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0860cb6b-ffe3-4403-8001-2f28c86aa26b req-c2988c68-f4b0-4fc5-a93b-e68aacd584d4 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947778 Jul 16 18:06:07.217759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-3382c7c6-fe94-444f-be3e-ba40d7ea0f5e tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.219339 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-3382c7c6-fe94-444f-be3e-ba40d7ea0f5e tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 950 time: 0.2641094 Jul 16 18:06:07.257810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:07.269910 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Sync routers for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:07.290884 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:07.293565 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:07.294646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-a7fea599-7022-49f2-8674-f4a61c18b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.296179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-a7fea599-7022-49f2-8674-f4a61c18b2ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883&tenant_id=f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 1119 time: 0.3087046 Jul 16 18:06:07.321676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989026d-6077-479c-ae58-a06298d4f3d5 req-547d4bc4-0b4a-4bf8-944f-b78a99dd70a5 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.323303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9989026d-6077-479c-ae58-a06298d4f3d5 req-547d4bc4-0b4a-4bf8-944f-b78a99dd70a5 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 950 time: 0.1149514 Jul 16 18:06:07.403936 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-579abb49-74f7-4456-8c37-3ee744d03e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.426137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.427355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bfe4c8a6-9593-4fb9-9e48-46dd83ea399d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4487724 Jul 16 18:06:07.431544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43316) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.441044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9989026d-6077-479c-ae58-a06298d4f3d5 req-8b9a5d3e-4fdf-4ab2-9414-0b4996ecd7fb tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121643 Jul 16 18:06:07.455832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-579abb49-74f7-4456-8c37-3ee744d03e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.470409 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:07.506849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43318) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.587814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-11286071-54bb-446c-953c-6ecf19b93848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.589411 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-11286071-54bb-446c-953c-6ecf19b93848 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1119 time: 0.2562652 Jul 16 18:06:07.607800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be3d78-f1f5-44b2-800b-c39f1b9055bb req-0737c17b-b509-421e-a868-f5830e07c515 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.610516 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-579abb49-74f7-4456-8c37-3ee744d03e63 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b39196399bb6481084077d3534c525e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7004788 Jul 16 18:06:07.620582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.625585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08be3d78-f1f5-44b2-800b-c39f1b9055bb req-0737c17b-b509-421e-a868-f5830e07c515 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 947 time: 0.2527447 Jul 16 18:06:07.658908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ae4822c3-0eb8-4018-91ea-89301e2e0d28 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:07.678656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1021581239-network', 'tenant_id': 'a4838bd54a9844d38f1aa971813cda73'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:07.680622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579abb49-74f7-4456-8c37-3ee744d03e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f624dc3c-795e-4220-9cf0-25c1dba1ee84,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:07.708824 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:05Z', 'revision_number': 3, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:07.715433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ae4822c3-0eb8-4018-91ea-89301e2e0d28 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:07.715818 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.744864 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Checking router: c524fe21-4905-4d50-b3ae-9dcd0ae4adbd for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:07.745424 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Updating router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd port 705408e8-f625-428c-82c0-34c0c45b0ccc binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:07.773403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Deleting port 97e77f0a-8329-4d79-a9fc-0e42c1022869 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:07.774490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.790824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08be3d78-f1f5-44b2-800b-c39f1b9055bb req-3d6295ec-edf4-4b9a-b5b7-a436b3671df8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550055 Jul 16 18:06:07.792926 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.795004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Made reservation on behalf of a4838bd54a9844d38f1aa971813cda73 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:07.797732 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.840949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb3bca75-f3cd-4b96-96ce-5c133f1853df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.845050 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.848359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-24baec9a-faed-4ffd-9300-43482d49e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.850234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-24baec9a-faed-4ffd-9300-43482d49e53f service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.2336698 Jul 16 18:06:07.890952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bdae0-674b-450e-b32f-9a5b0f371899 req-2afd4249-48f4-4611-8093-96ba256472b4 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.895373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b1bdae0-674b-450e-b32f-9a5b0f371899 req-2afd4249-48f4-4611-8093-96ba256472b4 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.2485375 Jul 16 18:06:07.930636 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-7ef87cd7-5f2b-4a14-b90e-acd286e4b7f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 217 time: 0.0457606 Jul 16 18:06:07.955783 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb3bca75-f3cd-4b96-96ce-5c133f1853df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.008491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] For port 97e77f0a-8329-4d79-a9fc-0e42c1022869, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=97e77f0a-8329-4d79-a9fc-0e42c1022869,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:08.008931 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.048085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Calling delete_port for 97e77f0a-8329-4d79-a9fc-0e42c1022869 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:08.067841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-e2e84540-450c-40e3-a7a4-1560ab8fdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.070041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-e2e84540-450c-40e3-a7a4-1560ab8fdfff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1248600 Jul 16 18:06:08.134777 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.137100 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-1c5931bd-1d23-441f-a513-1a3acfda7d8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335660 Jul 16 18:06:08.167192 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Transition to ACTIVE for port object 705408e8-f625-428c-82c0-34c0c45b0ccc will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:08.176643 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.183240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb3bca75-f3cd-4b96-96ce-5c133f1853df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.185970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb3bca75-f3cd-4b96-96ce-5c133f1853df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.187208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fb3bca75-f3cd-4b96-96ce-5c133f1853df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f624dc3c-795e-4220-9cf0-25c1dba1ee84 HTTP/1.1" status: 204 len: 168 time: 0.5260994 Jul 16 18:06:08.207899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bca75-f3cd-4b96-96ce-5c133f1853df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f624dc3c-795e-4220-9cf0-25c1dba1ee84,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.295107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.296224 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Pushing event updated for resources: {'Port': ['ID=705408e8-f625-428c-82c0-34c0c45b0ccc,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.307784 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.307784 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.308054 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.308278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.308617 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.308945 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.309272 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.309598 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.309898 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-1c2f0483-dcf9-4c43-8218-1a2048ae54aa service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634941 Jul 16 18:06:08.310364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.310364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.310554 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.310881 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Tracked resource versions report: Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: pushed versions: Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: { 'AddressGroup': {'1.2'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'ConntrackHelper': {'1.0'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Log': {'1.0'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Network': {'1.1'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Port': {'1.7'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'PortForwarding': {'1.2'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'QosPolicy': {'1.8'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'SecurityGroup': {'1.4'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'SubPort': {'1.0'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Subnet': {'1.1'}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Trunk': {'1.1'}} Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: consumer versions: Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: { DHCP agent@n-d-793620-10: {}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: HyperV agent@n-h1-793620-10: {}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: HyperV agent@n-h2-793620-10: {}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: L3 agent@n-d-793620-10: {}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: Metadata agent@n-d-793620-10: {}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: Metering agent@n-d-793620-10: {}, Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: Open vSwitch agent@n-d-793620-10: { 'AddressGroup': '1.2', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'ConntrackHelper': '1.0', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Log': '1.0', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Network': '1.1', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Port': '1.7', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'PortForwarding': '1.2', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'QosPolicy': '1.8', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'SecurityGroup': '1.4', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'SecurityGroupRule': '1.2', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'SubPort': '1.0', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Subnet': '1.1', Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: 'Trunk': '1.1'}} Jul 16 18:06:08.312013 n-d-793620-10 neutron-server[93780]: {{(pid=93780) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:06:08.316714 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Attempting to bind port 705408e8-f625-428c-82c0-34c0c45b0ccc on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:08.317131 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Attempting to bind port 705408e8-f625-428c-82c0-34c0c45b0ccc by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:08.317499 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Attempting to bind port 705408e8-f625-428c-82c0-34c0c45b0ccc on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:08.325901 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:08.326281 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:08.326835 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.327235 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:08.329188 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Bound port: 705408e8-f625-428c-82c0-34c0c45b0ccc, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:08.329648 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.331646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.369796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.383229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['97e77f0a-8329-4d79-a9fc-0e42c1022869'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:08.394685 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] For port 705408e8-f625-428c-82c0-34c0c45b0ccc, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:08.398801 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] For port 705408e8-f625-428c-82c0-34c0c45b0ccc, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=705408e8-f625-428c-82c0-34c0c45b0ccc,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:08.403761 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.410103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b1bdae0-674b-450e-b32f-9a5b0f371899 req-5ecf70ec-560f-40ea-8c67-030e3bf12ee7 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838669 Jul 16 18:06:08.422552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:08.447960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Pushing event deleted for resources: {'Port': ['ID=97e77f0a-8329-4d79-a9fc-0e42c1022869,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.456201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.458224 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Added segment 44641209-3816-4b60-9fef-a6e199de83f3 of type vlan for network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 Jul 16 18:06:08.510657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] No DVR routers for this DVR port 97e77f0a-8329-4d79-a9fc-0e42c1022869 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:08.514206 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-d2bce28c-1f31-45f7-91d6-2348a811ac08 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895397 Jul 16 18:06:08.515194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.518089 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:08.518244 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-318a1a86-5944-46d5-a9c4-cee461c1929d req-59cb381c-03f6-4f17-87c5-edfcbd84539b tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.13 "DELETE /v2.0/ports/97e77f0a-8329-4d79-a9fc-0e42c1022869 HTTP/1.1" status: 204 len: 173 time: 1.2858322 Jul 16 18:06:08.518491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'name': 'network-vif-deleted', 'tag': '97e77f0a-8329-4d79-a9fc-0e42c1022869'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:08.518679 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:08.521374 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be16f9f6-e743-4436-bd65-95d530119a8d" -d '{"events": [{"server_uuid": "5368fa3b-4970-4ac8-baf4-92e582ef2eb7", "name": "network-vif-deleted", "tag": "97e77f0a-8329-4d79-a9fc-0e42c1022869"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:08.668050 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.701506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5645a017-99ca-4caa-87eb-ba094d98a27a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.797342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:08.825274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdc4f-f922-43ba-a2a7-ef7be8d1dcf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.898766 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:08.965050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-78cd0c85-099a-4622-b73d-48defc50240d tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.966576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-78cd0c85-099a-4622-b73d-48defc50240d tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.13 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 950 time: 0.7422616 Jul 16 18:06:08.974026 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.992897 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ffa91-0207-46a0-9c14-97df356cd4a8 None None] Pushing event updated for resources: {'Port': ['ID=705408e8-f625-428c-82c0-34c0c45b0ccc,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.999662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f438b-3d05-451b-9ff3-ca9766ff865a req-78acfaf6-5bf1-4847-ba80-788d49a54dcf tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.006759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e0f438b-3d05-451b-9ff3-ca9766ff865a req-78acfaf6-5bf1-4847-ba80-788d49a54dcf tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/ports?device_id=5368fa3b-4970-4ac8-baf4-92e582ef2eb7 HTTP/1.1" status: 200 len: 867 time: 0.7620244 Jul 16 18:06:09.013690 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdc4f-f922-43ba-a2a7-ef7be8d1dcf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.020066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c4bdc4f-f922-43ba-a2a7-ef7be8d1dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.041878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-4061148a-7373-4219-9a81-72a4f52a0e02 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.043932 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-4061148a-7373-4219-9a81-72a4f52a0e02 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1119 time: 0.1381400 Jul 16 18:06:09.106364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bdc4f-f922-43ba-a2a7-ef7be8d1dcf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f757af-c520-4aef-b366-a4d0936ac6a8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.110676 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:05Z', 'revision_number': 3, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:09.115257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1c4bdc4f-f922-43ba-a2a7-ef7be8d1dcf3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3d31b2dc3664f8caf62af6a706ea47a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3138580 Jul 16 18:06:09.118825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:09.144092 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b9669-d962-446d-a670-fecc044c7bdc None None] The sync data for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 is: [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:05Z', 'revision_number': 3, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:09.211455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:06:09.226554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Allocated IP 172.20.0.1 (4ec0d23a-d490-4488-9f8c-3c4677d631e3/75e3d160-4ddc-4d99-adc7-ce793d57330e/3f805b18-b185-4fc5-8471-c6411e9a8bd1) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:09.248545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faaf402d-6507-420c-8106-3bb17cce32d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.275893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e0f438b-3d05-451b-9ff3-ca9766ff865a req-e291b967-c3bd-41ca-b2e8-a8bfb8090fb9 tempest-DeleteServersAdminTestJSON-260772450 tempest-DeleteServersAdminTestJSON-260772450-project] 10.222.0.48 "GET /v2.0/security-groups?id=e54e281e-933d-4817-9c01-11a14bbea999&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637308 Jul 16 18:06:09.283249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faaf402d-6507-420c-8106-3bb17cce32d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.299645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-ad68d982-886e-44ee-bedc-00da799cb0bb service neutron] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:09.304370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-ad68d982-886e-44ee-bedc-00da799cb0bb service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.305627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d0bafe0-f16e-4018-b7f7-f33f4de07ecf req-ad68d982-886e-44ee-bedc-00da799cb0bb service neutron] 10.222.0.55 "DELETE /v2.0/ports/1a1c816b-8d05-413f-9190-7b51f1576be0/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.2424748 Jul 16 18:06:09.332099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09fb1cd-1273-4973-855f-4784156a4664 req-924d165a-dfe3-4423-be8f-b89c1dc01c0a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.333819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a09fb1cd-1273-4973-855f-4784156a4664 req-924d165a-dfe3-4423-be8f-b89c1dc01c0a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 967 time: 0.6695838 Jul 16 18:06:09.359953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.361584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.362186 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.392288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faaf402d-6507-420c-8106-3bb17cce32d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.394807 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faaf402d-6507-420c-8106-3bb17cce32d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.399015 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-faaf402d-6507-420c-8106-3bb17cce32d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36f757af-c520-4aef-b366-a4d0936ac6a8 HTTP/1.1" status: 204 len: 168 time: 0.2758996 Jul 16 18:06:09.405539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf402d-6507-420c-8106-3bb17cce32d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f757af-c520-4aef-b366-a4d0936ac6a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.461557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] Pushing event updated for resources: {'Network': ['ID=4ac6f294-4cc7-4f5e-8017-89b780cc9669,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.468944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3dcac020-89d7-471e-8520-8481316e9123 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.9609711 Jul 16 18:06:09.469247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43346) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:09.482924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:09.485853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Request body: {'subnet': {'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1021581239-subnet', 'tenant_id': 'a4838bd54a9844d38f1aa971813cda73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:09.527542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c77d9321-9eab-497d-8e06-1adbd4ce56d6 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:09.532563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Made reservation on behalf of a4838bd54a9844d38f1aa971813cda73 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:09.541184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.768133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 705408e8-f625-428c-82c0-34c0c45b0ccc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:09.773485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a09fb1cd-1273-4973-855f-4784156a4664 req-3dee2df8-036f-46c4-b919-1bf0eaa5289f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234979 Jul 16 18:06:09.785808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bed2e805-e845-487d-9494-8c2cfa3ae3c9 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:09.804293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Deleting port c77d9321-9eab-497d-8e06-1adbd4ce56d6 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:09.804690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.808945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e770bb9-e150-4b67-8cb6-a58a836aa0d0 req-3dd0221e-134d-464a-9d3d-fa29094f9c95 tempest-LiveMigrationNegativeTest-195109163 tempest-LiveMigrationNegativeTest-195109163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.810523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e770bb9-e150-4b67-8cb6-a58a836aa0d0 req-3dd0221e-134d-464a-9d3d-fa29094f9c95 tempest-LiveMigrationNegativeTest-195109163 tempest-LiveMigrationNegativeTest-195109163-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 1102 time: 0.3318417 Jul 16 18:06:09.877489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.891462 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5e770bb9-e150-4b67-8cb6-a58a836aa0d0 req-11af6bb0-8589-4d04-afa0-7f6dd06ab80e tempest-LiveMigrationNegativeTest-195109163 tempest-LiveMigrationNegativeTest-195109163-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.931124 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.067397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] For port c77d9321-9eab-497d-8e06-1adbd4ce56d6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:10.067954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.089811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Calling delete_port for c77d9321-9eab-497d-8e06-1adbd4ce56d6 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:10.140903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:10.143193 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6bbc9ea-fceb-4a59-be2c-99fdab617428" -d '{"events": [{"server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "name": "network-vif-unplugged", "status": "completed", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:10.155042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port bed2e805-e845-487d-9494-8c2cfa3ae3c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:10.172812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c77d9321-9eab-497d-8e06-1adbd4ce56d6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c77d9321-9eab-497d-8e06-1adbd4ce56d6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:10.177957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 705408e8-f625-428c-82c0-34c0c45b0ccc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:10.184492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 705408e8-f625-428c-82c0-34c0c45b0ccc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:10.185097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.188933 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.189897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:10.214218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Transition to ACTIVE for port object 3f805b18-b185-4fc5-8471-c6411e9a8bd1 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:10.264452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9', 'mac_address': 'fa:16:3e:6a:29:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:10.330075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.400271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.422239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['d3e5d515-2e6b-499c-87a6-2c90c960b421'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:10.444352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:10.450936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.470733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Pushing event deleted for resources: {'Port': ['ID=c77d9321-9eab-497d-8e06-1adbd4ce56d6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.482762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6765640-1008-42e6-9bdb-a69b7a57ec2e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.507000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Checking segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:10.507220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Network hostable DHCP agents. Network: 4ac6f294-4cc7-4f5e-8017-89b780cc9669, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:10.517015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.521470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=c77d9321-9eab-497d-8e06-1adbd4ce56d6,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.548182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:10.562233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4ac6f294-4cc7-4f5e-8017-89b780cc9669) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:10.574326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:10.580786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.581391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.586948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd939b0-503b-4f7e-9fd9-6d679d68cc8c None None] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:10.611706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:10.634408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe81260-2e69-436c-8207-cf77229c8a3b req-3982147a-431b-478d-8a2f-0617df2f60f7 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.636265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fe81260-2e69-436c-8207-cf77229c8a3b req-3982147a-431b-478d-8a2f-0617df2f60f7 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=472c69c5-88d5-4bcc-9f75-44bc35386a4c HTTP/1.1" status: 200 len: 865 time: 0.4235113 Jul 16 18:06:10.637279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:10.637768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.645755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] No DVR routers for this DVR port c77d9321-9eab-497d-8e06-1adbd4ce56d6 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:10.652925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed2e805-e845-487d-9494-8c2cfa3ae3c9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:10.675760 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.898973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port bed2e805-e845-487d-9494-8c2cfa3ae3c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:10.921581 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.935282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 705408e8-f625-428c-82c0-34c0c45b0ccc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=705408e8-f625-428c-82c0-34c0c45b0ccc,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:10.979523 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.001155 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.003405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08f57c0a-9a7b-466b-991b-dcc9943dbf95 req-23dd5c94-ec0d-4f59-8c24-35a0eca2a5b1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.13 "DELETE /v2.0/ports/c77d9321-9eab-497d-8e06-1adbd4ce56d6 HTTP/1.1" status: 204 len: 173 time: 2.0241435 Jul 16 18:06:11.003921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'name': 'network-vif-deleted', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:11.018339 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb35064f-0000-44f8-9f6b-42d7f5cf5bfb" -d '{"events": [{"server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "name": "network-vif-deleted", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:11.036635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f805b18-b185-4fc5-8471-c6411e9a8bd1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.069411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e0fece26-f312-4341-99cc-0718547f785d None None] Provisioning for port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:11.095667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e0fece26-f312-4341-99cc-0718547f785d None None] Provisioning complete for port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:11.096432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0fece26-f312-4341-99cc-0718547f785d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.102928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=bed2e805-e845-487d-9494-8c2cfa3ae3c9,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.107276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfeab53-8c43-441a-8cfe-83bcf7e71c17 None None] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:11.137077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5e770bb9-e150-4b67-8cb6-a58a836aa0d0 req-11af6bb0-8589-4d04-afa0-7f6dd06ab80e tempest-LiveMigrationNegativeTest-195109163 tempest-LiveMigrationNegativeTest-195109163-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.151653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b06bfa58-8881-40d1-a723-7364ab726f9c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6810300 Jul 16 18:06:11.156897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fe81260-2e69-436c-8207-cf77229c8a3b req-0846cf03-6e6e-4585-bea8-4ad31b126672 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046868 Jul 16 18:06:11.253335 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0bc745-897d-4d77-b696-5c8dcbd47d91 x-openstack-request-id: req-ac0bc745-897d-4d77-b696-5c8dcbd47d91 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:11.253631 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5368fa3b-4970-4ac8-baf4-92e582ef2eb7", "name": "network-vif-deleted", "tag": "97e77f0a-8329-4d79-a9fc-0e42c1022869", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:11.253884 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac0bc745-897d-4d77-b696-5c8dcbd47d91 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:11.254287 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5368fa3b-4970-4ac8-baf4-92e582ef2eb7', 'name': 'network-vif-deleted', 'tag': '97e77f0a-8329-4d79-a9fc-0e42c1022869', 'status': 'completed', 'code': 200} Jul 16 18:06:11.282803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=705408e8-f625-428c-82c0-34c0c45b0ccc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.293054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:11.326931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5e770bb9-e150-4b67-8cb6-a58a836aa0d0 req-11af6bb0-8589-4d04-afa0-7f6dd06ab80e tempest-LiveMigrationNegativeTest-195109163 tempest-LiveMigrationNegativeTest-195109163-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.386155 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e0fece26-f312-4341-99cc-0718547f785d None None] Port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:11.406429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e770bb9-e150-4b67-8cb6-a58a836aa0d0 req-11af6bb0-8589-4d04-afa0-7f6dd06ab80e tempest-LiveMigrationNegativeTest-195109163 tempest-LiveMigrationNegativeTest-195109163-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5853879 Jul 16 18:06:11.480670 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1850a090-3b95-4dbf-99b4-9b208623e17f x-openstack-request-id: req-1850a090-3b95-4dbf-99b4-9b208623e17f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:11.481214 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "name": "network-vif-unplugged", "status": "completed", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:11.481743 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1850a090-3b95-4dbf-99b4-9b208623e17f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:11.482227 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6', 'code': 200} Jul 16 18:06:11.529158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af6bb0-8589-4d04-afa0-7f6dd06ab80e tempest-LiveMigrationNegativeTest-195109163 tempest-LiveMigrationNegativeTest-195109163-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26669cfc-1064-4865-97d7-638d01998fa1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.547539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 97e77f0a-8329-4d79-a9fc-0e42c1022869 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:11.577546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 97e77f0a-8329-4d79-a9fc-0e42c1022869 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:11.578157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 97e77f0a-8329-4d79-a9fc-0e42c1022869 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:11.614436 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.650660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d5852-2330-4715-9a31-e909e89b2844 req-692c88ca-436b-4a9d-9355-8fb4a4279027 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.672250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-927d5852-2330-4715-9a31-e909e89b2844 req-692c88ca-436b-4a9d-9355-8fb4a4279027 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 948 time: 0.2886374 Jul 16 18:06:11.699495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 705408e8-f625-428c-82c0-34c0c45b0ccc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:11.758206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 705408e8-f625-428c-82c0-34c0c45b0ccc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:11.758586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.820769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-927d5852-2330-4715-9a31-e909e89b2844 req-00651d17-c805-412f-a834-36d21f43a330 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472723 Jul 16 18:06:11.903821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c04e99-1973-4ed6-aae6-7bcb5222a275 req-75ecf9d8-d7d2-45f0-9f82-5a481f4b1634 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.905576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20c04e99-1973-4ed6-aae6-7bcb5222a275 req-75ecf9d8-d7d2-45f0-9f82-5a481f4b1634 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 967 time: 0.1887341 Jul 16 18:06:11.907688 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333f6d7e-db0a-4f11-b0ac-0e8fecb8b262 x-openstack-request-id: req-333f6d7e-db0a-4f11-b0ac-0e8fecb8b262 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:11.907982 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472c69c5-88d5-4bcc-9f75-44bc35386a4c", "name": "network-vif-deleted", "tag": "c77d9321-9eab-497d-8e06-1adbd4ce56d6", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:11.908260 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-333f6d7e-db0a-4f11-b0ac-0e8fecb8b262 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:11.908645 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472c69c5-88d5-4bcc-9f75-44bc35386a4c', 'name': 'network-vif-deleted', 'tag': 'c77d9321-9eab-497d-8e06-1adbd4ce56d6', 'status': 'completed', 'code': 200} Jul 16 18:06:11.982722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.994598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20c04e99-1973-4ed6-aae6-7bcb5222a275 req-39b19f89-9269-400a-a6b5-d2717c76355e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784452 Jul 16 18:06:11.996463 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.997603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.073980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f805b18-b185-4fc5-8471-c6411e9a8bd1,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.177570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:12.179281 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:12.384307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:12.526761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43434) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.527655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-07c30395-f339-4123-bc72-1215b6a9e82d None None] Provisioning complete for port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:12.528251 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07c30395-f339-4123-bc72-1215b6a9e82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.567719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-07c30395-f339-4123-bc72-1215b6a9e82d None None] Port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:12.641437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:12.648786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-14a50898-7134-4d0c-bce2-f129481aafb7 admin admin] 10.222.0.48 "PUT /v2.0/routers/c524fe21-4905-4d50-b3ae-9dcd0ae4adbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2159593 Jul 16 18:06:12.659716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Sync routers for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:12.672583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05ae1178-bd70-4e04-87a9-810d3e1f022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.673894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:12.674544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:12.675996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-49c9600d-ca3b-4445-a237-efa0cea55065 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:12.677726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-49c9600d-ca3b-4445-a237-efa0cea55065 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.1873178 Jul 16 18:06:12.705878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-c3a754a3-23e3-4cee-b433-0016f6ae38b0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/quotas/a4838bd54a9844d38f1aa971813cda73 HTTP/1.1" status: 200 len: 375 time: 0.0206130 Jul 16 18:06:12.769271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-5cad5ef3-cb39-4cd5-8a01-b73204ec16ce tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619504 Jul 16 18:06:12.827884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05ae1178-bd70-4e04-87a9-810d3e1f022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.836582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05ae1178-bd70-4e04-87a9-810d3e1f022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.855217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:12.877977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae1178-bd70-4e04-87a9-810d3e1f022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a661427-476f-44f7-9e5e-b2a1f75dde8e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.901487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-05ae1178-bd70-4e04-87a9-810d3e1f022d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=363a3aa5829a4c44935c8c927eef01d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3736091 Jul 16 18:06:12.902102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.947241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-e185474b-c9dc-476d-b307-70faf5dd0f5e service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686993 Jul 16 18:06:12.969891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206f7bc7-211a-4ca3-ad63-90495868213d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.010857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206f7bc7-211a-4ca3-ad63-90495868213d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.073094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-2d9c8204-a61b-4c8b-88d4-067205eaf82b service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064463 Jul 16 18:06:13.074137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44679a7c-3965-407a-a6ff-8e4a689a4c5f req-12c96868-b6d5-4968-9cd6-053aa4d2a458 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.075652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44679a7c-3965-407a-a6ff-8e4a689a4c5f req-12c96868-b6d5-4968-9cd6-053aa4d2a458 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1119 time: 0.1419773 Jul 16 18:06:13.081779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206f7bc7-211a-4ca3-ad63-90495868213d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.084637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-206f7bc7-211a-4ca3-ad63-90495868213d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.088122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-206f7bc7-211a-4ca3-ad63-90495868213d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a661427-476f-44f7-9e5e-b2a1f75dde8e HTTP/1.1" status: 204 len: 168 time: 0.1827195 Jul 16 18:06:13.094224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f7bc7-211a-4ca3-ad63-90495868213d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a661427-476f-44f7-9e5e-b2a1f75dde8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.149706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44679a7c-3965-407a-a6ff-8e4a689a4c5f req-413f9c94-0ac1-4f60-ae47-b2c7a71d501d tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672045 Jul 16 18:06:13.182715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 2, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:13.214113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Checking router: c524fe21-4905-4d50-b3ae-9dcd0ae4adbd for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:13.214464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Updating router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:13.250070 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.558185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bdcea-44c1-4138-a048-6e717b6c4185 req-4fa2d441-c458-4bdc-b3d9-3876612aa9c4 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.562253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:13.567734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d85bdcea-44c1-4138-a048-6e717b6c4185 req-4fa2d441-c458-4bdc-b3d9-3876612aa9c4 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.1456449 Jul 16 18:06:13.567947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-network', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:13.597944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Made reservation on behalf of f62e5dde34e84b9cb21878d6e3648b55 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:13.602297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.619321 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.660027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d85bdcea-44c1-4138-a048-6e717b6c4185 req-820cde92-6983-4d04-b9b3-b5cf314aa44e tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849118 Jul 16 18:06:13.711949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43480) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:13.729021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-135c6eec-68ee-4eb7-90e1-1480b203db51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.749701 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.762649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Transition to ACTIVE for port object 3f805b18-b185-4fc5-8471-c6411e9a8bd1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:13.770039 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.807306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bed2e805-e845-487d-9494-8c2cfa3ae3c9 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:13.811222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec14e3b-b746-4923-b21e-a34cac9d3254 req-6df9df62-45e4-4eb9-87dd-a7ce7d750b89 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 210 time: 0.0515871 Jul 16 18:06:13.833564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.840843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.858911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:13.873629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.874190 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Added segment 8880f169-1761-4d02-8277-fa73239211f9 of type vlan for network 81860a2c-408c-4e8c-9753-93cab05d91b4 Jul 16 18:06:13.884839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66622-f3ca-4d00-bcdb-427a84c5d461 None None] Pushing event updated for resources: {'Port': ['ID=3f805b18-b185-4fc5-8471-c6411e9a8bd1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.954440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.971053 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-135c6eec-68ee-4eb7-90e1-1480b203db51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.984321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-135c6eec-68ee-4eb7-90e1-1480b203db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.039433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Attempting to bind port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:14.039819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Attempting to bind port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:14.044605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Attempting to bind port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:14.060637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.062131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port bed2e805-e845-487d-9494-8c2cfa3ae3c9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:14.063757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.064443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.081437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:14.081840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Checking segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:14.082258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.082666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Bound using segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:14.083162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Bound port: 3f805b18-b185-4fc5-8471-c6411e9a8bd1, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:14.089111 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.096467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port bed2e805-e845-487d-9494-8c2cfa3ae3c9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:14.096843 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.106779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155ce3-6017-4ae2-a0fc-bc5369f9af08 req-64f0dcb6-bd90-4d8d-b2ab-5e80e6966b5c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.117126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77155ce3-6017-4ae2-a0fc-bc5369f9af08 req-64f0dcb6-bd90-4d8d-b2ab-5e80e6966b5c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 948 time: 0.3458114 Jul 16 18:06:14.127238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-135c6eec-68ee-4eb7-90e1-1480b203db51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09dd86e3baed46d9be7816ef72790be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4139340 Jul 16 18:06:14.128447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c6eec-68ee-4eb7-90e1-1480b203db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecefa09-1c50-427a-bb8a-2b1158a27c67,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.145239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43490) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.151690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Pushing event updated for resources: {'Network': ['ID=81860a2c-408c-4e8c-9753-93cab05d91b4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.163229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb12af-554a-402b-a3e6-66bd1f4e5236,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.184407 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cd93ee2b-4556-44ad-9fe5-fa7c30204776 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6208618 Jul 16 18:06:14.187168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.196601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Request body: {'subnet': {'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-subnet', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:14.211895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:14.222886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Made reservation on behalf of f62e5dde34e84b9cb21878d6e3648b55 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:14.229695 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.276434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77155ce3-6017-4ae2-a0fc-bc5369f9af08 req-07e41590-e5bd-49d2-913c-555df6ce38d8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567717 Jul 16 18:06:14.409794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a38ab78-980d-446f-b6fa-9074426eb975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.437562 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a38ab78-980d-446f-b6fa-9074426eb975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.451814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] For port 3f805b18-b185-4fc5-8471-c6411e9a8bd1, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:14.456012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] For port 3f805b18-b185-4fc5-8471-c6411e9a8bd1, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3f805b18-b185-4fc5-8471-c6411e9a8bd1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:14.461520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.535445 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.579105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:14.579875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:14.589628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:14.591918 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceb7c19-1bc3-4b33-b273-09a065d74049" -d '{"events": [{"server_uuid": "3378bd98-9cee-4128-bcc5-ab2316670df5", "name": "network-vif-plugged", "status": "completed", "tag": "bed2e805-e845-487d-9494-8c2cfa3ae3c9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:14.611858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-b6079728-a1a1-4f26-a140-3a18041a2a59 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.623059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-b6079728-a1a1-4f26-a140-3a18041a2a59 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.4314582 Jul 16 18:06:14.643436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e66622-f3ca-4d00-bcdb-427a84c5d461 None None] Pushing event updated for resources: {'Port': ['ID=3f805b18-b185-4fc5-8471-c6411e9a8bd1,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.652003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-3c4482f5-03ce-4ec5-9595-b85b9f73574d tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/quotas/f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 375 time: 0.0276048 Jul 16 18:06:14.652991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port bed2e805-e845-487d-9494-8c2cfa3ae3c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:14.667935 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.716690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f74f2e-7de8-4640-9d44-35f28cced56e req-0a1b5d29-5b41-4706-8c35-2be4a17238f1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.724371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7f74f2e-7de8-4640-9d44-35f28cced56e req-0a1b5d29-5b41-4706-8c35-2be4a17238f1 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 949 time: 0.2730877 Jul 16 18:06:14.776721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-7ae11a8f-645c-4d3c-9b21-ab85541dbb8f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.779803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-7ae11a8f-645c-4d3c-9b21-ab85541dbb8f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.3462629 Jul 16 18:06:14.805758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7f74f2e-7de8-4640-9d44-35f28cced56e req-47fb8224-dfac-45c9-a0a9-6d6b86499eb5 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798295 Jul 16 18:06:14.810367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a38ab78-980d-446f-b6fa-9074426eb975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.821860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.822167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a38ab78-980d-446f-b6fa-9074426eb975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.823730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3a38ab78-980d-446f-b6fa-9074426eb975 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ecefa09-1c50-427a-bb8a-2b1158a27c67 HTTP/1.1" status: 204 len: 168 time: 0.6362631 Jul 16 18:06:14.838588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:14.865259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.890211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38ab78-980d-446f-b6fa-9074426eb975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecefa09-1c50-427a-bb8a-2b1158a27c67,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.907066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-51825b2c-d941-413d-89e7-6a48a6964b4e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2539937 Jul 16 18:06:15.050501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-98f957cd-9c67-48e0-8aef-9c3e9a55f097 service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422353 Jul 16 18:06:15.126959 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1015bdcd-68c4-41c7-a882-1a94cae3d420 x-openstack-request-id: req-1015bdcd-68c4-41c7-a882-1a94cae3d420 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:15.127256 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3378bd98-9cee-4128-bcc5-ab2316670df5", "name": "network-vif-plugged", "status": "completed", "tag": "bed2e805-e845-487d-9494-8c2cfa3ae3c9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:15.127966 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1015bdcd-68c4-41c7-a882-1a94cae3d420 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:15.128435 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9', 'code': 200} Jul 16 18:06:15.131113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=bed2e805-e845-487d-9494-8c2cfa3ae3c9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.175610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ddc00a8-5242-40ea-bd62-250bd51a12d0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.213420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Checking segment: {'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:15.213787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Network hostable DHCP agents. Network: 81860a2c-408c-4e8c-9753-93cab05d91b4, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:15.266981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:14Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:15.273932 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7c45dea5-3d04-4b04-9783-6e5ff5264f99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3db12cd47dd3455e8993c59f627c673d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043827 Jul 16 18:06:15.278755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:15.298288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:15.318471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e78fa-e125-4667-9b15-7ca6c268e6fa req-7d95c627-0a16-4ee2-99b0-a0b512d5e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.320050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a5e78fa-e125-4667-9b15-7ca6c268e6fa req-7d95c627-0a16-4ee2-99b0-a0b512d5e348 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 1101 time: 0.3191521 Jul 16 18:06:15.326568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Deleting port a92846ef-d054-494d-8d89-d6af4f971562 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:15.327302 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.331016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b40e50-6d25-44a0-a97a-726050b3898e None None] The sync data for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 is: [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:14Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:15.365371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.55', 55972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:15.375514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 81860a2c-408c-4e8c-9753-93cab05d91b4) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:15.406768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.406768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.429591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ffbf2b-fd8d-4a17-b19d-21e5e2895141 None None] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:15.507126 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-addd0d68-d26b-4362-90fe-ea876c76cb5a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3152678 Jul 16 18:06:15.561350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:15.594012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:15.604662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a5e78fa-e125-4667-9b15-7ca6c268e6fa req-597f540c-ab9a-4ad2-914b-71fc7b6a0019 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683921 Jul 16 18:06:15.745948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3f805b18-b185-4fc5-8471-c6411e9a8bd1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:15.749381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f5be9d2-17c7-4ccf-912e-d76eefb3a3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.771061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.772384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.855494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-b315620d-f3f3-4fc3-b27d-406d55faa747 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.857170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-b315620d-f3f3-4fc3-b27d-406d55faa747 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.5973263 Jul 16 18:06:15.880642 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-cc8daf7e-f314-42ab-856e-56eb15734274 service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8290048 Jul 16 18:06:15.894484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-81860a2c-408c-4e8c-9753-93cab05d91b4', 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'fixed_ips': [{'subnet_id': '0ddc00a8-5242-40ea-bd62-250bd51a12d0'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:15.895433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.901308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Request body: {'port': {'device_id': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'admin_state_up': True, 'tenant_id': 'a4838bd54a9844d38f1aa971813cda73'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:15.913607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.940614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-e18a3f91-3524-4acd-a494-0f593dfb233b tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.942358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-e18a3f91-3524-4acd-a494-0f593dfb233b tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 949 time: 0.5619149 Jul 16 18:06:15.961792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:15.983259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:15.983629 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.092249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b6c77-820a-4fd2-8af5-fff7f35d6060 req-705b425a-ad82-4a4f-8df6-6d202694895d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.107242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-999b6c77-820a-4fd2-8af5-fff7f35d6060 req-705b425a-ad82-4a4f-8df6-6d202694895d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 950 time: 0.9932411 Jul 16 18:06:16.181093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-999b6c77-820a-4fd2-8af5-fff7f35d6060 req-f4c72f5e-e15e-494e-bf1b-1796935f588c tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667846 Jul 16 18:06:16.190758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Made reservation on behalf of a4838bd54a9844d38f1aa971813cda73 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:16.199659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.445767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.490236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f5be9d2-17c7-4ccf-912e-d76eefb3a3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.575271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] For port a92846ef-d054-494d-8d89-d6af4f971562, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a92846ef-d054-494d-8d89-d6af4f971562,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:16.587336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.625313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Calling delete_port for a92846ef-d054-494d-8d89-d6af4f971562 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:16.653289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3f805b18-b185-4fc5-8471-c6411e9a8bd1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3f805b18-b185-4fc5-8471-c6411e9a8bd1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:16.671941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.674455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Allocated IP 172.20.0.2 (81860a2c-408c-4e8c-9753-93cab05d91b4/0ddc00a8-5242-40ea-bd62-250bd51a12d0/5896b9a5-5161-4ab9-96d7-f01aeb58cfdd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:16.797038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3f805b18-b185-4fc5-8471-c6411e9a8bd1,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.819638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07078e39-36c9-446a-978c-eb16eb7994c3 req-6e87eec7-3c30-4428-bada-610f8a54b800 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 210 time: 0.2074008 Jul 16 18:06:16.867016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Allocated IP 172.20.0.12 (4ac6f294-4cc7-4f5e-8017-89b780cc9669/e6765640-1008-42e6-9bdb-a69b7a57ec2e/63595d50-e11f-4c5e-83d3-b0254a72efe6) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:17.016811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.036053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0c7ae-33bd-4914-a4c5-c42acb56dd1a req-d776a18b-5ee8-491d-85f9-7eefa3c05faf tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.045039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80e0c7ae-33bd-4914-a4c5-c42acb56dd1a req-d776a18b-5ee8-491d-85f9-7eefa3c05faf tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 949 time: 0.4307947 Jul 16 18:06:17.046977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.079400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['11210621-c87b-4470-8ecf-92a9d627d2bf', 'a92846ef-d054-494d-8d89-d6af4f971562'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:17.226096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80e0c7ae-33bd-4914-a4c5-c42acb56dd1a req-a96d3086-2110-4446-93d8-2ee6bd4362de tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796041 Jul 16 18:06:17.227921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Pushing event deleted for resources: {'Port': ['ID=a92846ef-d054-494d-8d89-d6af4f971562,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.236168 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.289703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Transition to ACTIVE for port object 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:17.477961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Transition to ACTIVE for port object 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:17.492392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] No DVR routers for this DVR port a92846ef-d054-494d-8d89-d6af4f971562 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:17.507891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.511819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e68ea39-ed82-4f9c-b2ff-42f7a21dd29d req-eb5004cd-6cf7-4864-a659-9ae004cc4f6d tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "DELETE /v2.0/ports/a92846ef-d054-494d-8d89-d6af4f971562 HTTP/1.1" status: 204 len: 173 time: 2.7087862 Jul 16 18:06:17.520265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.536418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'name': 'network-vif-deleted', 'tag': 'a92846ef-d054-494d-8d89-d6af4f971562'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:17.560109 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a6136b-7c18-4d5c-9bcf-de74b3dcb5ec" -d '{"events": [{"server_uuid": "8eff6321-7bfd-4096-a4e2-a3d99f4cca67", "name": "network-vif-deleted", "tag": "a92846ef-d054-494d-8d89-d6af4f971562"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:17.585082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Deleting port d3e5d515-2e6b-499c-87a6-2c90c960b421 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:17.585627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.703749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:17.707204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e28bb0-9d55-4490-8714-11ccc5a9ce9a req-3331b2b9-dd9d-4fb7-ac8f-0396d55a3e03 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.726266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7e28bb0-9d55-4490-8714-11ccc5a9ce9a req-3331b2b9-dd9d-4fb7-ac8f-0396d55a3e03 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 949 time: 0.5957017 Jul 16 18:06:17.732635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ebc6374-d786-4825-9977-49878367d4ca req-4944e06b-2f78-4b76-ae71-e311e404365b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 210 time: 0.2099838 Jul 16 18:06:17.741925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f5be9d2-17c7-4ccf-912e-d76eefb3a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.767202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.777336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f5be9d2-17c7-4ccf-912e-d76eefb3a3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.779525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0f5be9d2-17c7-4ccf-912e-d76eefb3a3a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e54e281e-933d-4817-9c01-11a14bbea999 HTTP/1.1" status: 204 len: 168 time: 2.4975610 Jul 16 18:06:17.810255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7e28bb0-9d55-4490-8714-11ccc5a9ce9a req-2fb9d1e0-7b6e-4a7a-a079-8277c0231230 tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/security-groups?id=4c9e78a7-8976-48ae-9455-362a413cdcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826344 Jul 16 18:06:17.815497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3f805b18-b185-4fc5-8471-c6411e9a8bd1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:17.875468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:17.903913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5be9d2-17c7-4ccf-912e-d76eefb3a3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e281e-933d-4817-9c01-11a14bbea999,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.905213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:17.963954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.170963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Pushing event updated for resources: {'Port': ['ID=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.237450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.289422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:18.291852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:18.297106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:18.317457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.319071 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.358302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:18.358814 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.487185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5efd01d-e186-4f63-b090-b8c14c791ab7 req-4b36f2a8-49d7-4fb1-97bb-bfc9382431de tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=8eff6321-7bfd-4096-a4e2-a3d99f4cca67 HTTP/1.1" status: 200 len: 210 time: 0.1534257 Jul 16 18:06:18.491510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1b92de7a-0757-4930-b92e-43decdb22fab tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6224627 Jul 16 18:06:18.491995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Attempting to bind port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:18.500359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Attempting to bind port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:18.501272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Attempting to bind port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd on network 81860a2c-408c-4e8c-9753-93cab05d91b4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:18.514302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:18.514841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Checking segment: {'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:18.515128 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.515498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Bound using segment: {'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:18.517052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Bound port: 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:18.517493 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.526892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Request body: {'port': {'device_id': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:18.543586 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a25e36e-741a-423a-8f5e-8c144f095586 x-openstack-request-id: req-2a25e36e-741a-423a-8f5e-8c144f095586 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:18.544686 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eff6321-7bfd-4096-a4e2-a3d99f4cca67", "name": "network-vif-deleted", "tag": "a92846ef-d054-494d-8d89-d6af4f971562", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:18.545158 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a25e36e-741a-423a-8f5e-8c144f095586 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:18.545567 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eff6321-7bfd-4096-a4e2-a3d99f4cca67', 'name': 'network-vif-deleted', 'tag': 'a92846ef-d054-494d-8d89-d6af4f971562', 'status': 'completed', 'code': 200} Jul 16 18:06:18.635376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] For port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:18.640235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] For port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,segment=NetworkSegment(8880f169-1761-4d02-8277-fa73239211f9),segment_id=8880f169-1761-4d02-8277-fa73239211f9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:18.646374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.799451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59a44-2eb7-4e14-8db3-74335b2a478f None None] Pushing event updated for resources: {'Port': ['ID=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.850264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e94ee-17da-47a2-aed9-b5180079a3be req-c728dd83-4355-4189-986d-8dc010a88721 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.867254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f86e94ee-17da-47a2-aed9-b5180079a3be req-c728dd83-4355-4189-986d-8dc010a88721 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 932 time: 0.3174052 Jul 16 18:06:18.912907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-05292860-a98d-470e-b334-227f39355063 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.916409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-05292860-a98d-470e-b334-227f39355063 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.3690724 Jul 16 18:06:18.922084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] For port d3e5d515-2e6b-499c-87a6-2c90c960b421, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d3e5d515-2e6b-499c-87a6-2c90c960b421,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:18.922547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.938959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Calling delete_port for d3e5d515-2e6b-499c-87a6-2c90c960b421 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:19.002400 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f86e94ee-17da-47a2-aed9-b5180079a3be req-93fe2da9-0978-4733-85ca-7a6bd1a9c51d tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335163 Jul 16 18:06:19.048043 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.125060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Request body: {'port': {'device_id': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'admin_state_up': True, 'tenant_id': 'f86da96255804dcaa93324ec8a06bb63'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:19.135657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43584) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:19.223635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-79338172-af62-446f-9b17-f5ed2c8fe6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.253455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e831a8a-bc91-41a0-86a4-4918abbd47ab req-d663a498-3df8-412c-8c0f-ebdf623733d5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.261168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e831a8a-bc91-41a0-86a4-4918abbd47ab req-d663a498-3df8-412c-8c0f-ebdf623733d5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 949 time: 0.3006713 Jul 16 18:06:19.264662 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.364810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e831a8a-bc91-41a0-86a4-4918abbd47ab req-a10fe832-2a19-439d-988d-3e39862153f2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026304 Jul 16 18:06:19.444852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Pushing event deleted for resources: {'Port': ['ID=d3e5d515-2e6b-499c-87a6-2c90c960b421,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.489393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] No DVR routers for this DVR port d3e5d515-2e6b-499c-87a6-2c90c960b421 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:19.575597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9230aee-0ed1-4247-b0b9-aafc1e4bcea4 req-64096cce-f552-4ec2-a293-e6b499c5327f tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.48 "GET /v2.0/ports?device_id=6d684504-c7d1-43f6-ba4b-1d5713863dfa HTTP/1.1" status: 200 len: 210 time: 0.0792565 Jul 16 18:06:19.620079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.622660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b9fdf920-105c-4cd1-a500-5b50f0b9c02f req-8556ef71-10e2-4602-8d6c-75f25b4b595a tempest-ServersAdminNegativeTestJSON-1894012839 tempest-ServersAdminNegativeTestJSON-1894012839-project] 10.222.0.55 "DELETE /v2.0/ports/d3e5d515-2e6b-499c-87a6-2c90c960b421 HTTP/1.1" status: 204 len: 173 time: 3.6142011 Jul 16 18:06:19.623996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.701091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.755621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:19.820368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c661b61e-9167-486c-827c-9d7fcbe1c217 req-dd1958b0-8186-40e8-bd1d-8241c232ea2c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 210 time: 0.1365526 Jul 16 18:06:19.851636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63595d50-e11f-4c5e-83d3-b0254a72efe6 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:19.878421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.881125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d3e5d515-2e6b-499c-87a6-2c90c960b421 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:19.894536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Allocated IP 172.25.0.86 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/7599150c-a406-4951-a0f0-48f1d06e5191) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:19.924214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Transition to ACTIVE for port object 63595d50-e11f-4c5e-83d3-b0254a72efe6 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:19.928454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-79338172-af62-446f-9b17-f5ed2c8fe6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.934671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.936866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: d3e5d515-2e6b-499c-87a6-2c90c960b421 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:19.937231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d3e5d515-2e6b-499c-87a6-2c90c960b421 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:19.937739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a92846ef-d054-494d-8d89-d6af4f971562 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:19.956891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-79338172-af62-446f-9b17-f5ed2c8fe6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.023145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-79338172-af62-446f-9b17-f5ed2c8fe6ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66e4d87b6c254c6cba88c99bcd849dc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8852839 Jul 16 18:06:20.033897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:20.111409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Made reservation on behalf of f86da96255804dcaa93324ec8a06bb63 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:20.121058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.142099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Attempting to bind port 63595d50-e11f-4c5e-83d3-b0254a72efe6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:20.142335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Attempting to bind port 63595d50-e11f-4c5e-83d3-b0254a72efe6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:20.145886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Attempting to bind port 63595d50-e11f-4c5e-83d3-b0254a72efe6 on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:20.164388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Port 63595d50-e11f-4c5e-83d3-b0254a72efe6 on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:20.164666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Attempting to bind port 63595d50-e11f-4c5e-83d3-b0254a72efe6 on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:20.197157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:20.197738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Checking segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:20.198301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Bound using segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:20.198939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Bound port: 63595d50-e11f-4c5e-83d3-b0254a72efe6, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:20.215372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: a92846ef-d054-494d-8d89-d6af4f971562 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:20.215739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a92846ef-d054-494d-8d89-d6af4f971562 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:20.215848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.218216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79338172-af62-446f-9b17-f5ed2c8fe6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdbd71-f721-4992-8f7c-bd794978c908,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.236487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:20.344681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.470523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627367-55d2-4e0a-ac1e-a3b07b3dec75 req-297e66d2-4705-4928-be99-61ba3fc5cf65 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.472175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b627367-55d2-4e0a-ac1e-a3b07b3dec75 req-297e66d2-4705-4928-be99-61ba3fc5cf65 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 1101 time: 0.2295256 Jul 16 18:06:20.497332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae8ca59-03a3-411a-a033-bdf40e4a1bd5 None None] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:20.537303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:20.541456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:20.554042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.570637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3b627367-55d2-4e0a-ac1e-a3b07b3dec75 req-bfcb7610-5e79-41e6-9632-46881ab54be5 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.579967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'name': 'network-vif-deleted', 'tag': 'd3e5d515-2e6b-499c-87a6-2c90c960b421'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:20.582269 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a87230-39c0-4b69-b9dd-9edea11b1567" -d '{"events": [{"server_uuid": "6d684504-c7d1-43f6-ba4b-1d5713863dfa", "name": "network-vif-deleted", "tag": "d3e5d515-2e6b-499c-87a6-2c90c960b421"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:20.611899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.613627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.614580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] 10.222.0.13 "PUT /v2.0/ports/63595d50-e11f-4c5e-83d3-b0254a72efe6 HTTP/1.1" status: 200 len: 1093 time: 2.1161909 Jul 16 18:06:20.617404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:20.621417 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bcda12-8bf7-45bc-9173-094d206a747d" -d '{"events": [{"name": "network-changed", "server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:20.665469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3994b93-d066-45c8-9c9d-8655f9471713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.712293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43612) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:20.728323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4dd4358-0aad-490b-85da-5b665b21b782 None None] Provisioning for port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:20.730077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd6e9f-318e-41b7-ae06-221ad2713584 service neutron] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.736940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4dd4358-0aad-490b-85da-5b665b21b782 None None] Provisioning complete for port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:20.737325 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4358-0aad-490b-85da-5b665b21b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.768717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.786431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-ebeb9e33-ebd9-48dc-8229-0dc582befc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:20.789248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-ebeb9e33-ebd9-48dc-8229-0dc582befc72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 1096 time: 0.1312315 Jul 16 18:06:20.852533 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4358-0aad-490b-85da-5b665b21b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.862686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3994b93-d066-45c8-9c9d-8655f9471713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.873296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-1ccc7881-657e-49e9-bb50-1148d6356adb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6 HTTP/1.1" status: 200 len: 217 time: 0.0770593 Jul 16 18:06:20.934328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c4dd4358-0aad-490b-85da-5b665b21b782 None None] For port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,segment=NetworkSegment(8880f169-1761-4d02-8277-fa73239211f9),segment_id=8880f169-1761-4d02-8277-fa73239211f9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:20.936451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Allocated IP 172.20.0.4 (83f4c19e-bbc2-4b5b-b314-05175535a0fc/1012cf3b-d931-4040-82b3-437e9859694d/170845ab-9aa6-44cd-bfcc-af5557834b25) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:20.939976 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4dd4358-0aad-490b-85da-5b665b21b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.977772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.996981 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3994b93-d066-45c8-9c9d-8655f9471713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.998770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f53bea2f-4283-455d-bda3-8fdb39604525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.003366 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3994b93-d066-45c8-9c9d-8655f9471713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.004625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e3994b93-d066-45c8-9c9d-8655f9471713 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33bdbd71-f721-4992-8f7c-bd794978c908 HTTP/1.1" status: 204 len: 168 time: 0.9647105 Jul 16 18:06:21.029832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd4358-0aad-490b-85da-5b665b21b782 None None] Pushing event updated for resources: {'Port': ['ID=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.091271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3994b93-d066-45c8-9c9d-8655f9471713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdbd71-f721-4992-8f7c-bd794978c908,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.099182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:21.112052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-d0029ab6-ed44-4a7a-8865-dfa5eaac5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.122579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:21.129544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-d0029ab6-ed44-4a7a-8865-dfa5eaac5e04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.2011755 Jul 16 18:06:21.132020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:21.139558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Pushing event updated for resources: {'Port': ['ID=7599150c-a406-4951-a0f0-48f1d06e5191,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.150981 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3b627367-55d2-4e0a-ac1e-a3b07b3dec75 req-bfcb7610-5e79-41e6-9632-46881ab54be5 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.175312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f4ca2-2465-49c7-8713-d7e46f72504d req-bbf49433-d9d5-4208-97fe-d02919be8fd2 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.180086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc2f4ca2-2465-49c7-8713-d7e46f72504d req-bbf49433-d9d5-4208-97fe-d02919be8fd2 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 944 time: 0.3034987 Jul 16 18:06:21.203556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3b627367-55d2-4e0a-ac1e-a3b07b3dec75 req-bfcb7610-5e79-41e6-9632-46881ab54be5 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.252665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-5819de2e-1dd7-47ec-beaf-5dcfb2acef76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992765 Jul 16 18:06:21.307093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b627367-55d2-4e0a-ac1e-a3b07b3dec75 req-bfcb7610-5e79-41e6-9632-46881ab54be5 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8101985 Jul 16 18:06:21.322361 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.333288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7610-5e79-41e6-9632-46881ab54be5 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e95de58-0fd2-4429-80ba-8af1cc2b5f63,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.369460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d9ff247e-a91c-4c11-b783-98d04fc16170 None None] Provisioning complete for port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:21.369839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9ff247e-a91c-4c11-b783-98d04fc16170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.418839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc2f4ca2-2465-49c7-8713-d7e46f72504d req-e384c7b1-7bb7-4953-9fb5-1aa418360c84 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795523 Jul 16 18:06:21.673804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f53bea2f-4283-455d-bda3-8fdb39604525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.687715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:21.691154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-b43d010e-2177-4456-86cf-c4e0ad336b71 service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220726 Jul 16 18:06:21.700554 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f53bea2f-4283-455d-bda3-8fdb39604525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.741169 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eed0360-79f1-4009-b856-2ed66731ccd4 x-openstack-request-id: req-6eed0360-79f1-4009-b856-2ed66731ccd4 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:21.741818 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:21.742341 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6eed0360-79f1-4009-b856-2ed66731ccd4 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:21.742916 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'status': 'completed', 'code': 200} Jul 16 18:06:21.795514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:21.796320 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.845689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a424b-4ad4-49bb-a6e0-6f14383e10bb req-7016f36d-52fa-457b-b4a3-ba539cd1b21f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.848888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a40a424b-4ad4-49bb-a6e0-6f14383e10bb req-7016f36d-52fa-457b-b4a3-ba539cd1b21f tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 950 time: 0.3220699 Jul 16 18:06:21.872978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f53bea2f-4283-455d-bda3-8fdb39604525 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9c6ba02dd684562ad15afa3913534ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1582267 Jul 16 18:06:21.881216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53bea2f-4283-455d-bda3-8fdb39604525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bfdb91-0ad8-42b4-8d86-770f5e2919eb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.923134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43634) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.003729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ca8ddc7-6b36-4fda-8f17-e7ff03168a19 req-63b545e0-73f0-4472-a514-33122e20e6a7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 210 time: 0.0649965 Jul 16 18:06:22.035068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a40a424b-4ad4-49bb-a6e0-6f14383e10bb req-fbd138cc-9174-4ffe-ae60-ae9204b3a4b9 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/security-groups?id=22357de0-7d17-4879-bd8c-6fcaf671ae18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681972 Jul 16 18:06:22.043316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-157554ca-2534-4fe4-b059-2aafc2dfd65e req-687169ad-c377-4e19-a73c-f18dedb7f845 service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325624 Jul 16 18:06:22.075987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54e549a7-291f-4ef2-a6d6-9408e6f9fd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.117313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43642) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.117941 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87904858-c756-4c2b-85f8-24eedd1f1fa3 x-openstack-request-id: req-87904858-c756-4c2b-85f8-24eedd1f1fa3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:22.117941 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d684504-c7d1-43f6-ba4b-1d5713863dfa", "name": "network-vif-deleted", "tag": "d3e5d515-2e6b-499c-87a6-2c90c960b421", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:22.122097 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87904858-c756-4c2b-85f8-24eedd1f1fa3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:22.122844 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d684504-c7d1-43f6-ba4b-1d5713863dfa', 'name': 'network-vif-deleted', 'tag': 'd3e5d515-2e6b-499c-87a6-2c90c960b421', 'status': 'completed', 'code': 200} Jul 16 18:06:22.128365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54e549a7-291f-4ef2-a6d6-9408e6f9fd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.231120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.302075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-6ee00fd6-b5e1-4373-94e4-0ea904aa2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.303651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-6ee00fd6-b5e1-4373-94e4-0ea904aa2cbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 1096 time: 0.1776702 Jul 16 18:06:22.304444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54e549a7-291f-4ef2-a6d6-9408e6f9fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.307025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54e549a7-291f-4ef2-a6d6-9408e6f9fd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.308264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-54e549a7-291f-4ef2-a6d6-9408e6f9fd66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2bfdb91-0ad8-42b4-8d86-770f5e2919eb HTTP/1.1" status: 204 len: 168 time: 0.3836081 Jul 16 18:06:22.348815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e549a7-291f-4ef2-a6d6-9408e6f9fd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bfdb91-0ad8-42b4-8d86-770f5e2919eb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.422099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-a414073b-6f6c-49cf-8072-f2d8bcc38282 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.424091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-a414073b-6f6c-49cf-8072-f2d8bcc38282 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 950 time: 0.3160586 Jul 16 18:06:22.497733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-7e721be0-0295-4e3e-8a21-e41769ff0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.499264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-7e721be0-0295-4e3e-8a21-e41769ff0c37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 905 time: 0.1877983 Jul 16 18:06:22.517340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.575979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-573f23c1-bc17-46f6-829e-dcb386187d2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6 HTTP/1.1" status: 200 len: 217 time: 0.0691159 Jul 16 18:06:22.744454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:22.763157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-80b38f82-b1e1-403d-a129-cab7028bcec3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866230 Jul 16 18:06:22.770566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:22.779231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.782096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:22.788775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.789782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.790842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-7b998b51-630a-4eca-b206-8c236ed2567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.792610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-7b998b51-630a-4eca-b206-8c236ed2567d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.1975956 Jul 16 18:06:22.812818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9ab0671e-6608-4913-a9b4-0947b466f444 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b969110e4aa4bb8aac8f18ede581fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6943460 Jul 16 18:06:22.825442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43672) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.874170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-6bff2f67-f481-410f-9a11-8d7beb0086fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573332 Jul 16 18:06:22.956732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:22.957451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.989750 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-1709883d-5728-4738-b1cd-20e84e292a68 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8728125 Jul 16 18:06:22.991467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd057-9fc3-43ca-83e4-7b5c85c233ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.011249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Request body: {'port': {'device_id': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:23.092374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Deleting port 11210621-c87b-4470-8ecf-92a9d627d2bf {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:23.092723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.183869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5710abfc-47a8-4687-bd04-f1a27fcaeb3c req-9b0aecfa-568e-4fe1-b0b5-e51b68d36377 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.185446 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5710abfc-47a8-4687-bd04-f1a27fcaeb3c req-9b0aecfa-568e-4fe1-b0b5-e51b68d36377 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 944 time: 0.5917873 Jul 16 18:06:23.255958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.264373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:23.281886 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860e730f-f790-40af-b264-bb909f691a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.290915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-0d25f1b0-837b-4799-bab5-068a0a34a679 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.292741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-0d25f1b0-837b-4799-bab5-068a0a34a679 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5218756 Jul 16 18:06:23.323886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5710abfc-47a8-4687-bd04-f1a27fcaeb3c req-eae4b823-4ce6-4187-9c43-63079aa4ea48 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272745 Jul 16 18:06:23.353508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] For port 11210621-c87b-4470-8ecf-92a9d627d2bf, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=11210621-c87b-4470-8ecf-92a9d627d2bf,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:23.353869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.382454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-fd9ac506-9ac7-41e1-9887-184a985b8d1c service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906795 Jul 16 18:06:23.388501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-5ce47927-9b60-449f-a070-dd62906a5579 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/quotas/7fc264c4c24746c3b85c8f41ee2302d6 HTTP/1.1" status: 200 len: 375 time: 0.0874646 Jul 16 18:06:23.402958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860e730f-f790-40af-b264-bb909f691a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.489671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Calling delete_port for 11210621-c87b-4470-8ecf-92a9d627d2bf owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:23.503781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:23.514916 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Sync routers for ids ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:23.529081 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Routers {'0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:23.530130 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:23.577373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd057-9fc3-43ca-83e4-7b5c85c233ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.607281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7bcda12-8bf7-45bc-9173-094d206a747d req-50cccfe2-7151-49c8-bb30-03e96b910b0e service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177496 Jul 16 18:06:23.610651 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860e730f-f790-40af-b264-bb909f691a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.613564 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860e730f-f790-40af-b264-bb909f691a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.614664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-860e730f-f790-40af-b264-bb909f691a9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c9e78a7-8976-48ae-9455-362a413cdcdd HTTP/1.1" status: 204 len: 168 time: 0.7807367 Jul 16 18:06:23.633842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cfdd057-9fc3-43ca-83e4-7b5c85c233ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.637569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c22385a1-b58e-4859-beb5-7304301ad7f6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2367518 Jul 16 18:06:23.646978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e730f-f790-40af-b264-bb909f691a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e78a7-8976-48ae-9455-362a413cdcdd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.657209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb75e2-5399-4bee-9539-2cfb1603d69a req-6233a25d-309f-460a-9ef3-1a123b08fa65 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:23.658844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5cb75e2-5399-4bee-9539-2cfb1603d69a req-6233a25d-309f-460a-9ef3-1a123b08fa65 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 931 time: 0.2031608 Jul 16 18:06:23.680706 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0cfdd057-9fc3-43ca-83e4-7b5c85c233ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29aa08b5bbe8430a9d9cb168c0bad5d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7200325 Jul 16 18:06:23.688824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.703668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.704968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-838ac4bc-4b73-4bbd-baab-43dde712e357 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.1233041 Jul 16 18:06:23.712708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43696) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.744321 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Set router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:23.839366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdd057-9fc3-43ca-83e4-7b5c85c233ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af63e4ee-cffc-4f39-a669-a513148297c9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.846948 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.883129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Pushing event deleted for resources: {'Port': ['ID=11210621-c87b-4470-8ecf-92a9d627d2bf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.965627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5cb75e2-5399-4bee-9539-2cfb1603d69a req-63a9a6b4-50e8-4f82-9f55-b31ed31051f2 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992923 Jul 16 18:06:24.027170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] No DVR routers for this DVR port 11210621-c87b-4470-8ecf-92a9d627d2bf on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:24.030797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.032833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-76b51e90-a49b-40a5-aebe-77975db2abb2 req-9fefa1dc-3ff5-4047-9a0c-c977820a111b tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.55 "DELETE /v2.0/ports/11210621-c87b-4470-8ecf-92a9d627d2bf HTTP/1.1" status: 204 len: 173 time: 1.4165010 Jul 16 18:06:24.059970 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:06:21Z', 'revision_number': 3, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port': {'id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:19Z', 'updated_at': '2021-07-16T18:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:24.098096 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Checking router: 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:24.098503 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Updating router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 port 7599150c-a406-4951-a0f0-48f1d06e5191 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:24.126688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'name': 'network-vif-deleted', 'tag': '11210621-c87b-4470-8ecf-92a9d627d2bf'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:24.128947 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5ce3cb-778e-49a3-833a-f604ad87150c" -d '{"events": [{"server_uuid": "d659cfd4-7591-43db-a8bb-ba14f4c2854d", "name": "network-vif-deleted", "tag": "11210621-c87b-4470-8ecf-92a9d627d2bf"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:24.172401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43702) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.177044 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.216595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170845ab-9aa6-44cd-bfcc-af5557834b25 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:24.229719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.258865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Transition to ACTIVE for port object 170845ab-9aa6-44cd-bfcc-af5557834b25 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:24.264511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.378195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.383559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-30de54dd-2488-4062-80dd-488f8e223dc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f03a94f326b4c879c7433a2f7186d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100329 Jul 16 18:06:24.386123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.393191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29d5def6-af15-4996-af0d-ff814426b885 req-70568e17-126b-48c3-894f-de67c4c8e466 tempest-LiveMigrationNegativeTest-539797463 tempest-LiveMigrationNegativeTest-539797463-project] 10.222.0.48 "GET /v2.0/ports?device_id=d659cfd4-7591-43db-a8bb-ba14f4c2854d HTTP/1.1" status: 200 len: 210 time: 0.1100540 Jul 16 18:06:24.400026 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99850425-d6fb-4422-b02f-7a9eb8f4ff7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.429179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:24.429742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:24.430262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:24.454087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:24.455199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:24.468313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99850425-d6fb-4422-b02f-7a9eb8f4ff7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.472247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:24.472516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:24.473143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:24.473348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Bound port: 170845ab-9aa6-44cd-bfcc-af5557834b25, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:24.473710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.494106 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebf6780-f1a7-413f-89bb-ad853b29c471 x-openstack-request-id: req-1ebf6780-f1a7-413f-89bb-ad853b29c471 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:24.494653 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d659cfd4-7591-43db-a8bb-ba14f4c2854d", "name": "network-vif-deleted", "tag": "11210621-c87b-4470-8ecf-92a9d627d2bf", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:24.495186 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ebf6780-f1a7-413f-89bb-ad853b29c471 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:24.495767 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd659cfd4-7591-43db-a8bb-ba14f4c2854d', 'name': 'network-vif-deleted', 'tag': '11210621-c87b-4470-8ecf-92a9d627d2bf', 'status': 'completed', 'code': 200} Jul 16 18:06:24.544990 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99850425-d6fb-4422-b02f-7a9eb8f4ff7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.550255 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99850425-d6fb-4422-b02f-7a9eb8f4ff7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.565318 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dd86db8-dee0-446e-b494-91589a89da8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.574489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-99850425-d6fb-4422-b02f-7a9eb8f4ff7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af63e4ee-cffc-4f39-a669-a513148297c9 HTTP/1.1" status: 204 len: 168 time: 0.8843799 Jul 16 18:06:24.687929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:24.693702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99850425-d6fb-4422-b02f-7a9eb8f4ff7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af63e4ee-cffc-4f39-a669-a513148297c9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.701870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dd86db8-dee0-446e-b494-91589a89da8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.712482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:24.738250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.043779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.053862 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.056399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.058112 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-52deb73c-216e-482f-b28f-88269311e656 service neutron] 10.222.0.13 "PUT /v2.0/ports/170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 1092 time: 2.0568199 Jul 16 18:06:25.072408 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Transition to ACTIVE for port object 7599150c-a406-4951-a0f0-48f1d06e5191 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:25.079605 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.103549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52deb73c-216e-482f-b28f-88269311e656 service neutron] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.140837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f29ed26-cf1e-4170-acfb-90c9d30ea4b5 req-97b7180b-0c1b-4a64-a6e4-3c1a871ab4a7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 210 time: 0.1170151 Jul 16 18:06:25.163177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dd86db8-dee0-446e-b494-91589a89da8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.165738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dd86db8-dee0-446e-b494-91589a89da8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.170093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9dd86db8-dee0-446e-b494-91589a89da8e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fc5cfd8-a146-4a3b-8c27-996b42a316bb HTTP/1.1" status: 204 len: 168 time: 0.7798338 Jul 16 18:06:25.184631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd86db8-dee0-446e-b494-91589a89da8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc5cfd8-a146-4a3b-8c27-996b42a316bb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.201792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-2d67eb26-dbe9-410b-84e6-3c1a1272fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.204979 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-2d67eb26-dbe9-410b-84e6-3c1a1272fbe9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1095 time: 0.0972500 Jul 16 18:06:25.247950 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.255193 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-a7251365-9f7d-4922-98bb-09974fa00fe0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 217 time: 0.0434089 Jul 16 18:06:25.277079 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf48cd-6bae-406b-b661-064e60997270 None None] Pushing event updated for resources: {'Port': ['ID=7599150c-a406-4951-a0f0-48f1d06e5191,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.331685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-c5b89256-23bb-49b3-b872-2fdee207b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.333247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-c5b89256-23bb-49b3-b872-2fdee207b9a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0724163 Jul 16 18:06:25.345116 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Attempting to bind port 7599150c-a406-4951-a0f0-48f1d06e5191 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:25.346125 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Attempting to bind port 7599150c-a406-4951-a0f0-48f1d06e5191 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:25.346503 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Attempting to bind port 7599150c-a406-4951-a0f0-48f1d06e5191 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:25.361454 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:25.363518 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:25.365265 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.366038 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:25.366917 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Bound port: 7599150c-a406-4951-a0f0-48f1d06e5191, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:25.367522 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.407033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0a965-b574-4bbd-899e-6d5fcb48b5c4 req-8b8abd0b-cb3d-4739-8e9f-9896e7a363c4 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.408871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9dc0a965-b574-4bbd-899e-6d5fcb48b5c4 req-8b8abd0b-cb3d-4739-8e9f-9896e7a363c4 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 944 time: 0.2756648 Jul 16 18:06:25.412581 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-b9b22776-4a6a-42d8-9d4e-b262d5838ef6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729134 Jul 16 18:06:25.485694 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] For port 7599150c-a406-4951-a0f0-48f1d06e5191, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:25.494526 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] For port 7599150c-a406-4951-a0f0-48f1d06e5191, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7599150c-a406-4951-a0f0-48f1d06e5191,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:25.501164 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.575497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 63595d50-e11f-4c5e-83d3-b0254a72efe6 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:25.601153 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-2315c1eb-648e-4716-b7be-a3228b90367b service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828971 Jul 16 18:06:25.604756 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf48cd-6bae-406b-b661-064e60997270 None None] Pushing event updated for resources: {'Port': ['ID=7599150c-a406-4951-a0f0-48f1d06e5191,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.619941 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:25.649793 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Routers {'0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:25.652250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.680770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9dc0a965-b574-4bbd-899e-6d5fcb48b5c4 req-77ffa47c-a586-48e1-ab40-3a4900988980 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649376 Jul 16 18:06:25.853905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 11210621-c87b-4470-8ecf-92a9d627d2bf no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:25.926769 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fec44e-50c8-4c4d-8745-a0fc56abd9de req-728948ae-e9ea-404c-ac85-1f600b37be78 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165147 Jul 16 18:06:25.935671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Allocated IP 172.20.0.1 (81860a2c-408c-4e8c-9753-93cab05d91b4/0ddc00a8-5242-40ea-bd62-250bd51a12d0/0270665d-4e9f-4d02-a8fb-00b523d25599) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:25.936475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 11210621-c87b-4470-8ecf-92a9d627d2bf {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:25.939084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 11210621-c87b-4470-8ecf-92a9d627d2bf not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:25.994104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.000104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a8464-15d4-435d-a736-60d1dc8da19d req-2ecd0267-2e0a-48e2-9fbe-4bf0ca310d79 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.003598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be4a8464-15d4-435d-a736-60d1dc8da19d req-2ecd0267-2e0a-48e2-9fbe-4bf0ca310d79 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 943 time: 0.3152528 Jul 16 18:06:26.004443 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] Set router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:26.050029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'mac_address': 'fa:16:3e:07:d1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:26.123239 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.140105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63595d50-e11f-4c5e-83d3-b0254a72efe6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:26.169099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:26.174667 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.247466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.331104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be4a8464-15d4-435d-a736-60d1dc8da19d req-4536f030-88fb-458a-8af6-0c1f40579240 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568744 Jul 16 18:06:26.353355 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.383183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['63595d50-e11f-4c5e-83d3-b0254a72efe6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:26.416084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Transition to ACTIVE for port object 0270665d-4e9f-4d02-a8fb-00b523d25599 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:26.426107 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:06:21Z', 'revision_number': 3, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port': {'id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:19Z', 'updated_at': '2021-07-16T18:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:26.461574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae0d318b-3663-4592-b67a-9f5bb14bffb8 req-221b0e91-ccf7-4cb6-ae00-f8bc003e981d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 210 time: 0.0394433 Jul 16 18:06:26.470667 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade746e-fe41-4ad7-bf98-952d23244a8d None None] The sync data for ids ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'] in n-d-793620-10 is: [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:06:21Z', 'revision_number': 3, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port': {'id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:19Z', 'updated_at': '2021-07-16T18:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:26.497237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:26.501145 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8597dc00-d89c-4360-8fbe-df9d063f03fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:26.523503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.555930 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2465c48-d7c3-44d1-85a4-348ecab0e90d x-openstack-request-id: req-c2465c48-d7c3-44d1-85a4-348ecab0e90d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:26.556839 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:26.557150 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2465c48-d7c3-44d1-85a4-348ecab0e90d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:26.557553 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25', 'status': 'completed', 'code': 200} Jul 16 18:06:26.647820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Pushing event updated for resources: {'Port': ['ID=0270665d-4e9f-4d02-a8fb-00b523d25599,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.665073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:26.666519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:26.669133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:26.670159 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.731218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.788180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-2dd53cf6-403e-4806-99a1-369c23e3bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.793882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-2dd53cf6-403e-4806-99a1-369c23e3bbc0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1095 time: 0.2110803 Jul 16 18:06:27.025458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-a3f86784-08dd-4a13-b29c-651da37bc745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.027779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-a3f86784-08dd-4a13-b29c-651da37bc745 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.2265792 Jul 16 18:06:27.133180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.154337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-611e7132-0088-44a2-a9d7-5bd8c2be488e None None] Provisioning for port 0270665d-4e9f-4d02-a8fb-00b523d25599 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:27.158748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-a8c4a486-16e8-422a-ad7e-ab093f0ad243 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 217 time: 0.1201141 Jul 16 18:06:27.166066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-611e7132-0088-44a2-a9d7-5bd8c2be488e None None] Provisioning complete for port 0270665d-4e9f-4d02-a8fb-00b523d25599 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:27.166778 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611e7132-0088-44a2-a9d7-5bd8c2be488e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.247980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-632939df-5d0b-47ec-9158-1d8802099f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.250239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-632939df-5d0b-47ec-9158-1d8802099f1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0850847 Jul 16 18:06:27.288245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-611e7132-0088-44a2-a9d7-5bd8c2be488e None None] Port 0270665d-4e9f-4d02-a8fb-00b523d25599 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:27.311296 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-b47156e4-e160-4d3a-b287-a8198f581cda tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593102 Jul 16 18:06:27.392281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-caaff70a-8a4f-4092-9082-d2b16d6c4be8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741012 Jul 16 18:06:27.416501 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.427819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.428965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.479547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92617a4b-94cb-4922-a7b0-fb94c078ce39 req-8ed09513-a987-4365-adbc-00f7ccdd77c1 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.493050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92617a4b-94cb-4922-a7b0-fb94c078ce39 req-8ed09513-a987-4365-adbc-00f7ccdd77c1 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 945 time: 0.4755726 Jul 16 18:06:27.586386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 63595d50-e11f-4c5e-83d3-b0254a72efe6 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:27.655718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bad3e469-bee7-47e4-9811-7f83785cfc24 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:27.659257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bad3e469-bee7-47e4-9811-7f83785cfc24 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614143 Jul 16 18:06:27.678258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43836) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:27.678668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43838) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:27.783898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7599150c-a406-4951-a0f0-48f1d06e5191 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:27.830856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 63595d50-e11f-4c5e-83d3-b0254a72efe6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:27.890860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 63595d50-e11f-4c5e-83d3-b0254a72efe6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:27.891323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.019766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:28.023314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7599150c-a406-4951-a0f0-48f1d06e5191 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:28.079311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Pushing event updated for resources: {'Port': ['ID=0270665d-4e9f-4d02-a8fb-00b523d25599,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.084658 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.086926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7599150c-a406-4951-a0f0-48f1d06e5191 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:28.087481 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.117426 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-63463837-46f2-4efc-90e2-cb8a8972f3f8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179626 Jul 16 18:06:28.151848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92617a4b-94cb-4922-a7b0-fb94c078ce39 req-3390f51d-ffac-4098-ba2c-3e50d69a9243 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6577766 Jul 16 18:06:28.182106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:28.184125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:28.288394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:28.293655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:28.297292 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ee8c3a-71c6-4b23-b0ee-24e1bb08f89c" -d '{"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-plugged", "status": "completed", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:28.309554 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.345762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.356348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a20c279f-73c2-47cc-9757-2136d1b35c86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=327bb76568a74acebbcea1d5aad0df9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6237707 Jul 16 18:06:28.367478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-network', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:28.377417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43850) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.416294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2705a-845f-48e7-a40b-614ec5991b70 req-21831778-7edb-4884-9331-26699051936b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.421633 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-e90610a4-1a75-49a0-88fc-ba41609955a6 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758090 Jul 16 18:06:28.425716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56f2705a-845f-48e7-a40b-614ec5991b70 req-21831778-7edb-4884-9331-26699051936b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 943 time: 0.7473330 Jul 16 18:06:28.444589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.461766 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.483966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7599150c-a406-4951-a0f0-48f1d06e5191, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7599150c-a406-4951-a0f0-48f1d06e5191,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:28.489920 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.546196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8a35c344-b76b-43f0-bf93-5a58f7bef71e None None] Provisioning complete for port 0270665d-4e9f-4d02-a8fb-00b523d25599 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:28.546827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a35c344-b76b-43f0-bf93-5a58f7bef71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.569746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7599150c-a406-4951-a0f0-48f1d06e5191,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.573571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-9ae8a07f-f91c-4a6e-b49e-cc7a7f65d917 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:28.575157 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-9ae8a07f-f91c-4a6e-b49e-cc7a7f65d917 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3649273 Jul 16 18:06:28.592121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:28.595538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8a35c344-b76b-43f0-bf93-5a58f7bef71e None None] Port 0270665d-4e9f-4d02-a8fb-00b523d25599 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:28.604788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81675f08-f4d1-4676-bcc8-25213504ab1b req-caaa28e0-b4ac-4a0f-8644-c14707f877ce tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 210 time: 0.2006118 Jul 16 18:06:28.632062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8597dc00-d89c-4360-8fbe-df9d063f03fc req-41dadd8b-3131-45ba-be31-9eeb17dad8bd service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767211 Jul 16 18:06:28.634220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56f2705a-845f-48e7-a40b-614ec5991b70 req-87a968ad-1f6d-4e57-a050-d998cca348f5 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070396 Jul 16 18:06:28.635541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:28.639365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.687818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:28.689207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:06:28.689207 n-d-793620-10 neutron-server[93777]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:06:28.689207 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id': '604c0f8fc5ef438c9409356392f06027', 'id': 'c47eb880-df54-4fc3-b224-39434cff3537', 'expiration': datetime.datetime(2021, 7, 16, 18, 8, 28, 615124)}] Jul 16 18:06:28.689207 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:06:28.689583 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:06:28.694238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:06:28.694238 n-d-793620-10 neutron-server[93777]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:06:28.694238 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'id': 'cc3a7da8-afdd-43c1-8b8f-34c0ad1a5c15', 'expiration': datetime.datetime(2021, 7, 16, 18, 8, 28, 570822)}] Jul 16 18:06:28.694238 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:06:28.694716 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:06:28.699816 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5d1cd6-6235-46bc-a00a-eff25df0e10d x-openstack-request-id: req-2e5d1cd6-6235-46bc-a00a-eff25df0e10d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:28.700410 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-plugged", "status": "completed", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:28.701450 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e5d1cd6-6235-46bc-a00a-eff25df0e10d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:28.702020 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'code': 200} Jul 16 18:06:28.722495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09d137bc-a49c-4152-934a-2af06549f139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.791470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09d137bc-a49c-4152-934a-2af06549f139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.856808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:28.857836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09d137bc-a49c-4152-934a-2af06549f139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.860349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.860477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09d137bc-a49c-4152-934a-2af06549f139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.864065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-09d137bc-a49c-4152-934a-2af06549f139 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22357de0-7d17-4879-bd8c-6fcaf671ae18 HTTP/1.1" status: 204 len: 168 time: 0.4664190 Jul 16 18:06:28.890953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.115 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/13c48e63-d59b-4bc8-9f2c-1bbe666a44b0) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:28.914083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d137bc-a49c-4152-934a-2af06549f139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22357de0-7d17-4879-bd8c-6fcaf671ae18,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.967370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:28.982728 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-244e7ec2-1458-403b-af08-4275c2840cfc admin admin] 10.222.0.48 "PUT /v2.0/routers/0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2683592 Jul 16 18:06:29.032876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e908d-69dd-4d4a-9f9b-7ae727abc089 req-4554e29c-a475-419e-8dbf-972a4b91424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.034676 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b5e908d-69dd-4d4a-9f9b-7ae727abc089 req-4554e29c-a475-419e-8dbf-972a4b91424d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 1098 time: 0.2489920 Jul 16 18:06:29.112964 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b5e908d-69dd-4d4a-9f9b-7ae727abc089 req-8afcaf7b-050f-4a75-921f-608f56d8ab32 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697672 Jul 16 18:06:29.165692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Sync routers for ids ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:29.177049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Routers {'0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:29.178502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:29.191148 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.263472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Made reservation on behalf of b5a0cf619ed44fafbb833f9ab1c47515 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:29.266116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.270797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.294455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.296538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.308828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:29.365448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Set router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:29.383049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0335d4b8-c0b7-4027-8c06-d48daf0bc902 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c1123d894994104a296501d2f0265b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837324 Jul 16 18:06:29.383714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43892) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.405217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.435211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43894) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.443530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:29.532523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:29.546721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:29.546950 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d1071dc3-0458-4da0-abdd-d92c494d2eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.549765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:29.550838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.558015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.558847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.573511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.590459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.147 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:29.656218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.727559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=604c0f8fc5ef438c9409356392f06027&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0316703 Jul 16 18:06:29.727559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dab076b5-7cea-4b9e-8f3b-bd8a61f75d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.746947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43902) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.821211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5003c-586e-4517-92af-ef573135f92b req-dfca87b6-724f-4b60-b27a-8e67643ca687 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:29.823092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52f5003c-586e-4517-92af-ef573135f92b req-dfca87b6-724f-4b60-b27a-8e67643ca687 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 946 time: 0.4403803 Jul 16 18:06:29.846528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:29.878994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.884204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d1071dc3-0458-4da0-abdd-d92c494d2eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.906384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.918946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-bd20c10d-153d-4959-bc5a-57bdc07cb6e8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9175344 Jul 16 18:06:29.929267 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7599150c-a406-4951-a0f0-48f1d06e5191 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:29.933660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd767652-f1e3-42b7-bb4d-671cf2440232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07f06ef-af29-4bb5-beee-93200c132205,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.954676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Request body: {'port': {'device_id': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:29.968401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.998656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:30.017162 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4db6bae2-e5b1-4529-a139-7692bf2754e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.066586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.073960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52f5003c-586e-4517-92af-ef573135f92b req-2cd91ad1-0abf-4ebe-9133-206c33d90730 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082758 Jul 16 18:06:30.086719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:30.087641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:30.093934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-75d6f8b4-4145-4e46-8abc-94e68d2dc332 None None] Provisioning for port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:30.098811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:30.102242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:30.109009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:30.116082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.116671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.124014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-75d6f8b4-4145-4e46-8abc-94e68d2dc332 None None] Provisioning complete for port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:30.124665 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75d6f8b4-4145-4e46-8abc-94e68d2dc332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.143941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '170845ab-9aa6-44cd-bfcc-af5557834b25', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'port_id': '170845ab-9aa6-44cd-bfcc-af5557834b25', 'mac_address': 'fa:16:3e:de:12:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012cf3b-d931-4040-82b3-437e9859694d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:30.151097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d1071dc3-0458-4da0-abdd-d92c494d2eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.153706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d1071dc3-0458-4da0-abdd-d92c494d2eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.157284 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d1071dc3-0458-4da0-abdd-d92c494d2eca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26669cfc-1064-4865-97d7-638d01998fa1 HTTP/1.1" status: 204 len: 168 time: 0.7703578 Jul 16 18:06:30.222432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4db6bae2-e5b1-4529-a139-7692bf2754e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.226642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.227111 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Added segment 7f874a69-19e7-4049-a5c9-e953f9e26645 of type vlan for network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc Jul 16 18:06:30.230077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.258457 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9754375-0ae4-4d1f-a11d-f31f3b26d5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.272804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.283204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-75d6f8b4-4145-4e46-8abc-94e68d2dc332 None None] Port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:30.371483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7599150c-a406-4951-a0f0-48f1d06e5191 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:30.372208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1071dc3-0458-4da0-abdd-d92c494d2eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26669cfc-1064-4865-97d7-638d01998fa1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.372336 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.434392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.460857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538e5ff-9fa2-4d2f-843f-298738345822 req-8edaa9b4-4503-4c91-93d7-df938d7c062f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.468830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5538e5ff-9fa2-4d2f-843f-298738345822 req-8edaa9b4-4503-4c91-93d7-df938d7c062f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 936 time: 0.4309492 Jul 16 18:06:30.518139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.573714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4db6bae2-e5b1-4529-a139-7692bf2754e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.575825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.576280 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4db6bae2-e5b1-4529-a139-7692bf2754e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.577432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4db6bae2-e5b1-4529-a139-7692bf2754e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b07f06ef-af29-4bb5-beee-93200c132205 HTTP/1.1" status: 204 len: 168 time: 0.8195574 Jul 16 18:06:30.594255 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.595098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.595680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.597190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 170845ab-9aa6-44cd-bfcc-af5557834b25 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:30.601956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dab076b5-7cea-4b9e-8f3b-bd8a61f75d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.614488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5538e5ff-9fa2-4d2f-843f-298738345822 req-65a52592-e03f-45ad-84a3-4f2d93e84b1c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446464 Jul 16 18:06:30.636065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6bae2-e5b1-4529-a139-7692bf2754e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07f06ef-af29-4bb5-beee-93200c132205,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.637880 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dab076b5-7cea-4b9e-8f3b-bd8a61f75d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.655637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cbb2e1f9-af2b-42e2-8562-12cf2d0315ad None None] Provisioning for port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:30.676460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:30.681158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9837139 Jul 16 18:06:30.696567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.697021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cbb2e1f9-af2b-42e2-8562-12cf2d0315ad None None] Provisioning complete for port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:30.697642 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbb2e1f9-af2b-42e2-8562-12cf2d0315ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.713798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Transition to ACTIVE for port object 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:30.715452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43924) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.722748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.730324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4e6d6-5ccd-475f-bca9-3ac2a6e257e5 req-eed4ca88-d833-4941-84e2-9db6ef3b9ced tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.737074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-013f6336-da34-4ca7-a5cb-840c1abedca2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1489635 Jul 16 18:06:30.737275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dad4e6d6-5ccd-475f-bca9-3ac2a6e257e5 req-eed4ca88-d833-4941-84e2-9db6ef3b9ced tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 943 time: 0.4547765 Jul 16 18:06:30.745610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Request body: {'subnet': {'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-subnet', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:30.749332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697841a8-c932-4208-9cf2-8bda5c83f8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.749919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cbb2e1f9-af2b-42e2-8562-12cf2d0315ad None None] Port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:30.759076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:30.760542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dab076b5-7cea-4b9e-8f3b-bd8a61f75d57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fcd836f6a954c9281ae06d20914dbf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3201618 Jul 16 18:06:30.766691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:30.768677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:30.770157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43926) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.770760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab076b5-7cea-4b9e-8f3b-bd8a61f75d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b265f31-41cb-488c-8718-f05ed63d2220,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.805481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Request body: {'port': {'device_id': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:30.839362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dad4e6d6-5ccd-475f-bca9-3ac2a6e257e5 req-7ae344d2-bf4e-4c5b-bd42-bc2d26864b43 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013517 Jul 16 18:06:30.851243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Made reservation on behalf of b5a0cf619ed44fafbb833f9ab1c47515 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:30.861118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.927971 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.932845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Pushing event updated for resources: {'Port': ['ID=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.946995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:06:26Z', 'revision_number': 4, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port': {'id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:19Z', 'updated_at': '2021-07-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0270665d-4e9f-4d02-a8fb-00b523d25599', 'name': '', 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'mac_address': 'fa:16:3e:bb:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ddc00a8-5242-40ea-bd62-250bd51a12d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:25Z', 'updated_at': '2021-07-16T18:06:27Z', 'revision_number': 2, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'subnets': [{'id': '0ddc00a8-5242-40ea-bd62-250bd51a12d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.998265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Checking router: 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:30.999013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Updating router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 port 0270665d-4e9f-4d02-a8fb-00b523d25599 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:31.009626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aa5f-d66d-42f6-beba-3a8a4ad7e8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.073409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Attempting to bind port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:31.075068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Attempting to bind port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:31.075696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Attempting to bind port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:31.083042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aa5f-d66d-42f6-beba-3a8a4ad7e8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.090165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:31.093327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Attempting to bind port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:31.135932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:31.137575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:31.137982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:31.141576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Bound port: 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:31.141979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.167732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.200637 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.226974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['170845ab-9aa6-44cd-bfcc-af5557834b25'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:31.234984 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aa5f-d66d-42f6-beba-3a8a4ad7e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.236027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.237715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aa5f-d66d-42f6-beba-3a8a4ad7e8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.249836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7fb7aa5f-d66d-42f6-beba-3a8a4ad7e8fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b265f31-41cb-488c-8718-f05ed63d2220 HTTP/1.1" status: 204 len: 168 time: 0.4734929 Jul 16 18:06:31.260389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.279571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.279973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.280380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.280743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.281138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.281470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.281876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.282255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.282588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.282916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.283238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.283715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:31.288052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7aa5f-d66d-42f6-beba-3a8a4ad7e8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b265f31-41cb-488c-8718-f05ed63d2220,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.338711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] For port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:31.347679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] For port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:31.505831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.539301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493c65c-7eca-4872-aff0-eddfdd19addd req-594e161e-df00-4b7d-af35-4f582b261b24 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.547345 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d493c65c-7eca-4872-aff0-eddfdd19addd req-594e161e-df00-4b7d-af35-4f582b261b24 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 946 time: 0.1953897 Jul 16 18:06:31.670173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc21837-be3a-4b64-b476-8e739f32b0f0,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.698112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d493c65c-7eca-4872-aff0-eddfdd19addd req-5e4f943c-5e48-456f-8751-ca55f20e0548 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452498 Jul 16 18:06:31.702957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Checking segment: {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:31.703659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Network hostable DHCP agents. Network: ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:31.737673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43958) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.752209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-18f89a11-3e03-43de-a484-cf7b364d7bc0 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357425635', 'description': 'tempest-description--1037083687'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:31.755912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:31.762030 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.772275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:31.776540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Transition to ACTIVE for port object 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:31.785027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.792231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.800662 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890a592f-cc6b-419e-a883-50e32ec29d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.824481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:31.840498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.843584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.868023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.868772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.870285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] 10.222.0.55 "PUT /v2.0/ports/13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 HTTP/1.1" status: 200 len: 1097 time: 1.9338572 Jul 16 18:06:31.881995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18f89a11-3e03-43de-a484-cf7b364d7bc0 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.940232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edde2ed-b712-4680-a81a-799bac580d36 None None] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.038605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'tag': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:32.049186 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab84b0-d3c1-446b-9e91-543fad4d56cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0ffdc5ba-2f64-46b8-8349-afb1b10032a8", "tag": "13c48e63-d59b-4bc8-9f2c-1bbe666a44b0"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:32.075669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307fb2b-043e-4404-b5c8-2c0ee791ed22 req-0010fd29-45df-411e-bf6f-6453e02710eb tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.077657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b307fb2b-043e-4404-b5c8-2c0ee791ed22 req-0010fd29-45df-411e-bf6f-6453e02710eb tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 948 time: 0.1051509 Jul 16 18:06:32.214193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b307fb2b-043e-4404-b5c8-2c0ee791ed22 req-7f35c12c-cd5f-4330-9cdc-7dd56e1705ee tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224000 Jul 16 18:06:32.273576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890a592f-cc6b-419e-a883-50e32ec29d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.289097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b6b5afec-be0c-43bd-833e-6cd49bf3e303 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5673079 Jul 16 18:06:32.289766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43976) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.326257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Attempting to bind port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:32.334600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Attempting to bind port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:32.334977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Attempting to bind port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:32.371880 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d9f2d9-5215-47d0-bc43-ad42b4e59ef7 x-openstack-request-id: req-27d9f2d9-5215-47d0-bc43-ad42b4e59ef7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:32.372227 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ffdc5ba-2f64-46b8-8349-afb1b10032a8", "tag": "13c48e63-d59b-4bc8-9f2c-1bbe666a44b0", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:32.372486 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27d9f2d9-5215-47d0-bc43-ad42b4e59ef7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:32.377341 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'tag': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', 'status': 'completed', 'code': 200} Jul 16 18:06:32.377945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:32.378273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Attempting to bind port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:32.387723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-890a592f-cc6b-419e-a883-50e32ec29d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.417154 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:32.427589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a03ee-9f23-45c8-9fc8-eb5e14f7add9 service neutron] Pushing event updated for resources: {'Port': ['ID=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.477381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:32.477642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:32.480308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:32.485081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Bound port: 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:32.487145 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.580579 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-890a592f-cc6b-419e-a883-50e32ec29d28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=938f7e2a4a2348419e4cb88f8dd558e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3433654 Jul 16 18:06:32.585795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43988) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.588795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a42dae-8a82-4561-b360-8ce0fa02cb46 req-40564bd0-ff49-4120-a460-f44d45881c13 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.591694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52a42dae-8a82-4561-b360-8ce0fa02cb46 req-40564bd0-ff49-4120-a460-f44d45881c13 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 944 time: 0.3009758 Jul 16 18:06:32.710197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'fixed_ips': [{'subnet_id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:32.711906 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.724685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a592f-cc6b-419e-a883-50e32ec29d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1621c10-54df-4f43-818d-5528d9a22fb9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.743714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-edb51738-f1e1-4b40-b0d2-7f46c531568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.745738 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-edb51738-f1e1-4b40-b0d2-7f46c531568f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 1100 time: 0.6889725 Jul 16 18:06:32.778134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18f89a11-3e03-43de-a484-cf7b364d7bc0 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.786162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.834924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18f89a11-3e03-43de-a484-cf7b364d7bc0 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.849994 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc259f6-638d-4d8f-9aaf-a7c30aadc59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.867517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.872511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc259f6-638d-4d8f-9aaf-a7c30aadc59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.890677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Transition to ACTIVE for port object 0270665d-4e9f-4d02-a8fb-00b523d25599 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:32.904051 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.917755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52a42dae-8a82-4561-b360-8ce0fa02cb46 req-71781619-2644-4ce9-9e26-5fb8aaf14e6e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994754 Jul 16 18:06:32.928895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-7ce56d9d-4c56-444d-b3f1-a07775667d11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 HTTP/1.1" status: 200 len: 217 time: 0.1484981 Jul 16 18:06:32.931810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc259f6-638d-4d8f-9aaf-a7c30aadc59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.934403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccc259f6-638d-4d8f-9aaf-a7c30aadc59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.939329 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ccc259f6-638d-4d8f-9aaf-a7c30aadc59c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1621c10-54df-4f43-818d-5528d9a22fb9 HTTP/1.1" status: 204 len: 168 time: 0.3204386 Jul 16 18:06:32.947796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] For port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:32.955963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] For port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:32.965923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc259f6-638d-4d8f-9aaf-a7c30aadc59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1621c10-54df-4f43-818d-5528d9a22fb9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.006367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.013747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.015151 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.090316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.102471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8d7a4-0033-44fa-8c4b-970b3c02395b req-8ee53c0a-6e90-494e-afbb-ab3fc45b226a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.110838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3bf8d7a4-0033-44fa-8c4b-970b3c02395b req-8ee53c0a-6e90-494e-afbb-ab3fc45b226a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 946 time: 0.5133483 Jul 16 18:06:33.113292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.115506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.117360 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb HTTP/1.1" status: 200 len: 1097 time: 2.3330395 Jul 16 18:06:33.141279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-b5d0a8f3-382b-41d1-8430-348c1f8592ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.145287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-b5d0a8f3-382b-41d1-8430-348c1f8592ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2028370 Jul 16 18:06:33.168817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18f89a11-3e03-43de-a484-cf7b364d7bc0 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.172326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-18f89a11-3e03-43de-a484-cf7b364d7bc0 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4333656 Jul 16 18:06:33.187855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44004) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.193854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f89a11-3e03-43de-a484-cf7b364d7bc0 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a609d32e-100d-49fb-a458-1d64efba2b27,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.213610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9fed6799-7bfe-4d41-a0e5-69344cf36610 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'security_group_rule': {'security_group_id': 'a609d32e-100d-49fb-a458-1d64efba2b27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:33.226512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Allocated IP 172.20.0.2 (ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc/fbc21837-be3a-4b64-b476-8e739f32b0f0/7c55b129-caf8-4fa8-a17f-eb3e676a605d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:33.231367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Attempting to bind port 0270665d-4e9f-4d02-a8fb-00b523d25599 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:33.231850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Attempting to bind port 0270665d-4e9f-4d02-a8fb-00b523d25599 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:33.232453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Attempting to bind port 0270665d-4e9f-4d02-a8fb-00b523d25599 on network 81860a2c-408c-4e8c-9753-93cab05d91b4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:33.245139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:33.245529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Checking segment: {'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:33.246005 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.246415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Bound using segment: {'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:33.246971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Bound port: 0270665d-4e9f-4d02-a8fb-00b523d25599, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8880f169-1761-4d02-8277-fa73239211f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:33.247365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.250610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36b14f-0099-43f5-9f34-aa414360402f None None] Pushing event updated for resources: {'Port': ['ID=0270665d-4e9f-4d02-a8fb-00b523d25599,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.269369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-693e531b-dada-4cf9-846d-ebc0ca96fda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.571270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] For port 0270665d-4e9f-4d02-a8fb-00b523d25599, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:33.601438 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.604044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3bf8d7a4-0033-44fa-8c4b-970b3c02395b req-8e43d6c4-821c-4164-bec2-570cdc6f5394 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923673 Jul 16 18:06:33.610728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] For port 0270665d-4e9f-4d02-a8fb-00b523d25599, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0270665d-4e9f-4d02-a8fb-00b523d25599,segment=NetworkSegment(8880f169-1761-4d02-8277-fa73239211f9),segment_id=8880f169-1761-4d02-8277-fa73239211f9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:33.657466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:33.703676 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.728439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9fed6799-7bfe-4d41-a0e5-69344cf36610 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.729292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db0e62-a7f5-4b72-8450-a0fab3a824d9 service neutron] Pushing event updated for resources: {'Port': ['ID=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.748485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.775193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36b14f-0099-43f5-9f34-aa414360402f None None] Pushing event updated for resources: {'Port': ['ID=0270665d-4e9f-4d02-a8fb-00b523d25599,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.813064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c6f93b25-208c-4166-af4a-382fb2d58086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.816119 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c6f93b25-208c-4166-af4a-382fb2d58086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6501455 Jul 16 18:06:33.820420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-28cdc846-0ea6-4d32-b205-30148700e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.822391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-28cdc846-0ea6-4d32-b205-30148700e2cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 1100 time: 0.6559601 Jul 16 18:06:33.840103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 170845ab-9aa6-44cd-bfcc-af5557834b25 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:33.854009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Routers {'0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:33.854718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:33.912883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f727c2-76c8-4fdc-b4b8-5f155a71abc0 req-bab24a4c-4039-405b-a23a-36fc788a1fc9 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.914737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f727c2-76c8-4fdc-b4b8-5f155a71abc0 req-bab24a4c-4039-405b-a23a-36fc788a1fc9 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 948 time: 0.4406767 Jul 16 18:06:33.927981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 170845ab-9aa6-44cd-bfcc-af5557834b25 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:33.929889 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.949175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-49aa45c4-3652-4dee-8380-e2573c4b5917 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb HTTP/1.1" status: 200 len: 217 time: 0.0937402 Jul 16 18:06:34.030447 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.050338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Transition to ACTIVE for port object 7c55b129-caf8-4fa8-a17f-eb3e676a605d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:34.084483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Transition to ACTIVE for port object 7c55b129-caf8-4fa8-a17f-eb3e676a605d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:34.120499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.149029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c0004617-aa3f-4068-a0d4-dc974acf2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.155076 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-c0004617-aa3f-4068-a0d4-dc974acf2c6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1684077 Jul 16 18:06:34.157253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-77c0a696-2a48-494f-aa7a-717882425206 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335700 Jul 16 18:06:34.235557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:34.245776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:34.251489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:34.252420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9fed6799-7bfe-4d41-a0e5-69344cf36610 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.273352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9fed6799-7bfe-4d41-a0e5-69344cf36610 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.283109 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-43c0b56c-f738-4ea3-98e0-22d11d0c6848 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035917 Jul 16 18:06:34.308788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed6799-7bfe-4d41-a0e5-69344cf36610 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e7c4f6-57d1-44c2-b99a-211dddcadac6,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.342039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267240f7-47a8-48ab-9769-19e0d478e551 req-27f44182-73f4-45c2-9c5c-09a7683feb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.344214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-27f44182-73f4-45c2-9c5c-09a7683feb2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1762636 Jul 16 18:06:34.359931 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f727c2-76c8-4fdc-b4b8-5f155a71abc0 req-d1c177e0-a9bd-4bd7-98bc-5ee3fe65ccc5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200895 Jul 16 18:06:34.369118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9fed6799-7bfe-4d41-a0e5-69344cf36610 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.371696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9fed6799-7bfe-4d41-a0e5-69344cf36610 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1811001 Jul 16 18:06:34.374905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44036) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.378066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:34.381938 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f4f7e-98be-40c2-9b12-8f847e4027f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:34.389129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-80fb960f-b972-4754-bfa0-50f2e7008431 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'security_group_rule': {'security_group_id': 'a609d32e-100d-49fb-a458-1d64efba2b27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.423900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Attempting to bind port 7c55b129-caf8-4fa8-a17f-eb3e676a605d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:34.424326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Attempting to bind port 7c55b129-caf8-4fa8-a17f-eb3e676a605d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:34.424698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Attempting to bind port 7c55b129-caf8-4fa8-a17f-eb3e676a605d on network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:34.431182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.439970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:34.440437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Checking segment: {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:34.440848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.441252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Bound using segment: {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:34.441746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Bound port: 7c55b129-caf8-4fa8-a17f-eb3e676a605d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:34.442232 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.456945 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80fb960f-b972-4754-bfa0-50f2e7008431 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.465776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Pushing event updated for resources: {'Port': ['ID=7c55b129-caf8-4fa8-a17f-eb3e676a605d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.526991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-51adf284-81b3-4feb-aa40-92d099a589b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.528789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-51adf284-81b3-4feb-aa40-92d099a589b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 1100 time: 0.1659343 Jul 16 18:06:34.529252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] Set router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:34.549408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-76b57b2b-405a-4d46-bdc5-3d9336f33fbb service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970067 Jul 16 18:06:34.748015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-2a102fef-f57d-49d4-ad90-f013976742fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.750039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-2a102fef-f57d-49d4-ad90-f013976742fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2104988 Jul 16 18:06:34.754690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267240f7-47a8-48ab-9769-19e0d478e551 req-89231322-b93e-422f-9cd8-fa68fdd94a71 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917069 Jul 16 18:06:34.817483 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-c1142acf-6c43-4d44-8b8f-8b2041b302dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 HTTP/1.1" status: 200 len: 217 time: 0.0562906 Jul 16 18:06:34.865697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.913195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-a4c6d002-5a6f-4414-8319-b4fe16d386c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:34.919995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-a4c6d002-5a6f-4414-8319-b4fe16d386c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0938663 Jul 16 18:06:34.920906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:34.923301 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96633926-0f13-43b7-9a31-2cd03864d865" -d '{"events": [{"server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "name": "network-vif-plugged", "status": "completed", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:34.931008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] For port 7c55b129-caf8-4fa8-a17f-eb3e676a605d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:34.948731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:34.958866 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.961626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.962183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] For port 7c55b129-caf8-4fa8-a17f-eb3e676a605d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7c55b129-caf8-4fa8-a17f-eb3e676a605d,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:34.968875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80fb960f-b972-4754-bfa0-50f2e7008431 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.993952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80fb960f-b972-4754-bfa0-50f2e7008431 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.996365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.021512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.040375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-6667f242-4553-4730-9bf2-ddd448ed7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.042616 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-6667f242-4553-4730-9bf2-ddd448ed7ff3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1165617 Jul 16 18:06:35.084000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.085806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb960f-b972-4754-bfa0-50f2e7008431 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0807f6-092a-408d-950f-827f4cfcdd34,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.122679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23d5ff1-fd49-4cd8-88a9-0d9e7a06c845 req-37265052-eedd-4c1d-8688-df85863bd332 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.131228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f23d5ff1-fd49-4cd8-88a9-0d9e7a06c845 req-37265052-eedd-4c1d-8688-df85863bd332 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 944 time: 0.3217528 Jul 16 18:06:35.148799 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80fb960f-b972-4754-bfa0-50f2e7008431 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.151258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-80fb960f-b972-4754-bfa0-50f2e7008431 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7684841 Jul 16 18:06:35.158953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44068) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.173651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:35.196085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227f4a9-64ec-4a94-9228-30874f47771e None None] Pushing event updated for resources: {'Port': ['ID=7c55b129-caf8-4fa8-a17f-eb3e676a605d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.231439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2875299-5157-4454-a900-fef397af11f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:06:26Z', 'revision_number': 4, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port': {'id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:19Z', 'updated_at': '2021-07-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0270665d-4e9f-4d02-a8fb-00b523d25599', 'name': '', 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'mac_address': 'fa:16:3e:bb:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ddc00a8-5242-40ea-bd62-250bd51a12d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:25Z', 'updated_at': '2021-07-16T18:06:33Z', 'revision_number': 4, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'subnets': [{'id': '0ddc00a8-5242-40ea-bd62-250bd51a12d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:35.265726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2875299-5157-4454-a900-fef397af11f7 None None] The sync data for ids ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'] in n-d-793620-10 is: [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:06:26Z', 'revision_number': 4, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port': {'id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:19Z', 'updated_at': '2021-07-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0270665d-4e9f-4d02-a8fb-00b523d25599', 'name': '', 'network_id': '81860a2c-408c-4e8c-9753-93cab05d91b4', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'mac_address': 'fa:16:3e:bb:0d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '0ddc00a8-5242-40ea-bd62-250bd51a12d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:25Z', 'updated_at': '2021-07-16T18:06:33Z', 'revision_number': 4, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'subnets': [{'id': '0ddc00a8-5242-40ea-bd62-250bd51a12d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:35.296258 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-ed898d17-ea4a-49d6-afdf-317ae71ffb09 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394605 Jul 16 18:06:35.429100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f23d5ff1-fd49-4cd8-88a9-0d9e7a06c845 req-8675fd80-6203-4baf-93c4-149333df15b7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947783 Jul 16 18:06:35.477762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.548374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Allocated IP 172.25.0.47 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:35.562819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-caab84b0-d3c1-446b-9e91-543fad4d56cb req-68a2100c-6ba9-44fa-a805-7e082decc04d service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580054 Jul 16 18:06:35.618541 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c47a203-f386-45df-a57e-218c6c750590 x-openstack-request-id: req-9c47a203-f386-45df-a57e-218c6c750590 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:35.619087 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:35.619616 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c47a203-f386-45df-a57e-218c6c750590 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:35.619884 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', 'status': 'completed', 'code': 200} Jul 16 18:06:35.683532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.740899 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abee523-05c0-40b6-9ae8-1679551f8710 x-openstack-request-id: req-1abee523-05c0-40b6-9ae8-1679551f8710 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:35.741197 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "name": "network-vif-plugged", "status": "completed", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:35.741456 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1abee523-05c0-40b6-9ae8-1679551f8710 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:35.741857 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25', 'code': 200} Jul 16 18:06:35.811728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-43e8275a-375e-4464-b540-152f0fb338e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.813791 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-43e8275a-375e-4464-b540-152f0fb338e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 1100 time: 0.1657491 Jul 16 18:06:35.872095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0270665d-4e9f-4d02-a8fb-00b523d25599 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:36.006490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 0270665d-4e9f-4d02-a8fb-00b523d25599 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:36.010717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0270665d-4e9f-4d02-a8fb-00b523d25599 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:36.011104 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.037203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.130589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b87a8e-9017-4bec-8a98-9cb5347182cd req-bc99aa3d-f843-41ae-9823-132239c6c97c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.134646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-65e8607c-31b4-403b-9c97-70352af0b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.136120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-65e8607c-31b4-403b-9c97-70352af0b929 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2985892 Jul 16 18:06:36.137618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44b87a8e-9017-4bec-8a98-9cb5347182cd req-bc99aa3d-f843-41ae-9823-132239c6c97c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 946 time: 0.3179550 Jul 16 18:06:36.141985 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.151061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab96fb-9fd8-4177-a0d3-b60232c3c8cb req-05f9726e-0c01-448f-9a47-5312e4b0c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.153152 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-98ab96fb-9fd8-4177-a0d3-b60232c3c8cb req-05f9726e-0c01-448f-9a47-5312e4b0c3b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1097 time: 0.3342385 Jul 16 18:06:36.162946 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.203172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 0270665d-4e9f-4d02-a8fb-00b523d25599, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0270665d-4e9f-4d02-a8fb-00b523d25599,segment=NetworkSegment(8880f169-1761-4d02-8277-fa73239211f9),segment_id=8880f169-1761-4d02-8277-fa73239211f9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:36.204040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-a1256960-378a-450f-b1db-223d4ffe96db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb HTTP/1.1" status: 200 len: 217 time: 0.0557909 Jul 16 18:06:36.209516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.213068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c55b129-caf8-4fa8-a17f-eb3e676a605d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:36.318442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-98ab96fb-9fd8-4177-a0d3-b60232c3c8cb req-fe69b2ed-e888-42f6-814e-6d6eb12b1a78 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178701 Jul 16 18:06:36.341135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44b87a8e-9017-4bec-8a98-9cb5347182cd req-972be207-6f39-4d6c-a0aa-73184924d646 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026150 Jul 16 18:06:36.351158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-59fc8d9e-dc9a-475b-acb2-d027998bd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.357987 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-59fc8d9e-dc9a-475b-acb2-d027998bd30c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1456730 Jul 16 18:06:36.390080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=0270665d-4e9f-4d02-a8fb-00b523d25599,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.398856 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.399963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7c55b129-caf8-4fa8-a17f-eb3e676a605d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:36.477141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-74662d52-ad4e-4d02-a0b4-a8028a28b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.484404 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-74662d52-ad4e-4d02-a0b4-a8028a28b257 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167738 Jul 16 18:06:36.495958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898fc0d-fb72-49fe-b99b-e9cb587581f5 req-ebde594c-55dd-4a91-b226-e73455280af6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.504938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4898fc0d-fb72-49fe-b99b-e9cb587581f5 req-ebde594c-55dd-4a91-b226-e73455280af6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 948 time: 0.4621966 Jul 16 18:06:36.635040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:36.650620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:36.659895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-be707a14-5d97-4ac2-8994-e87b9c8bf359 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653218 Jul 16 18:06:36.667598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:36.675437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Allocated IP 172.25.0.219 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/a8f02482-b16b-4fe9-9501-404efe0ffdad) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:36.686229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Pushing event updated for resources: {'Port': ['ID=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.702799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.805322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4898fc0d-fb72-49fe-b99b-e9cb587581f5 req-9153cd30-9ff3-4ea7-bdd9-fe4bea0964eb tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988644 Jul 16 18:06:36.807601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18667f45-5f5f-4d5b-94ac-d4344bbc541c None None] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:36.913713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c49f4f7e-98be-40c2-9b12-8f847e4027f9 req-5718e4ee-c4b7-4a16-b927-40cfb4be1fd7 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404013 Jul 16 18:06:37.138366 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.140517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d75d371e-6195-44e7-9adc-3aee774556ab None None] Provisioning for port 7c55b129-caf8-4fa8-a17f-eb3e676a605d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:37.150812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d75d371e-6195-44e7-9adc-3aee774556ab None None] Provisioning complete for port 7c55b129-caf8-4fa8-a17f-eb3e676a605d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:37.151652 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75d371e-6195-44e7-9adc-3aee774556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.261948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.315577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00bc1c-9dd3-4865-99e2-9b61821d3fd9 req-604c9819-3753-4d30-b92c-10e1554c8f34 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.323555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b00bc1c-9dd3-4865-99e2-9b61821d3fd9 req-604c9819-3753-4d30-b92c-10e1554c8f34 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 945 time: 0.2817991 Jul 16 18:06:37.333331 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.358611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75d371e-6195-44e7-9adc-3aee774556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.411001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d75d371e-6195-44e7-9adc-3aee774556ab None None] For port 7c55b129-caf8-4fa8-a17f-eb3e676a605d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7c55b129-caf8-4fa8-a17f-eb3e676a605d,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:37.417252 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75d371e-6195-44e7-9adc-3aee774556ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.503666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b00bc1c-9dd3-4865-99e2-9b61821d3fd9 req-e11b59f9-4ad4-423a-921e-9af3b48d2534 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790028 Jul 16 18:06:37.512632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d371e-6195-44e7-9adc-3aee774556ab None None] Pushing event updated for resources: {'Port': ['ID=7c55b129-caf8-4fa8-a17f-eb3e676a605d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.540057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.664052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:37.669029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:37.680086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:37.688184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cafb09a2-2a36-4a3f-80d1-34b9b29d7e9f req-bff79941-cc18-41c2-9a7d-6d78ca406829 tempest-FlavorsV2NegativeTest-431843054 tempest-FlavorsV2NegativeTest-431843054-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0dab0cbff8434dcfa9965581da2f8ae1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784576 Jul 16 18:06:37.703474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0270665d-4e9f-4d02-a8fb-00b523d25599 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:37.762009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-826de1a1-448d-4896-9168-70c615759dac None None] Provisioning complete for port 7c55b129-caf8-4fa8-a17f-eb3e676a605d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:37.762386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-826de1a1-448d-4896-9168-70c615759dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.768912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event updated for resources: {'Port': ['ID=a8f02482-b16b-4fe9-9501-404efe0ffdad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.824545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0270665d-4e9f-4d02-a8fb-00b523d25599 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:37.824921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.976297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:38.157380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c55b129-caf8-4fa8-a17f-eb3e676a605d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:38.177983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.186810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:38.207139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', 'mac_address': 'fa:16:3e:1a:ff:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:38.259543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7c55b129-caf8-4fa8-a17f-eb3e676a605d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:38.259924 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.263765 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.275512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.283451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb09a2-2a36-4a3f-80d1-34b9b29d7e9f req-0058ab2a-2a12-4950-a04a-04edd065ba6b tempest-FlavorsV2NegativeTest-431843054 tempest-FlavorsV2NegativeTest-431843054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.284979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cafb09a2-2a36-4a3f-80d1-34b9b29d7e9f req-0058ab2a-2a12-4950-a04a-04edd065ba6b tempest-FlavorsV2NegativeTest-431843054 tempest-FlavorsV2NegativeTest-431843054-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5286620 Jul 16 18:06:38.300597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:38.314192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.327830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:38.333826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.334654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:38.368351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cafb09a2-2a36-4a3f-80d1-34b9b29d7e9f req-67c6a923-2743-4606-b410-2c802b9b9677 tempest-FlavorsV2NegativeTest-431843054 tempest-FlavorsV2NegativeTest-431843054-project] 10.222.0.48 "GET /v2.0/quotas/0dab0cbff8434dcfa9965581da2f8ae1 HTTP/1.1" status: 200 len: 375 time: 0.0766754 Jul 16 18:06:38.426145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cafb09a2-2a36-4a3f-80d1-34b9b29d7e9f req-31f19697-0845-4763-93ad-84a4f2c06416 tempest-FlavorsV2NegativeTest-431843054 tempest-FlavorsV2NegativeTest-431843054-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dab0cbff8434dcfa9965581da2f8ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490849 Jul 16 18:06:38.439954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:38.449169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.464044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', 'mac_address': 'fa:16:3e:49:37:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:38.467484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7048ad-b455-4dde-9437-a6d8c45fc1f0 req-906f93ff-ce1d-4b48-9a63-278ba5b8e923 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.469084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e7048ad-b455-4dde-9437-a6d8c45fc1f0 req-906f93ff-ce1d-4b48-9a63-278ba5b8e923 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 948 time: 0.3452032 Jul 16 18:06:38.517119 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.535410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:38.567134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:38.573646 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.597203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e7048ad-b455-4dde-9437-a6d8c45fc1f0 req-46f76611-2a08-4a5d-afcf-4c530c9fb3b7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190219 Jul 16 18:06:38.678248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.691916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Router 898a3268-0748-4779-96bb-dc35c83093ac is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:38.716445 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.722626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.820499 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.852312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['13c48e63-d59b-4bc8-9f2c-1bbe666a44b0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:38.883666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:38.924142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.925770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7606311 Jul 16 18:06:38.926619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b464415-a892-474e-a05d-5072bf4f8773 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event updated for resources: {'Port': ['ID=a8f02482-b16b-4fe9-9501-404efe0ffdad,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.981823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:38.997515 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Sync routers for ids ['898a3268-0748-4779-96bb-dc35c83093ac'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:39.017768 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Routers {'898a3268-0748-4779-96bb-dc35c83093ac'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:39.019150 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['898a3268-0748-4779-96bb-dc35c83093ac'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:39.096319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543e99b-0fd6-4994-98ab-dcd07de391d1 req-d5b6179c-631b-4d5a-a89f-a937efd4609b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.107579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8543e99b-0fd6-4994-98ab-dcd07de391d1 req-d5b6179c-631b-4d5a-a89f-a937efd4609b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 945 time: 0.2070243 Jul 16 18:06:39.134158 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.135383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66b4b689-d085-4179-a0af-b61142bed9fc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8405623 Jul 16 18:06:39.138321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.164420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8543e99b-0fd6-4994-98ab-dcd07de391d1 req-36879816-de22-4716-8a52-04f273d6e8a3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556049 Jul 16 18:06:39.279097 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Set router 898a3268-0748-4779-96bb-dc35c83093ac gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:39.459050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3735d30-5112-4ef3-84b8-c8604b845015 req-ac448378-2ca3-407b-9c4b-9d1215ef3978 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.464606 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3735d30-5112-4ef3-84b8-c8604b845015 req-ac448378-2ca3-407b-9c4b-9d1215ef3978 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1097 time: 0.1423354 Jul 16 18:06:39.564564 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3735d30-5112-4ef3-84b8-c8604b845015 req-d513965a-6075-4ca3-ab18-1ac5b7214404 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835648 Jul 16 18:06:39.570456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-a1f80ee5-d073-4459-a147-6ae34121ac17 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1357425635&fields=id&tenant_id=46e1b0609c1648e88649ea813ac3fb9f HTTP/1.1" status: 200 len: 267 time: 0.1252182 Jul 16 18:06:39.607239 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:36Z', 'revision_number': 3, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port': {'id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:35Z', 'updated_at': '2021-07-16T18:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:39.708469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44236) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.772281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44240) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.794691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-c6f56e68-8350-4092-9869-3e8c67dce0cf tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.811340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-c6f56e68-8350-4092-9869-3e8c67dce0cf tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 824 time: 0.2341139 Jul 16 18:06:39.813025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44244) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.849753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-c373936e-060a-4af8-9afe-4b9b0ee3b464 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/quotas/46e1b0609c1648e88649ea813ac3fb9f HTTP/1.1" status: 200 len: 375 time: 0.0374269 Jul 16 18:06:39.879691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:40.001320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dcab871-8055-4d14-ba59-b4f7987aa2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.005701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.017092 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Checking router: 898a3268-0748-4779-96bb-dc35c83093ac for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:40.017670 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Updating router 898a3268-0748-4779-96bb-dc35c83093ac port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:40.053873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-70a60b29-c550-4e7f-91c1-779709aec171 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1951303 Jul 16 18:06:40.066637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:40.074510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:40.074710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.077627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1003b2f8-aefa-48c0-b9f3-b31db9475958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.099605 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.104067 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8166d9dc-08ad-4cb6-ad79-3cb915421287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.150246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd52bac-d413-4dee-a4aa-b73f85cd1e18 req-f4db5d72-9949-4f6d-936b-809833a728c9 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.158112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dcd52bac-d413-4dee-a4aa-b73f85cd1e18 req-f4db5d72-9949-4f6d-936b-809833a728c9 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1097 time: 0.2565112 Jul 16 18:06:40.209096 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.224967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dcab871-8055-4d14-ba59-b4f7987aa2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.232847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dcd52bac-d413-4dee-a4aa-b73f85cd1e18 req-a198eba9-e032-4b27-887d-2a7b6d73ca1a tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737045 Jul 16 18:06:40.233477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dcab871-8055-4d14-ba59-b4f7987aa2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.258565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:40.260820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:40.265593 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd47f29-bff2-48f0-bdb6-20f75a2c4515" -d '{"events": [{"server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "name": "network-vif-plugged", "status": "completed", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:40.281993 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.281993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:40.328085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcab871-8055-4d14-ba59-b4f7987aa2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ad72e6-1332-47b0-a628-4f41f83fcbf8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.332788 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9dcab871-8055-4d14-ba59-b4f7987aa2e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dab0cbff8434dcfa9965581da2f8ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5595009 Jul 16 18:06:40.340716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.352088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Allocated IP 172.20.0.1 (ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc/fbc21837-be3a-4b64-b476-8e739f32b0f0/67393814-e652-4be3-93f2-5de400db189f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:40.365377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.409447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:40.415060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:40.415592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.429680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1003b2f8-aefa-48c0-b9f3-b31db9475958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.444594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1003b2f8-aefa-48c0-b9f3-b31db9475958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.457256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160e0296-b852-47a6-81fc-757af7a623b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.484558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160e0296-b852-47a6-81fc-757af7a623b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.493031 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.519362 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Transition to ACTIVE for port object 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:40.535659 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.566280 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.605533 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Attempting to bind port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:40.605949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Attempting to bind port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:40.606382 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Attempting to bind port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.608658 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89809ff-cffc-4f56-9e27-3ef61534bc3c None None] Pushing event updated for resources: {'Port': ['ID=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.615395 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:40.615765 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:40.615891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:40.616213 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.616606 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:40.617149 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Bound port: 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:40.617578 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.621790 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.666117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-3a2a9de8-eb29-4b10-a573-55d7568fb3ee service neutron] 10.222.0.48 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827281 Jul 16 18:06:40.680070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160e0296-b852-47a6-81fc-757af7a623b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.682615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160e0296-b852-47a6-81fc-757af7a623b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.683543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1003b2f8-aefa-48c0-b9f3-b31db9475958 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=342289a991d5494686527521f974bfda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8687754 Jul 16 18:06:40.683740 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-160e0296-b852-47a6-81fc-757af7a623b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36ad72e6-1332-47b0-a628-4f41f83fcbf8 HTTP/1.1" status: 204 len: 168 time: 0.3419404 Jul 16 18:06:40.691008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.700450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44260) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.701173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003b2f8-aefa-48c0-b9f3-b31db9475958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc162df4-7f5d-4a8a-85bd-594160c5ba77,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.706107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.729648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e0296-b852-47a6-81fc-757af7a623b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ad72e6-1332-47b0-a628-4f41f83fcbf8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.742104 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] For port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:40.760851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Transition to ACTIVE for port object 67393814-e652-4be3-93f2-5de400db189f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:40.762946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] For port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:40.772601 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.824107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.835300 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Routers {'898a3268-0748-4779-96bb-dc35c83093ac'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:40.836123 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['898a3268-0748-4779-96bb-dc35c83093ac'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:40.870293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8166d9dc-08ad-4cb6-ad79-3cb915421287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.883100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:40.888974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8166d9dc-08ad-4cb6-ad79-3cb915421287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.889163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:40.893547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:40.894159 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.947042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Pushing event updated for resources: {'Port': ['ID=67393814-e652-4be3-93f2-5de400db189f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.973507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166d9dc-08ad-4cb6-ad79-3cb915421287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e2b912-771c-4100-b9b6-b8704522f5b3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.977920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd645316-3c4e-425a-9a73-cfcbca14d2fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.023200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd645316-3c4e-425a-9a73-cfcbca14d2fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.069615 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] Set router 898a3268-0748-4779-96bb-dc35c83093ac gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:41.113016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd1850-0980-41e3-a640-80ac2e793538 req-f155afbf-5822-4f36-bb5a-1ba29e949caa tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.115048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdbd1850-0980-41e3-a640-80ac2e793538 req-f155afbf-5822-4f36-bb5a-1ba29e949caa tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 950 time: 0.6124151 Jul 16 18:06:41.119271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd645316-3c4e-425a-9a73-cfcbca14d2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.122431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd645316-3c4e-425a-9a73-cfcbca14d2fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.123764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd645316-3c4e-425a-9a73-cfcbca14d2fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc162df4-7f5d-4a8a-85bd-594160c5ba77 HTTP/1.1" status: 204 len: 168 time: 0.4195616 Jul 16 18:06:41.136231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.136962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8166d9dc-08ad-4cb6-ad79-3cb915421287 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0bc4837fe1f40eaae6b239e985f1f84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4267132 Jul 16 18:06:41.180091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd645316-3c4e-425a-9a73-cfcbca14d2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc162df4-7f5d-4a8a-85bd-594160c5ba77,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.203889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.221983 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-de190a94-ebd5-41d8-b4f9-c4b97d4b4044 service neutron] 10.222.0.48 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357952 Jul 16 18:06:41.231560 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdbd1850-0980-41e3-a640-80ac2e793538 req-51c759a3-8426-4dae-9e81-3845fad9d207 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012774 Jul 16 18:06:41.354430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef24-d0a3-4e59-a346-384677255643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.414642 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89809ff-cffc-4f56-9e27-3ef61534bc3c None None] Pushing event updated for resources: {'Port': ['ID=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.438172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1e41203d-c8b9-40ba-bf52-6a289b602a32 None None] Provisioning for port 67393814-e652-4be3-93f2-5de400db189f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:41.460610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1e41203d-c8b9-40ba-bf52-6a289b602a32 None None] Provisioning complete for port 67393814-e652-4be3-93f2-5de400db189f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:41.461082 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e41203d-c8b9-40ba-bf52-6a289b602a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.469215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef24-d0a3-4e59-a346-384677255643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.481441 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:36Z', 'revision_number': 3, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port': {'id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:35Z', 'updated_at': '2021-07-16T18:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:41.516296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98272607-0fef-4b82-a887-dd907c29fe8f None None] The sync data for ids ['898a3268-0748-4779-96bb-dc35c83093ac'] in n-d-793620-10 is: [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:36Z', 'revision_number': 3, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port': {'id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:35Z', 'updated_at': '2021-07-16T18:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:41.658156 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6dee87-0db9-4c21-b65b-a3e9dd8df7f6 x-openstack-request-id: req-7a6dee87-0db9-4c21-b65b-a3e9dd8df7f6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:41.658451 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "name": "network-vif-plugged", "status": "completed", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:41.658706 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a6dee87-0db9-4c21-b65b-a3e9dd8df7f6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:41.661449 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', 'code': 200} Jul 16 18:06:41.662187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1e41203d-c8b9-40ba-bf52-6a289b602a32 None None] Port 67393814-e652-4be3-93f2-5de400db189f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:41.692272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd9e6a54-3466-4ce7-b8c2-daea0f4fad9d req-6021b71a-9d81-4c20-a2fb-7e606aa31fda tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 210 time: 0.0968618 Jul 16 18:06:41.694178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 63595d50-e11f-4c5e-83d3-b0254a72efe6 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:41.984700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:42.049473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'mac_address': 'fa:16:3e:07:d1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:42.121362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44318) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:42.156077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.171039 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f49390f-7b8d-43f9-9043-d4a7cb5855a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.191448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63595d50-e11f-4c5e-83d3-b0254a72efe6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:42.250416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:42.256327 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.367811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['63595d50-e11f-4c5e-83d3-b0254a72efe6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:42.451702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef24-d0a3-4e59-a346-384677255643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.454286 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed4ef24-d0a3-4e59-a346-384677255643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.456323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0ed4ef24-d0a3-4e59-a346-384677255643 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37e2b912-771c-4100-b9b6-b8704522f5b3 HTTP/1.1" status: 204 len: 168 time: 1.3165436 Jul 16 18:06:42.531126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4ef24-d0a3-4e59-a346-384677255643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e2b912-771c-4100-b9b6-b8704522f5b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.532205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.609085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f821ba8-f26d-44a6-b8a7-fadb372bb4a1 req-ee25062c-b1d8-4df9-be8d-864bcac87919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.622466 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f821ba8-f26d-44a6-b8a7-fadb372bb4a1 req-ee25062c-b1d8-4df9-be8d-864bcac87919 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 1102 time: 0.9693105 Jul 16 18:06:42.647453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.720018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7bb63-66e3-4ecf-b84a-56090fdadccf req-392983a5-b3ee-4b9d-a4da-6889c49bbb1e tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.722011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23d7bb63-66e3-4ecf-b84a-56090fdadccf req-392983a5-b3ee-4b9d-a4da-6889c49bbb1e tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1097 time: 0.4191093 Jul 16 18:06:42.728355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-25efab22-3733-4d89-a858-f3b1dc2888e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5339773 Jul 16 18:06:42.732578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.735451 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.871435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f49390f-7b8d-43f9-9043-d4a7cb5855a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.879048 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f821ba8-f26d-44a6-b8a7-fadb372bb4a1 req-dc198543-5eec-4806-9062-a13049bc738d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417772 Jul 16 18:06:42.899033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f49390f-7b8d-43f9-9043-d4a7cb5855a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.998541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49390f-7b8d-43f9-9043-d4a7cb5855a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbef8c7-8288-4ad0-8cf3-6c552a26db6c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.030280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44344) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.046545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23d7bb63-66e3-4ecf-b84a-56090fdadccf req-990abf7a-ba34-44c5-95bf-4325a61a60ed tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078382 Jul 16 18:06:43.090768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7217d-56d1-426a-ac91-e7d88d77fd40 req-367acb08-053e-4fba-aee7-d57cbbf4f675 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.109835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fd7217d-56d1-426a-ac91-e7d88d77fd40 req-367acb08-053e-4fba-aee7-d57cbbf4f675 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 950 time: 0.6434343 Jul 16 18:06:43.127794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2f49390f-7b8d-43f9-9043-d4a7cb5855a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6228816994a74dc38daacdfa9aa3be1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0018342 Jul 16 18:06:43.136922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44352) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.223806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:43.232825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Pushing event updated for resources: {'Port': ['ID=67393814-e652-4be3-93f2-5de400db189f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.271108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:43.319938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44358) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.349902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a3412c8-a014-4f41-a9f0-f84744630d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.396182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fd7217d-56d1-426a-ac91-e7d88d77fd40 req-4e941844-c96d-49d4-9011-5951aab0c66a tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702239 Jul 16 18:06:43.429875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5153c50f-21eb-4019-aadd-304113216551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.469936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5153c50f-21eb-4019-aadd-304113216551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.574619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-adea5e6b-072b-48e4-a00a-d7e0c760a6f7 req-e2311f13-2880-4f62-ac12-3e540f82ca5c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 210 time: 0.0404472 Jul 16 18:06:43.635238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-bc32823d-1e3f-49b9-91e2-868da478a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.635897 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5153c50f-21eb-4019-aadd-304113216551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.636983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-bc32823d-1e3f-49b9-91e2-868da478a2b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1119 time: 0.7842684 Jul 16 18:06:43.646508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5153c50f-21eb-4019-aadd-304113216551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.648469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5153c50f-21eb-4019-aadd-304113216551 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fbef8c7-8288-4ad0-8cf3-6c552a26db6c HTTP/1.1" status: 204 len: 168 time: 0.5042443 Jul 16 18:06:43.662663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:43.675698 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd9fdf-882f-4d3c-9c15-04a4a59bb37b" -d '{"events": [{"server_uuid": "0ffdc5ba-2f64-46b8-8349-afb1b10032a8", "name": "network-vif-plugged", "status": "completed", "tag": "13c48e63-d59b-4bc8-9f2c-1bbe666a44b0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:43.692548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 63595d50-e11f-4c5e-83d3-b0254a72efe6 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.717336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153c50f-21eb-4019-aadd-304113216551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbef8c7-8288-4ad0-8cf3-6c552a26db6c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.777339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Router 898a3268-0748-4779-96bb-dc35c83093ac has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:43.804906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a3412c8-a014-4f41-a9f0-f84744630d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.816685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a3412c8-a014-4f41-a9f0-f84744630d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.876594 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080b0acb-8547-4432-b267-8fca38f5867d x-openstack-request-id: req-080b0acb-8547-4432-b267-8fca38f5867d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:43.877279 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffdc5ba-2f64-46b8-8349-afb1b10032a8", "name": "network-vif-plugged", "status": "completed", "tag": "13c48e63-d59b-4bc8-9f2c-1bbe666a44b0", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:43.878702 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-080b0acb-8547-4432-b267-8fca38f5867d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:43.879400 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', 'code': 200} Jul 16 18:06:43.912112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.995313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-db30a8e2-4286-48fa-b5fe-e1b5c2399f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.997700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-db30a8e2-4286-48fa-b5fe-e1b5c2399f5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.0996225 Jul 16 18:06:44.055037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-network', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:44.069575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d20b5120-ace2-4548-8bbb-3155efaba191 None None] Provisioning complete for port 67393814-e652-4be3-93f2-5de400db189f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:44.074275 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d20b5120-ace2-4548-8bbb-3155efaba191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.075976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-9a3defde-3b5a-444a-83b7-c1706e159dc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 217 time: 0.0639706 Jul 16 18:06:44.103491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3412c8-a014-4f41-a9f0-f84744630d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0da6c7-7599-4047-88f2-6ccc00aa2555,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.133064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4a3412c8-a014-4f41-a9f0-f84744630d96 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dfcb94f7a3f4e2fa88647deed058dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8004446 Jul 16 18:06:44.134662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44366) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:44.235598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d20b5120-ace2-4548-8bbb-3155efaba191 None None] Port 67393814-e652-4be3-93f2-5de400db189f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:44.266801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 63595d50-e11f-4c5e-83d3-b0254a72efe6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:44.266801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.277180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:44.331980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-8143ab1b-70ba-4e79-848f-3617bacc3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.336963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-8143ab1b-70ba-4e79-848f-3617bacc3f1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1974504 Jul 16 18:06:44.350547 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b69db1a7-4d3c-457f-8ea0-92897477b03c admin admin] 10.222.0.48 "PUT /v2.0/routers/898a3268-0748-4779-96bb-dc35c83093ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2105103 Jul 16 18:06:44.355100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Made reservation on behalf of a55a8483c2ca4cb7a50e68ecc220ca8f for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:44.379730 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.382546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:44.416945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:44.417818 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.429485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f2a066b-646c-41ba-8f41-4a5fc570bb4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.515166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f2a066b-646c-41ba-8f41-4a5fc570bb4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.617955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-d349d7ea-cb41-4b43-92a1-131297267583 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2590947 Jul 16 18:06:44.626485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.644817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f2a066b-646c-41ba-8f41-4a5fc570bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.648050 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f2a066b-646c-41ba-8f41-4a5fc570bb4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.651437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6f2a066b-646c-41ba-8f41-4a5fc570bb4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e0da6c7-7599-4047-88f2-6ccc00aa2555 HTTP/1.1" status: 204 len: 168 time: 0.5001557 Jul 16 18:06:44.692773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a066b-646c-41ba-8f41-4a5fc570bb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0da6c7-7599-4047-88f2-6ccc00aa2555,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.741063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.812680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.841279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Sync routers for ids ['898a3268-0748-4779-96bb-dc35c83093ac'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:44.899866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Routers {'898a3268-0748-4779-96bb-dc35c83093ac'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:44.900551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['898a3268-0748-4779-96bb-dc35c83093ac'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:44.934727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-4fb57ffa-9ff2-484f-aa4f-4fd182004ced tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.936402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-4fb57ffa-9ff2-484f-aa4f-4fd182004ced tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.13 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 824 time: 0.7259822 Jul 16 18:06:44.944399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d6bc5-e45d-4c8b-ae1d-ce0e4c6d7bad req-ba6d3758-5862-4b4a-8868-a7cd2b17b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.945900 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c4d6bc5-e45d-4c8b-ae1d-ce0e4c6d7bad req-ba6d3758-5862-4b4a-8868-a7cd2b17b799 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 1102 time: 0.6715941 Jul 16 18:06:44.964607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a8c31-5754-4204-bd30-3c1276d0330d req-f49ae35a-2a17-4567-b2ae-a38fa07e8569 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:44.982864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb7a8c31-5754-4204-bd30-3c1276d0330d req-f49ae35a-2a17-4567-b2ae-a38fa07e8569 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 950 time: 0.3008325 Jul 16 18:06:45.041317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:45.043905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:45.047116 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.101086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-e1549c86-85c8-4097-94b7-10f80f7a24e1 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707053 Jul 16 18:06:45.102674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c4d6bc5-e45d-4c8b-ae1d-ce0e4c6d7bad req-860b4ae3-bb14-4723-bf2f-3bfe5fb088c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411448 Jul 16 18:06:45.120369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb7a8c31-5754-4204-bd30-3c1276d0330d req-6a55aec0-c8e0-4b7b-9e5b-8a69f0d33372 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305599 Jul 16 18:06:45.124428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f928d8-172c-45d5-a1fa-df0761f81200 req-6a0df69e-7896-40ad-9d4d-2025bbf7df8e tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.133969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83f928d8-172c-45d5-a1fa-df0761f81200 req-6a0df69e-7896-40ad-9d4d-2025bbf7df8e tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1097 time: 0.4989867 Jul 16 18:06:45.282849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.298920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.304038 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-05e122bf-b0bb-43a5-b900-727d679e16c7 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46e1b0609c1648e88649ea813ac3fb9f HTTP/1.1" status: 200 len: 380 time: 0.3412330 Jul 16 18:06:45.349108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'port': {'device_id': '2f568346-1559-491c-a566-87eef13a2511', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'admin_state_up': True, 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'security_groups': ['a609d32e-100d-49fb-a458-1d64efba2b27']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:45.360466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83f928d8-172c-45d5-a1fa-df0761f81200 req-7a467b07-d5c2-441c-8a6f-7f69612eb92a tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215669 Jul 16 18:06:45.383183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:45.439661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9783ec69-da55-4782-b93e-394059bb76e6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.450121 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.453156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.453594 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Added segment 16064bf9-bf65-4ae0-9017-26aa6e7f366d of type vlan for network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 Jul 16 18:06:45.587935 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.646353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.648044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.648044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.694781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6384313 Jul 16 18:06:45.696928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44430) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:45.715206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Request body: {'subnet': {'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-subnet', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:45.778830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e765c3-9b17-40a2-bca5-61c1f4b2dcfe admin admin] Pushing event updated for resources: {'Network': ['ID=d8c48100-0dcf-4fe7-a36c-c717b4103aa4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.812314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:45.837449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:06:45.837449 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:06:45.837449 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id_1': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 6, 45, 783536)}] Jul 16 18:06:45.837449 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:06:45.837905 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:06:45.907261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Made reservation on behalf of 46e1b0609c1648e88649ea813ac3fb9f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:45.911238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.913224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:45.918352 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e086b76-e31f-45cd-a0ad-1b2ad5d3e60a" -d '{"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-plugged", "status": "completed", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:45.932341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.024708 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-396b91b8-2987-4bf5-9b87-ecdc34c9e7b3 req-5b4771a7-dc15-4e2a-96b9-8123ccb0aa4d service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090670 Jul 16 18:06:46.062548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44440) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:46.067853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Set router 898a3268-0748-4779-96bb-dc35c83093ac gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:46.069900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-network', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:46.086609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5b65b-59b4-48bb-a896-84891bc74df3 req-7bd226a3-9698-4c94-8eb7-8230745865c7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.094189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22e5b65b-59b4-48bb-a896-84891bc74df3 req-7bd226a3-9698-4c94-8eb7-8230745865c7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 950 time: 0.1877294 Jul 16 18:06:46.224296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-907e6d53-66dc-4858-b4c6-457176cc98ec req-42767f6c-91c9-4cd1-bfe1-3b4682b70b0d tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 210 time: 0.1176708 Jul 16 18:06:46.228821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Made reservation on behalf of 50c03d1c97bc487da196b1997dc28b62 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:46.231317 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.285423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.322880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Allocated IP 172.20.0.4 (4ec0d23a-d490-4488-9f8c-3c4677d631e3/75e3d160-4ddc-4d99-adc7-ce793d57330e/866dc414-c5a8-483c-aeee-d1c0671068a1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:46.332718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22e5b65b-59b4-48bb-a896-84891bc74df3 req-13b99c90-4630-4cba-ac0d-9047eaabaa3e tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375412 Jul 16 18:06:46.471138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.513342 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c623c32-c043-407e-9373-7b1f1a99989a x-openstack-request-id: req-3c623c32-c043-407e-9373-7b1f1a99989a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:46.513924 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-plugged", "status": "completed", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:46.514341 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c623c32-c043-407e-9373-7b1f1a99989a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:46.514896 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'code': 200} Jul 16 18:06:46.599581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.602675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.617909 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.630417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Transition to ACTIVE for port object 866dc414-c5a8-483c-aeee-d1c0671068a1 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:46.687033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:46.710096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Made reservation on behalf of a55a8483c2ca4cb7a50e68ecc220ca8f for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:46.716966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.724216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.770926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.784741 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Added segment c16f20cf-972a-4824-bc53-4fece6e3499d of type vlan for network 3c915945-1390-4eba-ae4d-79f632cc4d89 Jul 16 18:06:46.786727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e65e388-8452-4ba0-96a7-7e36d382bbc9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.814811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port': {'id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:35Z', 'updated_at': '2021-07-16T18:06:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '67393814-e652-4be3-93f2-5de400db189f', 'name': '', 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'mac_address': 'fa:16:3e:c2:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:40Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 2, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'subnets': [{'id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:46.868571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:46.873608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:46.883522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event updated for resources: {'Port': ['ID=866dc414-c5a8-483c-aeee-d1c0671068a1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.898421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:46.910401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Checking router: 898a3268-0748-4779-96bb-dc35c83093ac for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:46.911018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Updating router 898a3268-0748-4779-96bb-dc35c83093ac port 67393814-e652-4be3-93f2-5de400db189f binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:46.919831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.921391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.948076 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-98d29e45-3949-4596-b14c-bab49ba20221 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6110394 Jul 16 18:06:46.959871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Request body: {'port': {'device_id': '2f568346-1559-491c-a566-87eef13a2511', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:46.991919 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.148748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.261723 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.397690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.398669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.399248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.525759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4595721 Jul 16 18:06:47.526364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:47.545274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Request body: {'subnet': {'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-subnet', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:47.546628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1cedfbb5-95b4-4dc6-9fd8-f6646e20d8be None None] Provisioning for port 866dc414-c5a8-483c-aeee-d1c0671068a1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:47.560332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1cedfbb5-95b4-4dc6-9fd8-f6646e20d8be None None] Provisioning complete for port 866dc414-c5a8-483c-aeee-d1c0671068a1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:47.560720 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cedfbb5-95b4-4dc6-9fd8-f6646e20d8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.668850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4be6d-f4d1-4cc1-8867-39cde3bd967c admin admin] Pushing event updated for resources: {'Network': ['ID=3c915945-1390-4eba-ae4d-79f632cc4d89,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.739881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866dc414-c5a8-483c-aeee-d1c0671068a1 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:47.742445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:47.745836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:47.750183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.765946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Transition to ACTIVE for port object 866dc414-c5a8-483c-aeee-d1c0671068a1 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.776709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.813030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Made reservation on behalf of 50c03d1c97bc487da196b1997dc28b62 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:47.815671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.830370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.919514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Pushing event updated for resources: {'Port': ['ID=866dc414-c5a8-483c-aeee-d1c0671068a1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.986789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81382-0049-494b-a537-934e386a8aea req-b26869a7-f80f-4139-8b1d-1726f56b0d5b tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:47.988451 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83a81382-0049-494b-a537-934e386a8aea req-b26869a7-f80f-4139-8b1d-1726f56b0d5b tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 943 time: 0.3116064 Jul 16 18:06:47.989541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c239c1d-165e-44d1-8fcc-b3b466e54d62,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.136792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Attempting to bind port 866dc414-c5a8-483c-aeee-d1c0671068a1 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:48.138326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Attempting to bind port 866dc414-c5a8-483c-aeee-d1c0671068a1 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:48.140026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Attempting to bind port 866dc414-c5a8-483c-aeee-d1c0671068a1 on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:48.149743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.153868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Port 866dc414-c5a8-483c-aeee-d1c0671068a1 on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:48.154429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Attempting to bind port 866dc414-c5a8-483c-aeee-d1c0671068a1 on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:48.163700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:48.164646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Checking segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:48.165869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Bound using segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:48.166792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Bound port: 866dc414-c5a8-483c-aeee-d1c0671068a1, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:48.168944 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.171489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1cedfbb5-95b4-4dc6-9fd8-f6646e20d8be None None] Port 866dc414-c5a8-483c-aeee-d1c0671068a1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:48.219064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Checking segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:48.222161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Network hostable DHCP agents. Network: d8c48100-0dcf-4fe7-a36c-c717b4103aa4, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:48.280750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] For port 866dc414-c5a8-483c-aeee-d1c0671068a1, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:48.282863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Transition to ACTIVE for port object 67393814-e652-4be3-93f2-5de400db189f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:48.284869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] For port 866dc414-c5a8-483c-aeee-d1c0671068a1, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=866dc414-c5a8-483c-aeee-d1c0671068a1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:48.285288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:48.285827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.295276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.327084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83a81382-0049-494b-a537-934e386a8aea req-966f2823-57e6-40a1-880e-549693e6177b tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225899 Jul 16 18:06:48.338886 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.449356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:48.500422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25456df-3186-422d-9939-45277e6d167a None None] Pushing event updated for resources: {'Port': ['ID=67393814-e652-4be3-93f2-5de400db189f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.511444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.513214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.522119 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] 10.222.0.13 "PUT /v2.0/ports/866dc414-c5a8-483c-aeee-d1c0671068a1 HTTP/1.1" status: 200 len: 1092 time: 1.5667136 Jul 16 18:06:48.524017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388774b-80cc-4a9c-8516-5bb501a87721 service neutron] Pushing event updated for resources: {'Port': ['ID=866dc414-c5a8-483c-aeee-d1c0671068a1,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.531754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:48.544219 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6be524-c055-4d31-9be9-c09b3900da56" -d '{"events": [{"name": "network-changed", "server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:48.552251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, d8c48100-0dcf-4fe7-a36c-c717b4103aa4) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:48.560269 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.588812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34278591-3e7b-4c42-8db0-217a2b89c53b None None] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:48.600926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.602427 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.685887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-d8af5b27-4cc3-463c-901f-88c9b370e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.692886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-d8af5b27-4cc3-463c-901f-88c9b370e5a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 1095 time: 0.1212096 Jul 16 18:06:48.765466 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-484b9ed0-dc73-4cb5-8a0b-c94c6fda1582 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866dc414-c5a8-483c-aeee-d1c0671068a1 HTTP/1.1" status: 200 len: 217 time: 0.0666115 Jul 16 18:06:48.807347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-58c3e1ca-90b9-40ab-b3d1-d73c88071545 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.1083102 Jul 16 18:06:48.808986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44514) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:48.833187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:48.891971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Pushing event updated for resources: {'Subnet': ['ID=33181ff4-d3df-4037-a4eb-2b91aec25080,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.897126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-d0498ea4-4921-43bc-80a9-d05303f33e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.899505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-d0498ea4-4921-43bc-80a9-d05303f33e9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 200 len: 863 time: 0.1272500 Jul 16 18:06:48.925711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Checking segment: {'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:48.926545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Network hostable DHCP agents. Network: 3c915945-1390-4eba-ae4d-79f632cc4d89, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:48.939612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.941855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.986690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Attempting to bind port 67393814-e652-4be3-93f2-5de400db189f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:48.987063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Attempting to bind port 67393814-e652-4be3-93f2-5de400db189f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:48.987474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Attempting to bind port 67393814-e652-4be3-93f2-5de400db189f on network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:49.002931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:49.003310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Checking segment: {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:49.003729 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.004126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Bound using segment: {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:49.004611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a5fb9-6767-40e1-843f-a755abdba310 req-c4a23536-120a-4677-9b3d-6c5d7f34588d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.004746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Bound port: 67393814-e652-4be3-93f2-5de400db189f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:49.005068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.013273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a37a5fb9-6767-40e1-843f-a755abdba310 req-c4a23536-120a-4677-9b3d-6c5d7f34588d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 950 time: 0.3344133 Jul 16 18:06:49.063795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:49.125738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-cb238e91-f979-49cf-8716-23f0b7100300 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:06:49.139175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.140665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-cb238e91-f979-49cf-8716-23f0b7100300 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0304036 Jul 16 18:06:49.154113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:49.155181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3c915945-1390-4eba-ae4d-79f632cc4d89) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:49.155677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:06:49.169413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b80f3e7-826f-4026-926f-ea38c14a9a0d None None] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:49.177650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.178298 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.183086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a37a5fb9-6767-40e1-843f-a755abdba310 req-3362a99c-b346-4df2-8b0f-a832659d5db4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683381 Jul 16 18:06:49.186866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-d8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:49.187783 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.218557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-c2eb5f9a-9a2f-420b-8462-2a38c8fba6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:49.220654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-c2eb5f9a-9a2f-420b-8462-2a38c8fba6d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ec0d23a-d490-4488-9f8c-3c4677d631e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2841237 Jul 16 18:06:49.233431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] For port 67393814-e652-4be3-93f2-5de400db189f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:49.296449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] For port 67393814-e652-4be3-93f2-5de400db189f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=67393814-e652-4be3-93f2-5de400db189f,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:49.308302 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.431684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25456df-3186-422d-9939-45277e6d167a None None] Pushing event updated for resources: {'Port': ['ID=67393814-e652-4be3-93f2-5de400db189f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.438087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-40eec706-221e-41f1-91ea-bd344358afca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9070568 Jul 16 18:06:49.442888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44534) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:49.487367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:49.487714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Routers {'898a3268-0748-4779-96bb-dc35c83093ac'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:49.488258 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['898a3268-0748-4779-96bb-dc35c83093ac'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.547036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.566336 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.568167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.771150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Request body: {'security_group': {'name': 'tempest-securitygroup-33384724', 'description': 'tempest-description-194905792'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:49.777171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.937296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.950969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-68ce3061-e32f-49d0-b2e2-5813dba920b5 service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7225788 Jul 16 18:06:49.954117 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.028278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-3c915945-1390-4eba-ae4d-79f632cc4d89', 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'fixed_ips': [{'subnet_id': '33181ff4-d3df-4037-a4eb-2b91aec25080'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:50.029254 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.049541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Allocated IP 172.20.0.2 (d8c48100-0dcf-4fe7-a36c-c717b4103aa4/4c239c1d-165e-44d1-8fcc-b3b466e54d62/162a3f6c-af61-4154-9f1b-b2c5e4808587) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:50.115688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.127072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:50.127417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:50.128262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:50.135355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47938015-4d9b-4af1-bd75-4f72b0631e63 req-26f0c60a-aa7d-458c-96df-088a62e90cf7 service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647058 Jul 16 18:06:50.135937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:50.136275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:50.161750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:50.163374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:50.163847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:50.166212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Bound port: 170845ab-9aa6-44cd-bfcc-af5557834b25, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:50.189541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] Set router 898a3268-0748-4779-96bb-dc35c83093ac gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:50.267737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:50.274550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.280189 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6eeb9e2d-6c56-443a-b608-cb7ace3dc35e service neutron] 10.222.0.48 "POST /v2.0/ports/170845ab-9aa6-44cd-bfcc-af5557834b25/bindings HTTP/1.1" status: 201 len: 390 time: 1.1265967 Jul 16 18:06:50.346515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.356698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.362259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.442246 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e973f6-56e2-4fed-9d76-6fcd6ec8fd7b x-openstack-request-id: req-02e973f6-56e2-4fed-9d76-6fcd6ec8fd7b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:50.443984 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:50.443984 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02e973f6-56e2-4fed-9d76-6fcd6ec8fd7b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:50.443984 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'status': 'completed', 'code': 200} Jul 16 18:06:50.574192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-870e1340-3a11-4bb8-b7bc-274a43c82f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.576045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-870e1340-3a11-4bb8-b7bc-274a43c82f47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 1095 time: 0.0897121 Jul 16 18:06:50.594515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Allocated IP 172.20.0.2 (3c915945-1390-4eba-ae4d-79f632cc4d89/33181ff4-d3df-4037-a4eb-2b91aec25080/9ae380c4-d719-4f75-9ac7-d35b338af039) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:50.661409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cd4198-aa0d-4662-a088-d4c189c42f73,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.671174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.809398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-de442742-7e77-4dd9-8fd2-161098aa37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.810872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-de442742-7e77-4dd9-8fd2-161098aa37cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 924 time: 0.2281346 Jul 16 18:06:50.817861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.818097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-2701b0cc-6956-41e7-88eb-e0693c605f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.819268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Allocated IP 172.25.0.2 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/e339b9da-d4bf-4c79-a9d8-a20732ed5f0f) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:50.819880 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-2701b0cc-6956-41e7-88eb-e0693c605f59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1097 time: 0.1595817 Jul 16 18:06:50.880026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-78cd40a0-e772-4370-bbf6-408bc6657e89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866dc414-c5a8-483c-aeee-d1c0671068a1 HTTP/1.1" status: 200 len: 217 time: 0.0578563 Jul 16 18:06:50.954784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Transition to ACTIVE for port object 162a3f6c-af61-4154-9f1b-b2c5e4808587 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:50.965843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.987646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port': {'id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:35Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '67393814-e652-4be3-93f2-5de400db189f', 'name': '', 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'mac_address': 'fa:16:3e:c2:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:40Z', 'updated_at': '2021-07-16T18:06:49Z', 'revision_number': 4, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'subnets': [{'id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:51.064710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ab724-e641-4508-bde4-75bf85d8770c None None] The sync data for ids ['898a3268-0748-4779-96bb-dc35c83093ac'] in n-d-793620-10 is: [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:06:41Z', 'revision_number': 4, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port': {'id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:35Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '67393814-e652-4be3-93f2-5de400db189f', 'name': '', 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'mac_address': 'fa:16:3e:c2:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:40Z', 'updated_at': '2021-07-16T18:06:49Z', 'revision_number': 4, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'subnets': [{'id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:51.083800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.116108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Transition to ACTIVE for port object 162a3f6c-af61-4154-9f1b-b2c5e4808587 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:51.126127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.143445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-890f3fa6-b3b8-4856-8f1b-6a9d56921422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.146464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-890f3fa6-b3b8-4856-8f1b-6a9d56921422 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 200 len: 863 time: 0.2402546 Jul 16 18:06:51.232327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-7d60b064-c627-4661-b550-a0813a707d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.234056 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-7d60b064-c627-4661-b550-a0813a707d97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.3530195 Jul 16 18:06:51.241631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Pushing event updated for resources: {'Port': ['ID=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.275287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:51.284668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:51.293870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:51.309178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:51.312423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Pushing event updated for resources: {'Port': ['ID=162a3f6c-af61-4154-9f1b-b2c5e4808587,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.323179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:51.328077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:51.334381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.356108 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-f11d8125-cd97-404b-aa1f-7b3c958cdff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 217 time: 0.0981863 Jul 16 18:06:51.427570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0728-f8ce-472c-bbf3-6256e3dfac29 req-21387826-2b9d-4816-b390-3f8d65434949 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.433916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0728-f8ce-472c-bbf3-6256e3dfac29 req-21387826-2b9d-4816-b390-3f8d65434949 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.441183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc2d0728-f8ce-472c-bbf3-6256e3dfac29 req-21387826-2b9d-4816-b390-3f8d65434949 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6&device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 1691 time: 0.3656688 Jul 16 18:06:51.461154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Transition to ACTIVE for port object 9ae380c4-d719-4f75-9ac7-d35b338af039 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:51.464472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Attempting to bind port 162a3f6c-af61-4154-9f1b-b2c5e4808587 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:51.464700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Attempting to bind port 162a3f6c-af61-4154-9f1b-b2c5e4808587 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:51.464940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Attempting to bind port 162a3f6c-af61-4154-9f1b-b2c5e4808587 on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:51.469058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-70e40655-90df-492d-8004-213aeca0da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.471386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-70e40655-90df-492d-8004-213aeca0da65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ec0d23a-d490-4488-9f8c-3c4677d631e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3187282 Jul 16 18:06:51.472680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.482742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:51.483174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Checking segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:51.483638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.484043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Bound using segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:51.484608 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Bound port: 162a3f6c-af61-4154-9f1b-b2c5e4808587, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:51.485034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.530181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Transition to ACTIVE for port object 9ae380c4-d719-4f75-9ac7-d35b338af039 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:51.546535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.595280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-a5b0f916-4d0e-4254-ba4d-c342164b1423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.597016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-a5b0f916-4d0e-4254-ba4d-c342164b1423 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.2306905 Jul 16 18:06:51.690413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-7e20ea1a-429c-4cd7-97da-c9e840e8b5be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837049 Jul 16 18:06:51.763897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] For port 162a3f6c-af61-4154-9f1b-b2c5e4808587, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:51.769636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] For port 162a3f6c-af61-4154-9f1b-b2c5e4808587, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=162a3f6c-af61-4154-9f1b-b2c5e4808587,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:51.774448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-d87d8205-9c2e-476c-9bd8-d89ee992c8d6 service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890568 Jul 16 18:06:51.779375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:51.780921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.796517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 67393814-e652-4be3-93f2-5de400db189f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:51.856109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:51.873741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:51.893820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 67393814-e652-4be3-93f2-5de400db189f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:51.898909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Pushing event updated for resources: {'Port': ['ID=9ae380c4-d719-4f75-9ac7-d35b338af039,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.982862 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0d6be524-c055-4d31-9be9-c09b3900da56 req-d4e55778-7b4b-49f9-bc0d-b300fa915cf2 service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887279 Jul 16 18:06:51.987592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc2d0728-f8ce-472c-bbf3-6256e3dfac29 req-ccaa57d9-2798-4f88-9724-50642c347e26 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453472 Jul 16 18:06:51.989567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.990838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 67393814-e652-4be3-93f2-5de400db189f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.991217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.037472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692fbb-c951-47c2-a926-ae3bf120d750 None None] Pushing event updated for resources: {'Port': ['ID=162a3f6c-af61-4154-9f1b-b2c5e4808587,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.145417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Attempting to bind port 9ae380c4-d719-4f75-9ac7-d35b338af039 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:52.145800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Attempting to bind port 9ae380c4-d719-4f75-9ac7-d35b338af039 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:52.146228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Attempting to bind port 9ae380c4-d719-4f75-9ac7-d35b338af039 on network 3c915945-1390-4eba-ae4d-79f632cc4d89 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:52.160834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:52.161226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Checking segment: {'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:52.164873 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.165306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Bound using segment: {'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:52.165813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Bound port: 9ae380c4-d719-4f75-9ac7-d35b338af039, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:52.166469 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.173066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9fd9c9b0-7b03-44bc-b438-62331acd0c63 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704738 Jul 16 18:06:52.262814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.281711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-017031a6-2eb8-4d61-89f3-2ae401ad7a2d req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5025599 Jul 16 18:06:52.322718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98b139-e5a7-4587-b184-1896ffcfc4aa tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70120dc-02a8-4370-9167-af6fd4d0c4cd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.362728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.405930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] For port 9ae380c4-d719-4f75-9ac7-d35b338af039, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:52.453400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-67345e9e-8722-47b4-a7c1-633b73628c28 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705774 Jul 16 18:06:52.464775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] For port 9ae380c4-d719-4f75-9ac7-d35b338af039, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9ae380c4-d719-4f75-9ac7-d35b338af039,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:52.470269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 67393814-e652-4be3-93f2-5de400db189f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=67393814-e652-4be3-93f2-5de400db189f,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:52.472877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.535560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.540418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e163e38-3a8f-4ec1-80b3-79850616413d None None] Pushing event updated for resources: {'Port': ['ID=9ae380c4-d719-4f75-9ac7-d35b338af039,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.543872 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.610894 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.649385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=67393814-e652-4be3-93f2-5de400db189f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.688786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-faafab75-512d-4f79-bcf3-d94da508d5c5 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.690489 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-faafab75-512d-4f79-bcf3-d94da508d5c5 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.1288559 Jul 16 18:06:52.710024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:52.802806 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.866272 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.929598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6e2d7-5d94-4020-9d3b-27756546f9c3 req-ba0e67b2-d10f-4a70-840e-92ef0654facf tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.931247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0e6e2d7-5d94-4020-9d3b-27756546f9c3 req-ba0e67b2-d10f-4a70-840e-92ef0654facf tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 943 time: 0.6298478 Jul 16 18:06:53.065752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0e6e2d7-5d94-4020-9d3b-27756546f9c3 req-e95866b8-ea81-4bf6-990b-e15f7fe1c427 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209383 Jul 16 18:06:53.081876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Allocated IP 172.25.0.148 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4b80a43f-cd2c-41fc-959b-92b2e5de6346) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:53.170833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:53.255868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddc5d2-f8dc-4c03-8faf-27bd72781da3 req-92fae9be-4569-45e9-83d1-8534234090c7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.268618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26ddc5d2-f8dc-4c03-8faf-27bd72781da3 req-92fae9be-4569-45e9-83d1-8534234090c7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 945 time: 0.6123605 Jul 16 18:06:53.278602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:53.348983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.352214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:53.355726 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209fa193-bd29-4c51-a203-d8e2a96cd850" -d '{"events": [{"server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "name": "network-vif-unplugged", "status": "completed", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:53.360235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.481332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:53.481946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:53.482184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:53.489883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:53.490318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Attempting to bind port 170845ab-9aa6-44cd-bfcc-af5557834b25 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:53.497907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.502374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:53.502864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:53.503357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:53.503907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Bound port: 170845ab-9aa6-44cd-bfcc-af5557834b25, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:53.514008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.597561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a5c27cdb-f51f-40f9-9306-eb8c1485fc60 req-9ef8f718-c2a9-4d88-a5f1-f15402c0c97a tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Request body: {'security_group': {'name': 'tempest-securitygroup-287834537', 'description': 'tempest-description-495606567'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:53.657060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:53.667275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:53.673916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26ddc5d2-f8dc-4c03-8faf-27bd72781da3 req-fce137a3-7130-4ff1-804a-6f4be8db4df8 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676469 Jul 16 18:06:53.674883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5c27cdb-f51f-40f9-9306-eb8c1485fc60 req-9ef8f718-c2a9-4d88-a5f1-f15402c0c97a tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.677561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.697994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 866dc414-c5a8-483c-aeee-d1c0671068a1 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:53.738519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43d276e-f0e1-491e-a2e7-1f45f16eb54d None None] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:53.857808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:06:53.888081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.907313 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07100f52-db42-4f7a-b5cd-c3699b80cfdb x-openstack-request-id: req-07100f52-db42-4f7a-b5cd-c3699b80cfdb {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:53.910534 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "name": "network-vif-unplugged", "status": "completed", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:53.911132 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07100f52-db42-4f7a-b5cd-c3699b80cfdb {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:53.912001 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25', 'code': 200} Jul 16 18:06:53.914042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:53.951996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-786c5cbd-ad9b-4f2c-b9a7-3a96ba55c4c6 None None] Provisioning for port 162a3f6c-af61-4154-9f1b-b2c5e4808587 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:54.036183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.038514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.040251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.042646 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-0252b4fb-8aaa-443e-bb15-8f609d6df5fc service neutron] 10.222.0.55 "PUT /v2.0/ports/170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 1123 time: 1.3410873 Jul 16 18:06:54.050226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.157727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 162a3f6c-af61-4154-9f1b-b2c5e4808587 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:54.176233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.193433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:54.204904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:54.212586 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['170845ab-9aa6-44cd-bfcc-af5557834b25'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:54.258301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e43f-1e1a-41ad-8a01-da91a686e3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.309582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5c27cdb-f51f-40f9-9306-eb8c1485fc60 req-9ef8f718-c2a9-4d88-a5f1-f15402c0c97a tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.311013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:54.315395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Pushing event updated for resources: {'Port': ['ID=4b80a43f-cd2c-41fc-959b-92b2e5de6346,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.321999 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5c27cdb-f51f-40f9-9306-eb8c1485fc60 req-9ef8f718-c2a9-4d88-a5f1-f15402c0c97a tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.480029 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e43f-1e1a-41ad-8a01-da91a686e3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.485122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e5e43f-1e1a-41ad-8a01-da91a686e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.542874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e1e5e43f-1e1a-41ad-8a01-da91a686e3f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3210375ab6b045a293ebc0ae24235f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4916575 Jul 16 18:06:54.545331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5e43f-1e1a-41ad-8a01-da91a686e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1b62e3-ff9b-4797-a2c1-76eefd467b2f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.548704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44586) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.581728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736cfaf-0675-4d89-902f-b5ab0c15a2ad req-85eef9e2-4384-4712-8ce1-c4d7e435702e tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:54.588726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5736cfaf-0675-4d89-902f-b5ab0c15a2ad req-85eef9e2-4384-4712-8ce1-c4d7e435702e tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 1102 time: 0.2742510 Jul 16 18:06:54.590787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5c27cdb-f51f-40f9-9306-eb8c1485fc60 req-9ef8f718-c2a9-4d88-a5f1-f15402c0c97a tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.603602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5c27cdb-f51f-40f9-9306-eb8c1485fc60 req-9ef8f718-c2a9-4d88-a5f1-f15402c0c97a tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0493174 Jul 16 18:06:54.633886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-056f4bc5-bf10-4b4f-8468-82fea72b912d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.634253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82f0963-614f-4272-9904-191ec8da94ec None None] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:54.666949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-056f4bc5-bf10-4b4f-8468-82fea72b912d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.669176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8f718-c2a9-4d88-a5f1-f15402c0c97a tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6c9f93-7bf8-421f-84d1-d258f8eafd10,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.712702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5736cfaf-0675-4d89-902f-b5ab0c15a2ad req-97cc7a88-965c-46e3-ae50-3b2c388e7b10 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227410 Jul 16 18:06:54.753598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-056f4bc5-bf10-4b4f-8468-82fea72b912d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.758497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-056f4bc5-bf10-4b4f-8468-82fea72b912d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.765928 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-056f4bc5-bf10-4b4f-8468-82fea72b912d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd1b62e3-ff9b-4797-a2c1-76eefd467b2f HTTP/1.1" status: 204 len: 168 time: 0.2099314 Jul 16 18:06:54.784861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f4bc5-bf10-4b4f-8468-82fea72b912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1b62e3-ff9b-4797-a2c1-76eefd467b2f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.850034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b55eb534-934e-4522-ac65-6f434485ca32 None None] Provisioning for port 9ae380c4-d719-4f75-9ac7-d35b338af039 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:54.946323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 866dc414-c5a8-483c-aeee-d1c0671068a1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=866dc414-c5a8-483c-aeee-d1c0671068a1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:55.018421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 162a3f6c-af61-4154-9f1b-b2c5e4808587 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:55.030022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'port_id': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'mac_address': 'fa:16:3e:88:fe:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:55.062445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 162a3f6c-af61-4154-9f1b-b2c5e4808587 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:55.063224 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.116830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.203529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:55.243634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44604) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.257072 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.266598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a5c44b2-b17b-426b-98d3-9f7ea0bfd398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.338936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866dc414-c5a8-483c-aeee-d1c0671068a1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:55.376628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f83198-5713-4461-874a-aa58485cc94e req-12a791c9-f8ca-4ae0-a9c0-f16e5c51cb72 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.387032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4f83198-5713-4461-874a-aa58485cc94e req-12a791c9-f8ca-4ae0-a9c0-f16e5c51cb72 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 943 time: 0.3578463 Jul 16 18:06:55.431153 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a5c44b2-b17b-426b-98d3-9f7ea0bfd398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.436495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a5c44b2-b17b-426b-98d3-9f7ea0bfd398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.458810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 866dc414-c5a8-483c-aeee-d1c0671068a1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=866dc414-c5a8-483c-aeee-d1c0671068a1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:55.467010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.472260 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.552202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3a5c44b2-b17b-426b-98d3-9f7ea0bfd398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb4f7f84fc314c7ba2ac4a061f448ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064075 Jul 16 18:06:55.553048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c44b2-b17b-426b-98d3-9f7ea0bfd398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b31e87-3f31-4145-9d9a-8f5fb571dadd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.555888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.636541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=866dc414-c5a8-483c-aeee-d1c0671068a1,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.646593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 162a3f6c-af61-4154-9f1b-b2c5e4808587, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=162a3f6c-af61-4154-9f1b-b2c5e4808587,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:55.653175 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.655161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9ae380c4-d719-4f75-9ac7-d35b338af039 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:55.695862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef3ac-b0c0-47a4-8d10-2e6f189eeb14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.746489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef3ac-b0c0-47a4-8d10-2e6f189eeb14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.758696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['866dc414-c5a8-483c-aeee-d1c0671068a1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:55.828312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef3ac-b0c0-47a4-8d10-2e6f189eeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.831170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a2ef3ac-b0c0-47a4-8d10-2e6f189eeb14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.834707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=162a3f6c-af61-4154-9f1b-b2c5e4808587,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.834870 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3a2ef3ac-b0c0-47a4-8d10-2e6f189eeb14 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0b31e87-3f31-4145-9d9a-8f5fb571dadd HTTP/1.1" status: 204 len: 168 time: 0.2621405 Jul 16 18:06:55.853073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ef3ac-b0c0-47a4-8d10-2e6f189eeb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b31e87-3f31-4145-9d9a-8f5fb571dadd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:55.913058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:55.915225 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:55.933547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-04b25c10-4aac-462e-ac5c-b81ccb3b1969 None None] Provisioning complete for port 162a3f6c-af61-4154-9f1b-b2c5e4808587 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:55.934126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04b25c10-4aac-462e-ac5c-b81ccb3b1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.945034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-743277728', 'description': 'tempest-description-1020915690'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:55.954733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:55.967175 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:55.980384 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:55.983648 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:55.991705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 9ae380c4-d719-4f75-9ac7-d35b338af039 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:55.995414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:56.009763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9ae380c4-d719-4f75-9ac7-d35b338af039 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.010178 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.190300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-04b25c10-4aac-462e-ac5c-b81ccb3b1969 None None] Provisioning complete for port 9ae380c4-d719-4f75-9ac7-d35b338af039 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.190706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04b25c10-4aac-462e-ac5c-b81ccb3b1969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.224955 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.236535 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:56.258115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4f83198-5713-4461-874a-aa58485cc94e req-10155786-093f-4f6e-b41e-d8128bb69eb9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8696280 Jul 16 18:06:56.263481 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.321441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.389329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.393183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-104de0a1-96a0-4be9-9b82-0c7a3fc7b4bf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5778656 Jul 16 18:06:56.393605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:56.402188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.417631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 9ae380c4-d719-4f75-9ac7-d35b338af039, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9ae380c4-d719-4f75-9ac7-d35b338af039,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:56.440925 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.446698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 67393814-e652-4be3-93f2-5de400db189f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:56.527547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Router 4d8cf898-1955-41e6-af8a-830f3c45c66e is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:56.655127 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:06:52Z', 'revision_number': 3, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:56.724814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:56.727369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=9ae380c4-d719-4f75-9ac7-d35b338af039,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.735745 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:56.736528 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Updating router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:56.796453 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.796830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:06:56.809607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 67393814-e652-4be3-93f2-5de400db189f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.809991 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.919081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.944482 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.972361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:56.987794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Sync routers for ids ['4d8cf898-1955-41e6-af8a-830f3c45c66e'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:57.033367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Routers {'4d8cf898-1955-41e6-af8a-830f3c45c66e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:57.034023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4d8cf898-1955-41e6-af8a-830f3c45c66e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:57.060754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192aa8a2-b8cc-46d1-9b86-2424d138fbf7 req-4d46ce35-88a7-4916-b61e-733ffe6913ed tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.063721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-192aa8a2-b8cc-46d1-9b86-2424d138fbf7 req-4d46ce35-88a7-4916-b61e-733ffe6913ed tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 943 time: 0.4300954 Jul 16 18:06:57.111488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0af141e-3ba8-4090-9f41-913224dfae8a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.175202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 162a3f6c-af61-4154-9f1b-b2c5e4808587 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:57.200379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-192aa8a2-b8cc-46d1-9b86-2424d138fbf7 req-0b6f029c-e6e6-4b7a-a14e-130804b7215a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299388 Jul 16 18:06:57.309817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.330383 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.338717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Set router 4d8cf898-1955-41e6-af8a-830f3c45c66e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:57.377667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.404219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44634) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:57.409201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.410438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-647a490f-9203-41ba-8293-ff8d24e14620 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.9670320 Jul 16 18:06:57.416618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:57.427176 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.430262 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.432668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a251cf9-7c73-478e-8381-0735d41a49bb req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4930165 Jul 16 18:06:57.434085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726497f8-3e38-42c0-8b52-c651010f7310 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494fe7c3-e1bc-40b3-a5f2-8b53c538f094,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.454779 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Transition to ACTIVE for port object e339b9da-d4bf-4c79-a9d8-a20732ed5f0f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:57.462501 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.522618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 162a3f6c-af61-4154-9f1b-b2c5e4808587 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:57.522833 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.577192 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Attempting to bind port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:57.577567 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Attempting to bind port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:57.577949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Attempting to bind port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:57.587159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4136a0-da90-4d43-8ca5-ba466c05adb4 req-eac463ee-bb9b-43a9-b08f-bed89698f824 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.590064 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:57.590450 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:57.590861 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.591263 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:57.591741 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Bound port: e339b9da-d4bf-4c79-a9d8-a20732ed5f0f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:57.593246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac4136a0-da90-4d43-8ca5-ba466c05adb4 req-eac463ee-bb9b-43a9-b08f-bed89698f824 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 1102 time: 0.1172321 Jul 16 18:06:57.599521 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.609358 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cf121-8555-455c-8e39-b53ead6de79c None None] Pushing event updated for resources: {'Port': ['ID=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.643159 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df68c52b-fd1c-499f-8fd4-f3968e43e80b x-openstack-request-id: req-df68c52b-fd1c-499f-8fd4-f3968e43e80b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:57.644053 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:57.644507 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df68c52b-fd1c-499f-8fd4-f3968e43e80b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:57.645550 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25', 'status': 'completed', 'code': 200} Jul 16 18:06:57.701193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac4136a0-da90-4d43-8ca5-ba466c05adb4 req-814886f4-8fc0-4efa-87a3-a3b12265b6b3 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018083 Jul 16 18:06:57.719492 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] For port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:57.722831 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] For port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:57.724531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 866dc414-c5a8-483c-aeee-d1c0671068a1 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:57.727309 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.757392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-11b49b2a-1727-4ace-8617-60e1dd951f14 req-02f3ea06-283d-48fe-b719-7d2f21125e07 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1204067507', 'description': 'tempest-description-695736436'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:57.806310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-794205886-network', 'tenant_id': 'c0f4c0462b42418fa1149f874fd956f1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:57.850416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Allocated IP 172.20.0.1 (d8c48100-0dcf-4fe7-a36c-c717b4103aa4/4c239c1d-165e-44d1-8fcc-b3b466e54d62/1f3d86d5-d255-4a6e-a934-04d69ab06f0d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:57.852745 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:57.853408 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:57.921959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-11b49b2a-1727-4ace-8617-60e1dd951f14 req-02f3ea06-283d-48fe-b719-7d2f21125e07 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.074737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-0d9c97d6-11ea-4235-99c9-650de32ef3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.076766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-0d9c97d6-11ea-4235-99c9-650de32ef3cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1126 time: 0.1931100 Jul 16 18:06:58.085680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Made reservation on behalf of c0f4c0462b42418fa1149f874fd956f1 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:58.088446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.150275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.184749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-99ef46a4-2722-4723-aa01-a829f15408c5 service neutron] 10.222.0.13 "GET /v2.0/ports/170845ab-9aa6-44cd-bfcc-af5557834b25/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.3668501 Jul 16 18:06:58.253135 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:58.277549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9ae380c4-d719-4f75-9ac7-d35b338af039 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:58.335143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300d5dc-d7a9-4e8d-9c8a-3664e4267b99 req-268338ba-232f-4d11-a385-badbf774d460 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.338472 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cf121-8555-455c-8e39-b53ead6de79c None None] Pushing event updated for resources: {'Port': ['ID=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.351894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d300d5dc-d7a9-4e8d-9c8a-3664e4267b99 req-268338ba-232f-4d11-a385-badbf774d460 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 944 time: 0.3858354 Jul 16 18:06:58.384116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 866dc414-c5a8-483c-aeee-d1c0671068a1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:58.398158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 866dc414-c5a8-483c-aeee-d1c0671068a1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:58.398695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.453698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-4b8ddefe-a1bc-4fcb-a606-f9adc8808358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.455952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-4b8ddefe-a1bc-4fcb-a606-f9adc8808358 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.3691187 Jul 16 18:06:58.462842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.497101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 3, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port': {'id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:52Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:58.516141 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:06:52Z', 'revision_number': 3, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:58.545972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Checking router: 4d8cf898-1955-41e6-af8a-830f3c45c66e for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:58.546330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Updating router 4d8cf898-1955-41e6-af8a-830f3c45c66e port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:58.550492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9ae380c4-d719-4f75-9ac7-d35b338af039 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:58.550492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.555096 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-8c4cbe6a-c9e2-43d2-aaf2-6aec7a5e6ad4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 217 time: 0.0878615 Jul 16 18:06:58.559246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Transition to ACTIVE for port object 1f3d86d5-d255-4a6e-a934-04d69ab06f0d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:58.577517 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8746ca6a-bdbb-4ab9-ae7e-3d8cdeb64c45 None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:06:52Z', 'revision_number': 3, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:58.586371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d300d5dc-d7a9-4e8d-9c8a-3664e4267b99 req-1c9a4e2a-a57f-4356-b361-dd3a023b18a7 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317097 Jul 16 18:06:58.627917 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-11b49b2a-1727-4ace-8617-60e1dd951f14 req-02f3ea06-283d-48fe-b719-7d2f21125e07 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.723674 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.731758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.736977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-11b49b2a-1727-4ace-8617-60e1dd951f14 req-02f3ea06-283d-48fe-b719-7d2f21125e07 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.740484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-a5a64cce-7cf4-4147-b0d5-58034783d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.742396 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-a5a64cce-7cf4-4147-b0d5-58034783d588 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1783597 Jul 16 18:06:58.744861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.826263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:58.828836 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765edb01-4ac8-41f6-a924-13bc4fe29ab4" -d '{"events": [{"server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "name": "network-vif-plugged", "status": "completed", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:58.834592 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-4246abfe-e439-4ba8-af86-18bc533fb045 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842381 Jul 16 18:06:58.865304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.868618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 866dc414-c5a8-483c-aeee-d1c0671068a1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=866dc414-c5a8-483c-aeee-d1c0671068a1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:58.868798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.897308 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.905810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-11b49b2a-1727-4ace-8617-60e1dd951f14 req-02f3ea06-283d-48fe-b719-7d2f21125e07 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.927994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11b49b2a-1727-4ace-8617-60e1dd951f14 req-02f3ea06-283d-48fe-b719-7d2f21125e07 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1757321 Jul 16 18:06:58.943999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:59.002543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3ea06-283d-48fe-b719-7d2f21125e07 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241b0aa9-86cf-45cf-b5db-2f24d64948ba,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.167243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a00afff-7cf3-4fb2-abb4-d15eb7fbc6a1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.173213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.176050 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Added segment 598fe191-f065-4571-98c5-97de22e81467 of type vlan for network 1d9c3025-ad27-4880-98e3-1d461dc5c495 Jul 16 18:06:59.229744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:59.285402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-78e3a2a4-c869-4109-936d-f9bb965f66cc service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432151 Jul 16 18:06:59.299398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:59.336660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:59.341211 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d685830d-676d-4b52-bbcc-72d6672d73b9 x-openstack-request-id: req-d685830d-676d-4b52-bbcc-72d6672d73b9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:59.341726 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "name": "network-vif-plugged", "status": "completed", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:59.351054 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d685830d-676d-4b52-bbcc-72d6672d73b9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:59.351698 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'code': 200} Jul 16 18:06:59.397870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.422939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:59.423779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.685488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=866dc414-c5a8-483c-aeee-d1c0671068a1,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.903688 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.917218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Transition to ACTIVE for port object 4b80a43f-cd2c-41fc-959b-92b2e5de6346 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:59.924204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e339b9da-d4bf-4c79-a9d8-a20732ed5f0f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:59.930989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.999661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0b66f-b3cd-414a-9d75-020cdfff25fc None None] Pushing event updated for resources: {'Port': ['ID=4b80a43f-cd2c-41fc-959b-92b2e5de6346,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.026943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5933097c-7dd1-47fe-bd37-eecc1fd5d366 None None] Provisioning for port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:00.050269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Attempting to bind port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:00.050641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Attempting to bind port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:00.051009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Attempting to bind port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:00.071816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:00.072215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:00.072624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.073020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:00.074061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Bound port: 4b80a43f-cd2c-41fc-959b-92b2e5de6346, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:00.074466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.077849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5933097c-7dd1-47fe-bd37-eecc1fd5d366 None None] Provisioning complete for port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:00.077849 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5933097c-7dd1-47fe-bd37-eecc1fd5d366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.090035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6a2f1eb-3ff9-4f89-b47b-a303e569cf7f req-71ec5b3d-78be-41c6-86fc-91a8a14c7b04 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7779510 Jul 16 18:07:00.096447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-88681f30-050b-479c-a450-12617ee430b9 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53376 time: 0.8540947 Jul 16 18:07:00.136167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.136704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b7546-c3a0-4e85-9c33-cdbd4275fd9f req-2a66cc6f-4650-412b-b58e-67044e5d4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.138595 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d8b7546-c3a0-4e85-9c33-cdbd4275fd9f req-2a66cc6f-4650-412b-b58e-67044e5d4386 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 1097 time: 0.8380585 Jul 16 18:07:00.154698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:00.177577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5933097c-7dd1-47fe-bd37-eecc1fd5d366 None None] Port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:00.212545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfb816b7-0e3f-49fa-b5f8-db5f7327f771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.222146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.236882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:00.247033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] For port 4b80a43f-cd2c-41fc-959b-92b2e5de6346, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:00.249780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:00.250205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.272314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-bf5b97c1-2d45-433b-b0f7-2b713c91e246 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2dcb12af-554a-402b-a3e6-66bd1f4e5236 HTTP/1.1" status: 200 len: 2981 time: 0.1748686 Jul 16 18:07:00.300021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] For port 4b80a43f-cd2c-41fc-959b-92b2e5de6346, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4b80a43f-cd2c-41fc-959b-92b2e5de6346,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:00.305283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.309612 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.311817 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d8b7546-c3a0-4e85-9c33-cdbd4275fd9f req-29ae97b1-c713-4756-aefe-85d77eadec12 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639969 Jul 16 18:07:00.339959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 170845ab-9aa6-44cd-bfcc-af5557834b25 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:00.424425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0b66f-b3cd-414a-9d75-020cdfff25fc None None] Pushing event updated for resources: {'Port': ['ID=4b80a43f-cd2c-41fc-959b-92b2e5de6346,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.472874 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.475215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.475448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Routers {'4d8cf898-1955-41e6-af8a-830f3c45c66e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:00.475816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.476464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:06:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4d8cf898-1955-41e6-af8a-830f3c45c66e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:00.484385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:00.491401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-f33dc4c5-6341-4ddd-a151-12eb95c42fc9 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2dcb12af-554a-402b-a3e6-66bd1f4e5236 HTTP/1.1" status: 200 len: 2981 time: 0.2181866 Jul 16 18:07:00.570392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24488cf-8ed1-4d61-91f2-d170434e33d9 req-9a323564-297f-4f73-9511-ae417c52a7e0 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:00.572135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f24488cf-8ed1-4d61-91f2-d170434e33d9 req-9a323564-297f-4f73-9511-ae417c52a7e0 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 943 time: 0.5155754 Jul 16 18:07:00.581231 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.586448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 3.1782837 Jul 16 18:07:00.588300 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.589787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:00.601484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Request body: {'subnet': {'network_id': '1d9c3025-ad27-4880-98e3-1d461dc5c495', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-794205886-subnet', 'tenant_id': 'c0f4c0462b42418fa1149f874fd956f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:00.645721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:00.660712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.689295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-5f0fe44a-0aba-455d-9117-7ffb40c558c7 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e95de58-0fd2-4429-80ba-8af1cc2b5f63 HTTP/1.1" status: 200 len: 2981 time: 0.1807585 Jul 16 18:07:00.690256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa34e2-4e3b-4d76-855c-c60814e861ad admin admin] Pushing event updated for resources: {'Network': ['ID=1d9c3025-ad27-4880-98e3-1d461dc5c495,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.704711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1d9c3025-ad27-4880-98e3-1d461dc5c495 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:00.742684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] Set router 4d8cf898-1955-41e6-af8a-830f3c45c66e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:00.777837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Allocated IP 172.20.0.1 (3c915945-1390-4eba-ae4d-79f632cc4d89/33181ff4-d3df-4037-a4eb-2b91aec25080/270826c3-24df-4f3f-9255-299ce79a40ef) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:00.780803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f24488cf-8ed1-4d61-91f2-d170434e33d9 req-fc73ce98-3ac0-4379-b3cc-964589349d6d tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024038 Jul 16 18:07:00.806067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-147ee551-275b-4609-92a8-ca8ef4f1ea0e tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/2e95de58-0fd2-4429-80ba-8af1cc2b5f63 HTTP/1.1" status: 200 len: 2981 time: 0.1018023 Jul 16 18:07:00.816479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Made reservation on behalf of c0f4c0462b42418fa1149f874fd956f1 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:00.824635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.866897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] Transition to ACTIVE for port object 170845ab-9aa6-44cd-bfcc-af5557834b25 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:00.878727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.882455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.945402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-e2a838fe-f3ca-4479-a38e-c993455c69b8 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/35cd4198-aa0d-4662-a088-d4c189c42f73 HTTP/1.1" status: 200 len: 2981 time: 0.1378577 Jul 16 18:07:01.018354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] Pushing event updated for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=10']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.074144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-65125e56-9359-4706-a4f4-af6ede3ac905 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342062 Jul 16 18:07:01.115967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] No DVR routers for this DVR port 170845ab-9aa6-44cd-bfcc-af5557834b25 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:01.150830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-226405ad-5539-4d8b-ad7c-c32d3585e99d tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/35cd4198-aa0d-4662-a088-d4c189c42f73 HTTP/1.1" status: 200 len: 2981 time: 0.2045174 Jul 16 18:07:01.229139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 3, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port': {'id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:52Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:01.262319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-83516efd-d52c-4d80-8bce-be4ccdbaa8de tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/51935f5c-4203-40bf-bf65-d83b21b93c79 HTTP/1.1" status: 200 len: 2981 time: 0.1105335 Jul 16 18:07:01.267127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.276499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-9f844337-f310-4bd4-a220-3187f5d37441 service neutron] 10.222.0.13 "PUT /v2.0/ports/170845ab-9aa6-44cd-bfcc-af5557834b25/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 3.0799155 Jul 16 18:07:01.286706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.287454 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.324523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70686631-2212-49eb-9b9c-e16191d47794 None None] The sync data for ids ['4d8cf898-1955-41e6-af8a-830f3c45c66e'] in n-d-793620-10 is: [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 3, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port': {'id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:52Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:01.340385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-889eac8f-ca31-40ed-81d2-70ae505d0741 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.351487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-889eac8f-ca31-40ed-81d2-70ae505d0741 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2763972 Jul 16 18:07:01.373399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-88306f55-b374-41ec-8d21-b5ad04515155 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/51935f5c-4203-40bf-bf65-d83b21b93c79 HTTP/1.1" status: 200 len: 2981 time: 0.1094580 Jul 16 18:07:01.401789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Pushing event updated for resources: {'Port': ['ID=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.402509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-424c6f49-895b-445c-8e8a-f743cb920833 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/quotas/7fc264c4c24746c3b85c8f41ee2302d6 HTTP/1.1" status: 200 len: 375 time: 0.0500069 Jul 16 18:07:01.530117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-0debc9e1-4e8a-4743-b52b-056a3e9b1075 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/525eb244-6d39-43cd-991a-b25bbed3799f HTTP/1.1" status: 200 len: 2973 time: 0.1564198 Jul 16 18:07:01.561985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e339b9da-d4bf-4c79-a9d8-a20732ed5f0f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:01.595827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-fe4c39ff-a5ba-423e-8919-519a54a63fde tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1924219 Jul 16 18:07:01.623418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-1f757646-3192-4893-8ac7-c40845f807a6 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/525eb244-6d39-43cd-991a-b25bbed3799f HTTP/1.1" status: 200 len: 2973 time: 0.0923104 Jul 16 18:07:01.636210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.661003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:01.679168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:01.683928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-92b13ebc-3833-417f-8140-e106c2f20abb tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5645a017-99ca-4caa-87eb-ba094d98a27a HTTP/1.1" status: 200 len: 2981 time: 0.0596058 Jul 16 18:07:01.695450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:01.696252 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.711568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6640e34a-f786-456f-83fe-7078076810bc tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.713161 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-6640e34a-f786-456f-83fe-7078076810bc tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.3136702 Jul 16 18:07:01.738211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Transition to ACTIVE for port object 270826c3-24df-4f3f-9255-299ce79a40ef will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:01.745753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:01.827956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-0c8dca6a-7e06-4519-b7b2-ef381f2141ad tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/5645a017-99ca-4caa-87eb-ba094d98a27a HTTP/1.1" status: 200 len: 2981 time: 0.1318448 Jul 16 18:07:01.851699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:01.964056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-99e17496-64a7-41dd-83e2-3b3ba9e42fe0 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6a00afff-7cf3-4fb2-abb4-d15eb7fbc6a1 HTTP/1.1" status: 200 len: 2981 time: 0.1347578 Jul 16 18:07:02.026391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:02.095227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-5f88f5a7-b3a5-4472-8ac2-0047248851e3 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6a00afff-7cf3-4fb2-abb4-d15eb7fbc6a1 HTTP/1.1" status: 200 len: 2981 time: 0.1292188 Jul 16 18:07:02.201876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-165d3f85-ed43-4139-86c1-d9d63cc57030 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6e11aa70-2ca6-46c8-8f71-49d0d9036874 HTTP/1.1" status: 200 len: 2977 time: 0.0892098 Jul 16 18:07:02.220780 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.228779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7d98b02e-186a-41b5-a4ae-ecd05724f436 None None] Provisioning complete for port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:02.229162 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d98b02e-186a-41b5-a4ae-ecd05724f436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.292272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-f2ff3709-32a7-4b37-8c1f-7cae2ddc77a5 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/6e11aa70-2ca6-46c8-8f71-49d0d9036874 HTTP/1.1" status: 200 len: 2977 time: 0.0893981 Jul 16 18:07:02.305829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7d98b02e-186a-41b5-a4ae-ecd05724f436 None None] Port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:02.387063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-990fd2f9-392c-40bc-9f44-163914a366bb tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7ba5cbb9-b51f-4a5b-b607-604e2fd0cd26 HTTP/1.1" status: 200 len: 2981 time: 0.0868049 Jul 16 18:07:02.448966 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.472361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-cbabb9f8-9707-4461-9763-e2327c6064e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.475032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-cbabb9f8-9707-4461-9763-e2327c6064e1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b&tenant_id=f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 1096 time: 0.7399843 Jul 16 18:07:02.514754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-4ad12299-e0e0-46eb-87ff-76c58ad1569d tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/7ba5cbb9-b51f-4a5b-b607-604e2fd0cd26 HTTP/1.1" status: 200 len: 2981 time: 0.1207800 Jul 16 18:07:02.603120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:02.661880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-d6c78cdb-0fa5-4e11-afb9-f6e311d10687 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f HTTP/1.1" status: 200 len: 2981 time: 0.1450858 Jul 16 18:07:02.726376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-49a5e397-71f8-401f-9a8a-23319d7f5362 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f HTTP/1.1" status: 200 len: 2981 time: 0.0633936 Jul 16 18:07:02.899366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce10f9e-279d-4d89-ad39-76d83a78a1ac,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.970936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:03.039220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:03.043123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:03.043921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.055171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.055529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.055876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.056244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.056585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.056921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.057253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.057584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.057912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.058240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.058690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.059024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:03.102379 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e48edbb-7131-4fba-8138-cd7abb9c2400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.116120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Pushing event updated for resources: {'Port': ['ID=270826c3-24df-4f3f-9255-299ce79a40ef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.126381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-4202a946-7f30-4d15-9ebf-2473a6e52e8d tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8e65e388-8452-4ba0-96a7-7e36d382bbc9 HTTP/1.1" status: 200 len: 2981 time: 0.3989775 Jul 16 18:07:03.130957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Checking segment: {'id': '598fe191-f065-4571-98c5-97de22e81467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1d9c3025-ad27-4880-98e3-1d461dc5c495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:03.131446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Network hostable DHCP agents. Network: 1d9c3025-ad27-4880-98e3-1d461dc5c495, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:03.161387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:03.161967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d827881-83de-40a8-94a6-4c451074ddd5 req-86e8ee16-e816-433c-aa92-0392a0b36a4f tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:03.167991 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4731d8e1-77a6-4ea0-a247-095956a90b17 admin admin] 10.222.0.48 "PUT /v2.0/routers/9f9e1b08-a4b9-4d38-977f-34c1d614e982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7730093 Jul 16 18:07:03.170231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d827881-83de-40a8-94a6-4c451074ddd5 req-86e8ee16-e816-433c-aa92-0392a0b36a4f tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 945 time: 0.5622041 Jul 16 18:07:03.174998 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:03.218547 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:03.225002 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:03.228455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Network 1d9c3025-ad27-4880-98e3-1d461dc5c495 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:03.252526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-8001b130-798b-4e11-b616-d65e9af87022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:03.254862 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-8001b130-798b-4e11-b616-d65e9af87022 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1096 time: 0.7304180 Jul 16 18:07:03.255553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1d9c3025-ad27-4880-98e3-1d461dc5c495) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:03.260860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:03.261347 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.264248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3ec3d-5a60-47c9-82c4-d872d928ccbc None None] Network 1d9c3025-ad27-4880-98e3-1d461dc5c495 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:03.383873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d827881-83de-40a8-94a6-4c451074ddd5 req-ac25db2a-7c5d-4a61-be41-65a9ff9bf6bc tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126570 Jul 16 18:07:03.404600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-4a1c4574-ee64-4b3c-83af-796bfe6d0015 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/8e65e388-8452-4ba0-96a7-7e36d382bbc9 HTTP/1.1" status: 200 len: 2981 time: 0.2627623 Jul 16 18:07:03.461694 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d2cc0ca4-9d9c-4878-b363-a448975623d4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8673143 Jul 16 18:07:03.550616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-b5bbda2c-988c-4190-87af-aa72521c8964 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9783ec69-da55-4782-b93e-394059bb76e6 HTTP/1.1" status: 200 len: 2981 time: 0.1389353 Jul 16 18:07:03.680563 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:03.707046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-9aaea1f3-6277-42f3-8cec-5c348914338b tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/9783ec69-da55-4782-b93e-394059bb76e6 HTTP/1.1" status: 200 len: 2981 time: 0.1416600 Jul 16 18:07:03.731994 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.872757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-a66e5b98-4592-486b-a1fb-4a9758ae1e03 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/bacfb6d6-3977-4302-b76c-3ae6167a4057 HTTP/1.1" status: 200 len: 2981 time: 0.1574545 Jul 16 18:07:04.010838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b80a43f-cd2c-41fc-959b-92b2e5de6346 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:04.127352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-a1b8e824-4574-4b80-b9ce-3e773646a757 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/bacfb6d6-3977-4302-b76c-3ae6167a4057 HTTP/1.1" status: 200 len: 2981 time: 0.2456946 Jul 16 18:07:04.179521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-fd919b78-e9ac-4aea-8ff3-45e4bc2ff489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.184771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-fd919b78-e9ac-4aea-8ff3-45e4bc2ff489 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.9166009 Jul 16 18:07:04.202684 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.300763 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 2, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.304942 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-60ec5090-fc58-4c07-a2ee-2c36a932d510 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 217 time: 0.1086519 Jul 16 18:07:04.337729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-6bce37b2-415b-4d2a-b9ae-0c7011913830 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d0af141e-3ba8-4090-9f41-913224dfae8a HTTP/1.1" status: 200 len: 2981 time: 0.2066758 Jul 16 18:07:04.342142 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.347294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f7bea852-1790-4035-b5ba-fd8efca9d9d7 None None] Provisioning for port 270826c3-24df-4f3f-9255-299ce79a40ef completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:04.375281 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0795733-ea61-403b-ad4c-bff246704dbd req-df62e3cc-db8a-4dee-955d-ac48989af783 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.380450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f7bea852-1790-4035-b5ba-fd8efca9d9d7 None None] Provisioning complete for port 270826c3-24df-4f3f-9255-299ce79a40ef triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:04.380848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7bea852-1790-4035-b5ba-fd8efca9d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.394346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0795733-ea61-403b-ad4c-bff246704dbd req-df62e3cc-db8a-4dee-955d-ac48989af783 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 944 time: 0.3441484 Jul 16 18:07:04.400839 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:04.401174 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Updating router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:04.483653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-6798b98c-1f27-4df1-8535-57c6acfa5339 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/d0af141e-3ba8-4090-9f41-913224dfae8a HTTP/1.1" status: 200 len: 2981 time: 0.1398683 Jul 16 18:07:04.487452 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.500432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0795733-ea61-403b-ad4c-bff246704dbd req-17dcce87-e5ee-4eb2-b905-30f5c7d697df tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040885 Jul 16 18:07:04.604417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.613650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-deb24200-6cba-4fe5-9c62-696eb657ac0f tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dc23cdc0-bceb-40b9-80bf-fcf9cf521456 HTTP/1.1" status: 200 len: 2981 time: 0.1103294 Jul 16 18:07:04.616605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-a4ae0295-3e76-4511-89fc-b808db76c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.622880 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-a4ae0295-3e76-4511-89fc-b808db76c1b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.2911723 Jul 16 18:07:04.624289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.626346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.677513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f7bea852-1790-4035-b5ba-fd8efca9d9d7 None None] Port 270826c3-24df-4f3f-9255-299ce79a40ef cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:04.702130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66dd408-40ab-4f76-8d00-c271c2447491 None None] Network 1d9c3025-ad27-4880-98e3-1d461dc5c495 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:04.706561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:04.724005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-d25bec16-d8c0-4b38-9214-746c8b5cb4dd tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/dc23cdc0-bceb-40b9-80bf-fcf9cf521456 HTTP/1.1" status: 200 len: 2981 time: 0.1024926 Jul 16 18:07:04.729245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:04.729955 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.828779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-9f72ea5a-3fd1-46ff-bcf9-eaea36dbf126 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7 HTTP/1.1" status: 200 len: 2981 time: 0.0980561 Jul 16 18:07:04.847408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-075d709c-d48a-4cb0-b513-98398a39a9bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2143412 Jul 16 18:07:04.925121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f8285e8-5d5e-49da-80f8-b837086e09e1 req-a98b40b6-b8b9-4c3c-962d-08c6b118a130 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7 HTTP/1.1" status: 200 len: 2981 time: 0.0795293 Jul 16 18:07:05.071483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Pushing event updated for resources: {'Port': ['ID=270826c3-24df-4f3f-9255-299ce79a40ef,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.093242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44744) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.099907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-293101142-network', 'tenant_id': 'ee2f788cf3be4a5aa72d0fd620a49114'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.149910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Made reservation on behalf of ee2f788cf3be4a5aa72d0fd620a49114 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:05.152457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.181592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.215062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.279159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4b80a43f-cd2c-41fc-959b-92b2e5de6346, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4b80a43f-cd2c-41fc-959b-92b2e5de6346,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.288293 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.357671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-2480d0c2-a20d-4bdc-b26c-9ba02aa4a3e0 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814348 Jul 16 18:07:05.372285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-0d8566e8-1e47-4548-b979-d2f6ada8ae7e tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548873 Jul 16 18:07:05.397004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:05.411150 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.419455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:05.436365 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Transition to ACTIVE for port object 1f3d86d5-d255-4a6e-a934-04d69ab06f0d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:05.448763 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.464435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4b80a43f-cd2c-41fc-959b-92b2e5de6346,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.568807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-2f170873-d5e4-4a3a-9f2f-2312a19342d6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.570914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-2f170873-d5e4-4a3a-9f2f-2312a19342d6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919286 Jul 16 18:07:05.576322 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d268c0-18fc-4b22-87f4-6aa1e3589a2c None None] Pushing event updated for resources: {'Port': ['ID=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.594707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.676910 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.761135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77f999-3d33-44ed-855f-f41700a9ca4e req-97258349-e27f-4f5e-bf22-b5501d6d5d5a tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.773883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44756) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.778906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'floatingip': {'port_id': '866dc414-c5a8-483c-aeee-d1c0671068a1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.784946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea77f999-3d33-44ed-855f-f41700a9ca4e req-97258349-e27f-4f5e-bf22-b5501d6d5d5a tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 945 time: 0.5656617 Jul 16 18:07:05.806437 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Attempting to bind port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:05.809918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Attempting to bind port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:05.810544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Attempting to bind port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:05.827198 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:05.827893 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Checking segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:05.830292 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.830935 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Bound using segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:05.831619 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Bound port: 1f3d86d5-d255-4a6e-a934-04d69ab06f0d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:05.832324 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.046572 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] For port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:06.053924 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] For port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:06.060871 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.065858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Router 4d8cf898-1955-41e6-af8a-830f3c45c66e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:06.096453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-8bddaa20-6b1a-45c9-b1f6-1d33cdbe2a19 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6945443 Jul 16 18:07:06.111287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.128650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-abde6f13-8a3b-42c0-b788-c95d42401ffc None None] Provisioning complete for port 270826c3-24df-4f3f-9255-299ce79a40ef triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:06.133593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abde6f13-8a3b-42c0-b788-c95d42401ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.140358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-d89dde6a-b9cd-4eb5-ac72-c47f9c0ab12c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1477411 Jul 16 18:07:06.181734 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:06.182629 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:06.236020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-f1213d32-c930-4179-957b-f12f402a3a5c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.237632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-f1213d32-c930-4179-957b-f12f402a3a5c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 820 time: 0.4228504 Jul 16 18:07:06.270573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-abde6f13-8a3b-42c0-b788-c95d42401ffc None None] Port 270826c3-24df-4f3f-9255-299ce79a40ef cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:06.373153 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-3a571fa7-5c26-4adf-aea3-2cb657885b17 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/quotas/a55a8483c2ca4cb7a50e68ecc220ca8f HTTP/1.1" status: 200 len: 375 time: 0.0819712 Jul 16 18:07:06.403624 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:06.419513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.441177 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.510837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5197509-6239-41c1-a00c-c38f46da225f req-3a4f0d3b-6efe-42da-8082-8281ba74918f tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4a6c4915aac4bf6ac25641ff7ada0f7 HTTP/1.1" status: 200 len: 6099 time: 0.4207253 Jul 16 18:07:06.579222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:06.725399 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.730567 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:06Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:06.741216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:06.751089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.753675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb6fc82-5181-480d-baf7-98b52eaeeff5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.757328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.757992 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Added segment b3d4d854-5c46-48df-85ca-2f4b662a37ab of type vlan for network 080ea0d4-48b4-4043-af1d-98f1c9a60124 Jul 16 18:07:06.828134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.828958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.829529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.830110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.830667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.831232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.831799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.832459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.833028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.833571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.834657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.835200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:06.855122 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e95132-22d3-4ace-a032-424477ff8034 None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:06Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:06.857747 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d268c0-18fc-4b22-87f4-6aa1e3589a2c None None] Pushing event updated for resources: {'Port': ['ID=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.861811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5197509-6239-41c1-a00c-c38f46da225f req-c712bd2e-a2b0-415d-b93f-58c48f334f48 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "GET /v2.0/security-groups/35cd4198-aa0d-4662-a088-d4c189c42f73 HTTP/1.1" status: 200 len: 2981 time: 0.3227098 Jul 16 18:07:06.904203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.966990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-5d75ea61-0cf8-48a2-9b1b-097975a5a191 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5878518 Jul 16 18:07:07.091009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.110725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.187 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/3da11caf-f82a-4d29-8a0d-a589df0e603d) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:07.152006 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:07:07.214573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5197509-6239-41c1-a00c-c38f46da225f req-f3e67d3b-39e7-45af-946d-c5ff12430d3b tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "GET /v2.0/security-groups/35cd4198-aa0d-4662-a088-d4c189c42f73 HTTP/1.1" status: 200 len: 2981 time: 0.3516910 Jul 16 18:07:07.225765 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.226757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:07.227439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.306973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] Pushing event updated for resources: {'Network': ['ID=080ea0d4-48b4-4043-af1d-98f1c9a60124,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.327216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 080ea0d4-48b4-4043-af1d-98f1c9a60124 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:07.417809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-213df8f1-109b-4b49-8b5f-e9f2a09c0188 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.3226516 Jul 16 18:07:07.433195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44770) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.450912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Request body: {'subnet': {'network_id': '080ea0d4-48b4-4043-af1d-98f1c9a60124', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-293101142-subnet', 'tenant_id': 'ee2f788cf3be4a5aa72d0fd620a49114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:07.662151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f3d86d5-d255-4a6e-a934-04d69ab06f0d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:07.730099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.757510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object 3da11caf-f82a-4d29-8a0d-a589df0e603d will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:07.788114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:07.795491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:07.796699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.862339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:07:07.868014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-52180212-ba0c-4161-9bbb-45d5636f74dc service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7422125 Jul 16 18:07:07.896355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a98de01a-97e3-44b7-8132-c2a85ec571df req-136024eb-5491-467a-b5dd-a1375b5fe2f4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 210 time: 0.3424232 Jul 16 18:07:07.926528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Made reservation on behalf of ee2f788cf3be4a5aa72d0fd620a49114 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:07.934706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.980135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.002859 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.184899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-7ad63d30-3cb5-4b0e-a186-5825485430c5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.184899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-7ad63d30-3cb5-4b0e-a186-5825485430c5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.9429486 Jul 16 18:07:08.184899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.202175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:08.249740 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.250723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b80a43f-cd2c-41fc-959b-92b2e5de6346 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:08.271836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.353565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:08.420102 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.436851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:08.528072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:08.534319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:08.537392 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421 associated. External IP: 172.25.0.219, port: 866dc414-c5a8-483c-aeee-d1c0671068a1. Jul 16 18:07:08.568372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:08.575234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Sync routers for ids ['4d8cf898-1955-41e6-af8a-830f3c45c66e'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:08.581746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:08.588549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.589326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.600649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.630257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0aec3c9c-1edf-4ee4-9bea-092aee07abba admin admin] 10.222.0.48 "PUT /v2.0/routers/4d8cf898-1955-41e6-af8a-830f3c45c66e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2110193 Jul 16 18:07:08.632862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-8567eb14-ac90-4164-9f14-9a93df0292d7 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.634524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-8567eb14-ac90-4164-9f14-9a93df0292d7 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1096 time: 1.4756219 Jul 16 18:07:08.636835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Routers {'4d8cf898-1955-41e6-af8a-830f3c45c66e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:08.642641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4d8cf898-1955-41e6-af8a-830f3c45c66e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:08.661073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=3da11caf-f82a-4d29-8a0d-a589df0e603d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.686993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=151855b3-e3ba-4cfe-94c4-22620c2e4f5c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.766638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-f7da1629-2dfe-46e4-a934-27dff38c12d5 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8950362 Jul 16 18:07:08.767301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:08.772490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.785723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-899e18d0-d0ca-4fc0-bcd8-54d744db1017 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1956902 Jul 16 18:07:08.787704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Checking segment: {'id': 'b3d4d854-5c46-48df-85ca-2f4b662a37ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '080ea0d4-48b4-4043-af1d-98f1c9a60124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:08.788059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Network hostable DHCP agents. Network: 080ea0d4-48b4-4043-af1d-98f1c9a60124, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:08.817560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Request body: {'port': {'device_id': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:08.909757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5581a3-0a27-4bba-a047-89378ccd9f33 req-99b7c82a-a4e4-4360-a34e-97cf677b6b5e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.927111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca5581a3-0a27-4bba-a047-89378ccd9f33 req-99b7c82a-a4e4-4360-a34e-97cf677b6b5e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 944 time: 0.5069823 Jul 16 18:07:09.000863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Network 080ea0d4-48b4-4043-af1d-98f1c9a60124 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:09.028210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:09.028868 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.092392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.114386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Set router 4d8cf898-1955-41e6-af8a-830f3c45c66e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:09.116669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 080ea0d4-48b4-4043-af1d-98f1c9a60124) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:09.121229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.122549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.134289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca5581a3-0a27-4bba-a047-89378ccd9f33 req-10ff0221-1727-4236-8178-dfe9b991c03f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101848 Jul 16 18:07:09.158078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-52e41273-9255-4102-b4d2-e2e6b9fdfeb5 service neutron] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:09.201190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-52e41273-9255-4102-b4d2-e2e6b9fdfeb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.204658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c675482c-8823-4d33-ae5d-8ff0929cedf1 req-52e41273-9255-4102-b4d2-e2e6b9fdfeb5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/170845ab-9aa6-44cd-bfcc-af5557834b25/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.5588958 Jul 16 18:07:09.250805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f565f8-85c4-4ccc-b7c5-d7dd859e928e None None] Network 080ea0d4-48b4-4043-af1d-98f1c9a60124 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:09.355026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:09.450820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-22095cc5-73f8-43c3-976d-9628adc7d803 None None] Provisioning for port 3da11caf-f82a-4d29-8a0d-a589df0e603d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:09.477006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da11caf-f82a-4d29-8a0d-a589df0e603d {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:09.482504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-07dc9a2b-6375-48b3-ae5d-0be650281cdb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0467165 Jul 16 18:07:09.505625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.537874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Transition to ACTIVE for port object 3da11caf-f82a-4d29-8a0d-a589df0e603d will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:09.580352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.600830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd4e4a7c-f62e-4961-8880-bcc4587988f0 req-84d1471f-9ac3-4e32-99cb-ffbebfb41817 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/241b0aa9-86cf-45cf-b5db-2f24d64948ba HTTP/1.1" status: 200 len: 1777 time: 0.1666038 Jul 16 18:07:09.677074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:09.696980 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] Sync routers for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:09.699991 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.717589 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:09.719896 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:09.773728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-22095cc5-73f8-43c3-976d-9628adc7d803 None None] Provisioning complete for port 3da11caf-f82a-4d29-8a0d-a589df0e603d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:09.785449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22095cc5-73f8-43c3-976d-9628adc7d803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.815236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33f1ad5a-d8d7-4aaf-87f8-2c98b28d8c1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "PUT /v2.0/floatingips/a72ba8aa-7a2f-4824-a78a-640e68ce0421 HTTP/1.1" status: 200 len: 991 time: 4.0401416 Jul 16 18:07:09.830360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:09.855007 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:09.865484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44812) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:09.991337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Pushing event updated for resources: {'Port': ['ID=3da11caf-f82a-4d29-8a0d-a589df0e603d,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.026499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.212 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/58dae9c5-559b-4ee9-bb57-5e90e86c882b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:10.159553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] Deleting subnet 0ce10f9e-279d-4d89-ad39-76d83a78a1ac {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:10.177167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.292776 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cd4e4a7c-f62e-4961-8880-bcc4587988f0 req-85addfd7-5c96-4056-8755-8f2edfe00cf0 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.370968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Attempting to bind port 3da11caf-f82a-4d29-8a0d-a589df0e603d on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:10.375993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Attempting to bind port 3da11caf-f82a-4d29-8a0d-a589df0e603d by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:10.376481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Attempting to bind port 3da11caf-f82a-4d29-8a0d-a589df0e603d on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:10.452965 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:10.469166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Port 3da11caf-f82a-4d29-8a0d-a589df0e603d on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:10.469166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Attempting to bind port 3da11caf-f82a-4d29-8a0d-a589df0e603d on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:10.504059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:10.505863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:10.506286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:10.506776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Bound port: 3da11caf-f82a-4d29-8a0d-a589df0e603d, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:10.507158 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.509923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.602738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cd4e4a7c-f62e-4961-8880-bcc4587988f0 req-85addfd7-5c96-4056-8755-8f2edfe00cf0 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.652044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-22095cc5-73f8-43c3-976d-9628adc7d803 None None] Port 3da11caf-f82a-4d29-8a0d-a589df0e603d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:10.701240 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cd4e4a7c-f62e-4961-8880-bcc4587988f0 req-85addfd7-5c96-4056-8755-8f2edfe00cf0 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.720540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cd4e4a7c-f62e-4961-8880-bcc4587988f0 req-85addfd7-5c96-4056-8755-8f2edfe00cf0 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.721856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd4e4a7c-f62e-4961-8880-bcc4587988f0 req-85addfd7-5c96-4056-8755-8f2edfe00cf0 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/241b0aa9-86cf-45cf-b5db-2f24d64948ba HTTP/1.1" status: 204 len: 173 time: 1.0077095 Jul 16 18:07:10.728991 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.756640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85addfd7-5c96-4056-8755-8f2edfe00cf0 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241b0aa9-86cf-45cf-b5db-2f24d64948ba,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.904203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] For port 3da11caf-f82a-4d29-8a0d-a589df0e603d, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:10.911386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] For port 3da11caf-f82a-4d29-8a0d-a589df0e603d, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:10.921795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.039572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.040449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.054373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] 10.222.0.13 "PUT /v2.0/ports/3da11caf-f82a-4d29-8a0d-a589df0e603d HTTP/1.1" status: 200 len: 1097 time: 2.2484975 Jul 16 18:07:11.055668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'tag': '3da11caf-f82a-4d29-8a0d-a589df0e603d'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:11.059040 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28274f91-923d-40dd-afca-0b6d1ac36051" -d '{"events": [{"name": "network-changed", "server_uuid": "0632116c-6b22-4a28-b8a5-5d2c11e8fde4", "tag": "3da11caf-f82a-4d29-8a0d-a589df0e603d"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:11.109354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f3d86d5-d255-4a6e-a934-04d69ab06f0d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:11.340571 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.345254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad5cf8-4e60-4b8b-8111-2a79fafd3933 service neutron] Pushing event updated for resources: {'Port': ['ID=3da11caf-f82a-4d29-8a0d-a589df0e603d,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.381587 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a72ba8aa-7a2f-4824-a78a-640e68ce0421', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'port_id': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'mac_address': 'fa:16:3e:88:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f568346-1559-491c-a566-87eef13a2511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:07:07Z', 'revision_number': 1, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:11.411915 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.453440 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] Checking router: c524fe21-4905-4d50-b3ae-9dcd0ae4adbd for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:11.461438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05086e44-115b-4ef4-abd7-60f6e0ebea66 req-cf588534-3f53-4989-9c30-1df3aadabcd7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 210 time: 0.0982499 Jul 16 18:07:11.482272 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:11.484876 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:11.543848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-71cbc5e1-9a0f-4376-91fe-f1c635a27128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.554868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-71cbc5e1-9a0f-4376-91fe-f1c635a27128 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 1100 time: 0.3631630 Jul 16 18:07:11.570382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce10f9e-279d-4d89-ad39-76d83a78a1ac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.609978 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.623628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a62ab5f2-b87a-479d-96b5-17d2219be710 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0ce10f9e-279d-4d89-ad39-76d83a78a1ac HTTP/1.1" status: 204 len: 168 time: 1.7561066 Jul 16 18:07:11.633729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.647688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d929c9-8f99-4338-a247-6632b6ebe428 None None] Network 080ea0d4-48b4-4043-af1d-98f1c9a60124 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:11.678480 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-08723d81-77d6-424e-a8ea-204d0b8c1688 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d HTTP/1.1" status: 200 len: 217 time: 0.1217227 Jul 16 18:07:11.730733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object 58dae9c5-559b-4ee9-bb57-5e90e86c882b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:11.808709 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:11.864993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dea7de3c-bad4-4cab-969d-df7f84fd3679 req-1d50b55d-03a4-4944-a8fc-9d84e85586fb tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 210 time: 0.1024642 Jul 16 18:07:11.962812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-3c249991-07ab-471a-ad94-db633bc135e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.968656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-3c249991-07ab-471a-ad94-db633bc135e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2819431 Jul 16 18:07:12.040497 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e25485-09e5-4768-a839-241acfb24c29 x-openstack-request-id: req-47e25485-09e5-4768-a839-241acfb24c29 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:12.042771 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:12.043148 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47e25485-09e5-4768-a839-241acfb24c29 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:12.043674 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'status': 'completed', 'code': 200} Jul 16 18:07:12.223608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e69f96f-5726-40c4-8a27-a15a4bc2a43e req-5c6ee592-92c5-4a06-853f-c5d93530a300 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "GET /v2.0/security-groups/494fe7c3-e1bc-40b3-a5f2-8b53c538f094 HTTP/1.1" status: 200 len: 1777 time: 0.1575234 Jul 16 18:07:12.279699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-ed734d49-9df6-489e-989e-27a597d8eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.285348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-ed734d49-9df6-489e-989e-27a597d8eb56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3065484 Jul 16 18:07:12.422416 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a72ba8aa-7a2f-4824-a78a-640e68ce0421', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'port_id': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'mac_address': 'fa:16:3e:88:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f568346-1559-491c-a566-87eef13a2511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:07:07Z', 'revision_number': 1, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:12.429479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.455083 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59d424b-4305-4e83-b5f1-9f8f487469eb None None] The sync data for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 is: [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a72ba8aa-7a2f-4824-a78a-640e68ce0421', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'port_id': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'mac_address': 'fa:16:3e:88:fe:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f568346-1559-491c-a566-87eef13a2511', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:07:07Z', 'revision_number': 1, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:12.592114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.706952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:12.733726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:12.748813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:12.761367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.762613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.802794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-c7db6245-dc43-42d0-ab70-6b663779acc6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.805154 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-c7db6245-dc43-42d0-ab70-6b663779acc6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 820 time: 0.9906108 Jul 16 18:07:12.814595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=58dae9c5-559b-4ee9-bb57-5e90e86c882b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.863593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'port': {'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'admin_state_up': True, 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:12.891062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:12.896791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.902162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-a44387fd-e32f-4a00-b530-291027f872a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.908694 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-a44387fd-e32f-4a00-b530-291027f872a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 1097 time: 0.6670005 Jul 16 18:07:12.937608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.991550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d5cb192-2228-476d-b752-ea161818a7dc service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941369 Jul 16 18:07:12.997080 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0921b162-0c1a-4d83-b68c-d76744730ff4 x-openstack-request-id: req-0921b162-0c1a-4d83-b68c-d76744730ff4 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:12.997500 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0632116c-6b22-4a28-b8a5-5d2c11e8fde4", "tag": "3da11caf-f82a-4d29-8a0d-a589df0e603d", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:12.997736 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0921b162-0c1a-4d83-b68c-d76744730ff4 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:13.000533 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'tag': '3da11caf-f82a-4d29-8a0d-a589df0e603d', 'status': 'completed', 'code': 200} Jul 16 18:07:13.007284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6fffc-0e43-46a9-ab10-245173b5494a None None] New status for floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:13.011489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.011847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.012630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.012960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.013289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.013636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.013970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.014301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.014628 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.016351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.150803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3e69f96f-5726-40c4-8a27-a15a4bc2a43e req-f9d97fda-723c-420b-9423-dfde36330d02 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.151292 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.151670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.152010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.152380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:13.152772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d9c3025-ad27-4880-98e3-1d461dc5c495']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.159359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9d9edd20-a6a9-4fd5-981e-40fb7bee9871 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.9906464 Jul 16 18:07:13.191515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3e69f96f-5726-40c4-8a27-a15a4bc2a43e req-f9d97fda-723c-420b-9423-dfde36330d02 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.204775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Request body: {'port': {'device_id': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:13.212500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598fe191-f065-4571-98c5-97de22e81467') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.212500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598fe191-f065-4571-98c5-97de22e81467') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.240937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.321850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54bc54-2616-4a4c-93b1-72fbd095df40 req-ecef0313-1648-4e23-bf3c-ce4217064a13 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.324350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e54bc54-2616-4a4c-93b1-72fbd095df40 req-ecef0313-1648-4e23-bf3c-ce4217064a13 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1096 time: 0.3301244 Jul 16 18:07:13.344197 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3e69f96f-5726-40c4-8a27-a15a4bc2a43e req-f9d97fda-723c-420b-9423-dfde36330d02 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.349688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3e69f96f-5726-40c4-8a27-a15a4bc2a43e req-f9d97fda-723c-420b-9423-dfde36330d02 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.362912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 4, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port': {'id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:52Z', 'updated_at': '2021-07-16T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '270826c3-24df-4f3f-9255-299ce79a40ef', 'name': '', 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'mac_address': 'fa:16:3e:a9:c6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '33181ff4-d3df-4037-a4eb-2b91aec25080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:00Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 2, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'subnets': [{'id': '33181ff4-d3df-4037-a4eb-2b91aec25080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.364030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e69f96f-5726-40c4-8a27-a15a4bc2a43e req-f9d97fda-723c-420b-9423-dfde36330d02 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] 10.222.0.48 "DELETE /v2.0/security-groups/494fe7c3-e1bc-40b3-a5f2-8b53c538f094 HTTP/1.1" status: 204 len: 173 time: 1.1350794 Jul 16 18:07:13.418039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4b262d38-8c74-43b4-8b53-142832159c2c None None] Provisioning for port 58dae9c5-559b-4ee9-bb57-5e90e86c882b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:13.436328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4b262d38-8c74-43b4-8b53-142832159c2c None None] Provisioning complete for port 58dae9c5-559b-4ee9-bb57-5e90e86c882b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:13.436711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b262d38-8c74-43b4-8b53-142832159c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.454710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-f884e6c6-2b56-413c-b88c-4f4002443aa9 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362636 Jul 16 18:07:13.460426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Checking router: 4d8cf898-1955-41e6-af8a-830f3c45c66e for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:13.462400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Updating router 4d8cf898-1955-41e6-af8a-830f3c45c66e port 270826c3-24df-4f3f-9255-299ce79a40ef binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:13.492621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d97fda-723c-420b-9423-dfde36330d02 tempest-SecurityGroupsTestAdminJSON-1379845155 tempest-SecurityGroupsTestAdminJSON-1379845155-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494fe7c3-e1bc-40b3-a5f2-8b53c538f094,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.563471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e54bc54-2616-4a4c-93b1-72fbd095df40 req-8cafe557-1845-4f7c-b25e-30ea461979a4 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235119 Jul 16 18:07:13.704503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4b262d38-8c74-43b4-8b53-142832159c2c None None] Port 58dae9c5-559b-4ee9-bb57-5e90e86c882b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:13.706303 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.875347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-89264bda-799d-4afc-85e5-62de1220de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.877133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-89264bda-799d-4afc-85e5-62de1220de92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 1100 time: 0.3023155 Jul 16 18:07:13.924936 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.011146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:14.011823 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: from cryptography.utils import int_from_bytes Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: from cryptography.utils import int_from_bytes Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:14.044629 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:14.067931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:14.127513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522a09c-4924-46ec-8597-ff56cd133965 req-886ebc4c-96dd-4860-8144-54283d65cad8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.133169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e522a09c-4924-46ec-8597-ff56cd133965 req-886ebc4c-96dd-4860-8144-54283d65cad8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 936 time: 0.3695569 Jul 16 18:07:14.185738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-2ad7165b-f623-40ff-891b-fc5f20f9d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.189171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-2ad7165b-f623-40ff-891b-fc5f20f9d9a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3043535 Jul 16 18:07:14.194148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2339b33e-fc5f-4ab3-bf80-b15eb6b75451 req-80ba5aa8-c1b0-4d80-b6fc-076d9e96481e tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 210 time: 0.1256475 Jul 16 18:07:14.211813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-26853cc3-d145-4248-adff-fe5f588df679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.213482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-26853cc3-d145-4248-adff-fe5f588df679 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 924 time: 1.2548153 Jul 16 18:07:14.246144 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.280292 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.295265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e522a09c-4924-46ec-8597-ff56cd133965 req-654272f1-704c-49d9-a81b-c7c734690359 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045198 Jul 16 18:07:14.297224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-b5954664-9b40-48cc-b12b-d86baf537ce6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d HTTP/1.1" status: 200 len: 217 time: 0.0701079 Jul 16 18:07:14.360441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Made reservation on behalf of a55a8483c2ca4cb7a50e68ecc220ca8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:14.365348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.375748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.377962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d9c3025-ad27-4880-98e3-1d461dc5c495 HTTP/1.1" status: 204 len: 168 time: 2.7361197 Jul 16 18:07:14.392400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44862) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:14.406967 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.411761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fb1ea-3eb5-4174-8a71-40bc55519340 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d9c3025-ad27-4880-98e3-1d461dc5c495,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.423165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Transition to ACTIVE for port object 270826c3-24df-4f3f-9255-299ce79a40ef will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:14.463584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-7de212ee-38c0-4865-8967-624dc9fcb52d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866dc414-c5a8-483c-aeee-d1c0671068a1 HTTP/1.1" status: 200 len: 1001 time: 0.2299619 Jul 16 18:07:14.503382 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.666520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-e0dff21a-0e4e-49f0-a24d-67e99ae66f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.668649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-e0dff21a-0e4e-49f0-a24d-67e99ae66f02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 200 len: 863 time: 0.1969695 Jul 16 18:07:14.675881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba284a-6c96-4eeb-b862-51889375bc78 None None] Pushing event updated for resources: {'Port': ['ID=270826c3-24df-4f3f-9255-299ce79a40ef,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.687827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b00e5a7-e8f1-494a-9c2c-8cce054200cb req-55825f82-5c7d-4681-a752-209df9f5c048 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "GET /v2.0/security-groups/9e6c9f93-7bf8-421f-84d1-d258f8eafd10 HTTP/1.1" status: 200 len: 1776 time: 0.2980773 Jul 16 18:07:14.699482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-046579f4-7554-4e0d-9cce-913da2d4ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:14.701386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-046579f4-7554-4e0d-9cce-913da2d4ddfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.3958588 Jul 16 18:07:14.749017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] Deleting subnet 151855b3-e3ba-4cfe-94c4-22620c2e4f5c {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:14.752913 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.812500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.823689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.830272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Attempting to bind port 270826c3-24df-4f3f-9255-299ce79a40ef on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:14.831137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Attempting to bind port 270826c3-24df-4f3f-9255-299ce79a40ef by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:14.831827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Attempting to bind port 270826c3-24df-4f3f-9255-299ce79a40ef on network 3c915945-1390-4eba-ae4d-79f632cc4d89 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:14.879509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:14.879976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Checking segment: {'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:14.880533 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.882298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Bound using segment: {'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:14.883202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Bound port: 270826c3-24df-4f3f-9255-299ce79a40ef, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f20cf-972a-4824-bc53-4fece6e3499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:14.883722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.928936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.055368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7ea9be81-de89-41a4-8461-8cebefe3740a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.063497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7ea9be81-de89-41a4-8461-8cebefe3740a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.4060459 Jul 16 18:07:15.065641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151855b3-e3ba-4cfe-94c4-22620c2e4f5c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.068634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58dae9c5-559b-4ee9-bb57-5e90e86c882b {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:15.078658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.097557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Allocated IP 172.20.0.6 (d8c48100-0dcf-4fe7-a36c-c717b4103aa4/4c239c1d-165e-44d1-8fcc-b3b466e54d62/ea1abe37-19b3-4e5c-adc8-e660d69a6324) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:15.105281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6b00e5a7-e8f1-494a-9c2c-8cce054200cb req-691317d7-0027-445d-8e62-3151f9f3f8ce tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.109474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Transition to ACTIVE for port object 58dae9c5-559b-4ee9-bb57-5e90e86c882b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:15.120883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.123027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] For port 270826c3-24df-4f3f-9255-299ce79a40ef, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:15.133495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] For port 270826c3-24df-4f3f-9255-299ce79a40ef, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=270826c3-24df-4f3f-9255-299ce79a40ef,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:15.139907 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6b00e5a7-e8f1-494a-9c2c-8cce054200cb req-691317d7-0027-445d-8e62-3151f9f3f8ce tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.142181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.178542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Pushing event updated for resources: {'Port': ['ID=58dae9c5-559b-4ee9-bb57-5e90e86c882b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.186224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-7bc39ea4-4f53-4cde-9e77-3b0570355c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.188233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-7bc39ea4-4f53-4cde-9e77-3b0570355c0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ec0d23a-d490-4488-9f8c-3c4677d631e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4928315 Jul 16 18:07:15.201933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-71fac064-5c35-4643-969f-925a55559b52 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/quotas/f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 375 time: 0.1375329 Jul 16 18:07:15.204980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.207036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ad231611-8462-4a4c-a894-7decdc60bf75 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/151855b3-e3ba-4cfe-94c4-22620c2e4f5c HTTP/1.1" status: 204 len: 168 time: 0.8098602 Jul 16 18:07:15.223455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44882) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.265861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba284a-6c96-4eeb-b862-51889375bc78 None None] Pushing event updated for resources: {'Port': ['ID=270826c3-24df-4f3f-9255-299ce79a40ef,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.268987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Routers {'4d8cf898-1955-41e6-af8a-830f3c45c66e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:15.270366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4d8cf898-1955-41e6-af8a-830f3c45c66e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.324557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.324880 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-38d92499-5a6c-4762-993a-16b86f89a857 service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287909 Jul 16 18:07:15.350431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6b00e5a7-e8f1-494a-9c2c-8cce054200cb req-691317d7-0027-445d-8e62-3151f9f3f8ce tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.353997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6b00e5a7-e8f1-494a-9c2c-8cce054200cb req-691317d7-0027-445d-8e62-3151f9f3f8ce tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.355290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b00e5a7-e8f1-494a-9c2c-8cce054200cb req-691317d7-0027-445d-8e62-3151f9f3f8ce tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e6c9f93-7bf8-421f-84d1-d258f8eafd10 HTTP/1.1" status: 204 len: 173 time: 0.6497371 Jul 16 18:07:15.463826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691317d7-0027-445d-8e62-3151f9f3f8ce tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6c9f93-7bf8-421f-84d1-d258f8eafd10,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.509429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] Set router 4d8cf898-1955-41e6-af8a-830f3c45c66e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:15.573421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-f456f342-2989-4adb-a898-fcd8831fd328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.575644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-f456f342-2989-4adb-a898-fcd8831fd328 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8412931 Jul 16 18:07:15.839449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.881542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f2f31c-5ed4-415e-8893-8a5352e1d4a9 req-44495cbd-07b7-42d0-beb5-f3a66caad02e service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381868 Jul 16 18:07:15.918817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-536b6e47-35cf-4868-9bf4-b0200abf27aa tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6812613 Jul 16 18:07:15.926975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Attempting to bind port 58dae9c5-559b-4ee9-bb57-5e90e86c882b on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:15.927558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Attempting to bind port 58dae9c5-559b-4ee9-bb57-5e90e86c882b by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:15.928067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Attempting to bind port 58dae9c5-559b-4ee9-bb57-5e90e86c882b on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:15.943593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Port 58dae9c5-559b-4ee9-bb57-5e90e86c882b on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:15.944219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Attempting to bind port 58dae9c5-559b-4ee9-bb57-5e90e86c882b on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:15.961771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:15.962571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:15.963347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:15.964218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Bound port: 58dae9c5-559b-4ee9-bb57-5e90e86c882b, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:15.964743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.969933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.992064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:15.996281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.002238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Transition to ACTIVE for port object ea1abe37-19b3-4e5c-adc8-e660d69a6324 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:16.013827 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.014557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > port after_create 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.015057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.015565 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > port after_update 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.016049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.016586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.017082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.018830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.069132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3da11caf-f82a-4d29-8a0d-a589df0e603d details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:16.111691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.112196 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.112612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.113559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93777) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:07:16.114086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080ea0d4-48b4-4043-af1d-98f1c9a60124']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:16.138388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d4d854-5c46-48df-85ca-2f4b662a37ab') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:16.138808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d4d854-5c46-48df-85ca-2f4b662a37ab') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:16.158737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.172915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] For port 58dae9c5-559b-4ee9-bb57-5e90e86c882b, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:16.187959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] For port 58dae9c5-559b-4ee9-bb57-5e90e86c882b, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=58dae9c5-559b-4ee9-bb57-5e90e86c882b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:16.199331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.208554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-0f1f3acd-ce69-4ef9-b75e-2e511759b23f service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986843 Jul 16 18:07:16.298035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 63595d50-e11f-4c5e-83d3-b0254a72efe6 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:16.328491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Pushing event updated for resources: {'Port': ['ID=58dae9c5-559b-4ee9-bb57-5e90e86c882b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.344492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.345657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.363733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3da11caf-f82a-4d29-8a0d-a589df0e603d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:16.399271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '3da11caf-f82a-4d29-8a0d-a589df0e603d', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '3da11caf-f82a-4d29-8a0d-a589df0e603d', 'mac_address': 'fa:16:3e:79:c2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:16.433536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:16.434048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: from cryptography.utils import int_from_bytes Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: from cryptography.utils import int_from_bytes Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:16.451642 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:16.460363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.467191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:16.470330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Pushing event updated for resources: {'Port': ['ID=ea1abe37-19b3-4e5c-adc8-e660d69a6324,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.487734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:16.505386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:16.520473 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.527888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da11caf-f82a-4d29-8a0d-a589df0e603d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:16.548255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 4, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port': {'id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:52Z', 'updated_at': '2021-07-16T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '270826c3-24df-4f3f-9255-299ce79a40ef', 'name': '', 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'mac_address': 'fa:16:3e:a9:c6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '33181ff4-d3df-4037-a4eb-2b91aec25080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:00Z', 'updated_at': '2021-07-16T18:07:15Z', 'revision_number': 4, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'subnets': [{'id': '33181ff4-d3df-4037-a4eb-2b91aec25080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:16.596742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.598933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.601983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-985b425b-7024-4826-9b02-8afd0f125da2 service neutron] 10.222.0.55 "PUT /v2.0/ports/58dae9c5-559b-4ee9-bb57-5e90e86c882b HTTP/1.1" status: 200 len: 1097 time: 3.4155879 Jul 16 18:07:16.612563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.614729 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.642781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'tag': '58dae9c5-559b-4ee9-bb57-5e90e86c882b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:16.649437 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20ccc6d-6606-45bb-be79-5ea23e386cec" -d '{"events": [{"name": "network-changed", "server_uuid": "8edfef0a-1026-4c2a-80e1-64f8fcd24942", "tag": "58dae9c5-559b-4ee9-bb57-5e90e86c882b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:16.680183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-fd21acdd-b8af-484b-ab72-e3bd11be46da tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8378184 Jul 16 18:07:16.736717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6ab27-b55d-444d-a0e8-9a4f41534c34 None None] The sync data for ids ['4d8cf898-1955-41e6-af8a-830f3c45c66e'] in n-d-793620-10 is: [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:07:03Z', 'revision_number': 4, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port': {'id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:52Z', 'updated_at': '2021-07-16T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '270826c3-24df-4f3f-9255-299ce79a40ef', 'name': '', 'network_id': '3c915945-1390-4eba-ae4d-79f632cc4d89', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'mac_address': 'fa:16:3e:a9:c6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '33181ff4-d3df-4037-a4eb-2b91aec25080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:00Z', 'updated_at': '2021-07-16T18:07:15Z', 'revision_number': 4, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'subnets': [{'id': '33181ff4-d3df-4037-a4eb-2b91aec25080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:16.750268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3da11caf-f82a-4d29-8a0d-a589df0e603d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:16.759919 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.764822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Request body: {'port': {'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:16.931508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9bbd8493-6a64-4462-9f5e-2e9d32faed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.933203 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-9bbd8493-6a64-4462-9f5e-2e9d32faed7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 1100 time: 0.2642112 Jul 16 18:07:16.990756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3da11caf-f82a-4d29-8a0d-a589df0e603d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.995898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:16.999534 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439eb54b-e0c3-473a-a705-ae42e8b7f8c0" -d '{"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-unplugged", "status": "completed", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:17.053202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-69271e7d-cae6-419c-a416-e8f35f3879d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=58dae9c5-559b-4ee9-bb57-5e90e86c882b HTTP/1.1" status: 200 len: 217 time: 0.1047287 Jul 16 18:07:17.078911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:17.084487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:17.091411 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.128939 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.157139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.165942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1f65f543-1825-436d-9352-094361f5bd77 None None] Provisioning for port ea1abe37-19b3-4e5c-adc8-e660d69a6324 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:17.183534 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.186209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] 10.222.0.48 "DELETE /v2.0/networks/080ea0d4-48b4-4043-af1d-98f1c9a60124 HTTP/1.1" status: 204 len: 168 time: 1.9617047 Jul 16 18:07:17.230063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1f65f543-1825-436d-9352-094361f5bd77 None None] Provisioning complete for port ea1abe37-19b3-4e5c-adc8-e660d69a6324 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:17.242290 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f65f543-1825-436d-9352-094361f5bd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.259331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-5372a77e-f29e-448e-ba13-c981fec50e3e service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3394940 Jul 16 18:07:17.275024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d68b2-544f-4dca-a480-95e8ae46be92 admin admin] Pushing event deleted for resources: {'Network': ['ID=080ea0d4-48b4-4043-af1d-98f1c9a60124,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.289715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28274f91-923d-40dd-afca-0b6d1ac36051 req-248f61c9-aaf0-4b21-8876-b60c796a5ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0775692 Jul 16 18:07:17.335130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-d94d037a-d194-43a5-8bc7-af6819e7c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.339819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-d94d037a-d194-43a5-8bc7-af6819e7c83a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1856401 Jul 16 18:07:17.389691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:17.450301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1f65f543-1825-436d-9352-094361f5bd77 None None] Port ea1abe37-19b3-4e5c-adc8-e660d69a6324 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:17.561610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df52ecb-d7ed-45c8-9843-b23796575f12 req-38dddb2d-3bdb-4313-8de9-6385f55e17e5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.563426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-8629a218-cccb-417b-befc-bf92ed3fd263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.564974 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-8629a218-cccb-417b-befc-bf92ed3fd263 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091010 Jul 16 18:07:17.569769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6df52ecb-d7ed-45c8-9843-b23796575f12 req-38dddb2d-3bdb-4313-8de9-6385f55e17e5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 931 time: 0.5476236 Jul 16 18:07:17.614819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44936) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:17.664971 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-269029e3-9a32-427e-a40b-a268a73352cd service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032390 Jul 16 18:07:17.749230 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6df52ecb-d7ed-45c8-9843-b23796575f12 req-1c4122c1-b875-438f-a7a4-3eddfdba225a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648638 Jul 16 18:07:17.818803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-47dce960-7bdb-4833-ba21-1d6387fbc203 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0f4c0462b42418fa1149f874fd956f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986895 Jul 16 18:07:17.819147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44938) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:17.845197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-e04bb755-fe70-4e94-b17b-2fae38fbcdfb service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664690 Jul 16 18:07:18.009218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a5dec41-77c8-441a-8b6e-1b3c0631f8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.034945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 270826c3-24df-4f3f-9255-299ce79a40ef up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:18.091334 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a5dec41-77c8-441a-8b6e-1b3c0631f8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.165021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 270826c3-24df-4f3f-9255-299ce79a40ef completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:18.197288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 270826c3-24df-4f3f-9255-299ce79a40ef triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:18.197700 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.386943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a5dec41-77c8-441a-8b6e-1b3c0631f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.394139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a5dec41-77c8-441a-8b6e-1b3c0631f8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.397867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4a5dec41-77c8-441a-8b6e-1b3c0631f8f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a00afff-7cf3-4fb2-abb4-d15eb7fbc6a1 HTTP/1.1" status: 204 len: 168 time: 0.5754404 Jul 16 18:07:18.454904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5dec41-77c8-441a-8b6e-1b3c0631f8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a00afff-7cf3-4fb2-abb4-d15eb7fbc6a1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.457676 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d07a280f-9b27-4e89-84b6-59d795c762c7 req-09b98947-d680-4db9-9232-e6e8d0c78307 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472324 Jul 16 18:07:18.478384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.545761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2589661-f7a2-4af4-bd0e-fc68b6cd638d req-736780ab-0ae3-4b84-b6b4-e74bccc543d6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.557736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2589661-f7a2-4af4-bd0e-fc68b6cd638d req-736780ab-0ae3-4b84-b6b4-e74bccc543d6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 948 time: 0.4223576 Jul 16 18:07:18.572785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59d1f4bf-0140-48a8-8724-6f44ce57c225 req-ba34242c-d68c-46ed-bc5a-b37bc0c8ae08 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "GET /v2.0/security-groups/d70120dc-02a8-4370-9167-af6fd4d0c4cd HTTP/1.1" status: 200 len: 1775 time: 0.4546139 Jul 16 18:07:18.615364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 270826c3-24df-4f3f-9255-299ce79a40ef, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=270826c3-24df-4f3f-9255-299ce79a40ef,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:18.633912 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.695136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1abe37-19b3-4e5c-adc8-e660d69a6324 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:18.730005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.743834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2589661-f7a2-4af4-bd0e-fc68b6cd638d req-1b522941-a24c-4b1f-8696-133c59bafcb0 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780238 Jul 16 18:07:18.781591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Transition to ACTIVE for port object ea1abe37-19b3-4e5c-adc8-e660d69a6324 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:18.787913 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.840906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=270826c3-24df-4f3f-9255-299ce79a40ef,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.863431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-59d1f4bf-0140-48a8-8724-6f44ce57c225 req-69983765-ad49-4193-9ee8-cc972dc35eb8 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.898652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Pushing event updated for resources: {'Port': ['ID=ea1abe37-19b3-4e5c-adc8-e660d69a6324,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:18.924810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-59d1f4bf-0140-48a8-8724-6f44ce57c225 req-69983765-ad49-4193-9ee8-cc972dc35eb8 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.046471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-59d1f4bf-0140-48a8-8724-6f44ce57c225 req-69983765-ad49-4193-9ee8-cc972dc35eb8 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.054919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-59d1f4bf-0140-48a8-8724-6f44ce57c225 req-69983765-ad49-4193-9ee8-cc972dc35eb8 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.063222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59d1f4bf-0140-48a8-8724-6f44ce57c225 req-69983765-ad49-4193-9ee8-cc972dc35eb8 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] 10.222.0.48 "DELETE /v2.0/security-groups/d70120dc-02a8-4370-9167-af6fd4d0c4cd HTTP/1.1" status: 204 len: 173 time: 0.4266167 Jul 16 18:07:19.110691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69983765-ad49-4193-9ee8-cc972dc35eb8 tempest-SecurityGroupsTestAdminJSON-415602654 tempest-SecurityGroupsTestAdminJSON-415602654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70120dc-02a8-4370-9167-af6fd4d0c4cd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.239879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Attempting to bind port ea1abe37-19b3-4e5c-adc8-e660d69a6324 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:19.245632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Attempting to bind port ea1abe37-19b3-4e5c-adc8-e660d69a6324 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:19.246069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Attempting to bind port ea1abe37-19b3-4e5c-adc8-e660d69a6324 on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:19.283253 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06a6343-f154-40fd-823d-4e287f93892e x-openstack-request-id: req-a06a6343-f154-40fd-823d-4e287f93892e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:19.283717 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8edfef0a-1026-4c2a-80e1-64f8fcd24942", "tag": "58dae9c5-559b-4ee9-bb57-5e90e86c882b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:19.284574 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a06a6343-f154-40fd-823d-4e287f93892e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:19.289821 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'tag': '58dae9c5-559b-4ee9-bb57-5e90e86c882b', 'status': 'completed', 'code': 200} Jul 16 18:07:19.290986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Port ea1abe37-19b3-4e5c-adc8-e660d69a6324 on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:19.291316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Attempting to bind port ea1abe37-19b3-4e5c-adc8-e660d69a6324 on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:19.421036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:19.421389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Checking segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:19.423154 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5196a0a-bd26-43ad-8b42-472ee17c9a9f x-openstack-request-id: req-e5196a0a-bd26-43ad-8b42-472ee17c9a9f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:19.426994 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-unplugged", "status": "completed", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:19.429352 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e5196a0a-bd26-43ad-8b42-472ee17c9a9f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:19.431421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Bound using segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:19.433468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Bound port: ea1abe37-19b3-4e5c-adc8-e660d69a6324, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:19.434455 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'code': 200} Jul 16 18:07:19.436547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.614237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44958) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.734594 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d4c700-56f0-4b90-a0db-eaab5b459322 req-e2b46e4a-3be9-4a6f-9fdf-4a7ae1ffb159 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 210 time: 0.0672674 Jul 16 18:07:19.769018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b0cc008a-980a-4aeb-bba3-1c5cfa7e19ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee2f788cf3be4a5aa72d0fd620a49114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529100 Jul 16 18:07:19.772324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44964) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.795280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] For port ea1abe37-19b3-4e5c-adc8-e660d69a6324, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:19.798768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-35265e08-4c14-4344-8ab4-401f1867b04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:19.822934 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-35265e08-4c14-4344-8ab4-401f1867b04d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 1100 time: 0.5267630 Jul 16 18:07:19.828452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] For port ea1abe37-19b3-4e5c-adc8-e660d69a6324, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:19.837966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3da11caf-f82a-4d29-8a0d-a589df0e603d up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:19.866748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.973793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44968) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:20.088482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 270826c3-24df-4f3f-9255-299ce79a40ef up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:20.107381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.108010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.115073 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] 10.222.0.13 "PUT /v2.0/ports/ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 1092 time: 3.3667397 Jul 16 18:07:20.214170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 3da11caf-f82a-4d29-8a0d-a589df0e603d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:20.220306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 3da11caf-f82a-4d29-8a0d-a589df0e603d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:20.220514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbbe1e-398d-4471-8ea8-1e827c63debb service neutron] Pushing event updated for resources: {'Port': ['ID=ea1abe37-19b3-4e5c-adc8-e660d69a6324,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.221028 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.310540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 270826c3-24df-4f3f-9255-299ce79a40ef triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:20.311035 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.335100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-d366a4a9-96b5-4df7-8611-c92bdd971563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.336680 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-d366a4a9-96b5-4df7-8611-c92bdd971563 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.5008814 Jul 16 18:07:20.402134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-f547f296-f74a-4563-a2e4-88b41aa6927e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=58dae9c5-559b-4ee9-bb57-5e90e86c882b HTTP/1.1" status: 200 len: 217 time: 0.0561755 Jul 16 18:07:20.420701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-47a16b3d-1ccb-45bc-9aea-a3c0d4cf1569 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4a6c4915aac4bf6ac25641ff7ada0f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352772 Jul 16 18:07:20.422825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:20.442301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.493450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3da11caf-f82a-4d29-8a0d-a589df0e603d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:20.555973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-9877d501-3a77-4fa6-a4f1-9c55307023d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.558032 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.562842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-9877d501-3a77-4fa6-a4f1-9c55307023d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1095 time: 0.3389437 Jul 16 18:07:20.627046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3da11caf-f82a-4d29-8a0d-a589df0e603d,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.637389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b63ed673-df8f-4049-9045-3ffd14c6f2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.663127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd8752-0900-436c-b407-1093cd8fe327 req-4cac60f0-a8d5-4f4d-8e1a-ea4eb71811d4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.671114 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5cd8752-0900-436c-b407-1093cd8fe327 req-4cac60f0-a8d5-4f4d-8e1a-ea4eb71811d4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 948 time: 0.1918828 Jul 16 18:07:20.690133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a4dfa-ed8f-4c22-a55e-0a8ab95607b3 req-281e1415-0600-42e3-a9d3-23e29f1167c0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.692488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e4a4dfa-ed8f-4c22-a55e-0a8ab95607b3 req-281e1415-0600-42e3-a9d3-23e29f1167c0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 943 time: 0.2123322 Jul 16 18:07:20.819125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-a885cf15-e53b-4704-8932-601c615a8ad5 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.821191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-a885cf15-e53b-4704-8932-601c615a8ad5 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.1277089 Jul 16 18:07:20.838412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b63ed673-df8f-4049-9045-3ffd14c6f2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.855318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Request body: {'port': {'device_id': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'admin_state_up': True, 'tenant_id': 'f86da96255804dcaa93324ec8a06bb63'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:20.967437 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-faab1a06-af51-438a-acdb-30edb69e2e3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 217 time: 0.3827653 Jul 16 18:07:20.980746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-b1482fca-495c-480c-aa83-31df8b8d70c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.981534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5cd8752-0900-436c-b407-1093cd8fe327 req-7b79b359-44bc-44fa-8df4-0689141194a7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094528 Jul 16 18:07:20.982269 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-b1482fca-495c-480c-aa83-31df8b8d70c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.5585642 Jul 16 18:07:21.028653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e4a4dfa-ed8f-4c22-a55e-0a8ab95607b3 req-dad00e33-a624-4455-98c2-c75f5f8f9a3f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200027 Jul 16 18:07:21.056486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Made reservation on behalf of f86da96255804dcaa93324ec8a06bb63 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:21.060472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.097208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-436724fa-97e4-4741-aa60-53275cee4892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.120060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b63ed673-df8f-4049-9045-3ffd14c6f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.124472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-5e37ec19-5434-4c7b-8c71-2ed5da457d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.126321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-5e37ec19-5434-4c7b-8c71-2ed5da457d4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.1331677 Jul 16 18:07:21.127198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b63ed673-df8f-4049-9045-3ffd14c6f2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.131590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b63ed673-df8f-4049-9045-3ffd14c6f2bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8bb6fc82-5181-480d-baf7-98b52eaeeff5 HTTP/1.1" status: 204 len: 168 time: 1.3560946 Jul 16 18:07:21.173988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ed673-df8f-4049-9045-3ffd14c6f2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb6fc82-5181-480d-baf7-98b52eaeeff5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.211817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-436724fa-97e4-4741-aa60-53275cee4892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.286234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-da9d6c9e-35d0-4185-a21e-484f2fc7085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.287780 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-da9d6c9e-35d0-4185-a21e-484f2fc7085d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2960134 Jul 16 18:07:21.291238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:21.293635 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fac54a-e2aa-461f-aa75-ffd76895adf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:21.371226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-7253ab03-2e77-4740-9d63-c4d984f53935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.372110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-7253ab03-2e77-4740-9d63-c4d984f53935 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2043381 Jul 16 18:07:21.436732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da11caf-f82a-4d29-8a0d-a589df0e603d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:21.441532 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a60753-5608-470b-b5a5-1729eb7cbf10" -d '{"events": [{"server_uuid": "0632116c-6b22-4a28-b8a5-5d2c11e8fde4", "name": "network-vif-plugged", "status": "completed", "tag": "3da11caf-f82a-4d29-8a0d-a589df0e603d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:21.481506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-436724fa-97e4-4741-aa60-53275cee4892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.481506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-436724fa-97e4-4741-aa60-53275cee4892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.481506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-436724fa-97e4-4741-aa60-53275cee4892 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35cd4198-aa0d-4662-a088-d4c189c42f73 HTTP/1.1" status: 204 len: 168 time: 0.9854813 Jul 16 18:07:21.532959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436724fa-97e4-4741-aa60-53275cee4892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cd4198-aa0d-4662-a088-d4c189c42f73,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.572510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-484702bd-81b8-4c18-973d-5db9adc33cbf service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743897 Jul 16 18:07:21.692196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-079397af-30f3-4953-ab16-61cd34c35298 req-89e62632-80bd-43ab-a6b6-3e100f15c8d1 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 210 time: 0.1471202 Jul 16 18:07:21.785013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-61007773-1efa-434b-8c92-9d2251612667 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.794842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-61007773-1efa-434b-8c92-9d2251612667 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.5942705 Jul 16 18:07:21.829615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Allocated IP 172.20.0.6 (83f4c19e-bbc2-4b5b-b314-05175535a0fc/1012cf3b-d931-4040-82b3-437e9859694d/f4750601-f98e-481e-b1cd-3789b4de5225) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:21.835970 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648b8fdf-8e69-4829-bdd6-a310e13a92b8 x-openstack-request-id: req-648b8fdf-8e69-4829-bdd6-a310e13a92b8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:21.836303 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:21.836638 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-648b8fdf-8e69-4829-bdd6-a310e13a92b8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:21.836977 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'status': 'completed', 'code': 200} Jul 16 18:07:21.948010 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b191ce-9683-40b6-8877-3109f08e60f1 x-openstack-request-id: req-13b191ce-9683-40b6-8877-3109f08e60f1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:21.948378 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0632116c-6b22-4a28-b8a5-5d2c11e8fde4", "name": "network-vif-plugged", "status": "completed", "tag": "3da11caf-f82a-4d29-8a0d-a589df0e603d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:21.948642 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-13b191ce-9683-40b6-8877-3109f08e60f1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:21.949061 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da11caf-f82a-4d29-8a0d-a589df0e603d', 'code': 200} Jul 16 18:07:21.985235 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-348728ba-8e08-4499-be77-1c264579cbad service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995188 Jul 16 18:07:22.048089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.13', 63085) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:22.111805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 58dae9c5-559b-4ee9-bb57-5e90e86c882b details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:22.113636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-cb08f95e-5015-404c-b16f-f7108bd1ef39 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/quotas/a4838bd54a9844d38f1aa971813cda73 HTTP/1.1" status: 200 len: 375 time: 0.3130810 Jul 16 18:07:22.236996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f20ccc6d-6606-45bb-be79-5ea23e386cec req-80cb0c7e-06e3-4dc8-8fb4-a7e0ed3ce8f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144614 Jul 16 18:07:22.347224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-57ead8d6-87b7-4f02-9ac8-839534d9c0f7 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.347224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-57ead8d6-87b7-4f02-9ac8-839534d9c0f7 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c3707bf-8fdb-4580-aafa-acd0af7a6660 HTTP/1.1" status: 200 len: 944 time: 0.7152762 Jul 16 18:07:22.366082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45012) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:22.385931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.397140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 58dae9c5-559b-4ee9-bb57-5e90e86c882b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=58dae9c5-559b-4ee9-bb57-5e90e86c882b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.411832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '58dae9c5-559b-4ee9-bb57-5e90e86c882b', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '58dae9c5-559b-4ee9-bb57-5e90e86c882b', 'mac_address': 'fa:16:3e:d5:82:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:22.479644 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.493631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7186bc4b-9f0a-447d-b51c-1b4f84b76517 req-0174441a-c837-4409-8c5e-aabd5894b234 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702945 Jul 16 18:07:22.500081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58dae9c5-559b-4ee9-bb57-5e90e86c882b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:22.521230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1fbf5-4a07-494b-8804-992b9d521716 req-75bce6c3-4605-4346-ae6f-b2833663bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.522796 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b1fbf5-4a07-494b-8804-992b9d521716 req-75bce6c3-4605-4346-ae6f-b2833663bf47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 1102 time: 0.4630806 Jul 16 18:07:22.567241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 58dae9c5-559b-4ee9-bb57-5e90e86c882b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=58dae9c5-559b-4ee9-bb57-5e90e86c882b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.574533 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.650501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b1fbf5-4a07-494b-8804-992b9d521716 req-932453be-5ba0-4203-95af-88d8c98b04a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121242 Jul 16 18:07:22.652535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-be5a89f8-c365-441d-a763-6e25d6d240fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8145601cb1984ee181871ab1bd9f702b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841194 Jul 16 18:07:22.654353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45020) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:22.661776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-6e067900-3624-404f-9f8f-102b8e6444b6 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5465951 Jul 16 18:07:22.709934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=58dae9c5-559b-4ee9-bb57-5e90e86c882b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.715791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Deleting port 63595d50-e11f-4c5e-83d3-b0254a72efe6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:22.716127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.723220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-273c21ae-4862-4b7e-87ba-8626d2e96c2b tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:07:22.728748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-273c21ae-4862-4b7e-87ba-8626d2e96c2b tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519528 Jul 16 18:07:22.792277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7309f8-7d71-446d-b947-3506dbbaf44a req-90fba03a-44fe-46b4-9dcf-94938b88e486 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.804469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca7309f8-7d71-446d-b947-3506dbbaf44a req-90fba03a-44fe-46b4-9dcf-94938b88e486 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 948 time: 0.5146129 Jul 16 18:07:22.827972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-86e025db-206a-4701-a51b-729608b32644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.829951 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-86e025db-206a-4701-a51b-729608b32644 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1095 time: 0.2487171 Jul 16 18:07:22.871208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] For port 63595d50-e11f-4c5e-83d3-b0254a72efe6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=63595d50-e11f-4c5e-83d3-b0254a72efe6,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.872249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.875979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['58dae9c5-559b-4ee9-bb57-5e90e86c882b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:22.882953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.896398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Calling delete_port for 63595d50-e11f-4c5e-83d3-b0254a72efe6 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:22.987562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca7309f8-7d71-446d-b947-3506dbbaf44a req-28ba7fa3-b990-4e94-8635-3a3a57883e5d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761529 Jul 16 18:07:23.026120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:23.031224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a179d44-d57a-4ef9-a70c-041cf80533a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.063428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-52efad97-0947-4e1e-a45e-ea811ac5450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.065030 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-52efad97-0947-4e1e-a45e-ea811ac5450d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1069896 Jul 16 18:07:23.080728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:23.111756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:23.130928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-c45df9b0-79c3-40b0-a18b-00fbc3cdb5ce service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909521 Jul 16 18:07:23.131591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.174903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-5ed00480-0702-495e-8e4e-7f843060c59f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 217 time: 0.0971043 Jul 16 18:07:23.258457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a179d44-d57a-4ef9-a70c-041cf80533a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.262413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-90042fa5-bdcb-4dc2-b217-7c060283cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.264117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-90042fa5-bdcb-4dc2-b217-7c060283cd5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0782125 Jul 16 18:07:23.347416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.363585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.364181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.420665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-7734aadf-6309-4929-a301-f1896e5e0f6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5797629 Jul 16 18:07:23.429668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event deleted for resources: {'Port': ['ID=63595d50-e11f-4c5e-83d3-b0254a72efe6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.447310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Request body: {'port': {'device_id': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:23.494731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a179d44-d57a-4ef9-a70c-041cf80533a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.497634 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a179d44-d57a-4ef9-a70c-041cf80533a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.501247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7a179d44-d57a-4ef9-a70c-041cf80533a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0af141e-3ba8-4090-9f41-913224dfae8a HTTP/1.1" status: 204 len: 168 time: 0.8362689 Jul 16 18:07:23.510345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bda8e-421e-458e-a4f9-53d7feea6026 req-9da81777-f0e7-47b1-aa57-2d311a2a6c3b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.523894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] No DVR routers for this DVR port 63595d50-e11f-4c5e-83d3-b0254a72efe6 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:23.526444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b83bda8e-421e-458e-a4f9-53d7feea6026 req-9da81777-f0e7-47b1-aa57-2d311a2a6c3b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 943 time: 0.2978096 Jul 16 18:07:23.530739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.535907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a63848e7-76ee-462f-8d67-d1ab10516c10 req-6e1ae22d-8cbc-4aa1-a912-4abee4d01232 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "DELETE /v2.0/ports/63595d50-e11f-4c5e-83d3-b0254a72efe6 HTTP/1.1" status: 204 len: 173 time: 1.1828530 Jul 16 18:07:23.538665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-4a296cf1-1487-4f6a-8180-94be2457e32c service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535309 Jul 16 18:07:23.598282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-89c9fdce-a8f7-4221-bc37-13fe2b40152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.605463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-89c9fdce-a8f7-4221-bc37-13fe2b40152f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3318813 Jul 16 18:07:23.669296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b83bda8e-421e-458e-a4f9-53d7feea6026 req-36c9a2a1-4a5a-459f-a7b2-ed34c619d32f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417420 Jul 16 18:07:23.672587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a179d44-d57a-4ef9-a70c-041cf80533a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0af141e-3ba8-4090-9f41-913224dfae8a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.840650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-deleted', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:23.858726 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bb87e4-b248-453a-b8db-19fe90ff42f3" -d '{"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-deleted", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:23.861328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.887448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-1058bf7c-841c-4041-b235-72a304307f54 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749405 Jul 16 18:07:24.125301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 58dae9c5-559b-4ee9-bb57-5e90e86c882b up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:24.209612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1fac54a-e2aa-461f-aa75-ffd76895adf6 req-e642856c-764f-43ac-ac3e-f7541175a2b0 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142462 Jul 16 18:07:24.253125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 58dae9c5-559b-4ee9-bb57-5e90e86c882b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:24.262148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 58dae9c5-559b-4ee9-bb57-5e90e86c882b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:24.262537 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.387471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a676d29b-a2fa-403a-863e-52751bea3314 req-8dcd5c6c-5d0e-402a-bcf7-bc3cdf140517 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 210 time: 0.2921607 Jul 16 18:07:24.408322 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.510099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dae9c5-559b-4ee9-bb57-5e90e86c882b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:24.517127 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59690018-89be-4376-9efd-4eac0bc4f44b" -d '{"events": [{"server_uuid": "8edfef0a-1026-4c2a-80e1-64f8fcd24942", "name": "network-vif-plugged", "status": "completed", "tag": "58dae9c5-559b-4ee9-bb57-5e90e86c882b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:24.533750 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc190406-10fe-45ad-8a6e-72c3678c0836 x-openstack-request-id: req-dc190406-10fe-45ad-8a6e-72c3678c0836 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:24.533750 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c3707bf-8fdb-4580-aafa-acd0af7a6660", "name": "network-vif-deleted", "tag": "63595d50-e11f-4c5e-83d3-b0254a72efe6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:24.533750 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dc190406-10fe-45ad-8a6e-72c3678c0836 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:24.534617 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c3707bf-8fdb-4580-aafa-acd0af7a6660', 'name': 'network-vif-deleted', 'tag': '63595d50-e11f-4c5e-83d3-b0254a72efe6', 'status': 'completed', 'code': 200} Jul 16 18:07:24.543763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91880b2-5041-4fed-9908-1f25c853722f req-5daa8832-ea65-41f7-9ad7-c2cd4342610a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.552004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f91880b2-5041-4fed-9908-1f25c853722f req-5daa8832-ea65-41f7-9ad7-c2cd4342610a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 931 time: 0.4902227 Jul 16 18:07:24.558961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 58dae9c5-559b-4ee9-bb57-5e90e86c882b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=58dae9c5-559b-4ee9-bb57-5e90e86c882b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:24.563751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.642639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f91880b2-5041-4fed-9908-1f25c853722f req-52cff178-80d6-4020-ba2b-b70304ab2f88 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884109 Jul 16 18:07:24.701147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=58dae9c5-559b-4ee9-bb57-5e90e86c882b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:24.781435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4750601-f98e-481e-b1cd-3789b4de5225 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:24.801459 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.835395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Transition to ACTIVE for port object f4750601-f98e-481e-b1cd-3789b4de5225 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:24.850270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.960941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.056898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147cb7ad-95d2-4261-b684-8fe89106b598 req-611a94c1-54b0-4bcf-80e2-10f9b3608742 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.066221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-147cb7ad-95d2-4261-b684-8fe89106b598 req-611a94c1-54b0-4bcf-80e2-10f9b3608742 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 950 time: 0.2280562 Jul 16 18:07:25.164256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-147cb7ad-95d2-4261-b684-8fe89106b598 req-c312c2fd-6d86-423b-ac72-adf0c4ab686b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967374 Jul 16 18:07:25.167649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:25.172513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:25.173076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:25.196641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:25.197287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:25.207449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:25.208186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:25.208784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:25.209415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Bound port: f4750601-f98e-481e-b1cd-3789b4de5225, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:25.209978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.259845 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c5368c-8ddc-4942-b072-ea379500d79e x-openstack-request-id: req-d1c5368c-8ddc-4942-b072-ea379500d79e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:25.260362 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edfef0a-1026-4c2a-80e1-64f8fcd24942", "name": "network-vif-plugged", "status": "completed", "tag": "58dae9c5-559b-4ee9-bb57-5e90e86c882b", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:25.260468 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1c5368c-8ddc-4942-b072-ea379500d79e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:25.260846 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58dae9c5-559b-4ee9-bb57-5e90e86c882b', 'code': 200} Jul 16 18:07:25.355493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:25.365032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:25.373097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.456123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa02bc-ca6e-44e9-8be6-767402d1f80e req-7d8c6c74-ca57-4e56-a416-27b258efe17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.459733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-66fa02bc-ca6e-44e9-8be6-767402d1f80e req-7d8c6c74-ca57-4e56-a416-27b258efe17a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 1102 time: 0.1304743 Jul 16 18:07:25.462218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.462850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.464301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] 10.222.0.13 "PUT /v2.0/ports/f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 200 len: 1092 time: 2.0268476 Jul 16 18:07:25.488731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:25.497980 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332" -d '{"events": [{"name": "network-changed", "server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:25.574613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-66fa02bc-ca6e-44e9-8be6-767402d1f80e req-1ce3237c-f9c3-4558-82fc-12cc7435f7c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784798 Jul 16 18:07:25.661958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a90abd-0089-4cc6-bb7e-8745c37728db service neutron] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.729036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-765c4aaf-4715-48ef-b149-75d2ee5c911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.731678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-765c4aaf-4715-48ef-b149-75d2ee5c911c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1095 time: 0.1904774 Jul 16 18:07:25.745588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009464-ba01-4faa-9f44-a7b1bc8cf84b req-9cee388a-399f-4881-a140-21a2e1633163 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.749013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71009464-ba01-4faa-9f44-a7b1bc8cf84b req-9cee388a-399f-4881-a140-21a2e1633163 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 943 time: 0.2755539 Jul 16 18:07:25.810830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-0fb1eb18-12fc-4c8e-bd08-3f16871e06f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 200 len: 217 time: 0.0605550 Jul 16 18:07:25.890460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea1abe37-19b3-4e5c-adc8-e660d69a6324 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:25.895215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 63595d50-e11f-4c5e-83d3-b0254a72efe6 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:25.950485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-46c94455-817b-44c1-9e2b-bab3dcfc1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.950598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-46c94455-817b-44c1-9e2b-bab3dcfc1666 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1276700 Jul 16 18:07:25.991022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 63595d50-e11f-4c5e-83d3-b0254a72efe6 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:25.991277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 63595d50-e11f-4c5e-83d3-b0254a72efe6 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:26.013082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-507fbb22-91eb-4dbb-bf85-415dbeb2814e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.019774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-507fbb22-91eb-4dbb-bf85-415dbeb2814e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.2889502 Jul 16 18:07:26.034314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Request body: {'port': {'device_id': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'admin_state_up': True, 'tenant_id': 'a4838bd54a9844d38f1aa971813cda73'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:26.040970 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71009464-ba01-4faa-9f44-a7b1bc8cf84b req-ebc95b7d-1b66-470d-a291-d2169ca60bac tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289042 Jul 16 18:07:26.046185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-1285c2c1-b81d-4cd1-b82e-e334475d6164 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720928 Jul 16 18:07:26.138231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ffba4bf4-0384-4129-9875-fa5a7773d933 req-36c81096-f6d6-4eaf-8459-6d163bb36e84 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 210 time: 0.0908804 Jul 16 18:07:26.200563 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5cff7d-f74c-4d4b-894e-3f05a66e1e60 x-openstack-request-id: req-5d5cff7d-f74c-4d4b-894e-3f05a66e1e60 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:26.200950 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:26.201282 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5d5cff7d-f74c-4d4b-894e-3f05a66e1e60 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:26.201783 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225', 'status': 'completed', 'code': 200} Jul 16 18:07:26.216308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ea1abe37-19b3-4e5c-adc8-e660d69a6324, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:26.256061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'mac_address': 'fa:16:3e:e0:b6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:26.303168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Made reservation on behalf of a4838bd54a9844d38f1aa971813cda73 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:26.322349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.342900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.343497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-808a44fd-0a4f-4221-8eba-f8fc2b214e47 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023675 Jul 16 18:07:26.389344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1abe37-19b3-4e5c-adc8-e660d69a6324 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:26.437332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ea1abe37-19b3-4e5c-adc8-e660d69a6324, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:26.443127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.603965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Allocated IP 172.20.0.14 (4ac6f294-4cc7-4f5e-8017-89b780cc9669/e6765640-1008-42e6-9bdb-a69b7a57ec2e/f32b4b97-2eb8-4475-be18-922ee353cb1a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:26.620621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=ea1abe37-19b3-4e5c-adc8-e660d69a6324,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:26.695480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['ea1abe37-19b3-4e5c-adc8-e660d69a6324'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:26.859937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58d1ab7f-234d-47a9-965d-a5c2d7cc6678 req-826f8768-caa4-4f7d-b18f-41a2a693d79d service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108483 Jul 16 18:07:26.890369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b7588-c907-4760-a118-d8b541d562b4 req-99998918-dc0a-4a70-9201-5ff52c3f4f32 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.891942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-703b7588-c907-4760-a118-d8b541d562b4 req-99998918-dc0a-4a70-9201-5ff52c3f4f32 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.4629669 Jul 16 18:07:26.942868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.016032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.035043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-703b7588-c907-4760-a118-d8b541d562b4 req-200d49d8-1380-4958-b540-a13fd19d4d4a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341565 Jul 16 18:07:27.088896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:27.101195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:27.114854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:27.116618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-f76c3e3c-3e95-46e4-a6d4-023b1227d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.118202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-f76c3e3c-3e95-46e4-a6d4-023b1227d65d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1095 time: 0.1766388 Jul 16 18:07:27.162572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cfeff-3abf-4223-8096-61f5d031f4c2 req-ed38839e-3abf-433a-af50-35b7f4169924 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.170504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.171364 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c83cfeff-3abf-4223-8096-61f5d031f4c2 req-ed38839e-3abf-433a-af50-35b7f4169924 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 950 time: 0.1578231 Jul 16 18:07:27.227279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.228432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.253236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-49b27761-f405-45c4-b524-4580e6a83212 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2250834 Jul 16 18:07:27.272035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Request body: {'port': {'device_id': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:27.277437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c83cfeff-3abf-4223-8096-61f5d031f4c2 req-11ac28c4-84b2-43bd-a10a-1505cf7e2a1c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045907 Jul 16 18:07:27.306056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-66eb9199-143b-4b0d-ad46-89622520de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.308447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-66eb9199-143b-4b0d-ad46-89622520de59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.1830204 Jul 16 18:07:27.365362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-09132ab8-133e-4339-b0c2-7e6e8602ea31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 200 len: 217 time: 0.0489776 Jul 16 18:07:27.428589 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.522560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-581127f1-7ae5-4d95-9b57-b10d46d17d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.524432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-581127f1-7ae5-4d95-9b57-b10d46d17d72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1514816 Jul 16 18:07:27.573984 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-8d6e13f7-e584-4822-ba57-6e936b0f7b9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370998 Jul 16 18:07:27.581945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15e08a53-1678-48ed-94e8-faf7d40a7e10 req-462c9f8f-063a-4111-a70f-c05780276a4f tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8f8fe66175bd4513baf9938b8fb2f382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627742 Jul 16 18:07:27.748010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8128c1-c791-4dce-904d-3d04ca3b48e1 req-741238e3-1754-4654-9a9b-13fa1daeb525 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.755481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32b4b97-2eb8-4475-be18-922ee353cb1a {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:27.756337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db8128c1-c791-4dce-904d-3d04ca3b48e1 req-741238e3-1754-4654-9a9b-13fa1daeb525 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 944 time: 0.2887774 Jul 16 18:07:27.763797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.777673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Transition to ACTIVE for port object f32b4b97-2eb8-4475-be18-922ee353cb1a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:27.785241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.821715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e08a53-1678-48ed-94e8-faf7d40a7e10 req-d90021d5-7f8c-40a9-86fb-f1b48bd59d84 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:27.828846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15e08a53-1678-48ed-94e8-faf7d40a7e10 req-d90021d5-7f8c-40a9-86fb-f1b48bd59d84 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2456927 Jul 16 18:07:27.839515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.840252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-ec1d370b-2408-4f81-821d-522f87b153d0 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559204 Jul 16 18:07:27.870688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db8128c1-c791-4dce-904d-3d04ca3b48e1 req-b9103f9a-27f1-4c5c-a38d-ad3ea69818cd tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132243 Jul 16 18:07:27.887873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15e08a53-1678-48ed-94e8-faf7d40a7e10 req-04b9a694-c205-4918-85a2-16fd3acf4b48 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/quotas/8f8fe66175bd4513baf9938b8fb2f382 HTTP/1.1" status: 200 len: 375 time: 0.0578294 Jul 16 18:07:27.900448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea1abe37-19b3-4e5c-adc8-e660d69a6324 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:27.949848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Attempting to bind port f32b4b97-2eb8-4475-be18-922ee353cb1a on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:27.950204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Attempting to bind port f32b4b97-2eb8-4475-be18-922ee353cb1a by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:27.950526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Attempting to bind port f32b4b97-2eb8-4475-be18-922ee353cb1a on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:27.955509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Port f32b4b97-2eb8-4475-be18-922ee353cb1a on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:27.955855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Attempting to bind port f32b4b97-2eb8-4475-be18-922ee353cb1a on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:27.963712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:27.964088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Checking segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:27.964471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Bound using segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:27.965048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Bound port: f32b4b97-2eb8-4475-be18-922ee353cb1a, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:27.965417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.003968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15e08a53-1678-48ed-94e8-faf7d40a7e10 req-cc985d69-1bca-4292-8e8e-9b4cfa9a31ec tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f8fe66175bd4513baf9938b8fb2f382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105101 Jul 16 18:07:28.013692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port ea1abe37-19b3-4e5c-adc8-e660d69a6324 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:28.026243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port ea1abe37-19b3-4e5c-adc8-e660d69a6324 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:28.035290 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.046421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:28.050173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:28.058852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.082720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.083956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.085832 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] 10.222.0.55 "PUT /v2.0/ports/f32b4b97-2eb8-4475-be18-922ee353cb1a HTTP/1.1" status: 200 len: 1093 time: 0.8227551 Jul 16 18:07:28.088036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:28.091881 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec85a74f-640d-4f58-a0de-0d0e7e833808" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:28.174745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdb9ed6d-2870-4b4d-86ec-02f10e3c4332 req-e6f061f7-f3a5-4b09-bcd0-518b2edb5341 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260393 Jul 16 18:07:28.211185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871f968-d50f-4041-b2a4-2f2d923ce5e0 req-b89eeb7d-ca9a-47e4-9f5d-b3b4db3d22d8 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.220735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1871f968-d50f-4041-b2a4-2f2d923ce5e0 req-b89eeb7d-ca9a-47e4-9f5d-b3b4db3d22d8 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 944 time: 0.1390681 Jul 16 18:07:28.221047 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.281714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1871f968-d50f-4041-b2a4-2f2d923ce5e0 req-6041848f-c5e9-48ec-9a2a-51adafb47bc1 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573142 Jul 16 18:07:28.288940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aaae35-c90b-4816-9bca-32a260ae9d28 service neutron] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.297039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ea1abe37-19b3-4e5c-adc8-e660d69a6324, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.300662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:28.307417 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cb3b1a-9c79-47fa-95fb-d29355fa2e49" -d '{"events": [{"server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:28.312079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.319534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-9c275bb2-ece0-4c03-90bc-3077a36ce01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.321084 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-9c275bb2-ece0-4c03-90bc-3077a36ce01b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 1096 time: 0.1741505 Jul 16 18:07:28.386693 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-b4889d52-46f4-4d05-a44b-27b0c16e335d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a HTTP/1.1" status: 200 len: 217 time: 0.0567670 Jul 16 18:07:28.401366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe93a5-37a1-4ae6-b76f-d7499f98ecbc req-18021503-a549-4195-8c6e-379492c2a5bf tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.404675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42fe93a5-37a1-4ae6-b76f-d7499f98ecbc req-18021503-a549-4195-8c6e-379492c2a5bf tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 950 time: 0.0933399 Jul 16 18:07:28.405890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=ea1abe37-19b3-4e5c-adc8-e660d69a6324,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.451645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-e95355fd-d533-4b4a-98b9-4d53a9edcf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.453313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-e95355fd-d533-4b4a-98b9-4d53a9edcf1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.0549834 Jul 16 18:07:28.484704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42fe93a5-37a1-4ae6-b76f-d7499f98ecbc req-88255eb7-12a3-4397-bcfc-51d429e794d1 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675576 Jul 16 18:07:28.504984 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-c2566530-dec9-4d98-8e0a-56f134762dcc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453343 Jul 16 18:07:28.562142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39d38-b8e3-4973-a966-a23a41727d89 req-398d919b-8d5d-414a-823e-36182d15b138 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.570868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39e39d38-b8e3-4973-a966-a23a41727d89 req-398d919b-8d5d-414a-823e-36182d15b138 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.0925212 Jul 16 18:07:28.622140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39e39d38-b8e3-4973-a966-a23a41727d89 req-78ea9b1b-703d-4509-8477-2905ec8fa960 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492814 Jul 16 18:07:28.666615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-3d45a8c5-b91d-4bf9-85b6-68d676a67571 service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506414 Jul 16 18:07:28.695516 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b3b72-661e-4c87-9497-367b78942f87 x-openstack-request-id: req-f27b3b72-661e-4c87-9497-367b78942f87 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:28.695809 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:28.696063 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f27b3b72-661e-4c87-9497-367b78942f87 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:28.708661 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'status': 'completed', 'code': 200} Jul 16 18:07:28.782371 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f25be5-d588-4908-b11f-8a584adcfbf0 x-openstack-request-id: req-d1f25be5-d588-4908-b11f-8a584adcfbf0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:28.782667 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:28.782925 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1f25be5-d588-4908-b11f-8a584adcfbf0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:28.783326 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'code': 200} Jul 16 18:07:28.857908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a10e62fc-bf48-4b34-9ec9-0ea8935f4f67 req-b0aef72b-afc7-4086-9ef5-e83ee32504d4 service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839211 Jul 16 18:07:28.967316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb184c6e-9512-470e-bc7b-0f8c40237058 req-29887d47-d132-45b7-8612-32be7bce2dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.968854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb184c6e-9512-470e-bc7b-0f8c40237058 req-29887d47-d132-45b7-8612-32be7bce2dc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1068144 Jul 16 18:07:29.025917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-385677f2-e573-4ac0-b951-98fa95a993aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.027989 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-385677f2-e573-4ac0-b951-98fa95a993aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 1096 time: 0.0889237 Jul 16 18:07:29.044626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb184c6e-9512-470e-bc7b-0f8c40237058 req-d83caa65-2b79-4a24-ab86-47bf920f5946 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673597 Jul 16 18:07:29.163810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-86ada462-763f-41aa-a7c2-50b9d050bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.166244 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-86ada462-763f-41aa-a7c2-50b9d050bf86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 905 time: 0.1303074 Jul 16 18:07:29.191257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c48c6-4a4a-4af0-8be8-78daecce2980 req-f58d62aa-d7d5-40cf-9969-a7c393be4b78 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.197875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c48c6-4a4a-4af0-8be8-78daecce2980 req-f58d62aa-d7d5-40cf-9969-a7c393be4b78 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.199707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c96c48c6-4a4a-4af0-8be8-78daecce2980 req-f58d62aa-d7d5-40cf-9969-a7c393be4b78 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942&device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 1691 time: 0.1198628 Jul 16 18:07:29.224178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-45816039-5884-49e8-81d6-ecb47212fcaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a HTTP/1.1" status: 200 len: 217 time: 0.0500493 Jul 16 18:07:29.287393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-886117dd-9f4d-47e7-b463-fb030b87477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.290662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-886117dd-9f4d-47e7-b463-fb030b87477f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.0591922 Jul 16 18:07:29.290812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c96c48c6-4a4a-4af0-8be8-78daecce2980 req-cebbbb91-c8f5-43dc-a77c-d793b77eeea0 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840392 Jul 16 18:07:29.334711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647d638-3f8f-4491-b54c-f643fae8321f req-3d35c254-5209-4370-a317-6ca8606a811f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.347462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6647d638-3f8f-4491-b54c-f643fae8321f req-3d35c254-5209-4370-a317-6ca8606a811f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1225984 Jul 16 18:07:29.348995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-a4c4faff-67a5-4f1e-a6f0-e7e721b5a744 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497673 Jul 16 18:07:29.400785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6647d638-3f8f-4491-b54c-f643fae8321f req-cf9b04ab-52f5-4a24-b50e-262d97b9ff51 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524538 Jul 16 18:07:29.500903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-1fc9330f-081c-4d8c-ae66-00217589b662 service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452894 Jul 16 18:07:29.638425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec85a74f-640d-4f58-a0de-0d0e7e833808 req-c7d20fb5-1b9d-4645-866f-fde8e7228562 service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296961 Jul 16 18:07:29.649177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5c9a1-698e-46a5-be7f-56671b218673 req-c51443ae-c6dc-42dc-83a8-4b4d95f2e612 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.651906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89d5c9a1-698e-46a5-be7f-56671b218673 req-c51443ae-c6dc-42dc-83a8-4b4d95f2e612 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 944 time: 0.1283352 Jul 16 18:07:29.715588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89d5c9a1-698e-46a5-be7f-56671b218673 req-c6424854-0877-4ffa-b979-fb59cfed8290 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510006 Jul 16 18:07:29.873121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-460001ad-6b83-4944-9516-9f5914f01b9c req-3b2c70da-4e9e-45c4-b894-56740377210f tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8f8fe66175bd4513baf9938b8fb2f382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307395 Jul 16 18:07:29.897265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f4750601-f98e-481e-b1cd-3789b4de5225 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:30.048884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2047028-3ec9-4b28-9ae4-dfbfe427c042 req-b274adb0-094d-4a1f-9728-845f3258de84 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.057324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2047028-3ec9-4b28-9ae4-dfbfe427c042 req-b274adb0-094d-4a1f-9728-845f3258de84 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.1941373 Jul 16 18:07:30.092727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460001ad-6b83-4944-9516-9f5914f01b9c req-e474f3ff-6f66-44d0-a748-cb6f2e0e04b6 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.093296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.094572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-460001ad-6b83-4944-9516-9f5914f01b9c req-e474f3ff-6f66-44d0-a748-cb6f2e0e04b6 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216983 Jul 16 18:07:30.125467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-460001ad-6b83-4944-9516-9f5914f01b9c req-82e8cbef-7e09-46be-ac53-54b1a1336163 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/quotas/8f8fe66175bd4513baf9938b8fb2f382 HTTP/1.1" status: 200 len: 375 time: 0.0159929 Jul 16 18:07:30.126273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'f4750601-f98e-481e-b1cd-3789b4de5225', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'port_id': 'f4750601-f98e-481e-b1cd-3789b4de5225', 'mac_address': 'fa:16:3e:41:ed:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012cf3b-d931-4040-82b3-437e9859694d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:30.137671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2047028-3ec9-4b28-9ae4-dfbfe427c042 req-0887bdee-ef78-4889-b2e3-1f4bf893dabe tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Jul 16 18:07:30.175177 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.195331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-460001ad-6b83-4944-9516-9f5914f01b9c req-3eaaa4d9-8f5a-433d-b341-1860c4286214 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f8fe66175bd4513baf9938b8fb2f382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565069 Jul 16 18:07:30.210478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4750601-f98e-481e-b1cd-3789b4de5225 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:30.216695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1d324ab-2ff3-4759-bbdf-11e7785be39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.241988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.248469 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.315355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.368437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23a93d-92ba-4ff3-92ea-5d11e6fdb0e6 req-0cf068af-6fcf-46b0-9914-ba75ea51b2c7 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.375873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e23a93d-92ba-4ff3-92ea-5d11e6fdb0e6 req-0cf068af-6fcf-46b0-9914-ba75ea51b2c7 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 1102 time: 0.0780678 Jul 16 18:07:30.413693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e23a93d-92ba-4ff3-92ea-5d11e6fdb0e6 req-77be830c-4a1a-4581-b6b1-d9b48529744f tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354562 Jul 16 18:07:30.498256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f4750601-f98e-481e-b1cd-3789b4de5225'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:30.741453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4ae1-865c-409a-aee2-3c6022b9bf93 req-7e085bce-a1e1-443f-8e7d-adcaf0b244fd tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.750578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0ef4ae1-865c-409a-aee2-3c6022b9bf93 req-7e085bce-a1e1-443f-8e7d-adcaf0b244fd tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1453695 Jul 16 18:07:30.820926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0ef4ae1-865c-409a-aee2-3c6022b9bf93 req-3c362615-d882-49e1-8c50-e59a51f3c7d2 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694852 Jul 16 18:07:30.847428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9819b-2fed-4179-ba7e-ddbb55d79b57 req-ad4c7fa3-2038-4fd4-aeec-a12f60a404a9 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.851321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2af9819b-2fed-4179-ba7e-ddbb55d79b57 req-ad4c7fa3-2038-4fd4-aeec-a12f60a404a9 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 1102 time: 0.0813091 Jul 16 18:07:30.907707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2af9819b-2fed-4179-ba7e-ddbb55d79b57 req-abfd9196-4592-4b35-9d70-8c96461b542e tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Jul 16 18:07:31.249573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-babede75-1b7e-47f8-860e-552daf0909cc req-a14bebaf-1e72-4278-8e86-bba02e3a0519 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2527342 Jul 16 18:07:31.261004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e00e23-5fb9-4954-bd69-f2361679dac5 req-0a8235ba-99a6-445a-a9ad-9ca729ae57f4 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.262534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2e00e23-5fb9-4954-bd69-f2361679dac5 req-0a8235ba-99a6-445a-a9ad-9ca729ae57f4 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 944 time: 0.2040594 Jul 16 18:07:31.267342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:31.317966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2e00e23-5fb9-4954-bd69-f2361679dac5 req-938e0f78-5d2f-427c-b01a-77e3c473fb2f tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Jul 16 18:07:31.319243 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.464243 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.665973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Allocated IP 172.25.0.247 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/36bf7563-de52-4734-96b5-4ee46ba10c24) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:31.863439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-9524d31d-80c9-40f8-8586-bd0cf727cd15 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327156 Jul 16 18:07:31.904246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f4750601-f98e-481e-b1cd-3789b4de5225 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:31.910717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.967787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.993973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port f4750601-f98e-481e-b1cd-3789b4de5225 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:32.000352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port f4750601-f98e-481e-b1cd-3789b4de5225 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:32.001106 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.072186 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-40c8e337-d2e8-4f75-b6d3-41a5b7f0594f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.106021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.123290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-80f8a8d2-c8ba-445e-800e-0a93b0cc5b96 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.126472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-80f8a8d2-c8ba-445e-800e-0a93b0cc5b96 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463019 Jul 16 18:07:32.141137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f32b4b97-2eb8-4475-be18-922ee353cb1a details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:32.152870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-ea02a7fa-b569-4e37-b1b0-0e1068e4f919 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/quotas/7fc264c4c24746c3b85c8f41ee2302d6 HTTP/1.1" status: 200 len: 375 time: 0.0200739 Jul 16 18:07:32.161703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:32.164301 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00650317-17c3-4192-ac00-3a664e8d04bd" -d '{"events": [{"server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "name": "network-vif-plugged", "status": "completed", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:32.165387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.184984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:32.193492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.241498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Pushing event updated for resources: {'Port': ['ID=36bf7563-de52-4734-96b5-4ee46ba10c24,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.249078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:32.253204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:32.258293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:32.270301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-40c8e337-d2e8-4f75-b6d3-41a5b7f0594f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.276221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-40c8e337-d2e8-4f75-b6d3-41a5b7f0594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.277635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.292542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.293266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.293806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.294341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.294898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.295440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.295966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.296539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.297079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.297621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.298166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.298693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:32.330105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-40c8e337-d2e8-4f75-b6d3-41a5b7f0594f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53a68b6e036c43eb88eddb9e0ea5f3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151170 Jul 16 18:07:32.333699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:32.336066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-5fcda645-8bf4-4762-b1d7-d8fcb5e5fc21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1822414 Jul 16 18:07:32.396230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8e337-d2e8-4f75-b6d3-41a5b7f0594f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e41658-0cc4-4590-8ec6-54b6d0009e5b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.429799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9283f1-03c2-4fe3-9bd7-68f9cf4ff8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.443519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:32.460592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'mac_address': 'fa:16:3e:9c:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:32.461301 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.461431 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9283f1-03c2-4fe3-9bd7-68f9cf4ff8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.530659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.539072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9283f1-03c2-4fe3-9bd7-68f9cf4ff8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.542126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9283f1-03c2-4fe3-9bd7-68f9cf4ff8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.543321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd9283f1-03c2-4fe3-9bd7-68f9cf4ff8b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4e41658-0cc4-4590-8ec6-54b6d0009e5b HTTP/1.1" status: 204 len: 168 time: 0.2086685 Jul 16 18:07:32.547938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.555111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32b4b97-2eb8-4475-be18-922ee353cb1a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:32.561274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9283f1-03c2-4fe3-9bd7-68f9cf4ff8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e41658-0cc4-4590-8ec6-54b6d0009e5b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.614532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:32.621789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.770989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.902402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f32b4b97-2eb8-4475-be18-922ee353cb1a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:32.952936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.959775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.036449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e46d44-5d51-4179-bd72-069d960e8538 req-3a15eb5a-589b-4e29-aa9a-065c3c9e6007 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.043947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32e46d44-5d51-4179-bd72-069d960e8538 req-3a15eb5a-589b-4e29-aa9a-065c3c9e6007 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.2041707 Jul 16 18:07:33.083694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Pushing event updated for resources: {'Port': ['ID=36bf7563-de52-4734-96b5-4ee46ba10c24,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:33.097571 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.123458 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32e46d44-5d51-4179-bd72-069d960e8538 req-bef4707b-3c20-4351-aecd-bc82d8e2cc79 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740957 Jul 16 18:07:33.142902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.151170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-babede75-1b7e-47f8-860e-552daf0909cc req-30e62e91-d22b-4b16-a08b-7731b8e8e6e7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8875482 Jul 16 18:07:33.168500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.190968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46aaf345-a98f-4295-bf62-365ddd731cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.264845 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69d3225c-fc1f-4143-81eb-c8cd7c88069b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.306885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-babede75-1b7e-47f8-860e-552daf0909cc req-426e8707-d5ce-4997-8d49-0b991514a840 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.1542926 Jul 16 18:07:33.388353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46aaf345-a98f-4295-bf62-365ddd731cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.392908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.403973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46aaf345-a98f-4295-bf62-365ddd731cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.473566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaf345-a98f-4295-bf62-365ddd731cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6571585-da18-46ca-836e-a46d0801c094,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:33.496793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-46aaf345-a98f-4295-bf62-365ddd731cfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98556f4080974e2b9b133ea79e8b9dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3261766 Jul 16 18:07:33.499741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.574125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bcd2ca-cec3-41dd-8b43-b4c75e0e50ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.603418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bcd2ca-cec3-41dd-8b43-b4c75e0e50ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.666965 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bcd2ca-cec3-41dd-8b43-b4c75e0e50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.670772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70bcd2ca-cec3-41dd-8b43-b4c75e0e50ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.672394 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-70bcd2ca-cec3-41dd-8b43-b4c75e0e50ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6571585-da18-46ca-836e-a46d0801c094 HTTP/1.1" status: 204 len: 168 time: 0.1713676 Jul 16 18:07:33.704703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37437046-9f71-4ecc-a4c8-1110013d5d92 req-a3629c36-cada-48fc-9cb7-6c73a9d810e4 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=8f8fe66175bd4513baf9938b8fb2f382&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277300 Jul 16 18:07:33.720213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcd2ca-cec3-41dd-8b43-b4c75e0e50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6571585-da18-46ca-836e-a46d0801c094,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:33.874632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babede75-1b7e-47f8-860e-552daf0909cc req-62d11ea0-8e25-430a-ae78-be54e8dc165d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.876451 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-babede75-1b7e-47f8-860e-552daf0909cc req-62d11ea0-8e25-430a-ae78-be54e8dc165d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.5684617 Jul 16 18:07:33.884348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37437046-9f71-4ecc-a4c8-1110013d5d92 req-e4dabd8c-03ff-43ae-a0f9-bfce41e20446 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.886425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37437046-9f71-4ecc-a4c8-1110013d5d92 req-e4dabd8c-03ff-43ae-a0f9-bfce41e20446 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1739569 Jul 16 18:07:33.909272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-babede75-1b7e-47f8-860e-552daf0909cc req-ee76fdaa-37c6-4b09-94dd-91cf4071da39 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:07:33.910794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-babede75-1b7e-47f8-860e-552daf0909cc req-ee76fdaa-37c6-4b09-94dd-91cf4071da39 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092311 Jul 16 18:07:33.912647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37437046-9f71-4ecc-a4c8-1110013d5d92 req-216352db-cf8b-49eb-aeed-ca2a3e7b8600 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/quotas/8f8fe66175bd4513baf9938b8fb2f382 HTTP/1.1" status: 200 len: 375 time: 0.0202732 Jul 16 18:07:33.975340 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d819ef07-7f14-4245-94d2-be723756abe0 x-openstack-request-id: req-d819ef07-7f14-4245-94d2-be723756abe0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:33.975962 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "name": "network-vif-plugged", "status": "completed", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:33.976343 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d819ef07-7f14-4245-94d2-be723756abe0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:33.976882 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225', 'code': 200} Jul 16 18:07:33.992782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37437046-9f71-4ecc-a4c8-1110013d5d92 req-4fc62180-b3dd-446e-82da-f5a629473cc4 tempest-QuotasAdminNegativeTest-1267663296 tempest-QuotasAdminNegativeTest-1267663296-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f8fe66175bd4513baf9938b8fb2f382&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630884 Jul 16 18:07:34.145367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f32b4b97-2eb8-4475-be18-922ee353cb1a up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:34.229779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c341780f-8f07-44f6-a360-fcb66ee32895 req-fd0b9dbb-6b26-4e38-8e6e-3de9ad29251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.231398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c341780f-8f07-44f6-a360-fcb66ee32895 req-fd0b9dbb-6b26-4e38-8e6e-3de9ad29251a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1097 time: 0.1663294 Jul 16 18:07:34.253574 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.260414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port f32b4b97-2eb8-4475-be18-922ee353cb1a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:34.275283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port f32b4b97-2eb8-4475-be18-922ee353cb1a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:34.276456 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.299640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbac529-6cf3-40cf-8c66-f8b9333897f5 req-2321f7eb-9157-4e1d-a4ab-7ece448acdff tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.302212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dbac529-6cf3-40cf-8c66-f8b9333897f5 req-2321f7eb-9157-4e1d-a4ab-7ece448acdff tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 945 time: 0.1921146 Jul 16 18:07:34.338462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef78e8b5-deba-4493-8ed3-698daff77d65 req-8fc3ebb0-abe8-4f54-aaa5-66ae6df47bf6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 210 time: 0.0911090 Jul 16 18:07:34.345820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c341780f-8f07-44f6-a360-fcb66ee32895 req-be366d48-c2ac-45cd-89f0-cb3d9d718eae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070144 Jul 16 18:07:34.402414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dbac529-6cf3-40cf-8c66-f8b9333897f5 req-835fa103-77f1-4329-a5eb-4fdcb90adee8 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679057 Jul 16 18:07:34.438220 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.500746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-63ae6059-d138-4bdd-9498-65d740ff1eaf tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422990 Jul 16 18:07:34.519606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:34.527123 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.636427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.858482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-ac232a55-2751-4e44-bf47-0f1c6531eddb tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.859980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-ac232a55-2751-4e44-bf47-0f1c6531eddb tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3532631 Jul 16 18:07:34.868338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-b392596a-e4be-48ce-9ec3-b5182bbfbdbf tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.875282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-b392596a-e4be-48ce-9ec3-b5182bbfbdbf tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 820 time: 0.3097239 Jul 16 18:07:34.889361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:34.924496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-e1d12110-d29d-4e43-9b3a-eb9b2d49da58 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/quotas/a55a8483c2ca4cb7a50e68ecc220ca8f HTTP/1.1" status: 200 len: 375 time: 0.0470457 Jul 16 18:07:35.095724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-28e2975a-c1ae-471a-9fbc-0d5fae1d021c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1696069 Jul 16 18:07:35.165593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:35.169379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.326867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-9bb946c8-4b4a-4b87-94d6-f47a8de61744 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121689 Jul 16 18:07:35.338590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02094a-8381-473d-a94a-3c0d13088733 req-371f1e9e-eb05-4abd-9793-a2fe06832528 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.340192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a02094a-8381-473d-a94a-3c0d13088733 req-371f1e9e-eb05-4abd-9793-a2fe06832528 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.2415805 Jul 16 18:07:35.523251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a02094a-8381-473d-a94a-3c0d13088733 req-f84695ea-3cbc-469b-887c-55574972aa57 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686392 Jul 16 18:07:35.524692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.148 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:35.583468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-96d76a1f-b69f-4482-a508-44fd381ba020 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397928 Jul 16 18:07:35.685505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.812965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.858505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:35.978983 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfd82203-7c1b-4d48-840f-ac9a7f6c228d req-9b15774d-c78b-4dc5-bc6a-835c48fc8b2c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 210 time: 0.0485830 Jul 16 18:07:35.978983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.979617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:35.981840 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fc58ba-7748-4c1a-9e01-dc1048864606" -d '{"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-plugged", "status": "completed", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:35.991609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', '58dae9c5-559b-4ee9-bb57-5e90e86c882b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:36.001227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:36.124475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:36.166277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:36.171699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-350cac42-5399-4267-ab16-1c24f674ed51 req-b7614996-8047-4f63-9e36-441eab89292d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 210 time: 0.0604694 Jul 16 18:07:36.173226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:36.175856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.256428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.257685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.286485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-270e7c14-b902-44ec-9b1b-3b16cb517768 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4076591 Jul 16 18:07:36.299160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Request body: {'port': {'device_id': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:36.315128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:36.396058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fc4da-72f5-41e0-a47a-a08723a09d19 req-de99cd36-8c65-412d-9c13-5fa522fa950e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.397747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-028fc4da-72f5-41e0-a47a-a08723a09d19 req-de99cd36-8c65-412d-9c13-5fa522fa950e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.2284534 Jul 16 18:07:36.453285 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b37b73e-7453-4b5f-b207-a9a2f6ad976c x-openstack-request-id: req-5b37b73e-7453-4b5f-b207-a9a2f6ad976c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:36.454023 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-plugged", "status": "completed", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:36.454901 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5b37b73e-7453-4b5f-b207-a9a2f6ad976c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:36.455463 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'code': 200} Jul 16 18:07:36.543770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3033911f-677f-48b6-ba10-6ad51396c27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.570287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.752336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-998abde7-6833-419b-9a47-9258e0577895 None None] Provisioning for port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:36.811008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-998abde7-6833-419b-9a47-9258e0577895 None None] Provisioning complete for port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:36.811775 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-998abde7-6833-419b-9a47-9258e0577895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.820855 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.888116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-998abde7-6833-419b-9a47-9258e0577895 None None] Port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:37.041363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-028fc4da-72f5-41e0-a47a-a08723a09d19 req-6166dcc5-4f2c-4c13-8d9b-51667bce4de4 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6325030 Jul 16 18:07:37.054414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3033911f-677f-48b6-ba10-6ad51396c27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.070343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3033911f-677f-48b6-ba10-6ad51396c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.126532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.154466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3033911f-677f-48b6-ba10-6ad51396c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f3857-603f-4218-8dae-3cfbd3d0a851,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.173977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b205a9a-d1dc-438c-afed-b8952225edfc req-e00e3986-94dd-4679-9be8-01cd3192b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.175906 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b205a9a-d1dc-438c-afed-b8952225edfc req-e00e3986-94dd-4679-9be8-01cd3192b387 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 1098 time: 0.5755403 Jul 16 18:07:37.283208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b205a9a-d1dc-438c-afed-b8952225edfc req-872a7c94-65e0-44ae-8922-2fefc007359a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954828 Jul 16 18:07:37.294444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968fb9b-b4c9-4769-9a21-9531cb56220e req-7dbf6430-1d76-4054-9f84-1d35083d8a7a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.296018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a968fb9b-b4c9-4769-9a21-9531cb56220e req-7dbf6430-1d76-4054-9f84-1d35083d8a7a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.3906271 Jul 16 18:07:37.307877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3033911f-677f-48b6-ba10-6ad51396c27f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f8fe66175bd4513baf9938b8fb2f382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9913616 Jul 16 18:07:37.308370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.362337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c9005a-3e24-46a1-a3c0-e86e69bbb94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.370604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a968fb9b-b4c9-4769-9a21-9531cb56220e req-d1723d08-efbb-4d46-b585-1d778947a2b5 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 Jul 16 18:07:37.387647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c9005a-3e24-46a1-a3c0-e86e69bbb94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.461922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c9005a-3e24-46a1-a3c0-e86e69bbb94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.465826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8c9005a-3e24-46a1-a3c0-e86e69bbb94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.470532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c8c9005a-3e24-46a1-a3c0-e86e69bbb94a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f2f3857-603f-4218-8dae-3cfbd3d0a851 HTTP/1.1" status: 204 len: 168 time: 0.1610501 Jul 16 18:07:37.481090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9005a-3e24-46a1-a3c0-e86e69bbb94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f3857-603f-4218-8dae-3cfbd3d0a851,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.636010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:37.647718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.683185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Transition to ACTIVE for port object 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:37.717552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.850981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26b6c430-fbc5-4d42-89d8-70311c55433b req-3d92bda1-cca5-435f-a57f-5747a38a27f7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 210 time: 0.1583982 Jul 16 18:07:37.914277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.922127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.993072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbcfbe-fe25-473c-971a-c2734796c104 req-d05c68d8-602a-4f3f-b69a-4866162f3edf tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.000641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dfbcfbe-fe25-473c-971a-c2734796c104 req-d05c68d8-602a-4f3f-b69a-4866162f3edf tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 936 time: 0.5370789 Jul 16 18:07:38.220540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45472) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.261744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dfbcfbe-fe25-473c-971a-c2734796c104 req-355044d5-814e-40f9-8880-32f72ff4b1b2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597585 Jul 16 18:07:38.265098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20756c9-20e3-4ae9-924f-339eb8c6fb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.331778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Attempting to bind port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:38.332571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Attempting to bind port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:38.332909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Attempting to bind port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:38.368812 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d64154c-ae88-4893-a2a9-1f3d792f8c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.387438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:38.387904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Attempting to bind port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:38.401561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:38.401921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:38.402280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:38.402974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Bound port: 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:38.403544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.473882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f576c7d-eca0-4ae4-947b-b01824fa7cac req-c4f77bf9-8c24-4c91-9706-e649069a6212 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.475411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f576c7d-eca0-4ae4-947b-b01824fa7cac req-c4f77bf9-8c24-4c91-9706-e649069a6212 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1097 time: 0.2604554 Jul 16 18:07:38.496738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-e6db9346-fc86-4da2-98a4-1b5cfc451499 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.498262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-e6db9346-fc86-4da2-98a4-1b5cfc451499 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 820 time: 0.3695560 Jul 16 18:07:38.512914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'port': {'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'admin_state_up': True, 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.579256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f576c7d-eca0-4ae4-947b-b01824fa7cac req-74ef35e6-e0ef-4f16-94b5-e343737e65c1 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636525 Jul 16 18:07:38.604712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20756c9-20e3-4ae9-924f-339eb8c6fb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.609728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c20756c9-20e3-4ae9-924f-339eb8c6fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.679895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20756c9-20e3-4ae9-924f-339eb8c6fb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16212c7c-9e63-45f8-9185-1804e9012469,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.684988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] For port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:38.693079 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c20756c9-20e3-4ae9-924f-339eb8c6fb24 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=403d197aede249ccb2ea2c685f4ed5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7696407 Jul 16 18:07:38.695061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] For port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:38.703134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.705206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719ed2e-365d-4557-9f32-140398e2c7a7 req-0ca88bec-80cd-4503-bca7-0342cfb958ce tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.707351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7719ed2e-365d-4557-9f32-140398e2c7a7 req-0ca88bec-80cd-4503-bca7-0342cfb958ce tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.2439134 Jul 16 18:07:38.710247 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.788681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.789270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.791342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] 10.222.0.13 "PUT /v2.0/ports/8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 HTTP/1.1" status: 200 len: 1097 time: 2.4971583 Jul 16 18:07:38.798389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a880a8-82b7-479b-b3ef-6a61526d1a1f service neutron] Pushing event updated for resources: {'Port': ['ID=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:38.806166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'tag': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:38.809580 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2" -d '{"events": [{"name": "network-changed", "server_uuid": "25ba9598-94bb-4ba7-8010-758c94a20d20", "tag": "8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:38.820476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778a5cdc-9a57-4015-b9d0-32eec1be1d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.860456 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778a5cdc-9a57-4015-b9d0-32eec1be1d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.883618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7719ed2e-365d-4557-9f32-140398e2c7a7 req-be902d40-d243-4485-9d1c-4a436a535f32 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641886 Jul 16 18:07:38.947899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778a5cdc-9a57-4015-b9d0-32eec1be1d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.950479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-778a5cdc-9a57-4015-b9d0-32eec1be1d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.951693 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-778a5cdc-9a57-4015-b9d0-32eec1be1d30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16212c7c-9e63-45f8-9185-1804e9012469 HTTP/1.1" status: 204 len: 168 time: 0.2464747 Jul 16 18:07:38.994150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a5cdc-9a57-4015-b9d0-32eec1be1d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16212c7c-9e63-45f8-9185-1804e9012469,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.000210 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d71cf5-12f8-44b8-8e25-50bb15f2650d x-openstack-request-id: req-c9d71cf5-12f8-44b8-8e25-50bb15f2650d {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:39.000930 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25ba9598-94bb-4ba7-8010-758c94a20d20", "tag": "8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:39.001890 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9d71cf5-12f8-44b8-8e25-50bb15f2650d {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:39.004070 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'tag': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', 'status': 'completed', 'code': 200} Jul 16 18:07:39.078526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-e8534261-572d-4e84-adbd-a961f3a47ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.080535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-e8534261-572d-4e84-adbd-a961f3a47ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 1100 time: 0.1959760 Jul 16 18:07:39.086732 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d64154c-ae88-4893-a2a9-1f3d792f8c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.111884 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d64154c-ae88-4893-a2a9-1f3d792f8c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.115519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Made reservation on behalf of a55a8483c2ca4cb7a50e68ecc220ca8f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:39.122856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.335663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-955cb635-a176-4aeb-a66c-2cbf8989af52 req-e0ae74aa-66d9-4826-b7b4-21874ae3380a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 210 time: 0.2113216 Jul 16 18:07:39.337137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-fe453fc8-1339-441d-9fc2-eddaefa431cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 HTTP/1.1" status: 200 len: 217 time: 0.2488160 Jul 16 18:07:39.378717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1d64154c-ae88-4893-a2a9-1f3d792f8c37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26a0922c856c4897871e68cf49ed702b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1432745 Jul 16 18:07:39.379799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.418482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64154c-ae88-4893-a2a9-1f3d792f8c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e71283-8422-4d55-a20c-d0854216c8a6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.441749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Allocated IP 172.20.0.7 (d8c48100-0dcf-4fe7-a36c-c717b4103aa4/4c239c1d-165e-44d1-8fcc-b3b466e54d62/f61e76f1-3d6d-4614-9cb4-81a93744af45) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:39.455089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-8d1bf237-7b0b-47b7-b3e9-9fe163066890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.458202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-8d1bf237-7b0b-47b7-b3e9-9fe163066890 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1130564 Jul 16 18:07:39.602507 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:39.697765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bbd0d48-8a2d-4dd5-89bb-414851848f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.815465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bbd0d48-8a2d-4dd5-89bb-414851848f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.885385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-5380a7ea-cf3f-4c1a-9cb1-055110624053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.887016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-5380a7ea-cf3f-4c1a-9cb1-055110624053 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4221699 Jul 16 18:07:39.890962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.934794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061daa81-1cd8-4f88-9e1e-7da8c09d9a64 req-53283cf6-9583-4cb7-8481-16ee2478a469 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.936595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-061daa81-1cd8-4f88-9e1e-7da8c09d9a64 req-53283cf6-9583-4cb7-8481-16ee2478a469 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 948 time: 0.4301600 Jul 16 18:07:39.983799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Transition to ACTIVE for port object f61e76f1-3d6d-4614-9cb4-81a93744af45 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:40.078355 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bbd0d48-8a2d-4dd5-89bb-414851848f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.081906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7bbd0d48-8a2d-4dd5-89bb-414851848f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.097662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7bbd0d48-8a2d-4dd5-89bb-414851848f73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58e71283-8422-4d55-a20c-d0854216c8a6 HTTP/1.1" status: 204 len: 168 time: 0.7051058 Jul 16 18:07:40.107222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.122831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['ea1abe37-19b3-4e5c-adc8-e660d69a6324'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:40.224481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-061daa81-1cd8-4f88-9e1e-7da8c09d9a64 req-b19b17ff-e160-4fdc-89d6-469aef134c9b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698221 Jul 16 18:07:40.235314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-19b436f4-c0d0-46c2-b0b5-3a118328650c service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402910 Jul 16 18:07:40.236904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd0d48-8a2d-4dd5-89bb-414851848f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e71283-8422-4d55-a20c-d0854216c8a6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.360492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:40.378684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Pushing event updated for resources: {'Port': ['ID=f61e76f1-3d6d-4614-9cb4-81a93744af45,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.392115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:40.399544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:40.594353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.595034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.634695 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-755830cf-0810-40c6-9f88-193c2076cb5d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1258376 Jul 16 18:07:40.657422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Request body: {'port': {'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:40.697684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547a8123-b03a-46db-a8f1-7d50d07b266a req-7f15f761-5d2d-4a4f-abcd-46b8ae079f38 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485288 Jul 16 18:07:40.795117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaeeae1-d07b-41a9-9399-0dcac045404b req-b7ca4ff2-4857-4879-8799-1fb58ff7bd4c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.805068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7aaeeae1-d07b-41a9-9399-0dcac045404b req-b7ca4ff2-4857-4879-8799-1fb58ff7bd4c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.3752310 Jul 16 18:07:40.836668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.014901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-09a50150-4aff-4ab4-994e-fa7b41720d0d None None] Provisioning for port f61e76f1-3d6d-4614-9cb4-81a93744af45 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:41.020128 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-09a50150-4aff-4ab4-994e-fa7b41720d0d None None] Provisioning complete for port f61e76f1-3d6d-4614-9cb4-81a93744af45 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:41.020524 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09a50150-4aff-4ab4-994e-fa7b41720d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.050646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7736-a288-431b-be2c-f408e1b77713 req-572b446d-9d1a-4b3d-98a7-fea485da92e2 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.054448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-359b7736-a288-431b-be2c-f408e1b77713 req-572b446d-9d1a-4b3d-98a7-fea485da92e2 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 931 time: 0.5160260 Jul 16 18:07:41.116510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-09a50150-4aff-4ab4-994e-fa7b41720d0d None None] Port f61e76f1-3d6d-4614-9cb4-81a93744af45 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:41.191369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7aaeeae1-d07b-41a9-9399-0dcac045404b req-9612e5d2-9009-475f-a382-97fc6fd366a8 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822792 Jul 16 18:07:41.266310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-359b7736-a288-431b-be2c-f408e1b77713 req-a18b88e0-ab2f-47bc-9f4d-cc669acb7f28 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717429 Jul 16 18:07:41.297274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-365051b9-c7b3-4f63-9ee9-0559d5bb3999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.304353 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-365051b9-c7b3-4f63-9ee9-0559d5bb3999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 1100 time: 0.4559224 Jul 16 18:07:41.493122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61e76f1-3d6d-4614-9cb4-81a93744af45 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:41.503697 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.538448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Transition to ACTIVE for port object f61e76f1-3d6d-4614-9cb4-81a93744af45 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:41.544304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.608681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Pushing event updated for resources: {'Port': ['ID=f61e76f1-3d6d-4614-9cb4-81a93744af45,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.693775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-00cf8ce6-af32-41d9-b882-e3ef3cc31847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.696031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-00cf8ce6-af32-41d9-b882-e3ef3cc31847 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3807874 Jul 16 18:07:41.732448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Attempting to bind port f61e76f1-3d6d-4614-9cb4-81a93744af45 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:41.733098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Attempting to bind port f61e76f1-3d6d-4614-9cb4-81a93744af45 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:41.733715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Attempting to bind port f61e76f1-3d6d-4614-9cb4-81a93744af45 on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:41.750386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Port f61e76f1-3d6d-4614-9cb4-81a93744af45 on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:41.750703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Attempting to bind port f61e76f1-3d6d-4614-9cb4-81a93744af45 on network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:41.764565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:41.764915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Checking segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:41.765304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Bound using segment: {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:41.765732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Bound port: f61e76f1-3d6d-4614-9cb4-81a93744af45, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16064bf9-bf65-4ae0-9017-26aa6e7f366d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:41.766094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.915972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-30b967fe-3c49-4d7a-b87a-a2526f96b6de service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 HTTP/1.1" status: 200 len: 217 time: 0.2046659 Jul 16 18:07:42.014623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] For port f61e76f1-3d6d-4614-9cb4-81a93744af45, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:42.040358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] For port f61e76f1-3d6d-4614-9cb4-81a93744af45, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:42.064653 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.085970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-4107288e-0db4-40a4-ac63-78dff0289a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.100948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-4107288e-0db4-40a4-ac63-78dff0289a4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1705735 Jul 16 18:07:42.169975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.170609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.172068 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] 10.222.0.13 "PUT /v2.0/ports/f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 1092 time: 1.5295126 Jul 16 18:07:42.177608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:42.183267 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49cb557-9934-431f-8206-9beeb16853aa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:42.439445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758900e-2131-4f72-84cb-0fbfe2dab390 service neutron] Pushing event updated for resources: {'Port': ['ID=f61e76f1-3d6d-4614-9cb4-81a93744af45,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.504759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-ebf99c04-6790-4f57-a54c-b6e854f4e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.509097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-ebf99c04-6790-4f57-a54c-b6e854f4e091 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 1095 time: 0.2542491 Jul 16 18:07:42.517384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-bb3426bc-bc56-49dd-9404-c0aba371456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.520450 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-bb3426bc-bc56-49dd-9404-c0aba371456b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4159479 Jul 16 18:07:42.594476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-5a510ca1-704a-4432-8f2e-c00815e43999 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 217 time: 0.0732305 Jul 16 18:07:42.659813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-f2ba1f27-5d08-483e-9367-6b2d8b8ea201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.662197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-f2ba1f27-5d08-483e-9367-6b2d8b8ea201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0613332 Jul 16 18:07:42.742214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f701e59-8b1d-43e6-8ccf-8b959edeb4b0 req-093e8d40-e274-48a5-a014-b5fc5b4f7df7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.744019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f701e59-8b1d-43e6-8ccf-8b959edeb4b0 req-093e8d40-e274-48a5-a014-b5fc5b4f7df7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 948 time: 0.5380247 Jul 16 18:07:42.755555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-bfbdbfaa-1d49-4004-88c7-19a980e7689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.758498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-bfbdbfaa-1d49-4004-88c7-19a980e7689a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838702 Jul 16 18:07:42.765244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33791e86-cc1d-4b0a-a020-9328cc35d347 req-d060c056-ae9a-4d6d-8514-a9d68dd21261 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.766771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33791e86-cc1d-4b0a-a020-9328cc35d347 req-d060c056-ae9a-4d6d-8514-a9d68dd21261 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.3444052 Jul 16 18:07:42.831970 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-2224483e-9c0c-48c7-b049-9fc58439fe77 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898443 Jul 16 18:07:42.835217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f701e59-8b1d-43e6-8ccf-8b959edeb4b0 req-ccc0a8b9-7e33-4651-ad06-e26c406a1d4d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801852 Jul 16 18:07:42.857181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33791e86-cc1d-4b0a-a020-9328cc35d347 req-e89a63aa-1bec-4985-bcd1-e2ee758fee11 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824325 Jul 16 18:07:42.896047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-d7414f6c-6970-437d-80ed-834c218c9039 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262524 Jul 16 18:07:42.926089 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b229d7a7-dcc8-4558-a520-0e5a738dafa8 x-openstack-request-id: req-b229d7a7-dcc8-4558-a520-0e5a738dafa8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:42.926520 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:42.926771 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b229d7a7-dcc8-4558-a520-0e5a738dafa8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:42.927469 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'status': 'completed', 'code': 200} Jul 16 18:07:42.964046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f0e0ff-3250-4ab6-9edc-bfa0e11311e2 req-77d1d38c-e325-4310-9392-2b4b5c2cc9d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227698 Jul 16 18:07:43.013700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-897ea453-463b-4947-a3cd-c5a8362d9d66 req-e80eb4e3-5220-49dd-8054-899f4822ae94 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110902 Jul 16 18:07:43.118638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fec68-5e38-439f-b321-03c4c252a3e1 req-76b85202-f7d2-4dd6-a975-267e1c1fafc8 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.120459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-441fec68-5e38-439f-b321-03c4c252a3e1 req-76b85202-f7d2-4dd6-a975-267e1c1fafc8 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 943 time: 0.0845282 Jul 16 18:07:43.134264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb557-9934-431f-8206-9beeb16853aa req-4fb0b983-15c4-48a9-bc76-9680b748a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.135793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d49cb557-9934-431f-8206-9beeb16853aa req-4fb0b983-15c4-48a9-bc76-9680b748a18f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 1095 time: 0.0639377 Jul 16 18:07:43.164035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-441fec68-5e38-439f-b321-03c4c252a3e1 req-b652159e-db80-4a0e-a3e9-28b22f6e2464 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364621 Jul 16 18:07:43.272945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb557-9934-431f-8206-9beeb16853aa req-d894f1dc-324c-422c-9235-b3ac9c6133c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.274725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d49cb557-9934-431f-8206-9beeb16853aa req-d894f1dc-324c-422c-9235-b3ac9c6133c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1321826 Jul 16 18:07:43.346233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d49cb557-9934-431f-8206-9beeb16853aa req-5434ce59-c54f-489f-a0e6-55c4750c3441 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 217 time: 0.0438075 Jul 16 18:07:43.392244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-f6e1f26a-c0c9-4bbf-9077-28132e3aee2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874124 Jul 16 18:07:43.486791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb557-9934-431f-8206-9beeb16853aa req-20604413-487f-4737-ac79-db595b6d0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.489134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d49cb557-9934-431f-8206-9beeb16853aa req-20604413-487f-4737-ac79-db595b6d0c2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.1194940 Jul 16 18:07:43.505944 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-25a63a95-49a0-4f22-9e4a-00920b466b7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1445079 Jul 16 18:07:43.536446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-e6282adc-bb25-48fd-a763-9475b5bf0a02 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.543470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-e6282adc-bb25-48fd-a763-9475b5bf0a02 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/networks?id=ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc HTTP/1.1" status: 200 len: 814 time: 0.1281433 Jul 16 18:07:43.570456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-cbba4196-855b-4005-99fc-0c051e1c39be tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=35dc175384634f82a02ade1c15832a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507214 Jul 16 18:07:43.606184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cb557-9934-431f-8206-9beeb16853aa req-2981d9e2-786a-49aa-ab2c-2f33f602ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.607699 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d49cb557-9934-431f-8206-9beeb16853aa req-2981d9e2-786a-49aa-ab2c-2f33f602ec96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126018 Jul 16 18:07:43.623208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-ea3948f8-b946-4876-8bf7-80b1625ef0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.624995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-ea3948f8-b946-4876-8bf7-80b1625ef0bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 1101 time: 0.0868526 Jul 16 18:07:43.633857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-4f67cba7-5b2b-42ec-b931-fe94f893a458 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/quotas/b5a0cf619ed44fafbb833f9ab1c47515 HTTP/1.1" status: 200 len: 375 time: 0.0894551 Jul 16 18:07:43.656366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.769943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-638f38f3-45db-4952-b7a0-18199b3a468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.771681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-638f38f3-45db-4952-b7a0-18199b3a468a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 1097 time: 0.2504826 Jul 16 18:07:43.793765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-6c380193-4796-4d42-bcd4-5c27e9fb6c21 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.795318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-6c380193-4796-4d42-bcd4-5c27e9fb6c21 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1834736 Jul 16 18:07:43.816690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d49cb557-9934-431f-8206-9beeb16853aa req-3b71d042-64f5-45c2-91df-4022b12496d0 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906860 Jul 16 18:07:43.824876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-74e5d67f-fca3-4f52-9033-e99e97091f16 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b5a0cf619ed44fafbb833f9ab1c47515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1899467 Jul 16 18:07:43.831902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4454b71-24e3-451e-84b1-94af15113f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.839426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3506feb9-51f4-4b54-ba0f-2eef99acc8b2 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/quotas/35dc175384634f82a02ade1c15832a61 HTTP/1.1" status: 200 len: 375 time: 0.0352492 Jul 16 18:07:43.856921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-76493d5d-4ce7-4bdf-8e65-34d58ac93cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.858403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-76493d5d-4ce7-4bdf-8e65-34d58ac93cff service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2063596 Jul 16 18:07:43.921318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-58b4a173-df8d-4a14-8e71-1802d5c327dd tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=35dc175384634f82a02ade1c15832a61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730615 Jul 16 18:07:43.955063 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-0e8a3aab-30c3-497f-bc70-7a7920e150fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9 HTTP/1.1" status: 200 len: 217 time: 0.0560176 Jul 16 18:07:43.993731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:44.031722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-d095f989-533f-405d-89b0-c6af489be093 service neutron] 10.222.0.48 "GET /v2.0/networks/ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935782 Jul 16 18:07:44.032826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-b2f79a1b-fda4-4163-ae02-f916b1193dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.036789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-b2f79a1b-fda4-4163-ae02-f916b1193dbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 924 time: 0.1905229 Jul 16 18:07:44.089440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-6d5c37b3-10d8-4a51-afa3-a10c85f9fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.092478 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-6d5c37b3-10d8-4a51-afa3-a10c85f9fe3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1031179 Jul 16 18:07:44.171240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4454b71-24e3-451e-84b1-94af15113f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.176019 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d49cb557-9934-431f-8206-9beeb16853aa req-af257fe8-5ede-4374-a8fa-9f25ea4b5fa2 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466046 Jul 16 18:07:44.180367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4454b71-24e3-451e-84b1-94af15113f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.246945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-95d7eafe-550e-40ff-b09a-332b6c17a2bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=866dc414-c5a8-483c-aeee-d1c0671068a1 HTTP/1.1" status: 200 len: 1001 time: 0.1898963 Jul 16 18:07:44.258679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:44.272952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4454b71-24e3-451e-84b1-94af15113f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4b307-a0a2-4d8e-bbbf-f0555ffb9345,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.279962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', 'mac_address': 'fa:16:3e:ff:fc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:44.286861 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a4454b71-24e3-451e-84b1-94af15113f27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0b44b343b614c0e9cb5766ad6fdff5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194279 Jul 16 18:07:44.292779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:44.303196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-ba1dce5f-e299-4fec-8260-2e826373b61e service neutron] 10.222.0.48 "GET /v2.0/networks/ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653003 Jul 16 18:07:44.336949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-1a650285-b585-48e0-818e-b31bcf4a36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.339443 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-1a650285-b585-48e0-818e-b31bcf4a36f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1613522 Jul 16 18:07:44.352083 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.367158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:44.383292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-44e4d4a6-942e-4605-8a2e-16c85adb5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.385056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-44e4d4a6-942e-4605-8a2e-16c85adb5a4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 200 len: 863 time: 0.1285014 Jul 16 18:07:44.389909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:44.394736 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.472179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-3ea9e214-dc40-41c7-b5b0-2d487dc6b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.474651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.480530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-3ea9e214-dc40-41c7-b5b0-2d487dc6b33b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ec0d23a-d490-4488-9f8c-3c4677d631e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0808892 Jul 16 18:07:44.484310 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fd452ff-c10a-467c-b99f-26960c665cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.534162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fd452ff-c10a-467c-b99f-26960c665cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.554749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-1a5d301e-f86d-494d-8d5e-0c7f5959d346 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052565 Jul 16 18:07:44.612739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-2f0d5c10-1c7a-4ea9-a253-af4dd20cabef service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296372 Jul 16 18:07:44.671127 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d93ae276-f38d-455d-b8e1-024d2cd92387 req-044a93ec-dc85-47c1-ac3b-681eaad4ac4a service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085796 Jul 16 18:07:44.687679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:44.706608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fd452ff-c10a-467c-b99f-26960c665cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.709336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fd452ff-c10a-467c-b99f-26960c665cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.712876 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2fd452ff-c10a-467c-b99f-26960c665cdc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87d4b307-a0a2-4d8e-bbbf-f0555ffb9345 HTTP/1.1" status: 204 len: 168 time: 0.4190018 Jul 16 18:07:44.731999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd452ff-c10a-467c-b99f-26960c665cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4b307-a0a2-4d8e-bbbf-f0555ffb9345,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.790616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfbea7f7-08b4-44e3-a57c-87e00ef462f5 req-3295e55a-d66e-4fef-8429-737f256cadad service neutron] 10.222.0.13 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626935 Jul 16 18:07:44.864798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe7752-78e3-404c-a7c4-eabfe1f01784 req-60acc489-14d1-458f-9e01-c7b369244e5f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.867803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06fe7752-78e3-404c-a7c4-eabfe1f01784 req-60acc489-14d1-458f-9e01-c7b369244e5f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 949 time: 0.0766578 Jul 16 18:07:44.996297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06fe7752-78e3-404c-a7c4-eabfe1f01784 req-8355d863-ab85-4647-b06c-989abbbe3704 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164944 Jul 16 18:07:45.178026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315bf21-b702-4733-b6d4-8fb9a29396a1 req-9770f0a7-0efb-4233-8a38-841908b08147 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.185481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8315bf21-b702-4733-b6d4-8fb9a29396a1 req-9770f0a7-0efb-4233-8a38-841908b08147 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.0917764 Jul 16 18:07:45.236336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8315bf21-b702-4733-b6d4-8fb9a29396a1 req-88c6c46a-450d-4822-a0ad-cc864f30bdbd tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Jul 16 18:07:45.432562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04131419-585a-4cf1-b2e8-d248c3bdd192 req-c13d69c8-8990-4706-810d-6c4fd87fe021 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 210 time: 0.0436316 Jul 16 18:07:45.508492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd577e52-366c-4d6a-833e-ef0ff8ac968b req-a43a0dce-77ea-48a7-9bf4-82f48d84acfa tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.510258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd577e52-366c-4d6a-833e-ef0ff8ac968b req-a43a0dce-77ea-48a7-9bf4-82f48d84acfa tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 943 time: 0.0806005 Jul 16 18:07:45.567994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd577e52-366c-4d6a-833e-ef0ff8ac968b req-da6dc354-02f8-43f0-b259-56720aa62599 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515366 Jul 16 18:07:45.597861 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02378035-a6bf-4107-ac89-d5de4e721b1e req-d147213a-936e-4c94-a7b6-15315413e6a2 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 210 time: 0.0287411 Jul 16 18:07:45.801505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-8efba174-9d76-4b62-a0b1-1e25d4963532 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=35dc175384634f82a02ade1c15832a61&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372162 Jul 16 18:07:45.961592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-e178daec-b0ba-4acc-83cc-edd13aece737 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:45.963297 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-e178daec-b0ba-4acc-83cc-edd13aece737 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556294 Jul 16 18:07:45.982974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Request body: {'port': {'device_id': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '35dc175384634f82a02ade1c15832a61'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:46.031866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f61e76f1-3d6d-4614-9cb4-81a93744af45 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:46.153971 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-b906ee31-6523-4331-a486-e4d610ae0ba8 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=d3044322c05d4a75a6780f06b789c4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480216 Jul 16 18:07:46.210181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Made reservation on behalf of 35dc175384634f82a02ade1c15832a61 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:46.216271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.218915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f61e76f1-3d6d-4614-9cb4-81a93744af45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.227547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.251353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:46.257214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'mac_address': 'fa:16:3e:e7:8f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:46.340350 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.358054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:46.368948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61e76f1-3d6d-4614-9cb4-81a93744af45 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:46.373756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:46.374392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.428989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f61e76f1-3d6d-4614-9cb4-81a93744af45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.437960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.446302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-76917763-ef30-4cc5-a965-a3a9ba46ce15 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.448498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-76917763-ef30-4cc5-a965-a3a9ba46ce15 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.55 "GET /v2.0/networks?id=ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc HTTP/1.1" status: 200 len: 814 time: 0.1990306 Jul 16 18:07:46.474937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Request body: {'port': {'device_id': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'admin_state_up': True, 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:46.502108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f61e76f1-3d6d-4614-9cb4-81a93744af45,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.582056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf27d9-cb75-4847-8019-2c05921b1fb4 req-9c5f86ce-74bc-4d98-a618-ad84de00666e tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.585961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.589056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2dcf27d9-cb75-4847-8019-2c05921b1fb4 req-9c5f86ce-74bc-4d98-a618-ad84de00666e tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 949 time: 0.4225206 Jul 16 18:07:46.590277 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.590686 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.614621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-213eeae9-dffe-4210-8b3d-15379f155847 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.621755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-213eeae9-dffe-4210-8b3d-15379f155847 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4563305 Jul 16 18:07:46.640628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:46.642916 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eef8e0f-2540-4fdf-a0e9-b483bc36bd23" -d '{"events": [{"server_uuid": "25ba9598-94bb-4ba7-8010-758c94a20d20", "name": "network-vif-plugged", "status": "completed", "tag": "8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:46.651838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-e55721de-75c3-4891-9e83-26a1ce03a079 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/quotas/d3044322c05d4a75a6780f06b789c4bd HTTP/1.1" status: 200 len: 375 time: 0.0289624 Jul 16 18:07:46.658328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.676576 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.699173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15242c1a-6583-40ad-9b02-edd6b736f510,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.712680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-ae92c68c-9ba2-4358-90ff-33b74af5ef7e tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3044322c05d4a75a6780f06b789c4bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589592 Jul 16 18:07:46.731268 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2dcf27d9-cb75-4847-8019-2c05921b1fb4 req-026b0aa6-4e15-472d-be07-93b14efe7a24 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366301 Jul 16 18:07:46.757816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.762291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f61e76f1-3d6d-4614-9cb4-81a93744af45'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:46.858905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Made reservation on behalf of b5a0cf619ed44fafbb833f9ab1c47515 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:46.867570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.909766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Allocated IP 192.168.233.13 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/36b43b71-37d3-4e65-b326-2e95ab7e8133) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:47.085185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046e0a6-e095-4e1b-9451-b2514986fa06 req-6f8a5c6e-95ca-43d2-9576-1f81caf09725 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.107895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2046e0a6-e095-4e1b-9451-b2514986fa06 req-6f8a5c6e-95ca-43d2-9576-1f81caf09725 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.1608839 Jul 16 18:07:47.232455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2046e0a6-e095-4e1b-9451-b2514986fa06 req-f38eec5b-b0e1-4f39-b14e-87874448f635 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235161 Jul 16 18:07:47.263819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Allocated IP 172.20.0.3 (ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc/fbc21837-be3a-4b64-b476-8e739f32b0f0/5eaf65c1-5256-4964-b557-73386a776d43) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:47.329935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.435924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Transition to ACTIVE for port object 36b43b71-37d3-4e65-b326-2e95ab7e8133 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:47.479704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-824ebbed-32c7-4bd2-8926-63e6a3468a86 req-1d3a4733-7afd-452f-8c04-e8cbc7f09e1c tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 210 time: 0.0513370 Jul 16 18:07:47.576718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f98025-ef0a-49ea-aa76-aa08a60b8aa9 req-07995203-b8e5-4273-a864-c4218abfc746 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.579052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00f98025-ef0a-49ea-aa76-aa08a60b8aa9 req-07995203-b8e5-4273-a864-c4218abfc746 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 944 time: 0.0983117 Jul 16 18:07:47.727482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-841a0a76-1d7f-4e9d-b353-f77beb85cbea req-ec16be47-2d7d-41da-a4f8-5d2495e8a80d tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 210 time: 0.0583963 Jul 16 18:07:47.761841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00f98025-ef0a-49ea-aa76-aa08a60b8aa9 req-9c6fe9cb-cafc-4e5e-a588-879636e35dd0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748908 Jul 16 18:07:47.763184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.897855 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c0e7ce-7ef5-4275-8c9f-01a89784ce84 x-openstack-request-id: req-18c0e7ce-7ef5-4275-8c9f-01a89784ce84 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:47.898352 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ba9598-94bb-4ba7-8010-758c94a20d20", "name": "network-vif-plugged", "status": "completed", "tag": "8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:47.898458 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18c0e7ce-7ef5-4275-8c9f-01a89784ce84 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:47.899050 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', 'code': 200} Jul 16 18:07:47.981487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8137b4c-20e1-4e4c-8486-413ef7c47640 req-de71a6a6-0025-43f3-86e0-12aabf65247f tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 210 time: 0.0827501 Jul 16 18:07:48.016670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f61e76f1-3d6d-4614-9cb4-81a93744af45 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:48.129151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940c007-9606-4209-a5e6-112236dbd000 req-8801a488-9f31-42f3-b85d-bc401cefd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.135718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0940c007-9606-4209-a5e6-112236dbd000 req-8801a488-9f31-42f3-b85d-bc401cefd69f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 1102 time: 0.1410067 Jul 16 18:07:48.136963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port f61e76f1-3d6d-4614-9cb4-81a93744af45 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:48.147482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port f61e76f1-3d6d-4614-9cb4-81a93744af45 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:48.147865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.378975 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.415625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0940c007-9606-4209-a5e6-112236dbd000 req-74f1b540-f025-4429-bf3b-394b3d31c342 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743864 Jul 16 18:07:48.440905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f61e76f1-3d6d-4614-9cb4-81a93744af45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:48.446585 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.496954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85d0fe-bf66-4b4c-9514-49a249a33bde req-46d15426-f883-4ebb-8e23-a911556c4988 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.513043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad85d0fe-bf66-4b4c-9514-49a249a33bde req-46d15426-f883-4ebb-8e23-a911556c4988 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 950 time: 0.3129716 Jul 16 18:07:48.553633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f61e76f1-3d6d-4614-9cb4-81a93744af45,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.592496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad85d0fe-bf66-4b4c-9514-49a249a33bde req-a3df2be1-b129-49b6-8079-d217e4358fda tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783870 Jul 16 18:07:48.595217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.616874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Pushing event updated for resources: {'Port': ['ID=36b43b71-37d3-4e65-b326-2e95ab7e8133,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.639063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:48.651765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:48.655764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:48.731891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.732652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.738791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Transition to ACTIVE for port object 5eaf65c1-5256-4964-b557-73386a776d43 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:48.778570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ab33a208-5bf6-4bf7-b878-6a75bfc16f93 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7998219 Jul 16 18:07:48.846609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.902107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c80505-f765-4559-bf17-09ef58853de8 req-ed5d86a0-7df1-4791-b70a-cf5cca8590d3 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.904229 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7c80505-f765-4559-bf17-09ef58853de8 req-ed5d86a0-7df1-4791-b70a-cf5cca8590d3 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.2011886 Jul 16 18:07:48.998770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Pushing event updated for resources: {'Port': ['ID=5eaf65c1-5256-4964-b557-73386a776d43,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.016880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:49.019178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:49.022349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:49.065387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e1a99-0a6f-4217-9a1a-425df0b453f6 req-8249b224-f827-4fb4-9dec-821cc165d55c tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.069507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d59e404b-6b06-4fff-8764-3a04439d492a None None] Provisioning for port 36b43b71-37d3-4e65-b326-2e95ab7e8133 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:49.080086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-456e1a99-0a6f-4217-9a1a-425df0b453f6 req-8249b224-f827-4fb4-9dec-821cc165d55c tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 935 time: 0.2691905 Jul 16 18:07:49.081219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d59e404b-6b06-4fff-8764-3a04439d492a None None] Provisioning complete for port 36b43b71-37d3-4e65-b326-2e95ab7e8133 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:49.085847 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d59e404b-6b06-4fff-8764-3a04439d492a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.119193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7c80505-f765-4559-bf17-09ef58853de8 req-78ef49bb-17f5-4494-8506-38bcc42da7d0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060223 Jul 16 18:07:49.195952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-456e1a99-0a6f-4217-9a1a-425df0b453f6 req-23d31da7-0c1f-4a53-8a97-7f96391ce3ed tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135743 Jul 16 18:07:49.247869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d59e404b-6b06-4fff-8764-3a04439d492a None None] Port 36b43b71-37d3-4e65-b326-2e95ab7e8133 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:49.256996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.258235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.308679 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-c479854e-6952-4e73-aaed-749c8069c4a8 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8438077 Jul 16 18:07:49.312525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-4d7a8983-0caf-4378-921f-d756cfb2fec1 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d3044322c05d4a75a6780f06b789c4bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080933 Jul 16 18:07:49.484700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1534bfdf-d74c-48e8-aa04-be4944304065 None None] Provisioning for port 5eaf65c1-5256-4964-b557-73386a776d43 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:49.524361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1534bfdf-d74c-48e8-aa04-be4944304065 None None] Provisioning complete for port 5eaf65c1-5256-4964-b557-73386a776d43 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:49.527741 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1534bfdf-d74c-48e8-aa04-be4944304065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.606670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1534bfdf-d74c-48e8-aa04-be4944304065 None None] Port 5eaf65c1-5256-4964-b557-73386a776d43 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:49.803795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-a622cc79-e36c-4fa1-99b9-814cd8ee0198 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.805733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-a622cc79-e36c-4fa1-99b9-814cd8ee0198 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4885006 Jul 16 18:07:49.821982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Request body: {'port': {'device_id': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'd3044322c05d4a75a6780f06b789c4bd'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:49.899892 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:49.902253 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85534a88-35b5-4008-bc79-6bc9478b35ff" -d '{"events": [{"server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "name": "network-vif-plugged", "status": "completed", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:49.957048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b449-e5b2-41fc-85ce-c37ddcfbfe78 req-33521ddf-751c-4ed4-bf21-d6e194cdde3a tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.960606 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3f8b449-e5b2-41fc-85ce-c37ddcfbfe78 req-33521ddf-751c-4ed4-bf21-d6e194cdde3a tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 931 time: 0.3783662 Jul 16 18:07:50.016476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Made reservation on behalf of d3044322c05d4a75a6780f06b789c4bd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:50.020702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.061247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3736032-6072-4082-b324-ac334faab3d9 req-98b9b690-3002-48f1-8298-e9201f81b1c0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.069562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3736032-6072-4082-b324-ac334faab3d9 req-98b9b690-3002-48f1-8298-e9201f81b1c0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 945 time: 0.4851680 Jul 16 18:07:50.098872 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.117625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3f8b449-e5b2-41fc-85ce-c37ddcfbfe78 req-15d3fc73-b9f9-4557-8795-cffd7871272e tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281176 Jul 16 18:07:50.150462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3736032-6072-4082-b324-ac334faab3d9 req-741a17cd-d195-4294-a145-86d95160ec7c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798898 Jul 16 18:07:50.331167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.357081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.415383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f5432eb-22b6-4134-a5b3-8244217548bb req-f2bd0b73-8fe1-481b-9905-1d3c9a6a8fdf tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 210 time: 0.0817049 Jul 16 18:07:50.495932 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30f7fb2-816c-4dd4-8a88-a3dcad80e9da x-openstack-request-id: req-d30f7fb2-816c-4dd4-8a88-a3dcad80e9da {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:50.496490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.496917 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "name": "network-vif-plugged", "status": "completed", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:50.497318 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d30f7fb2-816c-4dd4-8a88-a3dcad80e9da {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:50.497897 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'code': 200} Jul 16 18:07:50.704915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a701903-0b3e-4f8a-8344-8b4f34373b08 req-7261a7fc-5646-44bb-8eb6-e7e4c177541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.709088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a701903-0b3e-4f8a-8344-8b4f34373b08 req-7261a7fc-5646-44bb-8eb6-e7e4c177541f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 1097 time: 0.1287918 Jul 16 18:07:50.771797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a701903-0b3e-4f8a-8344-8b4f34373b08 req-e375ffd8-97a9-46a9-8d1a-652fa46e404b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569468 Jul 16 18:07:50.775766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Allocated IP 192.168.233.133 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/5706b814-afbc-4397-bf13-34ba80cc4823) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:50.798172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6fae9-c5d0-41ad-9408-35f8c606b619 req-85102aaa-1536-4ebb-aba4-e2a26479e991 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.805763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42b6fae9-c5d0-41ad-9408-35f8c606b619 req-85102aaa-1536-4ebb-aba4-e2a26479e991 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 950 time: 0.2604430 Jul 16 18:07:50.888727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edc9a3-539d-4f8b-b549-5f10d061be4e req-c6977404-0f42-4420-a289-ce2a3369b655 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.890180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19edc9a3-539d-4f8b-b549-5f10d061be4e req-c6977404-0f42-4420-a289-ce2a3369b655 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.2680225 Jul 16 18:07:50.901652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42b6fae9-c5d0-41ad-9408-35f8c606b619 req-5f482af4-15d9-48c5-8e77-bb243d3a4ac7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949411 Jul 16 18:07:51.054750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.075040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Transition to ACTIVE for port object 5706b814-afbc-4397-bf13-34ba80cc4823 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:51.128715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19edc9a3-539d-4f8b-b549-5f10d061be4e req-73580aaa-a4ad-41f7-8dbe-e14cce79d30d tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216694 Jul 16 18:07:51.131646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.245139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:51.246817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Pushing event updated for resources: {'Port': ['ID=5706b814-afbc-4397-bf13-34ba80cc4823,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.261926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:51.282713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:51.368930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1627f-a126-4e27-bc9d-2cf8684cc4e0 req-c5219252-9fe3-4a18-92b0-966cbab1b175 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.370527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc1627f-a126-4e27-bc9d-2cf8684cc4e0 req-c5219252-9fe3-4a18-92b0-966cbab1b175 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 935 time: 0.2665596 Jul 16 18:07:51.388593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.389273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.434075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-19aa2d3a-485d-4695-bd4a-5ea9d4d55b47 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6162372 Jul 16 18:07:51.463671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Request body: {'port': {'device_id': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.467975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67bba-761f-42a6-8617-2dbb2f1ca0fe req-c8db5987-f96d-4dd4-8361-8d0136b1549d tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.475282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e67bba-761f-42a6-8617-2dbb2f1ca0fe req-c8db5987-f96d-4dd4-8361-8d0136b1549d tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 1102 time: 0.1936433 Jul 16 18:07:51.479623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc1627f-a126-4e27-bc9d-2cf8684cc4e0 req-4d41e741-8f37-424f-84cc-c6befed1a86b tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007817 Jul 16 18:07:51.557582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-25dacadc-9f4d-4793-b7ac-629e9a68af2e None None] Provisioning for port 5706b814-afbc-4397-bf13-34ba80cc4823 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:51.564492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-25dacadc-9f4d-4793-b7ac-629e9a68af2e None None] Provisioning complete for port 5706b814-afbc-4397-bf13-34ba80cc4823 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:51.564896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25dacadc-9f4d-4793-b7ac-629e9a68af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.610839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-25dacadc-9f4d-4793-b7ac-629e9a68af2e None None] Port 5706b814-afbc-4397-bf13-34ba80cc4823 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:51.643280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e67bba-761f-42a6-8617-2dbb2f1ca0fe req-63e365f3-583f-45c5-b879-ce70a4be9f65 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669838 Jul 16 18:07:51.646486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.916604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25fed8-5923-4eea-aeca-00c153434b10 req-b7a8f266-6e75-4038-86f1-d5bdaa1d51d2 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.918329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b25fed8-5923-4eea-aeca-00c153434b10 req-b7a8f266-6e75-4038-86f1-d5bdaa1d51d2 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 931 time: 0.2265832 Jul 16 18:07:52.037392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887ab0f-f824-4c0f-ba40-ff953f12b098 req-3a345ba9-c961-4fbf-8a20-ed8ba802493c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.039123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2887ab0f-f824-4c0f-ba40-ff953f12b098 req-3a345ba9-c961-4fbf-8a20-ed8ba802493c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 945 time: 0.1593060 Jul 16 18:07:52.044469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b25fed8-5923-4eea-aeca-00c153434b10 req-019a891c-a53d-43e1-a959-59548b0135c0 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043088 Jul 16 18:07:52.123384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2887ab0f-f824-4c0f-ba40-ff953f12b098 req-76d92ecb-8dc7-4e56-b106-960fd5b2da54 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459864 Jul 16 18:07:52.264360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5706b814-afbc-4397-bf13-34ba80cc4823 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:52.277821 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.305313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Transition to ACTIVE for port object 5706b814-afbc-4397-bf13-34ba80cc4823 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:52.315267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.461804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-62830376-8f08-4c0e-a6b3-70add782fa9b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054039 Jul 16 18:07:52.595552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Pushing event updated for resources: {'Port': ['ID=5706b814-afbc-4397-bf13-34ba80cc4823,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.623275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990956d-2542-4fb9-8b59-5affdee1c6ad req-5a7408ac-9f97-4482-9719-62ceb667934d tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.625133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d990956d-2542-4fb9-8b59-5affdee1c6ad req-5a7408ac-9f97-4482-9719-62ceb667934d tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 948 time: 0.3168817 Jul 16 18:07:52.737930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Attempting to bind port 5706b814-afbc-4397-bf13-34ba80cc4823 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:52.738337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Attempting to bind port 5706b814-afbc-4397-bf13-34ba80cc4823 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:52.738728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Attempting to bind port 5706b814-afbc-4397-bf13-34ba80cc4823 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:52.754665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-f85f3cb5-2f4c-47a3-a895-4eb370f5dbf6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.756682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-f85f3cb5-2f4c-47a3-a895-4eb370f5dbf6 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2713430 Jul 16 18:07:52.760341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Port 5706b814-afbc-4397-bf13-34ba80cc4823 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:52.760700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Attempting to bind port 5706b814-afbc-4397-bf13-34ba80cc4823 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:52.767626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d990956d-2542-4fb9-8b59-5affdee1c6ad req-882f2c8f-e6b2-4f1c-95f8-5a0a5020f94b tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337249 Jul 16 18:07:52.779042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:52.779547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:52.780003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:52.780549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Bound port: 5706b814-afbc-4397-bf13-34ba80cc4823, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:52.780911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.807555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-5087a343-aff0-4475-aa4d-a8877f4eb238 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/quotas/7fc264c4c24746c3b85c8f41ee2302d6 HTTP/1.1" status: 200 len: 375 time: 0.0387352 Jul 16 18:07:52.911938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] For port 5706b814-afbc-4397-bf13-34ba80cc4823, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:52.921752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] For port 5706b814-afbc-4397-bf13-34ba80cc4823, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5706b814-afbc-4397-bf13-34ba80cc4823,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:52.939510 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.259387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.260015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.261432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] 10.222.0.13 "PUT /v2.0/ports/5706b814-afbc-4397-bf13-34ba80cc4823 HTTP/1.1" status: 200 len: 1097 time: 1.8134830 Jul 16 18:07:53.264080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'tag': '5706b814-afbc-4397-bf13-34ba80cc4823'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:53.266358 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0b1af6-2819-40c0-b8a0-97318afb49d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac93f01-0bfa-48c7-90dc-6e39a8d544b1", "tag": "5706b814-afbc-4397-bf13-34ba80cc4823"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:53.294582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-6f34f5d4-c220-4d0e-86a7-56dd20835534 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4815063 Jul 16 18:07:53.302315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce91d8-6ae4-4250-82ff-9eb55ff7d356 service neutron] Pushing event updated for resources: {'Port': ['ID=5706b814-afbc-4397-bf13-34ba80cc4823,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.362703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d4659-8e4f-4023-89ed-b0ba113ec0ed req-134995a3-3889-4d46-9630-0d7e93fcb493 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.364317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-343d4659-8e4f-4023-89ed-b0ba113ec0ed req-134995a3-3889-4d46-9630-0d7e93fcb493 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.4383876 Jul 16 18:07:53.414257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-9c07ff04-5b66-4a92-b378-1dc76a4fb67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.421198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-9c07ff04-5b66-4a92-b378-1dc76a4fb67a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3044322c05d4a75a6780f06b789c4bd&device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 1100 time: 0.1089876 Jul 16 18:07:53.424434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-343d4659-8e4f-4023-89ed-b0ba113ec0ed req-c8ad16e2-7fcd-46ff-aef7-d4f3610d8a69 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540235 Jul 16 18:07:53.512058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-ad6eed5c-1420-4029-b98a-c3ee0f407e00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5706b814-afbc-4397-bf13-34ba80cc4823 HTTP/1.1" status: 200 len: 217 time: 0.0800540 Jul 16 18:07:53.670142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-26f8eb01-d07c-4401-a06e-dad1caedd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.671968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-26f8eb01-d07c-4401-a06e-dad1caedd086 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1521266 Jul 16 18:07:53.796980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f06a7d-9b30-45d3-844a-e1f5189feac0 req-ef600ec8-829f-4cab-9731-2af1cbd6b2ba tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.798535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2f06a7d-9b30-45d3-844a-e1f5189feac0 req-ef600ec8-829f-4cab-9731-2af1cbd6b2ba tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 931 time: 0.1946123 Jul 16 18:07:53.808805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6949d2-0832-4a8c-a20c-f4236cda3153 req-d2209766-355b-4a1c-9c0f-2730338f882e tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.810842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c6949d2-0832-4a8c-a20c-f4236cda3153 req-d2209766-355b-4a1c-9c0f-2730338f882e tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 935 time: 0.1773367 Jul 16 18:07:53.837594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2239a608-038f-4d09-bf38-2d106db8a8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:53.839244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-2239a608-038f-4d09-bf38-2d106db8a8d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1434813 Jul 16 18:07:53.923990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2f06a7d-9b30-45d3-844a-e1f5189feac0 req-3571eb8e-835d-495e-a0c1-3abe711fb386 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121006 Jul 16 18:07:53.951454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c6949d2-0832-4a8c-a20c-f4236cda3153 req-0f7b3c93-b102-4ffb-8a77-f2ece787c3b0 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288507 Jul 16 18:07:53.991491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-e31f6913-ac40-47c9-8cb9-16d5ace04447 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430333 Jul 16 18:07:54.134593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcc2220-e0a3-473d-b25b-1f87613d47bf req-10883bd3-9c4f-41aa-bdd1-397896667ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353610 Jul 16 18:07:54.263568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b37e74-7380-4852-b4c8-b80c289c0c57 req-b3e9de3c-39f8-4478-9956-92aeae1d04ec tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.276174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20b37e74-7380-4852-b4c8-b80c289c0c57 req-b3e9de3c-39f8-4478-9956-92aeae1d04ec tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 945 time: 0.1212254 Jul 16 18:07:54.287776 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0a18dd-f6a7-4dbb-b3a9-596039b8b2f1 x-openstack-request-id: req-2f0a18dd-f6a7-4dbb-b3a9-596039b8b2f1 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:54.288137 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac93f01-0bfa-48c7-90dc-6e39a8d544b1", "tag": "5706b814-afbc-4397-bf13-34ba80cc4823", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:54.288470 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f0a18dd-f6a7-4dbb-b3a9-596039b8b2f1 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:54.288918 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'tag': '5706b814-afbc-4397-bf13-34ba80cc4823', 'status': 'completed', 'code': 200} Jul 16 18:07:54.362751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20b37e74-7380-4852-b4c8-b80c289c0c57 req-94be8f8f-d73f-4244-acc5-506fa97de4de tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848265 Jul 16 18:07:54.413746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ddcf250-4d94-4ffa-aa90-97fcb467ae0f req-fa204e05-419a-45ad-987f-3e686b0c0844 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 210 time: 0.0498261 Jul 16 18:07:54.458401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-ad5648e7-797b-409c-a195-1878825e1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.459923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-ad5648e7-797b-409c-a195-1878825e1e87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d3044322c05d4a75a6780f06b789c4bd&device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 1100 time: 0.1340439 Jul 16 18:07:54.697143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-7cce4b27-7b7a-4bb9-a62e-6650ebdf2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.698652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-7cce4b27-7b7a-4bb9-a62e-6650ebdf2962 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2279794 Jul 16 18:07:54.757308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-6755f7c2-47da-4cdc-b119-910f17395260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=5706b814-afbc-4397-bf13-34ba80cc4823 HTTP/1.1" status: 200 len: 217 time: 0.0492895 Jul 16 18:07:54.786324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94603758-d6dc-4c8d-a87e-d0e20fa73d0e req-31fc92ef-d9a5-4115-9020-9086129e1fdf tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.787851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94603758-d6dc-4c8d-a87e-d0e20fa73d0e req-31fc92ef-d9a5-4115-9020-9086129e1fdf tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 948 time: 0.2734776 Jul 16 18:07:54.847786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-2993f015-e237-4bb8-8e12-19603e7a8672 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.849250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-2993f015-e237-4bb8-8e12-19603e7a8672 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2546155 Jul 16 18:07:54.902550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-eefc169f-8772-42a2-982e-e934e978406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.904025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-eefc169f-8772-42a2-982e-e934e978406b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1391966 Jul 16 18:07:54.917267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94603758-d6dc-4c8d-a87e-d0e20fa73d0e req-a7f9f09d-183d-4879-8df7-998e52056137 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055677 Jul 16 18:07:54.920239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-b842871f-ab7b-4037-96f9-c9be6d5641ef tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.0637729 Jul 16 18:07:54.934515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'floatingip': {'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:55.028279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.122239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-b2139e2a-ee33-4065-be79-50aca1d07425 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413301 Jul 16 18:07:55.131343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-6231a394-b461-4c8c-ae04-faf58e4ebec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.132901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-6231a394-b461-4c8c-ae04-faf58e4ebec0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2119839 Jul 16 18:07:55.371305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-a5e14280-01f9-4a40-8483-f494a05e184e tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.374382 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-a5e14280-01f9-4a40-8483-f494a05e184e tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2440743 Jul 16 18:07:55.398534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:55.436011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-5e4d68ae-abce-4ddc-947b-fff0d9a5a255 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848125 Jul 16 18:07:55.456165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267f2a8-8544-4b75-afef-c4fefecf0d0e req-7fc78492-99e4-4d45-b901-5d504bbd3ba7 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.457933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0267f2a8-8544-4b75-afef-c4fefecf0d0e req-7fc78492-99e4-4d45-b901-5d504bbd3ba7 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.2782564 Jul 16 18:07:55.522299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:55.526649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.673016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0267f2a8-8544-4b75-afef-c4fefecf0d0e req-8c951910-9fdd-49fe-a5d0-dfdf41ce3384 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017145 Jul 16 18:07:55.680644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.19 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/9ef685fd-6d56-4221-ba36-609982928ba5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:55.779228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0b1af6-2819-40c0-b8a0-97318afb49d1 req-d87cd5de-6ed7-4b70-9d79-559851bb9a17 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202541 Jul 16 18:07:55.892430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.908690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object 9ef685fd-6d56-4221-ba36-609982928ba5 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:55.952139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.964988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', '58dae9c5-559b-4ee9-bb57-5e90e86c882b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:56.028255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:56.032432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:56.037741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d', '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:56.038488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:56.043736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=9ef685fd-6d56-4221-ba36-609982928ba5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.109034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.110059 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.130862 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-3a04ffce-e6e5-4e5a-8330-c2f988de8f93 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7368133 Jul 16 18:07:56.150934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Request body: {'port': {'device_id': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:56.242430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.322140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:07:56.467351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.478258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24ed89-344a-48b9-bf44-3d9f3ee931c0 req-c3a07fd4-9067-4291-90f2-f8e5ecb4eeb6 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.479995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c24ed89-344a-48b9-bf44-3d9f3ee931c0 req-c3a07fd4-9067-4291-90f2-f8e5ecb4eeb6 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 931 time: 0.6293094 Jul 16 18:07:56.481774 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.603027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c62fc772-e07d-475f-81ef-571be15d78dd None None] Provisioning for port 9ef685fd-6d56-4221-ba36-609982928ba5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:56.630915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef685fd-6d56-4221-ba36-609982928ba5 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:56.638710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.648728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c62fc772-e07d-475f-81ef-571be15d78dd None None] Provisioning complete for port 9ef685fd-6d56-4221-ba36-609982928ba5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:56.649399 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c62fc772-e07d-475f-81ef-571be15d78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.655233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Transition to ACTIVE for port object 9ef685fd-6d56-4221-ba36-609982928ba5 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:56.660533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.664710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c24ed89-344a-48b9-bf44-3d9f3ee931c0 req-f2d51da4-5998-478d-b085-dbce18b3657e tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051772 Jul 16 18:07:56.678436 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987 associated. External IP: 172.25.0.247, port: ea1abe37-19b3-4e5c-adc8-e660d69a6324. Jul 16 18:07:56.749873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c62fc772-e07d-475f-81ef-571be15d78dd None None] Port 9ef685fd-6d56-4221-ba36-609982928ba5 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:56.829199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Attempting to bind port 9ef685fd-6d56-4221-ba36-609982928ba5 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:56.829538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Attempting to bind port 9ef685fd-6d56-4221-ba36-609982928ba5 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:56.829867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Attempting to bind port 9ef685fd-6d56-4221-ba36-609982928ba5 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:56.837104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef685fd-6d56-4221-ba36-609982928ba5,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.840743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Port 9ef685fd-6d56-4221-ba36-609982928ba5 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:56.841076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Attempting to bind port 9ef685fd-6d56-4221-ba36-609982928ba5 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:56.847755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:56.848090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:56.848514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:56.848947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Bound port: 9ef685fd-6d56-4221-ba36-609982928ba5, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:56.849306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.929991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] For port 9ef685fd-6d56-4221-ba36-609982928ba5, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:56.934897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] For port 9ef685fd-6d56-4221-ba36-609982928ba5, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9ef685fd-6d56-4221-ba36-609982928ba5,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:56.941525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.963595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.964668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.966429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ef685fd-6d56-4221-ba36-609982928ba5 HTTP/1.1" status: 200 len: 1096 time: 0.8201542 Jul 16 18:07:56.968385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'tag': '9ef685fd-6d56-4221-ba36-609982928ba5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:56.973031 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e335eb-b6c9-4605-be86-3316e5dbbd78" -d '{"events": [{"name": "network-changed", "server_uuid": "5692a1d5-71e1-495f-aca2-2a32975ce321", "tag": "9ef685fd-6d56-4221-ba36-609982928ba5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:57.087778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13671a-75a4-4a6d-828d-72b429b8fc27 service neutron] Pushing event updated for resources: {'Port': ['ID=9ef685fd-6d56-4221-ba36-609982928ba5,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:57.117546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-1af9c2d0-2338-44cd-b383-91bd175f1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.118789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-1af9c2d0-2338-44cd-b383-91bd175f1863 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 1099 time: 0.0871968 Jul 16 18:07:57.153412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b98cc0-f743-4d76-8122-c5d6750cdaf5 req-7bb97596-4487-4d84-88e0-d7d0975412b1 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.156505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2b98cc0-f743-4d76-8122-c5d6750cdaf5 req-7bb97596-4487-4d84-88e0-d7d0975412b1 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 935 time: 0.2558098 Jul 16 18:07:57.179314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-2d106302-6e40-4c7d-becd-8d3e5c577306 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=9ef685fd-6d56-4221-ba36-609982928ba5 HTTP/1.1" status: 200 len: 217 time: 0.0409236 Jul 16 18:07:57.186493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:57.257807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2b98cc0-f743-4d76-8122-c5d6750cdaf5 req-1082a419-a838-4472-bfcd-c7ea76d8b7da tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881145 Jul 16 18:07:57.258460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-f5e8c0e9-5b1f-495d-adfa-68471b25ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.260000 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-f5e8c0e9-5b1f-495d-adfa-68471b25ece6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0689976 Jul 16 18:07:57.341268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:57.347048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.349087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-90709623-51d1-41af-baa2-0f11dbdecd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.353544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:57.359318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-90709623-51d1-41af-baa2-0f11dbdecd2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0866899 Jul 16 18:07:57.364763 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:57.368266 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:57.397078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-9e457a60-acb5-4f31-9e93-8bc9f8fcc4a5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "PUT /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 200 len: 996 time: 2.4676476 Jul 16 18:07:57.400010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:57.405356 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad32fac-771f-4b30-96fa-749f74d395cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:57.516268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-0a676f89-b979-4e57-872b-f939ac47b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.526238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-0a676f89-b979-4e57-872b-f939ac47b30b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1072836 Jul 16 18:07:57.564745 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:57.577741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-8c066c97-f802-46e6-96e9-c2342b65cee6 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110589 Jul 16 18:07:57.637490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-e4f27b8c-0d23-41f3-9881-598471ee41b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.646042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-e4f27b8c-0d23-41f3-9881-598471ee41b2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1186414 Jul 16 18:07:57.730404 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-4289810e-2e84-466c-a71a-844bc628d515 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 999 time: 0.0831425 Jul 16 18:07:57.779108 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dd7193e-c5de-4d14-b859-1686ed9b4c3b req-340cf168-99fc-4a3d-ab10-333272bc1624 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861112 Jul 16 18:07:57.787639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-6bb8e744-ba4a-41ab-97c3-249c8edbdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.789439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-6bb8e744-ba4a-41ab-97c3-249c8edbdce9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0578647 Jul 16 18:07:57.889068 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e0:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:07:56Z', 'revision_number': 1, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:57.906625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-159ee2c0-2450-4106-8813-fd1521c844c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.909012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-159ee2c0-2450-4106-8813-fd1521c844c9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023242 Jul 16 18:07:57.916841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e2f47-5404-40aa-8d63-59e2136bbf88 req-d3a6a466-4dd0-41b6-946d-b1e0e4236092 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.918494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee1e2f47-5404-40aa-8d63-59e2136bbf88 req-d3a6a466-4dd0-41b6-946d-b1e0e4236092 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 947 time: 0.1281302 Jul 16 18:07:57.923483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-8041c971-cd73-44f2-8131-a8f947941abf service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:07:57.924500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-8041c971-cd73-44f2-8131-a8f947941abf service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051284 Jul 16 18:07:57.929942 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:57.945687 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:57.946313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.003673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee1e2f47-5404-40aa-8d63-59e2136bbf88 req-28f14aa8-931a-43aa-aefc-c04ba3d79836 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750108 Jul 16 18:07:58.071294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5706b814-afbc-4397-bf13-34ba80cc4823 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:58.081227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-d7ed5ae2-4aff-412c-9fdb-3c059e442403 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485631 Jul 16 18:07:58.153439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:58.228182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5706b814-afbc-4397-bf13-34ba80cc4823, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5706b814-afbc-4397-bf13-34ba80cc4823,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.241663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '5706b814-afbc-4397-bf13-34ba80cc4823', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '5706b814-afbc-4397-bf13-34ba80cc4823', 'mac_address': 'fa:16:3e:c8:03:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:58.249636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-438d59e1-88c4-44fd-8429-d14bbe362244 req-bd336a41-5d1e-4142-b5ad-b54bca4cf82b service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671569 Jul 16 18:07:58.268568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29f370-7f2b-4aa7-8543-21cfed6bc427 req-8014243c-4749-44f8-989c-0f3c165c5553 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.270325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b29f370-7f2b-4aa7-8543-21cfed6bc427 req-8014243c-4749-44f8-989c-0f3c165c5553 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 948 time: 0.1471136 Jul 16 18:07:58.310362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.317925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b29f370-7f2b-4aa7-8543-21cfed6bc427 req-a62470eb-bbd7-4d2c-9b8e-c466f077c564 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Jul 16 18:07:58.330408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5706b814-afbc-4397-bf13-34ba80cc4823 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:58.363380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5706b814-afbc-4397-bf13-34ba80cc4823, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5706b814-afbc-4397-bf13-34ba80cc4823,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:58.368742 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.376252 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ed6dc1-95ab-45b0-8e32-c05675783790 x-openstack-request-id: req-07ed6dc1-95ab-45b0-8e32-c05675783790 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:58.376772 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5692a1d5-71e1-495f-aca2-2a32975ce321", "tag": "9ef685fd-6d56-4221-ba36-609982928ba5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:58.376772 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-07ed6dc1-95ab-45b0-8e32-c05675783790 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:58.377293 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'tag': '9ef685fd-6d56-4221-ba36-609982928ba5', 'status': 'completed', 'code': 200} Jul 16 18:07:58.436228 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e6d7b-607a-4866-a841-bd9a447700bf x-openstack-request-id: req-1d0e6d7b-607a-4866-a841-bd9a447700bf {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:58.436797 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:58.437263 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1d0e6d7b-607a-4866-a841-bd9a447700bf {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:58.437881 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'status': 'completed', 'code': 200} Jul 16 18:07:58.460108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5706b814-afbc-4397-bf13-34ba80cc4823,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.500246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-93fdc710-8a90-45a1-91fb-e6e32137b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.501838 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-93fdc710-8a90-45a1-91fb-e6e32137b286 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 1099 time: 0.0937879 Jul 16 18:07:58.507328 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e0:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:07:56Z', 'revision_number': 1, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:58.523265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ace86d-3b93-4309-b2b7-d699a657f3bf req-8c9eefce-ee91-4303-80eb-d6f73d1d1fb6 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.530210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6ace86d-3b93-4309-b2b7-d699a657f3bf req-8c9eefce-ee91-4303-80eb-d6f73d1d1fb6 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.1304259 Jul 16 18:07:58.546297 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb761cc2-0141-4ced-9ed4-419a5b30ae90 None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e0:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:07:56Z', 'revision_number': 1, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:58.618289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6ace86d-3b93-4309-b2b7-d699a657f3bf req-6c92c8f5-0852-4b39-a749-067c2af62dc0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871220 Jul 16 18:07:58.633332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32fac-771f-4b30-96fa-749f74d395cc req-6320c544-944d-473a-bf83-d284d25ff0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.635780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fad32fac-771f-4b30-96fa-749f74d395cc req-6320c544-944d-473a-bf83-d284d25ff0b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1637132 Jul 16 18:07:58.637822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-1db506ad-7c4e-41dc-9ff9-4c2d99e3da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.639579 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-1db506ad-7c4e-41dc-9ff9-4c2d99e3da6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1244028 Jul 16 18:07:58.693319 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-d1d0d9bc-e1f1-420a-b09c-2d92133b49b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=9ef685fd-6d56-4221-ba36-609982928ba5 HTTP/1.1" status: 200 len: 217 time: 0.0390332 Jul 16 18:07:58.700834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c333629-3722-48fb-95d8-64905ed1ab46 req-cf8a875b-c9d9-4c86-b7ab-e61bdc573c30 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.702368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c333629-3722-48fb-95d8-64905ed1ab46 req-cf8a875b-c9d9-4c86-b7ab-e61bdc573c30 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 931 time: 0.1468482 Jul 16 18:07:58.751563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-ff5fe2f3-d2e5-4480-8829-8a8d971272f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.753134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-ff5fe2f3-d2e5-4480-8829-8a8d971272f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0448918 Jul 16 18:07:58.812931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5706b814-afbc-4397-bf13-34ba80cc4823'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:58.814302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Request body: {'port': {'device_id': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:58.829019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e79a1-f26e-4e97-9d49-0a8ec2d37d77 None None] New status for floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:58.843706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c333629-3722-48fb-95d8-64905ed1ab46 req-05afdbed-1b71-4bc5-8a24-0b57de26ebe0 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011155 Jul 16 18:07:58.848207 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32fac-771f-4b30-96fa-749f74d395cc req-55ffe42e-b8f4-4c91-b4f8-1f5aa8a1b364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.849698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fad32fac-771f-4b30-96fa-749f74d395cc req-55ffe42e-b8f4-4c91-b4f8-1f5aa8a1b364 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1984296 Jul 16 18:07:58.870101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-07bd2ac6-2b19-442b-81f6-5c5c8109a9ef tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.871749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-07bd2ac6-2b19-442b-81f6-5c5c8109a9ef tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1337016 Jul 16 18:07:58.884900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Request body: {'port': {'device_id': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:58.961805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-eb321a60-c3dd-4d78-84f5-9c1c3ecd949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.964571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-eb321a60-c3dd-4d78-84f5-9c1c3ecd949c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2007058 Jul 16 18:07:58.968290 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.047086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fad32fac-771f-4b30-96fa-749f74d395cc req-42c9c09f-aea3-48f2-b884-a8bf9ee11ea7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 999 time: 0.1739979 Jul 16 18:07:59.055056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-dcfe8daf-f7b8-40d7-a331-07c7aae04c7c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 999 time: 0.1754265 Jul 16 18:07:59.073707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.073998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'floatingip': {'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:59.262156 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-0f647ce1-991e-46cd-a615-ab2e339bbfb9 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570159 Jul 16 18:07:59.426700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c12a0-7f0b-49d0-a202-109df0fd58da req-f917e0c6-8a54-4d91-8b33-6bb583a0eca7 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.428189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-489c12a0-7f0b-49d0-a202-109df0fd58da req-f917e0c6-8a54-4d91-8b33-6bb583a0eca7 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 935 time: 0.4551699 Jul 16 18:07:59.433899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32fac-771f-4b30-96fa-749f74d395cc req-b1be5062-8ea6-435c-8e0d-c01117906e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.435281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fad32fac-771f-4b30-96fa-749f74d395cc req-b1be5062-8ea6-435c-8e0d-c01117906e12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.3737872 Jul 16 18:07:59.437340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.552292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b4e335eb-b6c9-4605-be86-3316e5dbbd78 req-6930943b-a9c4-492f-8d8a-25186258ecf7 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351661 Jul 16 18:07:59.563970 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-489c12a0-7f0b-49d0-a202-109df0fd58da req-a380deb1-d56d-4d89-bfff-f22b669b7d6e tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242592 Jul 16 18:07:59.607561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36b43b71-37d3-4e65-b326-2e95ab7e8133 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:59.619122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.643227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Transition to ACTIVE for port object 36b43b71-37d3-4e65-b326-2e95ab7e8133 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:59.669401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.702912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad32fac-771f-4b30-96fa-749f74d395cc req-716777c4-1920-46f0-a7c5-306388759979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.704615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fad32fac-771f-4b30-96fa-749f74d395cc req-716777c4-1920-46f0-a7c5-306388759979 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2316892 Jul 16 18:07:59.711935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eaf65c1-5256-4964-b557-73386a776d43 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:59.719943 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.748544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Transition to ACTIVE for port object 5eaf65c1-5256-4964-b557-73386a776d43 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:59.756304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Pushing event updated for resources: {'Port': ['ID=36b43b71-37d3-4e65-b326-2e95ab7e8133,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.758582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.849963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Pushing event updated for resources: {'Port': ['ID=5eaf65c1-5256-4964-b557-73386a776d43,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.919498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Attempting to bind port 36b43b71-37d3-4e65-b326-2e95ab7e8133 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:59.919824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Attempting to bind port 36b43b71-37d3-4e65-b326-2e95ab7e8133 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:59.920184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Attempting to bind port 36b43b71-37d3-4e65-b326-2e95ab7e8133 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:59.930437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Port 36b43b71-37d3-4e65-b326-2e95ab7e8133 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:59.930760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Attempting to bind port 36b43b71-37d3-4e65-b326-2e95ab7e8133 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:59.947233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:59.947613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:59.948077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:59.948649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Bound port: 36b43b71-37d3-4e65-b326-2e95ab7e8133, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:59.949099 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.953725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fad32fac-771f-4b30-96fa-749f74d395cc req-937cd459-0db3-4289-ac12-150a07e43acf service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143345 Jul 16 18:07:59.976907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Attempting to bind port 5eaf65c1-5256-4964-b557-73386a776d43 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:59.976907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Attempting to bind port 5eaf65c1-5256-4964-b557-73386a776d43 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:59.977307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Attempting to bind port 5eaf65c1-5256-4964-b557-73386a776d43 on network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:00.003988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Port 5eaf65c1-5256-4964-b557-73386a776d43 on network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:00.004363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Attempting to bind port 5eaf65c1-5256-4964-b557-73386a776d43 on network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:00.018790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:00.019140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Checking segment: {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:00.019534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Bound using segment: {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:00.019982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Bound port: 5eaf65c1-5256-4964-b557-73386a776d43, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f874a69-19e7-4049-a5c9-e953f9e26645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:00.020373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.073922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] For port 36b43b71-37d3-4e65-b326-2e95ab7e8133, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:00.097504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] For port 36b43b71-37d3-4e65-b326-2e95ab7e8133, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=36b43b71-37d3-4e65-b326-2e95ab7e8133,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:00.111036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.141093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef7ae4-9510-4203-b5e6-6df290ce82d9 req-11e9dbe7-c288-477c-87a2-c7ad211aa150 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.143196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00ef7ae4-9510-4203-b5e6-6df290ce82d9 req-11e9dbe7-c288-477c-87a2-c7ad211aa150 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 947 time: 0.3091586 Jul 16 18:08:00.155419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.156116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.157620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] 10.222.0.55 "PUT /v2.0/ports/36b43b71-37d3-4e65-b326-2e95ab7e8133 HTTP/1.1" status: 200 len: 1096 time: 1.3484361 Jul 16 18:08:00.159086 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1813992-be50-47b6-abe2-47f8c8b16b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.162781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] For port 5eaf65c1-5256-4964-b557-73386a776d43, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:00.186850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] For port 5eaf65c1-5256-4964-b557-73386a776d43, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5eaf65c1-5256-4964-b557-73386a776d43,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:00.196116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.198311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117fe75-7f90-4dc1-b8c1-1fb57c2086bc service neutron] Pushing event updated for resources: {'Port': ['ID=36b43b71-37d3-4e65-b326-2e95ab7e8133,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.229928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fad32fac-771f-4b30-96fa-749f74d395cc req-86797a80-3b13-42e7-8346-b56e98960542 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332799 Jul 16 18:08:00.248452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00ef7ae4-9510-4203-b5e6-6df290ce82d9 req-a562e3a8-efc5-47d8-b557-1af49cbe8067 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896785 Jul 16 18:08:00.264536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.265158 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.266576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] 10.222.0.55 "PUT /v2.0/ports/5eaf65c1-5256-4964-b557-73386a776d43 HTTP/1.1" status: 200 len: 1092 time: 1.3870995 Jul 16 18:08:00.416031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.422485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.582519 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987 associated. External IP: 172.25.0.247, port: ea1abe37-19b3-4e5c-adc8-e660d69a6324. Jul 16 18:08:00.614514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'tag': '36b43b71-37d3-4e65-b326-2e95ab7e8133'}, {'name': 'network-changed', 'server_uuid': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'tag': '5eaf65c1-5256-4964-b557-73386a776d43'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:00.616974 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abef48-3e88-43af-9229-bdd99b5dabc6" -d '{"events": [{"name": "network-changed", "server_uuid": "76548b00-e24b-4fec-8c03-e12fbe392ced", "tag": "36b43b71-37d3-4e65-b326-2e95ab7e8133"}, {"name": "network-changed", "server_uuid": "7d3c14b6-91f7-4f65-a160-70a57e3a3a57", "tag": "5eaf65c1-5256-4964-b557-73386a776d43"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:00.622692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2dd3a3-95c2-4200-8590-e9d8be5b4ece service neutron] Pushing event updated for resources: {'Port': ['ID=5eaf65c1-5256-4964-b557-73386a776d43,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:00.647443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-35439592-9968-4d4d-b0b6-768f2d1a7344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.649008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-35439592-9968-4d4d-b0b6-768f2d1a7344 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35dc175384634f82a02ade1c15832a61&device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 1099 time: 0.4411879 Jul 16 18:08:00.655363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e19565-577f-4448-8236-7afd36986c71 req-db406e3b-e6e1-43e7-b35d-f7c43c3dbb3a tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.657008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64e19565-577f-4448-8236-7afd36986c71 req-db406e3b-e6e1-43e7-b35d-f7c43c3dbb3a tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 949 time: 0.1660538 Jul 16 18:08:00.667729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-ba6d578b-e147-4e0c-a9d5-a0f69f1ec031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.669270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-ba6d578b-e147-4e0c-a9d5-a0f69f1ec031 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5a0cf619ed44fafbb833f9ab1c47515&device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 1095 time: 0.3574703 Jul 16 18:08:00.701563 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-576e056e-fb2e-46b9-9d18-6980d33ea995 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=36b43b71-37d3-4e65-b326-2e95ab7e8133 HTTP/1.1" status: 200 len: 217 time: 0.0432978 Jul 16 18:08:00.738764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-129c2de9-3263-47af-8d0a-71a7a12064d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eaf65c1-5256-4964-b557-73386a776d43 HTTP/1.1" status: 200 len: 217 time: 0.0436985 Jul 16 18:08:00.739630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64e19565-577f-4448-8236-7afd36986c71 req-061af834-c71f-4ee6-9ce6-94cf6ce24975 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538309 Jul 16 18:08:00.818994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-1f4ffb56-e133-4bfe-8db1-fe06ea8ac48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.820496 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-1f4ffb56-e133-4bfe-8db1-fe06ea8ac48f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0904672 Jul 16 18:08:00.821857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-dfec44e2-21a9-4243-b9ac-a069772d1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.823166 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-dfec44e2-21a9-4243-b9ac-a069772d1ed5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbc21837-be3a-4b64-b476-8e739f32b0f0 HTTP/1.1" status: 200 len: 853 time: 0.0781815 Jul 16 18:08:00.886510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:00.925832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ff322fb4-9c3a-47ab-a594-80fefd3573be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.927325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-ff322fb4-9c3a-47ab-a594-80fefd3573be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957193 Jul 16 18:08:00.929835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-4c53f5c4-a836-4265-b6e7-ac166457f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.931172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-4c53f5c4-a836-4265-b6e7-ac166457f5b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917766 Jul 16 18:08:00.967618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145fc70-a18c-4961-ad2f-84fd090f213d req-81206988-00d0-4e83-b402-f9484a8afc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.969071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6145fc70-a18c-4961-ad2f-84fd090f213d req-81206988-00d0-4e83-b402-f9484a8afc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.1262205 Jul 16 18:08:01.046073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:01.050114 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6145fc70-a18c-4961-ad2f-84fd090f213d req-571df726-ab88-4284-bdc1-e1452a5f8e04 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529561 Jul 16 18:08:01.057083 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:01.084032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-1394c14c-f9f4-4d73-864e-f8cbda9f446b service neutron] 10.222.0.55 "GET /v2.0/networks/ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422274 Jul 16 18:08:01.088575 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:01.089854 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.132188 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-2ed12f0a-1bc5-4c82-a977-43355065ee6f service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915004 Jul 16 18:08:01.198772 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:01.257281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a56acc7-e180-4fa4-a762-874bca314dcc req-6a7efae1-0fd5-4ed1-b828-47fcdf6d2c16 service neutron] 10.222.0.55 "GET /v2.0/networks/ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607368 Jul 16 18:08:01.276185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-550cfa75-2877-4728-b2c7-546d5012c0c6 req-d8186cdb-a4aa-4346-993e-4705b2195159 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370051 Jul 16 18:08:01.333647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95eb16-c3f3-4832-bca8-9d751022a373 req-87107445-249c-411d-87ea-e73429c48444 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.335136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c95eb16-c3f3-4832-bca8-9d751022a373 req-87107445-249c-411d-87ea-e73429c48444 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 943 time: 0.1246886 Jul 16 18:08:01.336916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:01.414576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c95eb16-c3f3-4832-bca8-9d751022a373 req-380dfb1e-f09b-4bdf-a0cf-3b184039c098 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735054 Jul 16 18:08:01.428572 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e7:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:00Z', 'revision_number': 3, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.459365 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:01.470018 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:01.471169 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.476807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:01.483431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.523369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:01.525205 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd69fd64-a349-4886-8fae-d20204c8f4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:01.575640 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:01.592619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-7370eb9d-51a4-47ff-8436-2adf8136d932 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "PUT /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 200 len: 998 time: 2.5231202 Jul 16 18:08:01.660929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a757a4-04e8-495e-a72e-ebb951bcb8e5 req-a4cc95f6-0978-4c92-9462-a01121abcd8f tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.662426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23a757a4-04e8-495e-a72e-ebb951bcb8e5 req-a4cc95f6-0978-4c92-9462-a01121abcd8f tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 947 time: 0.1178827 Jul 16 18:08:01.674285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-35c4f06e-6b07-4510-88c4-4de30c35b0d7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.675626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-35c4f06e-6b07-4510-88c4-4de30c35b0d7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports/ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 942 time: 0.0757027 Jul 16 18:08:01.709156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23a757a4-04e8-495e-a72e-ebb951bcb8e5 req-0c949ad1-5f39-4f7a-b865-cc8cb8190880 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Jul 16 18:08:01.767969 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1593655-ea41-4953-941b-f4fec73792d5 x-openstack-request-id: req-f1593655-ea41-4953-941b-f4fec73792d5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:01.768496 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76548b00-e24b-4fec-8c03-e12fbe392ced", "tag": "36b43b71-37d3-4e65-b326-2e95ab7e8133", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d3c14b6-91f7-4f65-a160-70a57e3a3a57", "tag": "5eaf65c1-5256-4964-b557-73386a776d43", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:01.768620 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1593655-ea41-4953-941b-f4fec73792d5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:01.769290 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'tag': '36b43b71-37d3-4e65-b326-2e95ab7e8133', 'status': 'completed', 'code': 200} Jul 16 18:08:01.769611 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'tag': '5eaf65c1-5256-4964-b557-73386a776d43', 'status': 'completed', 'code': 200} Jul 16 18:08:01.789940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-6e45e1de-1c4c-474b-96ce-b60817501ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.792880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-6e45e1de-1c4c-474b-96ce-b60817501ce7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.0578086 Jul 16 18:08:01.821737 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e7:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:00Z', 'revision_number': 3, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.852447 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd012dc-3241-4421-bd91-31e9132c005a None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e7:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:00Z', 'revision_number': 3, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:01.888568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-e4062e91-a767-47de-81bc-bb674fe2f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.890549 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-e4062e91-a767-47de-81bc-bb674fe2f20f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=35dc175384634f82a02ade1c15832a61&device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 1099 time: 0.0784404 Jul 16 18:08:01.926488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-5fc7ca93-f6d3-407e-bf42-f23f48244007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.928351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-5fc7ca93-f6d3-407e-bf42-f23f48244007 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1300566 Jul 16 18:08:01.981799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-9ec60fa4-9651-4607-8f29-1d5d33a8e91c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 217 time: 0.0473959 Jul 16 18:08:02.001174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-51e53f09-ee41-458c-b2ca-2c85ae4380a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.002705 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-51e53f09-ee41-458c-b2ca-2c85ae4380a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1051633 Jul 16 18:08:02.054296 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-9d22a2ac-eea5-434c-a512-29d557f99fa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=36b43b71-37d3-4e65-b326-2e95ab7e8133 HTTP/1.1" status: 200 len: 217 time: 0.0433075 Jul 16 18:08:02.064048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755bc02-99de-45e1-b836-ec3b64ef0498 None None] New status for floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:02.066678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-1c8118f2-7d0e-48e5-a487-9f523b0ed4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.068186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-1c8118f2-7d0e-48e5-a487-9f523b0ed4c6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0768061 Jul 16 18:08:02.086097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca73091-bb52-4f62-94ec-066321e873a6 req-16a405c2-ae8f-4d0b-8e43-8fa961b001ff tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.087582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ca73091-bb52-4f62-94ec-066321e873a6 req-16a405c2-ae8f-4d0b-8e43-8fa961b001ff tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1097 time: 0.1048458 Jul 16 18:08:02.112538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-d060c7b1-2df7-4869-9830-52c8e5b0adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.114300 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-d060c7b1-2df7-4869-9830-52c8e5b0adab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0537410 Jul 16 18:08:02.119375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9ef685fd-6d56-4221-ba36-609982928ba5 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:02.121253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5706b814-afbc-4397-bf13-34ba80cc4823 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:02.147084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ca73091-bb52-4f62-94ec-066321e873a6 req-3940b979-6949-4a84-99b8-0c566c89f9a2 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Jul 16 18:08:02.156326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-ac9e5d9a-b436-44e6-8b80-8ca7838a6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.157836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-ac9e5d9a-b436-44e6-8b80-8ca7838a6257 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833867 Jul 16 18:08:02.175738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-3306852e-ec23-4228-a684-dafdb2776bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.177417 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-3306852e-ec23-4228-a684-dafdb2776bff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0562534 Jul 16 18:08:02.331687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-0183d935-bd59-49a0-8704-7b45022fac04 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461785 Jul 16 18:08:02.364520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 5706b814-afbc-4397-bf13-34ba80cc4823 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:02.377597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 5706b814-afbc-4397-bf13-34ba80cc4823 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:02.377978 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.417198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9ef685fd-6d56-4221-ba36-609982928ba5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9ef685fd-6d56-4221-ba36-609982928ba5,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.440112 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-53eaa4cf-23ec-41fc-9140-1598e0ba3ca5 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006680 Jul 16 18:08:02.444051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '9ef685fd-6d56-4221-ba36-609982928ba5', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '9ef685fd-6d56-4221-ba36-609982928ba5', 'mac_address': 'fa:16:3e:4b:9b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:02.454133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:02.464105 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:02.464848 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:02.632194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-267a08ab-d714-4574-bdff-89c1ba375654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.636185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-267a08ab-d714-4574-bdff-89c1ba375654 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5a0cf619ed44fafbb833f9ab1c47515&device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 1095 time: 0.1243479 Jul 16 18:08:02.642918 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.656682 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:02.669051 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.672596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef685fd-6d56-4221-ba36-609982928ba5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:02.719402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9ef685fd-6d56-4221-ba36-609982928ba5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9ef685fd-6d56-4221-ba36-609982928ba5,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.725479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5706b814-afbc-4397-bf13-34ba80cc4823'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:02.728090 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afde9928-9c16-4ea8-9b97-3eb3ebe082fe" -d '{"events": [{"server_uuid": "8ac93f01-0bfa-48c7-90dc-6e39a8d544b1", "name": "network-vif-plugged", "status": "completed", "tag": "5706b814-afbc-4397-bf13-34ba80cc4823"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:02.735261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-6d5815a4-73f8-4653-99db-5fad0c403aa6 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5694408 Jul 16 18:08:02.746988 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.750127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5706b814-afbc-4397-bf13-34ba80cc4823, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5706b814-afbc-4397-bf13-34ba80cc4823,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.755521 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.801323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-216ac5c0-94a2-424b-bef8-b15ba2abba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.802839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-216ac5c0-94a2-424b-bef8-b15ba2abba4c service neutron] 10.222.0.55 "GET /v2.0/networks?id=ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc HTTP/1.1" status: 200 len: 914 time: 0.1587873 Jul 16 18:08:02.807226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9ef685fd-6d56-4221-ba36-609982928ba5,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.838144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37387-3014-4db1-bc67-901b99144455 req-32cc43f4-39d6-42db-b017-1dcd40e0d3f3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.840386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39b37387-3014-4db1-bc67-901b99144455 req-32cc43f4-39d6-42db-b017-1dcd40e0d3f3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 947 time: 0.2560015 Jul 16 18:08:02.847018 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-2f9620f5-c139-4a0e-9a60-8589a9cd7b7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5eaf65c1-5256-4964-b557-73386a776d43 HTTP/1.1" status: 200 len: 217 time: 0.0376165 Jul 16 18:08:02.892193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5706b814-afbc-4397-bf13-34ba80cc4823,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.898738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-121f52d0-6d11-4108-91f5-86b9a703c4d7 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576352 Jul 16 18:08:02.915515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39b37387-3014-4db1-bc67-901b99144455 req-3e55b1ed-aa98-4cca-9131-c4d5709f0c59 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683706 Jul 16 18:08:02.919587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-8645c23c-2e56-41e8-b9ae-9c71db31dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.921961 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-8645c23c-2e56-41e8-b9ae-9c71db31dbae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fbc21837-be3a-4b64-b476-8e739f32b0f0 HTTP/1.1" status: 200 len: 853 time: 0.0681162 Jul 16 18:08:02.977705 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d433bde-b03e-49f0-977d-a5fc0b83c52a x-openstack-request-id: req-8d433bde-b03e-49f0-977d-a5fc0b83c52a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:02.977705 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:02.977705 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d433bde-b03e-49f0-977d-a5fc0b83c52a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:02.977705 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'status': 'completed', 'code': 200} Jul 16 18:08:03.000180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-8b52173f-af1a-4abf-93c3-3c1043022e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.004630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-8b52173f-af1a-4abf-93c3-3c1043022e84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722568 Jul 16 18:08:03.014179 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e7:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:02Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.042782 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:03.050226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-497ccd8e-0109-4bdc-bf2e-b5924162eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.051754 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:03.052180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-497ccd8e-0109-4bdc-bf2e-b5924162eea4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 1097 time: 0.1227987 Jul 16 18:08:03.052422 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.091628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-44ef7052-bcdf-492a-b3e3-19b52194ca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.108783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9ef685fd-6d56-4221-ba36-609982928ba5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:03.122147 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-16a3def8-6682-46fd-9c0a-b0732b0880c8 service neutron] 10.222.0.55 "GET /v2.0/networks/ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116364 Jul 16 18:08:03.177034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-91922fe5-c1f6-4f48-a67f-7b460a25bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.179369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-91922fe5-c1f6-4f48-a67f-7b460a25bde8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1702628 Jul 16 18:08:03.254776 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27abef48-3e88-43af-9229-bdd99b5dabc6 req-2bd0594e-bb67-4c6b-b368-3e32c8e940ee service neutron] 10.222.0.55 "GET /v2.0/networks/ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255217 Jul 16 18:08:03.275444 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:03.277310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-648af1b9-5fc5-4d69-9998-dcd3911d0d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.278823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-648af1b9-5fc5-4d69-9998-dcd3911d0d5f service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.2202737 Jul 16 18:08:03.325564 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.341954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dbcd7-8d55-4792-8d2d-36d09d3eddac req-4bd15715-35a8-42da-82df-e5502dd06d86 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.343453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca3dbcd7-8d55-4792-8d2d-36d09d3eddac req-4bd15715-35a8-42da-82df-e5502dd06d86 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 950 time: 0.2644415 Jul 16 18:08:03.371308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-8b8e2a72-355a-4995-85fd-c1da08265aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.372705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-8b8e2a72-355a-4995-85fd-c1da08265aaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1864393 Jul 16 18:08:03.424176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-12074c97-5360-46d6-a4d1-718858dd52cd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 1001 time: 0.1345253 Jul 16 18:08:03.427770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-8827de98-ea01-401d-9c09-4f9fbb31f3bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 217 time: 0.0428629 Jul 16 18:08:03.480361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca3dbcd7-8d55-4792-8d2d-36d09d3eddac req-6ad5ff99-6c33-4cca-8d25-cebc0bbd176b tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249015 Jul 16 18:08:03.515796 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e7:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:02Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.518903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-65189bfa-4d0e-45ac-8218-68f4c0a2d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.520471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-65189bfa-4d0e-45ac-8218-68f4c0a2d92e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0905623 Jul 16 18:08:03.527524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-6db1d15f-e0f7-4050-b2cd-cf5a1a9ed86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.528992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-6db1d15f-e0f7-4050-b2cd-cf5a1a9ed86a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0837464 Jul 16 18:08:03.544760 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93455c-d964-4916-b3e2-25c1881d5720 None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e7:8f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:02Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:03.657543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-d5c933f8-832d-47f9-8d35-ca0fb54db07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.659625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-d5c933f8-832d-47f9-8d35-ca0fb54db07a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297884 Jul 16 18:08:03.666500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-8ec7e878-a184-47e6-b863-ee80d570c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.667999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-8ec7e878-a184-47e6-b863-ee80d570c35d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303489 Jul 16 18:08:03.744178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f84df-dad9-4a0c-9a00-7e1ca7a8200e req-1f74c420-d794-472d-9482-0198999d0a6a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.745702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a0f84df-dad9-4a0c-9a00-7e1ca7a8200e req-1f74c420-d794-472d-9482-0198999d0a6a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.1520653 Jul 16 18:08:03.867920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-04dec906-cb6a-4f5b-b85a-e4e97847c6b3 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989470 Jul 16 18:08:03.870062 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-4e906a4e-1f7b-4817-9330-4475c5c41bcd service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899934 Jul 16 18:08:03.873104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a0f84df-dad9-4a0c-9a00-7e1ca7a8200e req-2a2c2bdd-ad2c-4bca-b9a8-1c918eb2539c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752575 Jul 16 18:08:04.023905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf2d06b-b204-453b-996e-ea6ea3139afd req-b78b3ef6-bfbd-4d14-a64c-aad7cf09f2a7 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499250 Jul 16 18:08:04.030137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd69fd64-a349-4886-8fae-d20204c8f4bd req-ae1319ee-5a44-4627-bb63-0238d88d935d service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486797 Jul 16 18:08:04.175689 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.199588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d6f0d-998c-41e7-a105-3290bd40be53 req-850a0eb3-fca9-46f9-849e-2ae748e5eb81 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.201097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f8d6f0d-998c-41e7-a105-3290bd40be53 req-850a0eb3-fca9-46f9-849e-2ae748e5eb81 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 943 time: 0.0720861 Jul 16 18:08:04.241034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f8d6f0d-998c-41e7-a105-3290bd40be53 req-3c432a85-e74d-4e73-8f2c-324e3fd3e835 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Jul 16 18:08:04.286735 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676e8e18-d15a-4e7b-8b74-68051aa5126f x-openstack-request-id: req-676e8e18-d15a-4e7b-8b74-68051aa5126f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:04.287055 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac93f01-0bfa-48c7-90dc-6e39a8d544b1", "name": "network-vif-plugged", "status": "completed", "tag": "5706b814-afbc-4397-bf13-34ba80cc4823", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:04.287490 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-676e8e18-d15a-4e7b-8b74-68051aa5126f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:04.287905 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5706b814-afbc-4397-bf13-34ba80cc4823', 'code': 200} Jul 16 18:08:04.318178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 36b43b71-37d3-4e65-b326-2e95ab7e8133 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:04.441909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 36b43b71-37d3-4e65-b326-2e95ab7e8133, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=36b43b71-37d3-4e65-b326-2e95ab7e8133,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:04.457042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '36b43b71-37d3-4e65-b326-2e95ab7e8133', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '36b43b71-37d3-4e65-b326-2e95ab7e8133', 'mac_address': 'fa:16:3e:9e:45:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:04.470999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0478038-70dc-45c7-9181-fc2477c94b7f req-97ddc199-035b-41a1-9a1b-5cfa84d63d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.472533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0478038-70dc-45c7-9181-fc2477c94b7f req-97ddc199-035b-41a1-9a1b-5cfa84d63d8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 1102 time: 0.1007752 Jul 16 18:08:04.486259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86e3c-d7b3-48dd-be83-0fd36c2dac6d req-6698a99f-368a-4aae-8d4d-579ab8373e23 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.488081 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ce86e3c-d7b3-48dd-be83-0fd36c2dac6d req-6698a99f-368a-4aae-8d4d-579ab8373e23 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 947 time: 0.0878425 Jul 16 18:08:04.495433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.522274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36b43b71-37d3-4e65-b326-2e95ab7e8133 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:04.551322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 36b43b71-37d3-4e65-b326-2e95ab7e8133, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=36b43b71-37d3-4e65-b326-2e95ab7e8133,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:04.556461 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.557440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5eaf65c1-5256-4964-b557-73386a776d43 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:04.558979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0478038-70dc-45c7-9181-fc2477c94b7f req-ac2031b1-e86e-41a7-a1a0-e632cfd3b92f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699177 Jul 16 18:08:04.561884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ce86e3c-d7b3-48dd-be83-0fd36c2dac6d req-000408e2-8b51-4aba-b2e6-764e1b9f7157 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663135 Jul 16 18:08:04.636617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=36b43b71-37d3-4e65-b326-2e95ab7e8133,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:04.700569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5eaf65c1-5256-4964-b557-73386a776d43, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5eaf65c1-5256-4964-b557-73386a776d43,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:04.715004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '5eaf65c1-5256-4964-b557-73386a776d43', 'network_id': 'ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc', 'port_id': '5eaf65c1-5256-4964-b557-73386a776d43', 'mac_address': 'fa:16:3e:e3:73:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc21837-be3a-4b64-b476-8e739f32b0f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:04.762479 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.776696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eaf65c1-5256-4964-b557-73386a776d43 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:04.801515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5eaf65c1-5256-4964-b557-73386a776d43, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5eaf65c1-5256-4964-b557-73386a776d43,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:04.805513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.853837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=5eaf65c1-5256-4964-b557-73386a776d43,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:04.854031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55679838-6874-453d-aff4-6fe3332b163a req-7b52f386-bc04-44b0-863c-a50ebdb4b249 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.855654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55679838-6874-453d-aff4-6fe3332b163a req-7b52f386-bc04-44b0-863c-a50ebdb4b249 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 948 time: 0.0745668 Jul 16 18:08:04.901920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55679838-6874-453d-aff4-6fe3332b163a req-b8df80b3-60c6-490b-9d4a-a03b1b0d956d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404904 Jul 16 18:08:04.980962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:04.983227 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f942b5d-47ed-466e-83d9-3bc28bf11630" -d '{"events": [{"name": "network-changed", "server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:04.995212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c136e08c-bc36-4b32-a65d-c774c4f841eb req-6c23434b-d8b0-44d2-9dcb-91de32118c12 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0688775 Jul 16 18:08:05.034700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.060108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136e08c-bc36-4b32-a65d-c774c4f841eb req-c61a4888-a001-4592-a3ad-acf46f4a2a05 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.061513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c136e08c-bc36-4b32-a65d-c774c4f841eb req-c61a4888-a001-4592-a3ad-acf46f4a2a05 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports/f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 942 time: 0.0570128 Jul 16 18:08:05.129162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['5eaf65c1-5256-4964-b557-73386a776d43'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:05.133750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['36b43b71-37d3-4e65-b326-2e95ab7e8133'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:05.134872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-c0c8011c-d3a9-448c-8c3f-4ed4b1dc0a65 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:05.136309 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-c0c8011c-d3a9-448c-8c3f-4ed4b1dc0a65 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1003988 Jul 16 18:08:05.204363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c136e08c-bc36-4b32-a65d-c774c4f841eb req-4150a5a9-493f-4048-8688-d9c958ae6a14 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0636039 Jul 16 18:08:05.234549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:05.235140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:08:05.313956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136e08c-bc36-4b32-a65d-c774c4f841eb req-106a2ce4-0248-4d89-80cd-3251f4069f8c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.315474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c136e08c-bc36-4b32-a65d-c774c4f841eb req-106a2ce4-0248-4d89-80cd-3251f4069f8c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.1055367 Jul 16 18:08:05.383782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:05.384122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:05.384679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:05.389029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:05.389348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:05.395023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:05.395343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:05.395726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:05.396173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Bound port: f4750601-f98e-481e-b1cd-3789b4de5225, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:05.447951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:05.454504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.457591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-cfe8bf21-e84b-4515-a948-a83151332720 service neutron] 10.222.0.48 "POST /v2.0/ports/f4750601-f98e-481e-b1cd-3789b4de5225/bindings HTTP/1.1" status: 201 len: 390 time: 0.2764611 Jul 16 18:08:05.474611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f454336f-39ee-42c2-b06f-92551c1c1f06 req-a17c656b-325d-4673-9e57-57dc091b48e6 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.476261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f454336f-39ee-42c2-b06f-92551c1c1f06 req-a17c656b-325d-4673-9e57-57dc091b48e6 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 950 time: 0.0654230 Jul 16 18:08:05.515509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f454336f-39ee-42c2-b06f-92551c1c1f06 req-ecdb4b41-6f4c-4015-ae9d-d6b99bfef3a8 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334623 Jul 16 18:08:05.587799 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c2ee75-1c0a-4068-98ea-5f64c8d82a8e x-openstack-request-id: req-d4c2ee75-1c0a-4068-98ea-5f64c8d82a8e {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:05.588630 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:05.589006 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4c2ee75-1c0a-4068-98ea-5f64c8d82a8e {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:05.589491 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'status': 'completed', 'code': 200} Jul 16 18:08:05.670676 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.766064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-d87906a9-58ac-45dc-8777-2971951e14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.768597 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-d87906a9-58ac-45dc-8777-2971951e14d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1097 time: 0.0640795 Jul 16 18:08:05.770740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffea6df-ff04-4ab1-81b0-83a60684c537 req-f500480e-f292-4cd3-a529-7180b461196d tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.772263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cffea6df-ff04-4ab1-81b0-83a60684c537 req-f500480e-f292-4cd3-a529-7180b461196d tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.1533899 Jul 16 18:08:05.811901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-13c61792-6152-48b3-a078-501c2fe0300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.813459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-13c61792-6152-48b3-a078-501c2fe0300d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 1097 time: 0.1487331 Jul 16 18:08:05.826189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582981fb-dc71-4d78-9dfe-4a81ca11758d req-18dd41cf-f0b3-4f48-9e3a-410f9e15d935 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.827686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-582981fb-dc71-4d78-9dfe-4a81ca11758d req-18dd41cf-f0b3-4f48-9e3a-410f9e15d935 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 944 time: 0.1361790 Jul 16 18:08:05.876116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cffea6df-ff04-4ab1-81b0-83a60684c537 req-782e6bcf-bab1-43da-9de9-7b2503cc7a86 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962095 Jul 16 18:08:05.884986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-ad3e4fae-8333-40af-a102-1533163739ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.886598 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-ad3e4fae-8333-40af-a102-1533163739ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.1075604 Jul 16 18:08:05.934653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-582981fb-dc71-4d78-9dfe-4a81ca11758d req-63412314-5702-4c10-8b10-b8668472b0ee tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925488 Jul 16 18:08:05.936995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-db0b46a8-3a5c-48de-bd7d-3d9ab9ae805f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 200 len: 217 time: 0.0427322 Jul 16 18:08:05.992074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-32cee590-ab4e-425d-8545-91eec49eec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.993652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-32cee590-ab4e-425d-8545-91eec49eec7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0505354 Jul 16 18:08:06.002463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-1ed21b73-5ed6-4590-ac89-860c6a1cc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.004267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-1ed21b73-5ed6-4590-ac89-860c6a1cc96a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1753614 Jul 16 18:08:06.009246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-ff65ad90-7fcd-4793-bf87-c0d5fae6c419 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0883703 Jul 16 18:08:06.030428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-d0a56b46-91de-4f6d-bfca-b895179e729e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284791 Jul 16 18:08:06.122325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-bd862561-1f26-41ea-92dd-624b1e77b61b service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852098 Jul 16 18:08:06.140575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-9d851f89-4b26-4af1-b2b3-fe154a067e7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 1001 time: 0.1297710 Jul 16 18:08:06.147672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9ef685fd-6d56-4221-ba36-609982928ba5 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:06.152047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-42845c7d-c0fe-47a5-bb51-2f8bec1070d6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.153430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-42845c7d-c0fe-47a5-bb51-2f8bec1070d6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports/f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 942 time: 0.1012504 Jul 16 18:08:06.205272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 9ef685fd-6d56-4221-ba36-609982928ba5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:06.209908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-30de1eb7-c4fb-4298-8092-e327b0ecceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.210135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 9ef685fd-6d56-4221-ba36-609982928ba5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:06.211011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.211370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-30de1eb7-c4fb-4298-8092-e327b0ecceed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0570827 Jul 16 18:08:06.221262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-abbafa8d-fe6e-4886-ab01-fbc75e88f086 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910676 Jul 16 18:08:06.221455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0a7b8-a40d-4525-8246-fd03a229961a req-e59798b1-011b-4c4e-b35a-e5f38b705dbf tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.222715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bff0a7b8-a40d-4525-8246-fd03a229961a req-e59798b1-011b-4c4e-b35a-e5f38b705dbf tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.1694431 Jul 16 18:08:06.303593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.326583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef685fd-6d56-4221-ba36-609982928ba5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:06.328828 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1d4c5f-0617-4865-b1e9-a6629acbbd22" -d '{"events": [{"server_uuid": "5692a1d5-71e1-495f-aca2-2a32975ce321", "name": "network-vif-plugged", "status": "completed", "tag": "9ef685fd-6d56-4221-ba36-609982928ba5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:06.340761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 36b43b71-37d3-4e65-b326-2e95ab7e8133 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:06.345299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9ef685fd-6d56-4221-ba36-609982928ba5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9ef685fd-6d56-4221-ba36-609982928ba5,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:06.346014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bff0a7b8-a40d-4525-8246-fd03a229961a req-87375c27-19cc-4d8c-9de1-40521cc89e36 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112881 Jul 16 18:08:06.364725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-8afdf6e7-6cc3-41dd-89b5-d6daf4ce2a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.366715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-8afdf6e7-6cc3-41dd-89b5-d6daf4ce2a45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1409249 Jul 16 18:08:06.370761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-0d59e547-45eb-41b2-a8db-6e71a42a6729 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.0973670 Jul 16 18:08:06.380068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.443793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 36b43b71-37d3-4e65-b326-2e95ab7e8133 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:06.446574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9ef685fd-6d56-4221-ba36-609982928ba5,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.450546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 36b43b71-37d3-4e65-b326-2e95ab7e8133 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:06.450929 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.531520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.573594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 36b43b71-37d3-4e65-b326-2e95ab7e8133, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=36b43b71-37d3-4e65-b326-2e95ab7e8133,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:06.578605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.579973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5eaf65c1-5256-4964-b557-73386a776d43 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:06.662488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=36b43b71-37d3-4e65-b326-2e95ab7e8133,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.675529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 5eaf65c1-5256-4964-b557-73386a776d43 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:06.680051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 5eaf65c1-5256-4964-b557-73386a776d43 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:06.680601 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.726484 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.772093 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.813406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5eaf65c1-5256-4964-b557-73386a776d43, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5eaf65c1-5256-4964-b557-73386a776d43,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:06.823099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.839121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-475b694b-8d98-480f-a306-3f13c021717d service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528456 Jul 16 18:08:06.860504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-34e76421-1230-4955-917c-1ed8ab3e0834 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.864634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-34e76421-1230-4955-917c-1ed8ab3e0834 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.4884481 Jul 16 18:08:06.871832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=5eaf65c1-5256-4964-b557-73386a776d43,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.900102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-0e79bdab-58f0-4974-8a9d-9c99ffea92c5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:06.901125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-0e79bdab-58f0-4974-8a9d-9c99ffea92c5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139620 Jul 16 18:08:06.954536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c5eee-b0d6-40d1-a792-75f3e6b4285c req-d83a58fa-8ce8-4a3e-955c-85cd4e3183ba tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.956459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-508c5eee-b0d6-40d1-a792-75f3e6b4285c req-d83a58fa-8ce8-4a3e-955c-85cd4e3183ba tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 948 time: 0.4833059 Jul 16 18:08:07.049836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-7831ea64-0404-45e6-841c-dd522b36f2f7 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.1358812 Jul 16 18:08:07.056052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-508c5eee-b0d6-40d1-a792-75f3e6b4285c req-3ecd8d37-6826-476d-8724-052b020dda08 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696471 Jul 16 18:08:07.059220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f942b5d-47ed-466e-83d9-3bc28bf11630 req-7ae7e5ac-71c3-4930-bbe4-c92ed9fd5a5e service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075303 Jul 16 18:08:07.062761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:07.110058 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.134865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.296375 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.315922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.316236 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987 disassociated. External IP: 172.25.0.247, port: f61e76f1-3d6d-4614-9cb4-81a93744af45. Jul 16 18:08:07.431832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4601c-2855-444d-92ad-9d238ef5848b req-c508dcbe-2d0c-4d9f-9214-f774a7904e83 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.433377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91e4601c-2855-444d-92ad-9d238ef5848b req-c508dcbe-2d0c-4d9f-9214-f774a7904e83 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 949 time: 0.1506548 Jul 16 18:08:07.515393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91e4601c-2855-444d-92ad-9d238ef5848b req-ee2b8403-0dc2-4d42-b1bc-ba40a19badfe tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753586 Jul 16 18:08:07.566099 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4278394f-e1a9-403e-ab59-5b12086f5397 x-openstack-request-id: req-4278394f-e1a9-403e-ab59-5b12086f5397 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:07.566672 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5692a1d5-71e1-495f-aca2-2a32975ce321", "name": "network-vif-plugged", "status": "completed", "tag": "9ef685fd-6d56-4221-ba36-609982928ba5", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:07.566936 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4278394f-e1a9-403e-ab59-5b12086f5397 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:07.568737 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef685fd-6d56-4221-ba36-609982928ba5', 'code': 200} Jul 16 18:08:07.592933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:07.779145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:07.787207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.790605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:07.800426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:07.801055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:07.843340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816a62d-0d5d-4c70-b42c-813ade2d1115 req-b566a1da-f3c2-4c6e-bd3b-2853205a7dd6 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.844878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d816a62d-0d5d-4c70-b42c-813ade2d1115 req-b566a1da-f3c2-4c6e-bd3b-2853205a7dd6 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 950 time: 0.1804056 Jul 16 18:08:07.846663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857ba1f-dc94-4859-aa79-2b5ead8414f6 req-9577487d-9ef8-40ab-b84a-99b4df534e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.848029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8857ba1f-dc94-4859-aa79-2b5ead8414f6 req-9577487d-9ef8-40ab-b84a-99b4df534e32 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 1101 time: 0.1932130 Jul 16 18:08:07.856857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-b92ee79a-96d6-481c-a227-401261df6dd9 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "PUT /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 200 len: 695 time: 0.7994909 Jul 16 18:08:07.869089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:07.872104 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b4879d-8363-44a1-a93e-be63ff337204" -d '{"events": [{"name": "network-changed", "server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:07.926856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:07.964732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8857ba1f-dc94-4859-aa79-2b5ead8414f6 req-1bddddfd-0d06-4e08-a5e5-b5ba3a51ae31 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064568 Jul 16 18:08:07.968522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d816a62d-0d5d-4c70-b42c-813ade2d1115 req-91834fd1-e637-4647-83dc-9483521c5f0b tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013603 Jul 16 18:08:07.992655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-2e490852-c94b-4129-a2ac-9d65c3f27069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:07.994871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-2e490852-c94b-4129-a2ac-9d65c3f27069 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 1097 time: 0.1192884 Jul 16 18:08:08.112754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-908295db-4506-4364-93fe-faddc7551e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.114257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-908295db-4506-4364-93fe-faddc7551e83 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1124516 Jul 16 18:08:08.172605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-d4ea0737-d39e-43c7-9252-4a5c489d0897 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 217 time: 0.0420437 Jul 16 18:08:08.175027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.207799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:08.217248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:08.217965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.236685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f36cc39-a479-40fc-b31c-709b89875a88 req-dba36c1b-86c1-4158-a635-46f7e8e06582 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.238191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f36cc39-a479-40fc-b31c-709b89875a88 req-dba36c1b-86c1-4158-a635-46f7e8e06582 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.1401622 Jul 16 18:08:08.243859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-2dc78aa7-868c-457f-ad36-788ec73b1dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.245312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-2dc78aa7-868c-457f-ad36-788ec73b1dda service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0609248 Jul 16 18:08:08.312216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f36cc39-a479-40fc-b31c-709b89875a88 req-11749456-5696-4809-ac2e-87dd5a86cbe8 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658417 Jul 16 18:08:08.338428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:08.345832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-ee7b072e-f7fd-455c-83bd-ca70a9123177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.347551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-ee7b072e-f7fd-455c-83bd-ca70a9123177 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948815 Jul 16 18:08:08.488406 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-743a0107-3e84-4fd0-ae67-e76dab86e54f service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347728 Jul 16 18:08:08.541317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce10ad2-f703-4c58-a66e-2fb5fc83af42 req-b98cfd43-4889-4b98-8b3d-5079d028a61a tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.542826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ce10ad2-f703-4c58-a66e-2fb5fc83af42 req-b98cfd43-4889-4b98-8b3d-5079d028a61a tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 945 time: 0.1122665 Jul 16 18:08:08.561527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:08.589708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061c9d2-ca07-4c43-9525-032fd08319c3 None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:08.616758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ce10ad2-f703-4c58-a66e-2fb5fc83af42 req-35125f64-4c41-45b1-bc3e-012014ff0082 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676072 Jul 16 18:08:08.641858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3172f405-d275-4fc2-b8ea-c7bc8a292975 req-91a0db4b-3aad-4621-90ed-9a4637c1930d service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357987 Jul 16 18:08:08.706648 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a32a77a-23ef-4a87-b4ab-7dd876e3bb6a x-openstack-request-id: req-0a32a77a-23ef-4a87-b4ab-7dd876e3bb6a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:08.707009 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:08.707816 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a32a77a-23ef-4a87-b4ab-7dd876e3bb6a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:08.708342 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'status': 'completed', 'code': 200} Jul 16 18:08:08.872017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4879d-8363-44a1-a93e-be63ff337204 req-b47f4c92-520a-4cb1-880a-95faff9b89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.873492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b4879d-8363-44a1-a93e-be63ff337204 req-b47f4c92-520a-4cb1-880a-95faff9b89c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 1097 time: 0.1334136 Jul 16 18:08:08.890432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383f7ca-8cc6-4534-a4d6-2aa13a108b1d req-6db1be00-a20f-4121-b695-85ae3ebacd01 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.892844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2383f7ca-8cc6-4534-a4d6-2aa13a108b1d req-6db1be00-a20f-4121-b695-85ae3ebacd01 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.1134453 Jul 16 18:08:08.990510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eec53c9-8e8e-44e2-9b00-943cb2789374 None None] New status for floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:08.991035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2383f7ca-8cc6-4534-a4d6-2aa13a108b1d req-e963eb00-51f2-4d29-8aa9-1a06a72c2665 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886114 Jul 16 18:08:09.060730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4879d-8363-44a1-a93e-be63ff337204 req-8f71234f-ce37-4f47-8375-00825b9394b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.062506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b4879d-8363-44a1-a93e-be63ff337204 req-8f71234f-ce37-4f47-8375-00825b9394b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1685054 Jul 16 18:08:09.182767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b4879d-8363-44a1-a93e-be63ff337204 req-97ec9185-68a4-4475-ba9e-c613919e0d27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 200 len: 217 time: 0.0747671 Jul 16 18:08:09.292512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e684c-ff2e-4c6f-bf16-e381dd4cf570 req-0cd11bc1-e2a0-4eb9-b913-9b415e9af1ac tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.294217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-229e684c-ff2e-4c6f-bf16-e381dd4cf570 req-0cd11bc1-e2a0-4eb9-b913-9b415e9af1ac tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 949 time: 0.1967299 Jul 16 18:08:09.295916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4879d-8363-44a1-a93e-be63ff337204 req-25c621f9-c7e1-49f2-94ab-b1893146ad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.297693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b4879d-8363-44a1-a93e-be63ff337204 req-25c621f9-c7e1-49f2-94ab-b1893146ad9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0983732 Jul 16 18:08:09.414582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-229e684c-ff2e-4c6f-bf16-e381dd4cf570 req-9c48db59-4247-4217-90cb-e0a1bbd22cc3 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101980 Jul 16 18:08:09.446728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4879d-8363-44a1-a93e-be63ff337204 req-aed4fa60-de5b-4717-bcf0-d4ad1e8b52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.448264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b4879d-8363-44a1-a93e-be63ff337204 req-aed4fa60-de5b-4717-bcf0-d4ad1e8b52b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283402 Jul 16 18:08:09.462738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4cf8-59a1-40d7-a443-6a7773306681 req-d4013297-192b-402a-839b-5c9d8b6797dc tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.464287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b12b4cf8-59a1-40d7-a443-6a7773306681 req-d4013297-192b-402a-839b-5c9d8b6797dc tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 949 time: 0.1001949 Jul 16 18:08:09.560712 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b12b4cf8-59a1-40d7-a443-6a7773306681 req-4c2e88b3-1489-4557-bc53-e10e6b79f4dc tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883689 Jul 16 18:08:09.570050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b43b71-37d3-4e65-b326-2e95ab7e8133'}, {'server_uuid': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaf65c1-5256-4964-b557-73386a776d43'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:09.574623 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40de9d-b90a-4030-883b-4ecb3ab9ed8f" -d '{"events": [{"server_uuid": "76548b00-e24b-4fec-8c03-e12fbe392ced", "name": "network-vif-plugged", "status": "completed", "tag": "36b43b71-37d3-4e65-b326-2e95ab7e8133"}, {"server_uuid": "7d3c14b6-91f7-4f65-a160-70a57e3a3a57", "name": "network-vif-plugged", "status": "completed", "tag": "5eaf65c1-5256-4964-b557-73386a776d43"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:09.587809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b4879d-8363-44a1-a93e-be63ff337204 req-632ac057-c5c2-48c6-9adf-79564a04b23a service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225526 Jul 16 18:08:09.713615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b4879d-8363-44a1-a93e-be63ff337204 req-b259b1f6-72e4-49f8-bfbe-39f029874902 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101539 Jul 16 18:08:09.808009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545f5a6-97f1-4f4e-9761-87e8852c6c9e req-8bc94510-2724-4cc6-ae74-04c420237b13 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.809510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1545f5a6-97f1-4f4e-9761-87e8852c6c9e req-8bc94510-2724-4cc6-ae74-04c420237b13 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 950 time: 0.0926054 Jul 16 18:08:09.861701 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1545f5a6-97f1-4f4e-9761-87e8852c6c9e req-eb5e5dbe-3be9-42d9-9009-81bededb1f2e tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/security-groups?id=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Jul 16 18:08:09.873965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba009c5-746b-49d7-9695-5817d16f556d req-77fbcaa9-4451-48f9-ad9e-e17610045976 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.875733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dba009c5-746b-49d7-9695-5817d16f556d req-77fbcaa9-4451-48f9-ad9e-e17610045976 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 946 time: 0.1079974 Jul 16 18:08:09.919474 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59174ca8-2e56-45e7-aca0-9b3b7f95655d x-openstack-request-id: req-59174ca8-2e56-45e7-aca0-9b3b7f95655d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:09.919814 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76548b00-e24b-4fec-8c03-e12fbe392ced", "name": "network-vif-plugged", "status": "completed", "tag": "36b43b71-37d3-4e65-b326-2e95ab7e8133", "code": 200}, {"server_uuid": "7d3c14b6-91f7-4f65-a160-70a57e3a3a57", "name": "network-vif-plugged", "status": "completed", "tag": "5eaf65c1-5256-4964-b557-73386a776d43", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:09.920035 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59174ca8-2e56-45e7-aca0-9b3b7f95655d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:09.920479 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36b43b71-37d3-4e65-b326-2e95ab7e8133', 'code': 200} Jul 16 18:08:09.920737 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eaf65c1-5256-4964-b557-73386a776d43', 'code': 200} Jul 16 18:08:09.924720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dba009c5-746b-49d7-9695-5817d16f556d req-f7c06fa8-caac-409f-ae57-484a97ea43ee tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406687 Jul 16 18:08:10.106502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3dca9f-9605-4e6e-a216-165c19680b6c req-3c981750-81ba-4f5a-8321-a1051c63214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.108248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3dca9f-9605-4e6e-a216-165c19680b6c req-3c981750-81ba-4f5a-8321-a1051c63214e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 1097 time: 0.0943024 Jul 16 18:08:10.113439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32514d71-51c3-40e0-9850-6ef2c928bde5 req-3e2c0b6d-1c0a-4e08-ae78-0afc8dd06ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.115022 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32514d71-51c3-40e0-9850-6ef2c928bde5 req-3e2c0b6d-1c0a-4e08-ae78-0afc8dd06ede service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 1101 time: 0.0928266 Jul 16 18:08:10.128297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8fc75-315c-473a-85f8-e2ebeb454a0a req-ea5ad4ee-80ae-4365-ac12-48fe2afaab94 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.129820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfa8fc75-315c-473a-85f8-e2ebeb454a0a req-ea5ad4ee-80ae-4365-ac12-48fe2afaab94 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 1101 time: 0.1008461 Jul 16 18:08:10.143939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9fe85-dfbc-45b4-a835-840e0c00ee68 req-c6fcfca5-2a27-4900-9e53-dac5f448f83e tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.145577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb9fe85-dfbc-45b4-a835-840e0c00ee68 req-c6fcfca5-2a27-4900-9e53-dac5f448f83e tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 945 time: 0.0835266 Jul 16 18:08:10.167075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32514d71-51c3-40e0-9850-6ef2c928bde5 req-6a91bdf4-c325-41d6-b304-efd098f37d46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457151 Jul 16 18:08:10.168771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3dca9f-9605-4e6e-a216-165c19680b6c req-fe6946ec-15e7-4dd7-b1e5-e81895c7c07c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528290 Jul 16 18:08:10.199521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfa8fc75-315c-473a-85f8-e2ebeb454a0a req-dae6ea89-52d1-4108-9f8e-be2d2daf6050 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Jul 16 18:08:10.202719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb9fe85-dfbc-45b4-a835-840e0c00ee68 req-665a6096-9f94-4078-9542-42911df09e97 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496602 Jul 16 18:08:10.386935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562148-5844-4033-9773-4c41be229ad1 req-5d1522c2-f145-4ba9-bb68-61b805e3d9b6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.388675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-5d1522c2-f145-4ba9-bb68-61b805e3d9b6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0734744 Jul 16 18:08:10.444034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-37065523-f39a-4739-b07d-f58c0a7e1123 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 696 time: 0.0489547 Jul 16 18:08:10.455627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'floatingip': {'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:10.497867 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.180391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a8c0c-d82e-44c7-ae7f-56d94653c1de req-091dd881-7220-4b4e-b306-7a2edfe1916e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.181882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d64a8c0c-d82e-44c7-ae7f-56d94653c1de req-091dd881-7220-4b4e-b306-7a2edfe1916e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.4653971 Jul 16 18:08:11.282265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-6c0925f8-2316-40d1-91af-cb9fe3f3b72a tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.283736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-6c0925f8-2316-40d1-91af-cb9fe3f3b72a tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 950 time: 0.2077212 Jul 16 18:08:11.309592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d64a8c0c-d82e-44c7-ae7f-56d94653c1de req-bfeb48bc-7e83-4d87-a650-e0dd14a100ca tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006732 Jul 16 18:08:11.455658 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.463332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.530634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Deleting port 5706b814-afbc-4397-bf13-34ba80cc4823 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:11.530979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.604095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-0b1a6563-7348-4a09-8355-6d72142a5be3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778255 Jul 16 18:08:11.689810 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987 associated. External IP: 172.25.0.247, port: ea1abe37-19b3-4e5c-adc8-e660d69a6324. Jul 16 18:08:11.691974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-ee5163c9-966f-48a2-b12f-2ee4afdfc487 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.693653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-ee5163c9-966f-48a2-b12f-2ee4afdfc487 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb946ba3-c059-4ffb-b9ae-cc429e86a83f HTTP/1.1" status: 200 len: 945 time: 0.0655286 Jul 16 18:08:11.782705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] For port 5706b814-afbc-4397-bf13-34ba80cc4823, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5706b814-afbc-4397-bf13-34ba80cc4823,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:11.783072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.798599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Deleting port f61e76f1-3d6d-4614-9cb4-81a93744af45 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:11.798942 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.809098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Calling delete_port for 5706b814-afbc-4397-bf13-34ba80cc4823 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:11.871707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-e19d98da-6633-4fb6-a554-fd5016dd8ccd tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.873219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-e19d98da-6633-4fb6-a554-fd5016dd8ccd tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2591188 Jul 16 18:08:11.888238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] For port f61e76f1-3d6d-4614-9cb4-81a93744af45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f61e76f1-3d6d-4614-9cb4-81a93744af45,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:11.888719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.902845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Calling delete_port for f61e76f1-3d6d-4614-9cb4-81a93744af45 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:11.931920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-d5b7afc1-fde4-4bae-a32f-c611139af7bb tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/quotas/7fc264c4c24746c3b85c8f41ee2302d6 HTTP/1.1" status: 200 len: 375 time: 0.0236180 Jul 16 18:08:12.033863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.052494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'f61e76f1-3d6d-4614-9cb4-81a93744af45'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:12.065304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Pushing event deleted for resources: {'Port': ['ID=f61e76f1-3d6d-4614-9cb4-81a93744af45,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.102108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.102286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.102565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.102909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.103573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.103809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.104355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.104703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.105035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.106003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.106289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.106622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.127548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] No DVR routers for this DVR port f61e76f1-3d6d-4614-9cb4-81a93744af45 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:12.131588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.134014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc435dd-4e58-4916-9b5e-520d457af3e9 req-a878eca6-ba1f-433c-b4db-56c308c2bc9f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "DELETE /v2.0/ports/f61e76f1-3d6d-4614-9cb4-81a93744af45 HTTP/1.1" status: 204 len: 173 time: 0.4327276 Jul 16 18:08:12.134495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'name': 'network-vif-deleted', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:12.137494 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4709cc1-6b7d-4ec1-a73b-a7941131bca1" -d '{"events": [{"server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "name": "network-vif-deleted", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:12.166496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-06fddd99-7056-4e05-90ee-c3f80ff03c2c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2263968 Jul 16 18:08:12.174495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.177326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:12.219396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Pushing event deleted for resources: {'Port': ['ID=5706b814-afbc-4397-bf13-34ba80cc4823,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.234938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.235289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.235632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.236535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.236869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.237201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.237603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.237841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.238167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.238492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.238817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.239138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:12.319204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] No DVR routers for this DVR port 5706b814-afbc-4397-bf13-34ba80cc4823 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:12.341876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.343795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e836a40c-ca43-434c-a0eb-3660a1a42ba8 req-4e0b6876-9d60-45c9-b1fe-211536e174bb tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.13 "DELETE /v2.0/ports/5706b814-afbc-4397-bf13-34ba80cc4823 HTTP/1.1" status: 204 len: 173 time: 1.0404637 Jul 16 18:08:12.346728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'name': 'network-vif-deleted', 'tag': '5706b814-afbc-4397-bf13-34ba80cc4823'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:12.347222 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a579498-3c3d-462a-9106-eede5b5a0bbc" -d '{"events": [{"server_uuid": "8ac93f01-0bfa-48c7-90dc-6e39a8d544b1", "name": "network-vif-deleted", "tag": "5706b814-afbc-4397-bf13-34ba80cc4823"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:12.375512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f32b4b97-2eb8-4475-be18-922ee353cb1a details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:12.465148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:12.473283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.485454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:12.514215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:12.514850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:12.579169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5706b814-afbc-4397-bf13-34ba80cc4823'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:12.593601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-a05013f0-15e2-4632-8317-9e0b8d18263b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "PUT /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 200 len: 996 time: 2.1429577 Jul 16 18:08:12.669322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa82b7a-5395-4975-b485-f573e8442f5e req-61ad9d6d-43bf-482e-b21e-87b46eefe746 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.671093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfa82b7a-5395-4975-b485-f573e8442f5e req-61ad9d6d-43bf-482e-b21e-87b46eefe746 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 949 time: 0.1494613 Jul 16 18:08:12.714581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562148-5844-4033-9773-4c41be229ad1 req-ed0db08e-e745-4caa-a696-fda06dde05d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.716330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-ed0db08e-e745-4caa-a696-fda06dde05d8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1219137 Jul 16 18:08:12.730661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfa82b7a-5395-4975-b485-f573e8442f5e req-d11ddfac-cb22-4f3c-a61d-e0780b0a5c7c tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535479 Jul 16 18:08:12.858229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:12.867372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562148-5844-4033-9773-4c41be229ad1 req-cda20ea1-0e4d-48b2-8f6f-881b7992d079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.869307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-cda20ea1-0e4d-48b2-8f6f-881b7992d079 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.1375813 Jul 16 18:08:12.879591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'mac_address': 'fa:16:3e:9c:31:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:12.890921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:12.973058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-f7b366d6-348a-4c77-b936-606a2acf5233 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 999 time: 0.0922139 Jul 16 18:08:13.023219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.030891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562148-5844-4033-9773-4c41be229ad1 req-4e45fc07-2a58-4886-a1c0-a2cc5849fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.041372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-4e45fc07-2a58-4886-a1c0-a2cc5849fe46 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.0670228 Jul 16 18:08:13.067801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f32b4b97-2eb8-4475-be18-922ee353cb1a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:13.122805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1f66918-6a3d-4326-9f49-3fe862f0c35a req-af4dd86f-4bde-4669-a4f3-f988121e4920 tempest-ImagesNegativeTestJSON-1543693814 tempest-ImagesNegativeTestJSON-1543693814-project] 10.222.0.48 "GET /v2.0/ports?device_id=8ac93f01-0bfa-48c7-90dc-6e39a8d544b1 HTTP/1.1" status: 200 len: 210 time: 0.0790370 Jul 16 18:08:13.128978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:13.144868 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.146009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562148-5844-4033-9773-4c41be229ad1 req-9a29270c-6d3f-4d34-a42d-c63b16a68af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.156772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-9a29270c-6d3f-4d34-a42d-c63b16a68af7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141157 Jul 16 18:08:13.264703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.313479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f32b4b97-2eb8-4475-be18-922ee353cb1a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:13.321303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-3d847518-6bc7-4231-a96a-7f02e6c7feaf service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568580 Jul 16 18:08:13.385132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e0:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:11Z', 'revision_number': 8, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:13.422092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:13.459739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:13.461403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:13.471487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf01065-4b92-44ed-bac7-37acd48c23c4 req-01d3b9d9-5501-4c2d-9eac-80765b42812e tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.478794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bf01065-4b92-44ed-bac7-37acd48c23c4 req-01d3b9d9-5501-4c2d-9eac-80765b42812e tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 945 time: 0.1564555 Jul 16 18:08:13.533951 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bf01065-4b92-44ed-bac7-37acd48c23c4 req-d3fbad52-95d0-466f-b86e-898fb3c15184 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541441 Jul 16 18:08:13.544172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae562148-5844-4033-9773-4c41be229ad1 req-282b6e2d-a444-474f-acb1-e31bfc1e9d3d service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120395 Jul 16 18:08:13.603085 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7d836d-f3b9-4f07-94a1-6c97e74e7780 x-openstack-request-id: req-3a7d836d-f3b9-4f07-94a1-6c97e74e7780 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:13.603591 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb946ba3-c059-4ffb-b9ae-cc429e86a83f", "name": "network-vif-deleted", "tag": "f61e76f1-3d6d-4614-9cb4-81a93744af45", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:13.603693 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a7d836d-f3b9-4f07-94a1-6c97e74e7780 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:13.604012 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb946ba3-c059-4ffb-b9ae-cc429e86a83f', 'name': 'network-vif-deleted', 'tag': 'f61e76f1-3d6d-4614-9cb4-81a93744af45', 'status': 'completed', 'code': 200} Jul 16 18:08:13.639282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:13.672034 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b91d04-a1fb-4613-95e4-224847fc912b x-openstack-request-id: req-d0b91d04-a1fb-4613-95e4-224847fc912b {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:13.672453 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac93f01-0bfa-48c7-90dc-6e39a8d544b1", "name": "network-vif-deleted", "tag": "5706b814-afbc-4397-bf13-34ba80cc4823", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:13.672803 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d0b91d04-a1fb-4613-95e4-224847fc912b {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:13.673337 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac93f01-0bfa-48c7-90dc-6e39a8d544b1', 'name': 'network-vif-deleted', 'tag': '5706b814-afbc-4397-bf13-34ba80cc4823', 'status': 'completed', 'code': 200} Jul 16 18:08:13.833259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40d909-a035-4754-b7df-68ab639fb800 req-92ac950c-5e8a-415a-b182-148638f08d1b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.835085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff40d909-a035-4754-b7df-68ab639fb800 req-92ac950c-5e8a-415a-b182-148638f08d1b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.1376300 Jul 16 18:08:13.837027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f0b8245-a725-43d8-a809-6ea0975856a3 req-f6abbfda-806f-4fa0-8223-b9f02ac9547e tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 210 time: 0.0542934 Jul 16 18:08:13.943929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff40d909-a035-4754-b7df-68ab639fb800 req-e8062bdb-f0fa-4ed4-85c8-6189953770d7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990331 Jul 16 18:08:14.043497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e0:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:11Z', 'revision_number': 8, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:14.090300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabcc58b-f6a1-4524-8360-d693b6714a61 None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '34cd5d85-2f30-45ca-ad13-96b44583c987', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'floating_ip_address': '172.25.0.247', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'port_id': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'mac_address': 'fa:16:3e:e0:b6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:32Z', 'updated_at': '2021-07-16T18:08:11Z', 'revision_number': 8, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:14.138391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-93209c69-d48f-43b1-aa08-e0047375751b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268047 Jul 16 18:08:14.230088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dddd99ef-cf99-45cf-b5b6-3ad2458b2805 req-54e6f7ee-b133-49e6-9022-e144b305ec1d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 200 len: 996 time: 0.1670952 Jul 16 18:08:14.377556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f32b4b97-2eb8-4475-be18-922ee353cb1a up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:14.481164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-ad4a4c66-4ad8-47e9-9621-cbdef9fbaef8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.498920 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-ad4a4c66-4ad8-47e9-9621-cbdef9fbaef8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3503573 Jul 16 18:08:14.535078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Request body: {'port': {'device_id': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7fc264c4c24746c3b85c8f41ee2302d6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:14.591004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port f32b4b97-2eb8-4475-be18-922ee353cb1a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:14.592319 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.615760 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b39f983-28ee-4a4b-9a80-7d960b8ddeb8 None None] New status for floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:14.631084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd99ef-cf99-45cf-b5b6-3ad2458b2805 req-9b5e85b8-f102-4583-8314-40f759a4875c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.640920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dddd99ef-cf99-45cf-b5b6-3ad2458b2805 req-9b5e85b8-f102-4583-8314-40f759a4875c tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.4099023 Jul 16 18:08:14.664174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-dddd99ef-cf99-45cf-b5b6-3ad2458b2805 req-1229b660-d12e-4e8b-96b6-cfdd3aa1eed5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:14.682488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dddd99ef-cf99-45cf-b5b6-3ad2458b2805 req-1229b660-d12e-4e8b-96b6-cfdd3aa1eed5 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0402613 Jul 16 18:08:14.763364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Made reservation on behalf of 7fc264c4c24746c3b85c8f41ee2302d6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:14.770169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.851848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.908845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:14.911104 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fafd2dc-368b-49c7-8bfd-7d27c61d7160" -d '{"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-plugged", "status": "completed", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:14.940631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:14.945973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.016787 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-5f9e0bae-7316-4f5a-b4c0-3b945471a764 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 999 time: 0.1536191 Jul 16 18:08:15.058957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Allocated IP 192.168.233.32 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/1c933868-d075-44ae-8aa6-0f424fbd3501) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:15.086343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.140878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-380d2f76-014c-4ddf-b57b-b3359e984118 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.158761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-380d2f76-014c-4ddf-b57b-b3359e984118 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports/ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 942 time: 0.1366699 Jul 16 18:08:15.366285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.414171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Transition to ACTIVE for port object 1c933868-d075-44ae-8aa6-0f424fbd3501 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:15.471160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.483843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d', '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', '9ef685fd-6d56-4221-ba36-609982928ba5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:15.486295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', '58dae9c5-559b-4ee9-bb57-5e90e86c882b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:15.569802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:15.597355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:15.601886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:15.730223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:15.735590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event updated for resources: {'Port': ['ID=1c933868-d075-44ae-8aa6-0f424fbd3501,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.735773 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19078136-d3b8-480c-8148-a4754559134d" -d '{"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:15.768712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.769454 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.799698 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-97154d67-61ee-4127-8d2b-9f39b47a91f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2920208 Jul 16 18:08:15.818088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Request body: {'port': {'device_id': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:15.826419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-ea604db3-d68b-455f-95f8-230075df7231 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.5789671 Jul 16 18:08:15.978762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.981715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4d8b3-b797-4a0e-9f7d-3eab01beabb1 req-05e570e8-a5cf-4f68-b9df-f5f3727ab8f0 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.983323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27f4d8b3-b797-4a0e-9f7d-3eab01beabb1 req-05e570e8-a5cf-4f68-b9df-f5f3727ab8f0 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 935 time: 0.2388475 Jul 16 18:08:16.062638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27f4d8b3-b797-4a0e-9f7d-3eab01beabb1 req-7e67f17b-734e-417d-86bb-e7bf40ced7f7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653086 Jul 16 18:08:16.089338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-85e50f3b-8002-45c0-8d3e-ec06eda3a267 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.093375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-85e50f3b-8002-45c0-8d3e-ec06eda3a267 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2577310 Jul 16 18:08:16.140629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c6fafbd3-2cd0-4ba4-899e-6cbec5955b5b None None] Provisioning for port 1c933868-d075-44ae-8aa6-0f424fbd3501 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:16.159534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c6fafbd3-2cd0-4ba4-899e-6cbec5955b5b None None] Provisioning complete for port 1c933868-d075-44ae-8aa6-0f424fbd3501 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:16.160043 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6fafbd3-2cd0-4ba4-899e-6cbec5955b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.233798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-40720933-44ac-4a1f-8e7d-6d49b7115bd6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 1001 time: 0.1337450 Jul 16 18:08:16.242125 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382cf691-c486-475e-8091-de0e51649f41 x-openstack-request-id: req-382cf691-c486-475e-8091-de0e51649f41 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:16.242410 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-plugged", "status": "completed", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:16.242657 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-382cf691-c486-475e-8091-de0e51649f41 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:16.243060 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'code': 200} Jul 16 18:08:16.247377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:16.250580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c6fafbd3-2cd0-4ba4-899e-6cbec5955b5b None None] Port 1c933868-d075-44ae-8aa6-0f424fbd3501 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:16.260003 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5706b814-afbc-4397-bf13-34ba80cc4823 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:16.354016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 5706b814-afbc-4397-bf13-34ba80cc4823 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:16.354360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5706b814-afbc-4397-bf13-34ba80cc4823 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:16.354793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f61e76f1-3d6d-4614-9cb4-81a93744af45 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:16.399974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.402197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c933868-d075-44ae-8aa6-0f424fbd3501 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:16.422068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.450687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Transition to ACTIVE for port object 1c933868-d075-44ae-8aa6-0f424fbd3501 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:16.456540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.463833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: f61e76f1-3d6d-4614-9cb4-81a93744af45 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:16.464661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f61e76f1-3d6d-4614-9cb4-81a93744af45 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:16.466514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179be2c-7902-4619-8d3c-55eab9502a82 req-4c7080bc-f6de-41cd-a35e-5827166c1083 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.468341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7179be2c-7902-4619-8d3c-55eab9502a82 req-4c7080bc-f6de-41cd-a35e-5827166c1083 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.1405721 Jul 16 18:08:16.540758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Pushing event updated for resources: {'Port': ['ID=1c933868-d075-44ae-8aa6-0f424fbd3501,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.604764 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:16.617341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7179be2c-7902-4619-8d3c-55eab9502a82 req-63562f30-4baf-4f79-8d32-409fe70ca018 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388781 Jul 16 18:08:16.755281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Attempting to bind port 1c933868-d075-44ae-8aa6-0f424fbd3501 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:16.755649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Attempting to bind port 1c933868-d075-44ae-8aa6-0f424fbd3501 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:16.755954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Attempting to bind port 1c933868-d075-44ae-8aa6-0f424fbd3501 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:16.766398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Port 1c933868-d075-44ae-8aa6-0f424fbd3501 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:16.766724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Attempting to bind port 1c933868-d075-44ae-8aa6-0f424fbd3501 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:16.776099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:16.776773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:16.776863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:16.777269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Bound port: 1c933868-d075-44ae-8aa6-0f424fbd3501, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:16.777632 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.786912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.792325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.792694 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987 disassociated. External IP: 172.25.0.247, port: ea1abe37-19b3-4e5c-adc8-e660d69a6324. Jul 16 18:08:16.806091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-225f71be-1254-4a81-bc38-de4c6ebd0705 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.807810 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-225f71be-1254-4a81-bc38-de4c6ebd0705 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.55 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 949 time: 0.1747904 Jul 16 18:08:17.029462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] For port 1c933868-d075-44ae-8aa6-0f424fbd3501, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:17.033698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] For port 1c933868-d075-44ae-8aa6-0f424fbd3501, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c933868-d075-44ae-8aa6-0f424fbd3501,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:17.042951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.127944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Pushing event updated for resources: {'Port': ['ID=1c933868-d075-44ae-8aa6-0f424fbd3501,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.136086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.136923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.139012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-c4f7a16b-4261-41a8-a044-f9f462722bdf service neutron] 10.222.0.55 "PUT /v2.0/ports/1c933868-d075-44ae-8aa6-0f424fbd3501 HTTP/1.1" status: 200 len: 1096 time: 1.3288739 Jul 16 18:08:17.142803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'tag': '1c933868-d075-44ae-8aa6-0f424fbd3501'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:17.145515 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf804caf-06a1-414d-83c6-c8b6c329e3db" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f292ac-f863-481f-9581-5da343bc21c8", "tag": "1c933868-d075-44ae-8aa6-0f424fbd3501"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:17.167626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Deleting port 36b43b71-37d3-4e65-b326-2e95ab7e8133 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:17.171276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.472937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf6805-ef98-473e-827a-7e56a3e63c68 req-11b8a8ac-c4ac-4046-8e2e-22ef25f8291d tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.474656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97cf6805-ef98-473e-827a-7e56a3e63c68 req-11b8a8ac-c4ac-4046-8e2e-22ef25f8291d tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/ports?device_id=76548b00-e24b-4fec-8c03-e12fbe392ced HTTP/1.1" status: 200 len: 949 time: 0.3126836 Jul 16 18:08:17.516127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:17.579851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97cf6805-ef98-473e-827a-7e56a3e63c68 req-19f71db3-d4dc-4b59-8207-174c2322463d tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.48 "GET /v2.0/security-groups?id=15242c1a-6583-40ad-9b02-edd6b736f510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972171 Jul 16 18:08:17.665447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] For port 36b43b71-37d3-4e65-b326-2e95ab7e8133, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=36b43b71-37d3-4e65-b326-2e95ab7e8133,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:17.666156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.683763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-6d4a45bf-bf8a-490c-a19b-70320bfce56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.686336 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-6d4a45bf-bf8a-490c-a19b-70320bfce56f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 1099 time: 0.4839957 Jul 16 18:08:17.691537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Calling delete_port for 36b43b71-37d3-4e65-b326-2e95ab7e8133 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:17.740812 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-3de3a0e2-0501-479a-b3e9-d1c30674b56b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=1c933868-d075-44ae-8aa6-0f424fbd3501 HTTP/1.1" status: 200 len: 217 time: 0.0443592 Jul 16 18:08:17.781259 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a910e6d-f41f-4fec-a88f-5c5f28184142 x-openstack-request-id: req-2a910e6d-f41f-4fec-a88f-5c5f28184142 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:17.781550 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:17.781798 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a910e6d-f41f-4fec-a88f-5c5f28184142 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:17.782187 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'status': 'completed', 'code': 200} Jul 16 18:08:17.783783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:17.788268 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.799664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:17.818155 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:17.822843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:17.842282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b6d53b52-2331-4f8d-ae2f-3f9d8d78ac0a tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "PUT /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 200 len: 696 time: 1.6002519 Jul 16 18:08:17.865175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-b512ecad-744f-492d-be17-d88347542191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.866743 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-b512ecad-744f-492d-be17-d88347542191 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0768211 Jul 16 18:08:17.943833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078136-d3b8-480c-8148-a4754559134d req-06d7f6c3-17fb-4273-a53f-431162459327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.945628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19078136-d3b8-480c-8148-a4754559134d req-06d7f6c3-17fb-4273-a53f-431162459327 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1021628 Jul 16 18:08:17.952030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-9f76b922-18ac-4111-a0ed-49ad7fa7c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.959350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-9f76b922-18ac-4111-a0ed-49ad7fa7c195 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1057718 Jul 16 18:08:17.969819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:18.067892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.146029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Pushing event deleted for resources: {'Port': ['ID=36b43b71-37d3-4e65-b326-2e95ab7e8133,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.183268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078136-d3b8-480c-8148-a4754559134d req-aead95f7-09a4-478f-8bac-c96a41f37f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.184789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19078136-d3b8-480c-8148-a4754559134d req-aead95f7-09a4-478f-8bac-c96a41f37f8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.2232811 Jul 16 18:08:18.208063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] No DVR routers for this DVR port 36b43b71-37d3-4e65-b326-2e95ab7e8133 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:18.211458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.213954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1b0261e5-4529-4dce-a09b-38c2f854c3ac req-40f9e2e4-fba5-4cba-906d-27a4dbe2b138 tempest-ServerDiagnosticsNegativeTest-1142048005 tempest-ServerDiagnosticsNegativeTest-1142048005-project] 10.222.0.55 "DELETE /v2.0/ports/36b43b71-37d3-4e65-b326-2e95ab7e8133 HTTP/1.1" status: 204 len: 173 time: 1.3937583 Jul 16 18:08:18.234773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-cdb07eae-8a94-4c32-809b-4b3ec6b10e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.237137 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-cdb07eae-8a94-4c32-809b-4b3ec6b10e7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3443136 Jul 16 18:08:18.323864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19078136-d3b8-480c-8148-a4754559134d req-7ff18939-4902-4770-a4b6-94b053a8180d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 217 time: 0.0993981 Jul 16 18:08:18.326908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:18.408438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:18.442293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:18.442941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:18.491441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-6214a68c-f502-4153-a033-ab18412122cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.493007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-6214a68c-f502-4153-a033-ab18412122cc service neutron] 10.222.0.48 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.5326715 Jul 16 18:08:18.530328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078136-d3b8-480c-8148-a4754559134d req-f2f796ef-3565-4b8b-a832-5675aba92cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.533327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19078136-d3b8-480c-8148-a4754559134d req-f2f796ef-3565-4b8b-a832-5675aba92cc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.1947823 Jul 16 18:08:18.615487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-30830b75-139d-4b56-8954-e0a558ae6090 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 217 time: 0.1102128 Jul 16 18:08:18.666008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-bd0bca44-1133-44cf-9f76-a9cd8129a99d service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157696 Jul 16 18:08:18.714801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:18.823552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b9fa3bb9-cb1e-4eda-92f1-06891179846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.825703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-b9fa3bb9-cb1e-4eda-92f1-06891179846d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.1978123 Jul 16 18:08:18.842976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-dfbdec50-7d47-4e35-b441-ba4d023f5a83 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.844561 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-dfbdec50-7d47-4e35-b441-ba4d023f5a83 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.3397062 Jul 16 18:08:18.888434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.932710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19078136-d3b8-480c-8148-a4754559134d req-8a25c3ee-8a80-4176-93d0-1248070d6176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.935004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19078136-d3b8-480c-8148-a4754559134d req-8a25c3ee-8a80-4176-93d0-1248070d6176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3336630 Jul 16 18:08:18.982453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-985b1d2d-fb01-41cd-a49f-3aea478c060f req-569653b5-653d-493f-a5e2-2a692becf8f7 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070242 Jul 16 18:08:19.050667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0b8d5-dd5b-4a27-815d-51e90b2bd251 req-762128f1-d86e-4681-822b-9887594fc969 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.058030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dad0b8d5-dd5b-4a27-815d-51e90b2bd251 req-762128f1-d86e-4681-822b-9887594fc969 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 947 time: 0.3646812 Jul 16 18:08:19.065845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.087133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-ab98d443-6ee1-46ab-956d-94e5915eac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.088710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-ab98d443-6ee1-46ab-956d-94e5915eac12 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2522576 Jul 16 18:08:19.177796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:19.220579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-bed4b6ea-0757-4a03-981c-413427d301d5 service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036270 Jul 16 18:08:19.249321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ae94a-464b-4805-9df4-eb31a062e913 None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '1f3d86d5-d255-4a6e-a934-04d69ab06f0d', 'name': '', 'network_id': 'd8c48100-0dcf-4fe7-a36c-c717b4103aa4', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'mac_address': 'fa:16:3e:00:d3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:57Z', 'updated_at': '2021-07-16T18:07:08Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'subnets': [{'id': '4c239c1d-165e-44d1-8fcc-b3b466e54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:19.281100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dad0b8d5-dd5b-4a27-815d-51e90b2bd251 req-a79290d1-4630-4fef-90e3-9d7419e1ffa4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220588 Jul 16 18:08:19.402645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:19.408791 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f93f180-07a9-4127-bffa-82cad7f82855 x-openstack-request-id: req-8f93f180-07a9-4127-bffa-82cad7f82855 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:19.410332 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f292ac-f863-481f-9581-5da343bc21c8", "tag": "1c933868-d075-44ae-8aa6-0f424fbd3501", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:19.410702 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f93f180-07a9-4127-bffa-82cad7f82855 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:19.411201 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'tag': '1c933868-d075-44ae-8aa6-0f424fbd3501', 'status': 'completed', 'code': 200} Jul 16 18:08:19.436752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19078136-d3b8-480c-8148-a4754559134d req-85ad99c5-b75d-4979-b91c-f76ba36f4ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918826 Jul 16 18:08:19.549547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:19.569263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b36de3-16cb-489e-acf7-bb8622e6ce50 req-1ccefaf0-acf4-4057-b3a9-9d7b6330a84e service neutron] 10.222.0.48 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379867 Jul 16 18:08:19.682506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19078136-d3b8-480c-8148-a4754559134d req-6dc40061-83e4-4751-a5e9-d102872a3a26 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293391 Jul 16 18:08:19.721614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-1562075b-e7fd-4afd-adbe-72e775b7bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.729918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6974e195-d19a-4c01-9d8e-f2963478c953 None None] New status for floating IP 34cd5d85-2f30-45ca-ad13-96b44583c987: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:19.731717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217111d-207f-46fa-9db4-fffb3cc63c8a req-c40cb67e-6ee7-42dd-af64-a73ce66ce5ff tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.740518 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d217111d-207f-46fa-9db4-fffb3cc63c8a req-c40cb67e-6ee7-42dd-af64-a73ce66ce5ff tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 945 time: 0.1672533 Jul 16 18:08:19.741613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-1562075b-e7fd-4afd-adbe-72e775b7bcac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 1099 time: 0.2808497 Jul 16 18:08:19.749801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.785152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:19.787702 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75634662-23ae-4cfb-b2de-3b6aa2f66da6" -d '{"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:19.790247 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.814394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d217111d-207f-46fa-9db4-fffb3cc63c8a req-2b4e64c5-c805-4548-863f-8f059f858702 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705018 Jul 16 18:08:20.095701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:20.177650 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49217b56-89cd-47c0-b2d0-9d5975c155ce x-openstack-request-id: req-49217b56-89cd-47c0-b2d0-9d5975c155ce {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:20.178136 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:20.178652 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49217b56-89cd-47c0-b2d0-9d5975c155ce {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:20.179159 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'status': 'completed', 'code': 200} Jul 16 18:08:20.193777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-b9a8073e-2cd4-4cd3-b090-08300e5505cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.195458 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-b9a8073e-2cd4-4cd3-b090-08300e5505cf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.4333739 Jul 16 18:08:20.196345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:20.196684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:20.197000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:20.224210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:20.224684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:20.271312 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-dc33acb8-8464-4fec-b582-11bc7dc647ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=1c933868-d075-44ae-8aa6-0f424fbd3501 HTTP/1.1" status: 200 len: 217 time: 0.0665898 Jul 16 18:08:20.275639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:20.276277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:20.276922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:20.277604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Bound port: f4750601-f98e-481e-b1cd-3789b4de5225, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:20.278197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.377071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-18954ced-7108-4a0d-b643-8fe6d746c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.381061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-18954ced-7108-4a0d-b643-8fe6d746c17d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 1097 time: 0.1804004 Jul 16 18:08:20.399173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f4750601-f98e-481e-b1cd-3789b4de5225 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:20.403207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 36b43b71-37d3-4e65-b326-2e95ab7e8133 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:20.483672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-b34865a4-8c7c-4e5f-8476-b36808a3b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.493888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-b34865a4-8c7c-4e5f-8476-b36808a3b4b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2030725 Jul 16 18:08:20.518629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 36b43b71-37d3-4e65-b326-2e95ab7e8133 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:20.537681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 36b43b71-37d3-4e65-b326-2e95ab7e8133 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:20.632526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:20.653386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:20.657309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:20.668401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.804578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-dc4c1ec4-0491-428f-8a37-e85a8aab9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.808274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-dc4c1ec4-0491-428f-8a37-e85a8aab9eb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 200 len: 920 time: 0.4170284 Jul 16 18:08:20.843606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:20.899577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-a4839d0b-0b70-4bd3-87c6-e1caa7eedbfa tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 200 len: 694 time: 0.4261568 Jul 16 18:08:20.929747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:20.942778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:20.943350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:20.946181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-d424b3c9-d941-4699-b80e-1ed3262e9fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.952830 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-d424b3c9-d941-4699-b80e-1ed3262e9fd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4406307 Jul 16 18:08:20.960038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:20.961967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Attempting to bind port f4750601-f98e-481e-b1cd-3789b4de5225 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:20.975145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:20.980330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:20.981230 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:20.983533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Bound port: f4750601-f98e-481e-b1cd-3789b4de5225, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:20.984338 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.997270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.042093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46264) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.068765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.070898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.074742 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f6eb45db-7cd3-4160-8273-767fc4d4f2a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 200 len: 1123 time: 2.2016850 Jul 16 18:08:21.127187 n-d-793620-10 neutron-server[93779]: WARNING neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Concurrent port binding operations failed on port f4750601-f98e-481e-b1cd-3789b4de5225 Jul 16 18:08:21.133205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:21.138082 n-d-793620-10 neutron-server[93779]: INFO neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Attempt 2 to bind port f4750601-f98e-481e-b1cd-3789b4de5225 Jul 16 18:08:21.138717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f4750601-f98e-481e-b1cd-3789b4de5225 has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:08:21.140882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-fc364c86-a1f9-45b7-8cad-27e8f48ad5f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 200 len: 217 time: 0.3092761 Jul 16 18:08:21.212228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f4750601-f98e-481e-b1cd-3789b4de5225'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:21.286220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f4750601-f98e-481e-b1cd-3789b4de5225'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:21.294709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-56108796-bd77-4d65-aa13-cefbd4d0b0e4 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079398 Jul 16 18:08:21.316549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-cdc8e0fc-31d3-4daa-9612-e4f8cbc93aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.317497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-cdc8e0fc-31d3-4daa-9612-e4f8cbc93aa3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 200 len: 859 time: 0.1618900 Jul 16 18:08:21.379163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-756d97db-accb-4851-a2d2-6f0f0de6580d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.385387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-756d97db-accb-4851-a2d2-6f0f0de6580d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.4849372 Jul 16 18:08:21.393998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c52f9a-1d79-4cd7-a9c2-2a8be5bcc3d5 req-c1a51702-399e-4be2-90d2-0be56f1e59dd tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.395486 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c52f9a-1d79-4cd7-a9c2-2a8be5bcc3d5 req-c1a51702-399e-4be2-90d2-0be56f1e59dd tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 947 time: 0.5713396 Jul 16 18:08:21.415717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-30791dba-57e5-404a-996f-1e93fbc953a6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:21.434322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-30791dba-57e5-404a-996f-1e93fbc953a6 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480046 Jul 16 18:08:21.490128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'name': 'network-vif-deleted', 'tag': '36b43b71-37d3-4e65-b326-2e95ab7e8133'}, {'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225'}, {'name': 'network-changed', 'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:21.491995 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40f164a-c9e8-4b1a-aca6-59dce161551a" -d '{"events": [{"server_uuid": "76548b00-e24b-4fec-8c03-e12fbe392ced", "name": "network-vif-deleted", "tag": "36b43b71-37d3-4e65-b326-2e95ab7e8133"}, {"server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "name": "network-vif-unplugged", "status": "completed", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225"}, {"name": "network-changed", "server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:21.539600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5b6379fa-6e4b-417b-9a43-d284e2cf6d85 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3044322c05d4a75a6780f06b789c4bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933302 Jul 16 18:08:21.552326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.596472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c52f9a-1d79-4cd7-a9c2-2a8be5bcc3d5 req-21e94793-3422-49a2-8bb3-237d76935047 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556654 Jul 16 18:08:21.597330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46276) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:21.608793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a7aa6cd9-c822-4a92-87ac-fa269518b88b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35dc175384634f82a02ade1c15832a61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9487808 Jul 16 18:08:21.616748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-a4de5fc4-64a4-4a36-a651-a6203cc614ce tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 697 time: 0.1814775 Jul 16 18:08:21.617247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf804caf-06a1-414d-83c6-c8b6c329e3db req-c9fa2a3c-c417-477c-b204-26870b56d109 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778950 Jul 16 18:08:21.654074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-2ce8441c-2b99-4d73-9d44-24cfe2edf596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.662085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-2ce8441c-2b99-4d73-9d44-24cfe2edf596 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d8c48100-0dcf-4fe7-a36c-c717b4103aa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3364463 Jul 16 18:08:21.705301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13b48e65-c0f4-463e-a503-9804357555f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.772367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13b48e65-c0f4-463e-a503-9804357555f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.880110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13b48e65-c0f4-463e-a503-9804357555f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.888057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13b48e65-c0f4-463e-a503-9804357555f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.889952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-13b48e65-c0f4-463e-a503-9804357555f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f HTTP/1.1" status: 204 len: 168 time: 0.3366520 Jul 16 18:08:21.925917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b48e65-c0f4-463e-a503-9804357555f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b26f28-a2ad-42cb-8ac6-c54c14c0ca4f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:21.969060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-95580b9b-596a-4a67-ba4b-b0a29ec5cc2d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.247 HTTP/1.1" status: 200 len: 697 time: 0.3513470 Jul 16 18:08:22.419238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c933868-d075-44ae-8aa6-0f424fbd3501 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:22.442753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-dacb38ad-e10c-4c28-bde5-864dd1abd024 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7695944 Jul 16 18:08:22.445528 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f87c4160-526b-4765-a1c5-500156635d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.469770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f87c4160-526b-4765-a1c5-500156635d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.627812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e466b9-6125-4544-8bb8-e7eb3036e0a2 req-0cb0d036-84fa-441e-9019-02ab669a9028 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.629530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2e466b9-6125-4544-8bb8-e7eb3036e0a2 req-0cb0d036-84fa-441e-9019-02ab669a9028 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.3281503 Jul 16 18:08:22.636370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f87c4160-526b-4765-a1c5-500156635d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.639017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f87c4160-526b-4765-a1c5-500156635d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.640038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f87c4160-526b-4765-a1c5-500156635d1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15242c1a-6583-40ad-9b02-edd6b736f510 HTTP/1.1" status: 204 len: 168 time: 1.0213392 Jul 16 18:08:22.659745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1c933868-d075-44ae-8aa6-0f424fbd3501, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c933868-d075-44ae-8aa6-0f424fbd3501,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.682560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4160-526b-4765-a1c5-500156635d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15242c1a-6583-40ad-9b02-edd6b736f510,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.706371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '1c933868-d075-44ae-8aa6-0f424fbd3501', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '1c933868-d075-44ae-8aa6-0f424fbd3501', 'mac_address': 'fa:16:3e:ba:81:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:22.712872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75634662-23ae-4cfb-b2de-3b6aa2f66da6 req-fa560129-d9b1-4e59-b6d0-dc91085c9c71 service neutron] 10.222.0.13 "GET /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077174 Jul 16 18:08:22.747679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Deleting port 36bf7563-de52-4734-96b5-4ee46ba10c24 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:22.749296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.787282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2e466b9-6125-4544-8bb8-e7eb3036e0a2 req-8a29686d-1fae-4540-b013-bdacaf21d56c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519127 Jul 16 18:08:22.812098 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.848895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c933868-d075-44ae-8aa6-0f424fbd3501 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:22.890280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1c933868-d075-44ae-8aa6-0f424fbd3501, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c933868-d075-44ae-8aa6-0f424fbd3501,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.895328 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.961541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1c933868-d075-44ae-8aa6-0f424fbd3501,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.990697 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.991158 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.007670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Calling delete_port for 36bf7563-de52-4734-96b5-4ee46ba10c24 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:23.008585 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e3c226-e0b4-420a-869b-0f0b21d121dc x-openstack-request-id: req-f0e3c226-e0b4-420a-869b-0f0b21d121dc {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:23.009468 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76548b00-e24b-4fec-8c03-e12fbe392ced", "name": "network-vif-deleted", "tag": "36b43b71-37d3-4e65-b326-2e95ab7e8133", "status": "completed", "code": 200}, {"server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "name": "network-vif-unplugged", "status": "completed", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225", "code": 200}, {"name": "network-changed", "server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:23.009967 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f0e3c226-e0b4-420a-869b-0f0b21d121dc {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:23.010574 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76548b00-e24b-4fec-8c03-e12fbe392ced', 'name': 'network-vif-deleted', 'tag': '36b43b71-37d3-4e65-b326-2e95ab7e8133', 'status': 'completed', 'code': 200} Jul 16 18:08:23.011071 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225', 'code': 200} Jul 16 18:08:23.012260 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225', 'status': 'completed', 'code': 200} Jul 16 18:08:23.213723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-6d3b0b04-d6f7-40ea-9a40-253bb95c6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.215226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-6d3b0b04-d6f7-40ea-9a40-253bb95c6468 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1126 time: 0.1331182 Jul 16 18:08:23.283853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1c933868-d075-44ae-8aa6-0f424fbd3501'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:23.382616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5dca7-0f71-436a-ba29-972df5423afc req-0ec44adf-8f11-4f09-926a-08a773eb03c2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.384448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2d5dca7-0f71-436a-ba29-972df5423afc req-0ec44adf-8f11-4f09-926a-08a773eb03c2 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 948 time: 0.2325914 Jul 16 18:08:23.408388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.467065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Pushing event deleted for resources: {'Port': ['ID=36bf7563-de52-4734-96b5-4ee46ba10c24,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.473774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.497543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58390ef2-e146-4084-93d6-f4bee550e473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.505330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-84c70589-36de-4726-8952-872a161bb094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.507078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-84c70589-36de-4726-8952-872a161bb094 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.2817631 Jul 16 18:08:23.554747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2d5dca7-0f71-436a-ba29-972df5423afc req-285f8a6a-bf1e-4894-8c91-be1c0db2ac8c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611886 Jul 16 18:08:23.664956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-844d819b-ce13-4eb6-8c05-a888d2177737 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 200 len: 217 time: 0.1330383 Jul 16 18:08:23.681156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58390ef2-e146-4084-93d6-f4bee550e473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.686902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58390ef2-e146-4084-93d6-f4bee550e473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.733875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-23910777-ca19-49f2-91a6-02e7aab2b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.736132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-23910777-ca19-49f2-91a6-02e7aab2b9f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0577176 Jul 16 18:08:23.741681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.744749 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.746641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc4df938-2845-423a-b607-077eb54e4cd0 req-40ce0548-0737-4bca-b7ea-a6413d6902f0 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "DELETE /v2.0/floatingips/34cd5d85-2f30-45ca-ad13-96b44583c987 HTTP/1.1" status: 204 len: 173 time: 1.7618880 Jul 16 18:08:23.747386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46322) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.747639 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-58390ef2-e146-4084-93d6-f4bee550e473 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2571fa3a14b6479197651f8667308c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726688 Jul 16 18:08:23.782769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58390ef2-e146-4084-93d6-f4bee550e473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e95600-fce5-4ae3-93f0-26333f1e8259,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.861997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-bf15f920-d88e-4f15-8c1e-90c84fdeb9a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639448 Jul 16 18:08:23.978548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-28cdbe2e-556e-438a-a474-13ea612e28c8 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082246 Jul 16 18:08:23.983702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01e856ce-cf45-42e6-b04f-87a925272902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.008115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01e856ce-cf45-42e6-b04f-87a925272902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.067310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01e856ce-cf45-42e6-b04f-87a925272902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.073739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01e856ce-cf45-42e6-b04f-87a925272902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.074407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-01e856ce-cf45-42e6-b04f-87a925272902 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55e95600-fce5-4ae3-93f0-26333f1e8259 HTTP/1.1" status: 204 len: 168 time: 0.3259375 Jul 16 18:08:24.124745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e856ce-cf45-42e6-b04f-87a925272902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e95600-fce5-4ae3-93f0-26333f1e8259,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:24.275606 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40f164a-c9e8-4b1a-aca6-59dce161551a req-35415c7a-a9da-4065-9cc5-45fc3862a74a service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184649 Jul 16 18:08:24.621257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45109abc-61da-4581-a29b-86b0e2be4102 req-09efcc0b-6cb3-4e40-8a00-0270b2429816 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.622886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45109abc-61da-4581-a29b-86b0e2be4102 req-09efcc0b-6cb3-4e40-8a00-0270b2429816 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.1174634 Jul 16 18:08:24.676938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45109abc-61da-4581-a29b-86b0e2be4102 req-8593d2a6-e985-4fc3-bc17-25be8545bf96 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Jul 16 18:08:24.931191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51c30-85ca-481b-89a4-2de2b8568517 req-8efcae57-12c2-4acc-9019-b3a8f5cc414d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.932868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ef51c30-85ca-481b-89a4-2de2b8568517 req-8efcae57-12c2-4acc-9019-b3a8f5cc414d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1644301 Jul 16 18:08:25.030044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8451e0-b5a6-4c1b-af58-29f7987a4105 req-6220b7ff-b83c-4133-b04f-46de0c41f92c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.037549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe8451e0-b5a6-4c1b-af58-29f7987a4105 req-6220b7ff-b83c-4133-b04f-46de0c41f92c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 948 time: 0.1976886 Jul 16 18:08:25.063595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ef51c30-85ca-481b-89a4-2de2b8568517 req-2dc477f4-7b98-4f7b-b099-a2a45188a65d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177959 Jul 16 18:08:25.139328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe8451e0-b5a6-4c1b-af58-29f7987a4105 req-19be4ff4-1038-4110-88b3-9981e3d7a240 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002076 Jul 16 18:08:25.946557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55301134-d43e-483e-9132-23ec6f8fe8e6 req-613e1f6a-8990-41f3-91a9-f6b250417035 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.956741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55301134-d43e-483e-9132-23ec6f8fe8e6 req-613e1f6a-8990-41f3-91a9-f6b250417035 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.0944159 Jul 16 18:08:26.012987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55301134-d43e-483e-9132-23ec6f8fe8e6 req-c66193ca-8ae2-4adf-82d3-17605022efec tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476904 Jul 16 18:08:26.274473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff6550-acbe-4ca6-b142-4b09565858cf req-4d6366b8-401e-4bbd-9926-23fa3e48921d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.276079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-beff6550-acbe-4ca6-b142-4b09565858cf req-4d6366b8-401e-4bbd-9926-23fa3e48921d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1834686 Jul 16 18:08:26.363473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6581b6-f85a-4d50-b136-4fc1559ade8b req-513fb51b-23f0-44f0-a368-906564557c1f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.365152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b6581b6-f85a-4d50-b136-4fc1559ade8b req-513fb51b-23f0-44f0-a368-906564557c1f tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 945 time: 0.1417408 Jul 16 18:08:26.429404 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b6581b6-f85a-4d50-b136-4fc1559ade8b req-4af82233-55d7-494f-8189-df9e7161905d tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/security-groups?id=9783ec69-da55-4782-b93e-394059bb76e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571392 Jul 16 18:08:26.477440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c933868-d075-44ae-8aa6-0f424fbd3501 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:26.538995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 1c933868-d075-44ae-8aa6-0f424fbd3501 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:26.539520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Deleting port ea1abe37-19b3-4e5c-adc8-e660d69a6324 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:26.539913 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.545141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 1c933868-d075-44ae-8aa6-0f424fbd3501 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:26.546091 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.666625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] For port ea1abe37-19b3-4e5c-adc8-e660d69a6324, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea1abe37-19b3-4e5c-adc8-e660d69a6324,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:26.667031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.692391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.692776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9b12-593a-46e3-8044-3705e6893c0f req-8b45d125-54ef-4163-bf20-92ed925a6f86 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.700358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-840a9b12-593a-46e3-8044-3705e6893c0f req-8b45d125-54ef-4163-bf20-92ed925a6f86 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 948 time: 0.2001781 Jul 16 18:08:26.711816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Calling delete_port for ea1abe37-19b3-4e5c-adc8-e660d69a6324 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:26.726414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c933868-d075-44ae-8aa6-0f424fbd3501'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:26.729579 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfc6966-2c2a-410a-ab11-3d7a0dfcca30" -d '{"events": [{"server_uuid": "c2f292ac-f863-481f-9581-5da343bc21c8", "name": "network-vif-plugged", "status": "completed", "tag": "1c933868-d075-44ae-8aa6-0f424fbd3501"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:26.743663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1c933868-d075-44ae-8aa6-0f424fbd3501, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c933868-d075-44ae-8aa6-0f424fbd3501,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:26.759775 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.764067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-840a9b12-593a-46e3-8044-3705e6893c0f req-737d6ea2-9cdf-493a-b3eb-53be8169cff8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627096 Jul 16 18:08:26.849170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1c933868-d075-44ae-8aa6-0f424fbd3501,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.928870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-89cca5fa-f78f-471d-8bc6-f28f808339b4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2403c5323a854f2684aebdfa81748c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324745 Jul 16 18:08:27.080421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.088684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['ea1abe37-19b3-4e5c-adc8-e660d69a6324'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:27.129319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Pushing event deleted for resources: {'Port': ['ID=ea1abe37-19b3-4e5c-adc8-e660d69a6324,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.129412 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e816297-09b7-48f2-9243-60ef9ad072b0 x-openstack-request-id: req-6e816297-09b7-48f2-9243-60ef9ad072b0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:27.129412 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f292ac-f863-481f-9581-5da343bc21c8", "name": "network-vif-plugged", "status": "completed", "tag": "1c933868-d075-44ae-8aa6-0f424fbd3501", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:27.129412 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6e816297-09b7-48f2-9243-60ef9ad072b0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:27.129412 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c933868-d075-44ae-8aa6-0f424fbd3501', 'code': 200} Jul 16 18:08:27.206218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-771ff71c-5081-4a14-b34e-d0ddb52791b3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.212877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-771ff71c-5081-4a14-b34e-d0ddb52791b3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663257 Jul 16 18:08:27.246606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] No DVR routers for this DVR port ea1abe37-19b3-4e5c-adc8-e660d69a6324 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:27.249521 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.251483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-beff6550-acbe-4ca6-b142-4b09565858cf req-15fcd1b8-8ae1-47ac-b58b-6378b09fd87b tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.13 "DELETE /v2.0/ports/ea1abe37-19b3-4e5c-adc8-e660d69a6324 HTTP/1.1" status: 204 len: 173 time: 0.9636755 Jul 16 18:08:27.251927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'name': 'network-vif-deleted', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:27.254200 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf378c2-f4b3-4b62-a2b5-dcbf9102ff72" -d '{"events": [{"server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "name": "network-vif-deleted", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:27.272823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-67cd14e9-b8f2-49bb-bb31-10adaa560bb2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/quotas/2403c5323a854f2684aebdfa81748c3a HTTP/1.1" status: 200 len: 375 time: 0.0590043 Jul 16 18:08:27.347548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94be2f-e41e-443d-8ce0-3585282a94a3 req-c389ba54-bcff-4340-918e-55c3017ea481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.353326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e94be2f-e41e-443d-8ce0-3585282a94a3 req-c389ba54-bcff-4340-918e-55c3017ea481 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 1101 time: 0.1014378 Jul 16 18:08:27.361793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-827d81d6-2339-4718-9205-d7b9442dd6d8 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879695 Jul 16 18:08:27.396672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e94be2f-e41e-443d-8ce0-3585282a94a3 req-6a8d4c0a-aff7-4b36-8091-e067bc3e3109 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350626 Jul 16 18:08:27.435751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c17fc5-a377-414c-a84a-5763cf59ad41 req-c9ee72f8-5548-4d00-bc4d-48d191b1a824 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.437418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5c17fc5-a377-414c-a84a-5763cf59ad41 req-c9ee72f8-5548-4d00-bc4d-48d191b1a824 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.0733938 Jul 16 18:08:27.518313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5c17fc5-a377-414c-a84a-5763cf59ad41 req-b1142453-a4be-4065-b607-7e6a16a20ff8 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738750 Jul 16 18:08:27.726066 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbe5f3a-f2b6-4783-8150-7a0352e1b951 x-openstack-request-id: req-4fbe5f3a-f2b6-4783-8150-7a0352e1b951 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:27.726381 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d86a2fd8-e02e-4af8-8af7-02352ae7e1e4", "name": "network-vif-deleted", "tag": "ea1abe37-19b3-4e5c-adc8-e660d69a6324", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:27.726639 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4fbe5f3a-f2b6-4783-8150-7a0352e1b951 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:27.727043 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd86a2fd8-e02e-4af8-8af7-02352ae7e1e4', 'name': 'network-vif-deleted', 'tag': 'ea1abe37-19b3-4e5c-adc8-e660d69a6324', 'status': 'completed', 'code': 200} Jul 16 18:08:28.047346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46cd15bd-6e2a-40e0-8d3b-8c50e9872e04 req-9c1a9679-8d56-46f5-be3f-b413d0e39976 tempest-FloatingIPsAssociationTestJSON-1774136139 tempest-FloatingIPsAssociationTestJSON-1774136139-project] 10.222.0.48 "GET /v2.0/ports?device_id=d86a2fd8-e02e-4af8-8af7-02352ae7e1e4 HTTP/1.1" status: 200 len: 210 time: 0.1063285 Jul 16 18:08:28.389231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-481afe3c-b89a-4b0a-88aa-6b54a84f113e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2403c5323a854f2684aebdfa81748c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678573 Jul 16 18:08:28.598280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-8a327abc-0782-4d14-b5c0-51cd2bb5e494 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.600378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-8a327abc-0782-4d14-b5c0-51cd2bb5e494 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2067113 Jul 16 18:08:28.649489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-eb67029f-3a7a-47b6-a152-ef9e1d18c904 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/quotas/2403c5323a854f2684aebdfa81748c3a HTTP/1.1" status: 200 len: 375 time: 0.0389733 Jul 16 18:08:28.698973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-b314f071-cc1d-467a-8df2-a9835ade6a54 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459857 Jul 16 18:08:28.722683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8124495-dce0-4a1e-9af6-315ddf127173 req-bc6b6e43-148c-46ef-b620-3386aceab258 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.724361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8124495-dce0-4a1e-9af6-315ddf127173 req-bc6b6e43-148c-46ef-b620-3386aceab258 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 949 time: 0.2066262 Jul 16 18:08:28.807889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8124495-dce0-4a1e-9af6-315ddf127173 req-2dc354cf-7506-4b25-88e7-15da90201faa tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777502 Jul 16 18:08:29.067658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35f7f370-b350-4d1c-bfae-2533a46a7f64 req-1743e319-4265-49b3-b3aa-3bd848e8dbbf tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 210 time: 0.0452151 Jul 16 18:08:29.230653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46514) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.638082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-82aa5d67-eec0-4eb3-88d0-04798c8dfe59 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2403c5323a854f2684aebdfa81748c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784240 Jul 16 18:08:29.708105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d855b-3f8b-4fe5-9bb0-97c5f7fcb25b req-ad78a9a7-2ad2-4b08-90df-feebb9fa9ca3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.709823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf2d855b-3f8b-4fe5-9bb0-97c5f7fcb25b req-ad78a9a7-2ad2-4b08-90df-feebb9fa9ca3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 943 time: 0.5345588 Jul 16 18:08:30.005381 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-ff6e98b9-10af-438f-9a2f-60d961dbd7c5 service neutron] 10.222.0.13 "GET /v2.0/ports/f4750601-f98e-481e-b1cd-3789b4de5225/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.2197559 Jul 16 18:08:30.064571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46532) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:30.091384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf2d855b-3f8b-4fe5-9bb0-97c5f7fcb25b req-d2669d96-3407-4230-9e8b-ed0fc2089ca0 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825098 Jul 16 18:08:30.162899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caa77f62-6171-49c8-86a5-3d473c223423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.263633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea1abe37-19b3-4e5c-adc8-e660d69a6324 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:30.337989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: ea1abe37-19b3-4e5c-adc8-e660d69a6324 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:30.341927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea1abe37-19b3-4e5c-adc8-e660d69a6324 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:30.342627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f4750601-f98e-481e-b1cd-3789b4de5225 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:30.400985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:30.456453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:30.525776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4750601-f98e-481e-b1cd-3789b4de5225 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:30.542381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:30.568358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.600254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a7acde95-4a68-47a1-b089-2803af6b7bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.622649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-866917bb-b60c-4ada-8d2d-94c5664aee1d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.624341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-866917bb-b60c-4ada-8d2d-94c5664aee1d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9712732 Jul 16 18:08:30.662321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] Transition to ACTIVE for port object f4750601-f98e-481e-b1cd-3789b4de5225 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:30.665100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Request body: {'port': {'device_id': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '2403c5323a854f2684aebdfa81748c3a'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:30.678944 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.680899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ebc82264-c272-46f8-b06c-c383a27ed9d4 req-63f124e0-d051-43b3-81b2-042926dc46c9 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 210 time: 0.1149082 Jul 16 18:08:30.695120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-72d74157-5a8d-4a21-97ef-6a12d3e95800 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2403c5323a854f2684aebdfa81748c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310848 Jul 16 18:08:30.829753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] No DVR routers for this DVR port f4750601-f98e-481e-b1cd-3789b4de5225 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:30.861745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:30.890408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fc4e1-f8d2-4a12-90c4-5dd0836d0011 req-03caa2b8-d2ad-446a-a00c-de2b360e4b43 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.900485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b2fc4e1-f8d2-4a12-90c4-5dd0836d0011 req-03caa2b8-d2ad-446a-a00c-de2b360e4b43 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 949 time: 0.7961750 Jul 16 18:08:30.931359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a053f6af-20e6-417a-a858-06f471d900f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4750601-f98e-481e-b1cd-3789b4de5225/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9188337 Jul 16 18:08:30.957516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-090ea0e4-752d-41bf-bcf4-29b962f8f364 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.959155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-090ea0e4-752d-41bf-bcf4-29b962f8f364 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400270 Jul 16 18:08:30.988790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Request body: {'port': {'device_id': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '2403c5323a854f2684aebdfa81748c3a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:31.024761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b2fc4e1-f8d2-4a12-90c4-5dd0836d0011 req-16cc2cdb-656c-45c5-b8d6-fa710f7daf60 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232975 Jul 16 18:08:31.181815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-213a78b8-451a-4494-a5e0-861c81326673 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.183233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-213a78b8-451a-4494-a5e0-861c81326673 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.1604443 Jul 16 18:08:31.258886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-ca2541a2-db46-47f1-82a4-74c7c3486161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.261273 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-ca2541a2-db46-47f1-82a4-74c7c3486161 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380&tenant_id=f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 1096 time: 0.0697837 Jul 16 18:08:31.284639 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a7acde95-4a68-47a1-b089-2803af6b7bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.315773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a7acde95-4a68-47a1-b089-2803af6b7bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.323643 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:08:31.323643 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:08:31.323643 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id_1': '2403c5323a854f2684aebdfa81748c3a', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 8, 31, 200004)}] Jul 16 18:08:31.323643 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:08:31.324103 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:08:31.331262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.351612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Made reservation on behalf of 2403c5323a854f2684aebdfa81748c3a for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:31.355952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.378338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.469948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a7acde95-4a68-47a1-b089-2803af6b7bc9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eace67ca9ea447959a3d6346f23104fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3955269 Jul 16 18:08:31.469948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acde95-4a68-47a1-b089-2803af6b7bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b460e-a94a-4510-8489-a491e22cbdb0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.472674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46556) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:31.583705 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.589052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2311dc-b6ff-41a5-afc7-93cc3ed4623e req-d4ff9faa-fa69-443a-8cd7-2f326a06d354 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.590644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea2311dc-b6ff-41a5-afc7-93cc3ed4623e req-d4ff9faa-fa69-443a-8cd7-2f326a06d354 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 944 time: 0.2710874 Jul 16 18:08:31.597892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e979abc-8341-4a61-a276-be2a1fb18626 req-9b834ebb-5226-444e-aa5f-8e66e467f6bd tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.599413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e979abc-8341-4a61-a276-be2a1fb18626 req-9b834ebb-5226-444e-aa5f-8e66e467f6bd tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 1101 time: 0.3225465 Jul 16 18:08:31.600373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.616395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a6abff91-9391-48f9-9382-b28d9f6d4616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:31.618433 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-a6abff91-9391-48f9-9382-b28d9f6d4616 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1096 time: 0.3276858 Jul 16 18:08:31.721258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898712ae-da96-4d18-82dc-7dfe14c4cd01,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.748881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36134bb5-7ba1-4295-98f2-caf91dd5f1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.772102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea2311dc-b6ff-41a5-afc7-93cc3ed4623e req-58893f56-194e-45fe-bce7-2ce73f4c9cb3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692894 Jul 16 18:08:31.804392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e979abc-8341-4a61-a276-be2a1fb18626 req-3ca4684c-9c16-4d3f-9e56-631d6fa637a6 tempest-ServersOnMultiNodesTest-1584235976 tempest-ServersOnMultiNodesTest-1584235976-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895919 Jul 16 18:08:31.829786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36134bb5-7ba1-4295-98f2-caf91dd5f1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.863840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Allocated IP 192.168.233.230 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/a12cc346-36a6-469b-a979-fd5105241942) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:32.026031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41f65816-5d7e-4e8f-b100-f55475bfb781 req-87764227-29f7-4db3-8c1b-23492dff10bc tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 210 time: 0.0771587 Jul 16 18:08:32.034206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Made reservation on behalf of 2403c5323a854f2684aebdfa81748c3a for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:32.039178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.103004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.105769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-e2b1e27f-41f1-41af-b8e3-90c25f7aff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.107958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-e2b1e27f-41f1-41af-b8e3-90c25f7aff11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.4821823 Jul 16 18:08:32.177602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-670adabe-537f-47e6-a673-30242da45c5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 200 len: 217 time: 0.0575986 Jul 16 18:08:32.178607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Transition to ACTIVE for port object a12cc346-36a6-469b-a979-fd5105241942 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:32.254613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36134bb5-7ba1-4295-98f2-caf91dd5f1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.257573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36134bb5-7ba1-4295-98f2-caf91dd5f1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.266354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-36134bb5-7ba1-4295-98f2-caf91dd5f1a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/631b460e-a94a-4510-8489-a491e22cbdb0 HTTP/1.1" status: 204 len: 168 time: 0.7841632 Jul 16 18:08:32.316143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134bb5-7ba1-4295-98f2-caf91dd5f1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b460e-a94a-4510-8489-a491e22cbdb0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.372925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.461917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:32.467509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:32.470774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:32.486029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Deleting port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:32.486404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.523710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-b245ca4f-2f43-47d0-87eb-679748046c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.526453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-b245ca4f-2f43-47d0-87eb-679748046c52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.3352058 Jul 16 18:08:32.530905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Allocated IP 192.168.233.59 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/86572167-ce9c-429a-846e-b7d222903c58) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:32.593510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-82d7b93f-7d8c-48ba-918a-cf02b5d0e746 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378003 Jul 16 18:08:32.598694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Pushing event updated for resources: {'Port': ['ID=a12cc346-36a6-469b-a979-fd5105241942,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.713520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.714353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.815344 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-fed867b5-41e7-4766-b6bf-0e2638175121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8329608 Jul 16 18:08:32.826738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.842055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Transition to ACTIVE for port object 86572167-ce9c-429a-846e-b7d222903c58 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:32.842344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Request body: {'port': {'device_id': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:32.899589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bcc1b01d-6352-4780-bd0f-b102f87e4a21 None None] Provisioning for port a12cc346-36a6-469b-a979-fd5105241942 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:32.907801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bcc1b01d-6352-4780-bd0f-b102f87e4a21 None None] Provisioning complete for port a12cc346-36a6-469b-a979-fd5105241942 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:32.908488 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b01d-6352-4780-bd0f-b102f87e4a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.940969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.968898 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-615b40f1-0456-4c20-8cf4-530718016ddc service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597693 Jul 16 18:08:32.992985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1b01d-6352-4780-bd0f-b102f87e4a21 None None] Port a12cc346-36a6-469b-a979-fd5105241942 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:33.069854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.096961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eaca4712-008c-41b3-a701-5b158068f8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.130940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.185230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48bcac9-d4ba-489d-a803-55ef6af47acd req-fa2a1790-0b96-429d-8a1b-7cb6439b6e51 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.188575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c48bcac9-d4ba-489d-a803-55ef6af47acd req-fa2a1790-0b96-429d-8a1b-7cb6439b6e51 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 949 time: 0.2744062 Jul 16 18:08:33.192574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:33.196700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:33.220426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:33.293991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.294670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.325924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-3061b530-2478-4790-bb45-9f08ce3f2f60 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6690562 Jul 16 18:08:33.334251 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.418849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Request body: {'port': {'device_id': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:33.572505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.600862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c48bcac9-d4ba-489d-a803-55ef6af47acd req-8fe3ea6a-9b3e-4282-9b3e-df5c7e4669d8 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070859 Jul 16 18:08:33.604589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] For port 1f3d86d5-d255-4a6e-a934-04d69ab06f0d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:33.604961 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.634669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ad57b347-6345-432d-83b8-45612fe7c679 None None] Provisioning for port 86572167-ce9c-429a-846e-b7d222903c58 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:33.652141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ad57b347-6345-432d-83b8-45612fe7c679 None None] Provisioning complete for port 86572167-ce9c-429a-846e-b7d222903c58 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:33.652776 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad57b347-6345-432d-83b8-45612fe7c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.693422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46616) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:33.749039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ad57b347-6345-432d-83b8-45612fe7c679 None None] Port 86572167-ce9c-429a-846e-b7d222903c58 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:33.755490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Calling delete_port for 1f3d86d5-d255-4a6e-a934-04d69ab06f0d owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:33.848084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1354eb7-48f8-4af6-809b-ded67b432b6b req-1e68df18-2703-48d4-ac94-26fb87092dee tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.849841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1354eb7-48f8-4af6-809b-ded67b432b6b req-1e68df18-2703-48d4-ac94-26fb87092dee tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 944 time: 0.5357261 Jul 16 18:08:34.003054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1354eb7-48f8-4af6-809b-ded67b432b6b req-28626950-0300-4924-94d7-017170fbe007 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469505 Jul 16 18:08:34.074427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1344547441-network', 'tenant_id': '5cd9c3c4104a4e1fa1bc1a59169a7ce0'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:34.161570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Made reservation on behalf of 5cd9c3c4104a4e1fa1bc1a59169a7ce0 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:34.164336 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.178266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.210009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.230934 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-c65bfc2e-f6f6-47cb-a909-6925e5505151 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2549431 Jul 16 18:08:34.237622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedf90b-1ff7-41d2-8af4-b3944339eaa6 req-0908b5c0-79d1-42ad-a6d1-d95abdf6cb20 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.245557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdedf90b-1ff7-41d2-8af4-b3944339eaa6 req-0908b5c0-79d1-42ad-a6d1-d95abdf6cb20 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 936 time: 0.2397470 Jul 16 18:08:34.301824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12cc346-36a6-469b-a979-fd5105241942 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:34.308010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.322569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.374658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-b8662e02-b913-4bee-a4e0-a8a05da491b5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.382016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-b8662e02-b913-4bee-a4e0-a8a05da491b5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 949 time: 0.3675656 Jul 16 18:08:34.423597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdedf90b-1ff7-41d2-8af4-b3944339eaa6 req-65329d24-a847-45a4-8e6a-d95e6c34a5a2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769593 Jul 16 18:08:34.432865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3d86d5-d255-4a6e-a934-04d69ab06f0d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:34.479020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Transition to ACTIVE for port object a12cc346-36a6-469b-a979-fd5105241942 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:34.500324 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.678872 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.885430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Pushing event updated for resources: {'Port': ['ID=a12cc346-36a6-469b-a979-fd5105241942,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.012106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port 1c933868-d075-44ae-8aa6-0f424fbd3501 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:35.012708 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.015783 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.083687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-5a2aaaf8-d254-4852-9e97-06b486053f24 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.085778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-5a2aaaf8-d254-4852-9e97-06b486053f24 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.5021739 Jul 16 18:08:35.202775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Attempting to bind port a12cc346-36a6-469b-a979-fd5105241942 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:35.203410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Attempting to bind port a12cc346-36a6-469b-a979-fd5105241942 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:35.204672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Attempting to bind port a12cc346-36a6-469b-a979-fd5105241942 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:35.317241 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f1c0cfea-471d-4e2b-a5ff-621300c3275a service neutron] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:35.318755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Port a12cc346-36a6-469b-a979-fd5105241942 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:35.319187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Attempting to bind port a12cc346-36a6-469b-a979-fd5105241942 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:35.329966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:35.330817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:35.331457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:35.332021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Bound port: a12cc346-36a6-469b-a979-fd5105241942, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:35.332544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.339893 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f1c0cfea-471d-4e2b-a5ff-621300c3275a service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.341803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0e6251ef-9835-4303-b8ef-014687dfff1c req-f1c0cfea-471d-4e2b-a5ff-621300c3275a service neutron] 10.222.0.55 "DELETE /v2.0/ports/f4750601-f98e-481e-b1cd-3789b4de5225/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.2479393 Jul 16 18:08:35.463004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.475931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] For port a12cc346-36a6-469b-a979-fd5105241942, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:35.479900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:35.493624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] For port a12cc346-36a6-469b-a979-fd5105241942, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a12cc346-36a6-469b-a979-fd5105241942,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:35.502445 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.502445 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Added segment 3c4b2ca4-82fa-4658-89b5-f6d7cc6f7c97 of type vlan for network e20c796c-700e-469a-8122-7e48bde5a8d8 Jul 16 18:08:35.507325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.532440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port 1c933868-d075-44ae-8aa6-0f424fbd3501, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c933868-d075-44ae-8aa6-0f424fbd3501,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:35.533200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.562323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for 1c933868-d075-44ae-8aa6-0f424fbd3501 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:35.627977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.670914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.728303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c4696-90d3-40c3-a0f8-011d83a2554e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.738649 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.740622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.740861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.741254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.741713 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.742901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] 10.222.0.13 "PUT /v2.0/ports/a12cc346-36a6-469b-a979-fd5105241942 HTTP/1.1" status: 200 len: 1097 time: 2.9147899 Jul 16 18:08:35.743278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'tag': 'a12cc346-36a6-469b-a979-fd5105241942'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:35.745576 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb" -d '{"events": [{"name": "network-changed", "server_uuid": "deb01179-f001-42e2-bd0e-0282ed2e8597", "tag": "a12cc346-36a6-469b-a979-fd5105241942"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:35.882852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3ff69-e06f-4e3c-af4e-5cf4a667447f service neutron] Pushing event updated for resources: {'Port': ['ID=a12cc346-36a6-469b-a979-fd5105241942,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.897348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86572167-ce9c-429a-846e-b7d222903c58 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:35.942979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.956802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d', '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', '9ef685fd-6d56-4221-ba36-609982928ba5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:35.959309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', '58dae9c5-559b-4ee9-bb57-5e90e86c882b', '1c933868-d075-44ae-8aa6-0f424fbd3501'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:35.975161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.978536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-c8287669-3049-441b-8ffe-d43718c2f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.980044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-c8287669-3049-441b-8ffe-d43718c2f721 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 1100 time: 0.1565573 Jul 16 18:08:35.983150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=1c933868-d075-44ae-8aa6-0f424fbd3501,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.997500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3059323 Jul 16 18:08:36.009112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:36.014135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Request body: {'subnet': {'network_id': 'e20c796c-700e-469a-8122-7e48bde5a8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1344547441-subnet', 'tenant_id': '5cd9c3c4104a4e1fa1bc1a59169a7ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:36.028219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2acec-4751-4db3-859d-dbdaa4831ff5 req-363fad82-444b-4ae3-a2c9-b7e7c41ad6ce tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.030051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69c2acec-4751-4db3-859d-dbdaa4831ff5 req-363fad82-444b-4ae3-a2c9-b7e7c41ad6ce tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 944 time: 0.5861011 Jul 16 18:08:36.119940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Made reservation on behalf of 5cd9c3c4104a4e1fa1bc1a59169a7ce0 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:36.122056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a129b-e470-498a-92af-1c119a30c4c4 req-5bc9b9ac-e394-4a1d-8930-b3d74ce62791 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.123074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.130900 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b82a129b-e470-498a-92af-1c119a30c4c4 req-5bc9b9ac-e394-4a1d-8930-b3d74ce62791 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=c2f292ac-f863-481f-9581-5da343bc21c8 HTTP/1.1" status: 200 len: 949 time: 0.6769986 Jul 16 18:08:36.136124 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-db2433a2-4b7a-4cbf-820c-d3e22fe97010 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a12cc346-36a6-469b-a979-fd5105241942 HTTP/1.1" status: 200 len: 217 time: 0.1282628 Jul 16 18:08:36.137783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6fd9e-a690-46b0-89f3-096f74c477e4 admin admin] Pushing event updated for resources: {'Network': ['ID=e20c796c-700e-469a-8122-7e48bde5a8d8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.153293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Transition to ACTIVE for port object 86572167-ce9c-429a-846e-b7d222903c58 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:36.182770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.184505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e20c796c-700e-469a-8122-7e48bde5a8d8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:36.191464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port 1c933868-d075-44ae-8aa6-0f424fbd3501 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:36.203414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.208779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e30fe5b-ff15-4297-ab2e-bd06881755e6 req-a667d75b-62c4-4ee2-8a77-b2e9a2ea73b4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "DELETE /v2.0/ports/1c933868-d075-44ae-8aa6-0f424fbd3501 HTTP/1.1" status: 204 len: 173 time: 1.8147335 Jul 16 18:08:36.346762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69c2acec-4751-4db3-859d-dbdaa4831ff5 req-e18a410c-a800-4141-bdcf-39e187c62ab7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431192 Jul 16 18:08:36.405680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:36.434806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-eb0418da-8f56-4697-9612-4d8f09eb5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.437454 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-eb0418da-8f56-4697-9612-4d8f09eb5ff0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2472100 Jul 16 18:08:36.629734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-0e7ff998-ac6b-4d6b-80de-500ff1c192d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.631435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-0e7ff998-ac6b-4d6b-80de-500ff1c192d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1824446 Jul 16 18:08:36.688960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b82a129b-e470-498a-92af-1c119a30c4c4 req-62a2801e-9fee-4f85-aac0-0435d330ae86 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5562949 Jul 16 18:08:36.716033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.816932 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.864195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:36.882475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-1991c295-829e-4aaa-b7cd-bbddec97b556 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383420 Jul 16 18:08:36.885651 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487863ff-ef2e-4d95-ab42-8e311834d5fc x-openstack-request-id: req-487863ff-ef2e-4d95-ab42-8e311834d5fc {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:36.885944 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb01179-f001-42e2-bd0e-0282ed2e8597", "tag": "a12cc346-36a6-469b-a979-fd5105241942", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:36.886193 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-487863ff-ef2e-4d95-ab42-8e311834d5fc {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:36.886565 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'tag': 'a12cc346-36a6-469b-a979-fd5105241942', 'status': 'completed', 'code': 200} Jul 16 18:08:36.902280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] Sync routers for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:36.910738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-af041b8e-f62e-425a-aa9d-9a0f04455bac admin admin] 10.222.0.48 "PUT /v2.0/routers/9f9e1b08-a4b9-4d38-977f-34c1d614e982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6780474 Jul 16 18:08:36.921359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46682) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:36.944183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:36.944837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:36.975495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.138545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.159264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.181162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7995078-e12a-4777-a83d-eedf19380b33,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.193658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22c8e96c-222a-4f76-83fb-5fcffa7851c8 req-609ea25a-6fe8-4354-89d1-567b0d94eb7c service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021121 Jul 16 18:08:37.234567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Attempting to bind port 86572167-ce9c-429a-846e-b7d222903c58 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:37.235599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Attempting to bind port 86572167-ce9c-429a-846e-b7d222903c58 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:37.235943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Attempting to bind port 86572167-ce9c-429a-846e-b7d222903c58 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.246688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Port 86572167-ce9c-429a-846e-b7d222903c58 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:37.247019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Attempting to bind port 86572167-ce9c-429a-846e-b7d222903c58 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.261002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:37.261660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:37.261793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:37.262152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Bound port: 86572167-ce9c-429a-846e-b7d222903c58, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:37.262516 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.268136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Checking segment: {'id': '3c4b2ca4-82fa-4658-89b5-f6d7cc6f7c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'e20c796c-700e-469a-8122-7e48bde5a8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:37.269619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Network hostable DHCP agents. Network: e20c796c-700e-469a-8122-7e48bde5a8d8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:37.298378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:37.321221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Network e20c796c-700e-469a-8122-7e48bde5a8d8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:37.362140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e20c796c-700e-469a-8122-7e48bde5a8d8) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:37.370781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.371642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.373642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e9fce-6c92-47c8-b89c-887752ae9dbb None None] Network e20c796c-700e-469a-8122-7e48bde5a8d8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:37.395870 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-39938b12-668a-499e-8116-235cbd9a08eb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3854985 Jul 16 18:08:37.435792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-27adea2e-3e22-4ffd-9fb3-01e8c47020e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.438567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-27adea2e-3e22-4ffd-9fb3-01e8c47020e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 1100 time: 0.1296368 Jul 16 18:08:37.447843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718c36d-db4f-41cc-9d32-8a3581a285f8 req-c061a9bb-3a76-4043-be0e-1042c3c17b23 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.449530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7718c36d-db4f-41cc-9d32-8a3581a285f8 req-c061a9bb-3a76-4043-be0e-1042c3c17b23 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 948 time: 0.4853010 Jul 16 18:08:37.495072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.519612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:37.523006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:37.538427 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.572339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7718c36d-db4f-41cc-9d32-8a3581a285f8 req-0813b3f6-159e-4c4d-bb52-fdfc935b3330 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117134 Jul 16 18:08:37.591833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-a3cc0292-c9c4-466a-a416-4101e1002196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.602160 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-a3cc0292-c9c4-466a-a416-4101e1002196 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1487279 Jul 16 18:08:37.602406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0b58f7-c74c-42a9-a527-f7b120ba0a53 req-c0054ae0-d620-4cc9-83be-272e1765de1c tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.609432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd0b58f7-c74c-42a9-a527-f7b120ba0a53 req-c0054ae0-d620-4cc9-83be-272e1765de1c tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1096 time: 0.2690814 Jul 16 18:08:37.637188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.637188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.638273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/86572167-ce9c-429a-846e-b7d222903c58 HTTP/1.1" status: 200 len: 1096 time: 4.2361040 Jul 16 18:08:37.645100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'tag': '86572167-ce9c-429a-846e-b7d222903c58'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:37.647500 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e9e45-994b-472d-8630-e6f7946e8437" -d '{"events": [{"name": "network-changed", "server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "tag": "86572167-ce9c-429a-846e-b7d222903c58"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:37.669952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-1f3cadb4-387e-4753-ad8a-d3516f15d3e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=a12cc346-36a6-469b-a979-fd5105241942 HTTP/1.1" status: 200 len: 217 time: 0.0606213 Jul 16 18:08:37.758997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688c873-9736-4d01-8431-9070af2ad9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.807030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-39c72156-c638-4061-834b-06c940dd449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.807422 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd0b58f7-c74c-42a9-a527-f7b120ba0a53 req-c472105d-77d7-4df8-8a21-f6d0f8b6f25b tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970592 Jul 16 18:08:37.813591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-39c72156-c638-4061-834b-06c940dd449d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1357365 Jul 16 18:08:37.834858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Deleting port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:37.835113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.881189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92465f7-7110-4ab0-a487-51073b7572aa None None] Network e20c796c-700e-469a-8122-7e48bde5a8d8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:37.987717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-2209a7a7-9950-4bfe-89c9-961feffc3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.990095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-2209a7a7-9950-4bfe-89c9-961feffc3fb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1099 time: 0.2988150 Jul 16 18:08:37.995412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-121d713d-dd23-4276-b7d6-b8408aa00c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.999289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-121d713d-dd23-4276-b7d6-b8408aa00c22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1756802 Jul 16 18:08:38.083688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-036051d2-341a-4d03-8527-518d42e6d777 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=86572167-ce9c-429a-846e-b7d222903c58 HTTP/1.1" status: 200 len: 217 time: 0.0765483 Jul 16 18:08:38.160231 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-afda3239-f929-4733-a6cd-deda7a5a08c6 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531286 Jul 16 18:08:38.186541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] For port e339b9da-d4bf-4c79-a9d8-a20732ed5f0f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:38.187023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.222628 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-385b828b-7154-4609-8998-e7599b396f5b req-48d59325-8f10-4089-92cd-381a7559e5e0 tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] show failed (client error): The resource could not be found. Jul 16 18:08:38.234548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-385b828b-7154-4609-8998-e7599b396f5b req-48d59325-8f10-4089-92cd-381a7559e5e0 tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "GET /v2.0/security-groups/964f5cc4-c160-4ca4-85f2-f220fbe60830 HTTP/1.1" status: 404 len: 352 time: 0.0720525 Jul 16 18:08:38.241768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Calling delete_port for e339b9da-d4bf-4c79-a9d8-a20732ed5f0f owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:38.260513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-33aaab72-200d-4e07-b8d9-d2a335cb1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.262002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-33aaab72-200d-4e07-b8d9-d2a335cb1b6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1624460 Jul 16 18:08:38.301006 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7c8ae9-1682-4b1a-8a5d-ca6b160b4b6c x-openstack-request-id: req-fd7c8ae9-1682-4b1a-8a5d-ca6b160b4b6c {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:38.301294 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "tag": "86572167-ce9c-429a-846e-b7d222903c58", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:38.301547 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd7c8ae9-1682-4b1a-8a5d-ca6b160b4b6c {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:38.301943 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'tag': '86572167-ce9c-429a-846e-b7d222903c58', 'status': 'completed', 'code': 200} Jul 16 18:08:38.338825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1d9aa27-c325-47b0-bee3-8ae0b859aceb req-bca84afc-127b-4237-9ec2-a58cf14e643b service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721210 Jul 16 18:08:38.344009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2'}], 'enable_snat': True}, 'gw_port_id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:08:34Z', 'revision_number': 5, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port': {'id': 'e339b9da-d4bf-4c79-a9d8-a20732ed5f0f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:8c:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:07:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:38.390851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] Checking router: 9f9e1b08-a4b9-4d38-977f-34c1d614e982 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:38.423441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] Routers {'9f9e1b08-a4b9-4d38-977f-34c1d614e982'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:38.424497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:38.486693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b807a0-e873-4041-a14a-818d662a45cb req-dfd13294-4bf4-4459-8ea8-9ea9fa3b27ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.488319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-dfd13294-4bf4-4459-8ea8-9ea9fa3b27ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2102563 Jul 16 18:08:38.593499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c933868-d075-44ae-8aa6-0f424fbd3501 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:38.623643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 1c933868-d075-44ae-8aa6-0f424fbd3501 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:38.623996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c933868-d075-44ae-8aa6-0f424fbd3501 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:38.624464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f32b4b97-2eb8-4475-be18-922ee353cb1a no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:38.630903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-5e2055da-3e53-43aa-8481-3e9599328af6 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277623 Jul 16 18:08:38.677917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] Set router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:38.744501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:08:37Z', 'revision_number': 6, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:38.775463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3008842a-4b30-44cf-aa70-8ac0b3f8dc1b None None] The sync data for ids ['9f9e1b08-a4b9-4d38-977f-34c1d614e982'] in n-d-793620-10 is: [{'id': '9f9e1b08-a4b9-4d38-977f-34c1d614e982', 'name': 'tempest-FloatingIPsAssociationTestJSON-254505784-router', 'tenant_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:48Z', 'updated_at': '2021-07-16T18:08:37Z', 'revision_number': 6, 'project_id': 'a55a8483c2ca4cb7a50e68ecc220ca8f', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:38.819997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.848482 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.881973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Pushing event deleted for resources: {'Port': ['ID=e339b9da-d4bf-4c79-a9d8-a20732ed5f0f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.888378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'name': 'network-vif-deleted', 'tag': '1c933868-d075-44ae-8aa6-0f424fbd3501'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:38.890854 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36c8a33-204e-4035-81cc-8df4449302a8" -d '{"events": [{"server_uuid": "c2f292ac-f863-481f-9581-5da343bc21c8", "name": "network-vif-deleted", "tag": "1c933868-d075-44ae-8aa6-0f424fbd3501"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:38.914126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:38.915163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:38.919093 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e328d1-191e-40af-86e4-0502da9f3920" -d '{"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-unplugged", "status": "completed", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:38.923606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.950494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b807a0-e873-4041-a14a-818d662a45cb req-8f39d58a-2486-4296-8efb-604cb2e47066 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542410 Jul 16 18:08:38.959819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e2b1d-db56-4540-964e-630dd11b2f9c req-283d6eef-6ff5-4436-89a9-1b8427d354c6 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.968474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f11e2b1d-db56-4540-964e-630dd11b2f9c req-283d6eef-6ff5-4436-89a9-1b8427d354c6 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 1096 time: 0.2835226 Jul 16 18:08:39.002702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:39.011821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.012191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.012534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.012868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.013198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.013654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.013984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.014307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.014746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.015073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.015392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.015713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:39.052451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.100092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f11e2b1d-db56-4540-964e-630dd11b2f9c req-dec4e36e-33f7-49d3-bd17-62a9b3f04263 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306243 Jul 16 18:08:39.229432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.247192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.376825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4447060f-1463-4b48-95de-dd7f8fc70b81 req-c335903e-3087-457b-9516-94388a795a3e tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cd9c3c4104a4e1fa1bc1a59169a7ce0 HTTP/1.1" status: 200 len: 2984 time: 0.1785564 Jul 16 18:08:39.398409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-34d5690d-e39d-47d0-8247-11cb07ce7c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.400119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-34d5690d-e39d-47d0-8247-11cb07ce7c2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1099 time: 0.3914049 Jul 16 18:08:39.413257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.413811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f9e1b08-a4b9-4d38-977f-34c1d614e982 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:39.446529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.447726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-af16c6fb-94b1-4644-8e45-7046bdc3e143 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9f9e1b08-a4b9-4d38-977f-34c1d614e982 HTTP/1.1" status: 204 len: 168 time: 2.5152488 Jul 16 18:08:39.450418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:39.499847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] Deleting subnet 4c239c1d-165e-44d1-8fcc-b3b466e54d62 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:39.503688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.539402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.685925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.765330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.798948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c239c1d-165e-44d1-8fcc-b3b466e54d62,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:39.802939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.804954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-42a142e5-b852-4b20-ab62-0fdaf7550956 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4c239c1d-165e-44d1-8fcc-b3b466e54d62 HTTP/1.1" status: 204 len: 168 time: 0.3531737 Jul 16 18:08:39.807383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46780) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:39.816314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d37f8fa-9082-45c1-b078-7cb77c7c3faa None None] Network d8c48100-0dcf-4fe7-a36c-c717b4103aa4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:39.868003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4447060f-1463-4b48-95de-dd7f8fc70b81 req-5b125cad-f7fb-4849-a76b-270a2673e904 tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "GET /v2.0/security-groups/c60c4696-90d3-40c3-a0f8-011d83a2554e HTTP/1.1" status: 200 len: 2981 time: 0.4727960 Jul 16 18:08:39.886296 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.917491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce544-f03b-42eb-bc28-4e07cdbf6705 req-4813296e-956c-4e06-9dff-cc13bc03794f tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.925846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a18ce544-f03b-42eb-bc28-4e07cdbf6705 req-4813296e-956c-4e06-9dff-cc13bc03794f tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 948 time: 0.6238070 Jul 16 18:08:39.977713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-57950fa5-d1a0-4669-8ced-b5645dbde3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.979470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-57950fa5-d1a0-4669-8ced-b5645dbde3bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.5692387 Jul 16 18:08:39.985264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Deleting port 162a3f6c-af61-4154-9f1b-b2c5e4808587 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:39.985773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.007475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f3d86d5-d255-4a6e-a934-04d69ab06f0d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:40.070643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-582f5b01-58b3-45de-ae1d-c411074aea43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=86572167-ce9c-429a-846e-b7d222903c58 HTTP/1.1" status: 200 len: 217 time: 0.0816650 Jul 16 18:08:40.087077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a18ce544-f03b-42eb-bc28-4e07cdbf6705 req-5ca9db4c-7ec1-4ffd-8f99-81ffafe57231 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603479 Jul 16 18:08:40.105774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4447060f-1463-4b48-95de-dd7f8fc70b81 req-2ccd5de8-84ea-49fa-84f4-e3e19a30b3e5 tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "GET /v2.0/security-groups/c60c4696-90d3-40c3-a0f8-011d83a2554e HTTP/1.1" status: 200 len: 2981 time: 0.2229342 Jul 16 18:08:40.114755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] For port 162a3f6c-af61-4154-9f1b-b2c5e4808587, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=162a3f6c-af61-4154-9f1b-b2c5e4808587,segment=NetworkSegment(16064bf9-bf65-4ae0-9017-26aa6e7f366d),segment_id=16064bf9-bf65-4ae0-9017-26aa6e7f366d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:40.115125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.150883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Calling delete_port for 162a3f6c-af61-4154-9f1b-b2c5e4808587 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:40.177389 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4528f6f2-bde3-4c4d-99ea-2be6437d8c80 x-openstack-request-id: req-4528f6f2-bde3-4c4d-99ea-2be6437d8c80 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:40.177668 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f292ac-f863-481f-9581-5da343bc21c8", "name": "network-vif-deleted", "tag": "1c933868-d075-44ae-8aa6-0f424fbd3501", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:40.178081 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4528f6f2-bde3-4c4d-99ea-2be6437d8c80 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:40.178491 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f292ac-f863-481f-9581-5da343bc21c8', 'name': 'network-vif-deleted', 'tag': '1c933868-d075-44ae-8aa6-0f424fbd3501', 'status': 'completed', 'code': 200} Jul 16 18:08:40.179650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1f3d86d5-d255-4a6e-a934-04d69ab06f0d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:40.180077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f3d86d5-d255-4a6e-a934-04d69ab06f0d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:40.180459 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e339b9da-d4bf-4c79-a9d8-a20732ed5f0f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:40.205763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e339b9da-d4bf-4c79-a9d8-a20732ed5f0f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:40.206045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e339b9da-d4bf-4c79-a9d8-a20732ed5f0f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:40.214394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-27b87a8b-3720-4ae8-812b-2998305a6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.215922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-27b87a8b-3720-4ae8-812b-2998305a6286 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1173706 Jul 16 18:08:40.248678 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e638f0-0c9e-493a-9b6f-cd1d74cf0a2d x-openstack-request-id: req-14e638f0-0c9e-493a-9b6f-cd1d74cf0a2d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:40.249281 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-unplugged", "status": "completed", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:40.249574 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14e638f0-0c9e-493a-9b6f-cd1d74cf0a2d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:40.249981 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'code': 200} Jul 16 18:08:40.298829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.318652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a12cc346-36a6-469b-a979-fd5105241942 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:40.326600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498485df-30a3-434c-87dd-50c1bbdcfb62 None None] DHCP port deletion for d8c48100-0dcf-4fe7-a36c-c717b4103aa4 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:40.333902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=162a3f6c-af61-4154-9f1b-b2c5e4808587,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.358090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] No DVR routers for this DVR port 162a3f6c-af61-4154-9f1b-b2c5e4808587 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:40.359569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-a33eab55-2a92-45e4-9e15-2e05760946c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.361164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-a33eab55-2a92-45e4-9e15-2e05760946c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1293728 Jul 16 18:08:40.394016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcc3f3-42b6-43c3-b937-9e4364aa9d57 req-a94f6f76-5146-40ae-9e71-788321b42174 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.395929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3dbcc3f3-42b6-43c3-b937-9e4364aa9d57 req-a94f6f76-5146-40ae-9e71-788321b42174 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 949 time: 0.1516750 Jul 16 18:08:40.461782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.466867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3dbcc3f3-42b6-43c3-b937-9e4364aa9d57 req-b976064d-dcfb-4205-b668-6c101ce93c74 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564725 Jul 16 18:08:40.478212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c48100-0dcf-4fe7-a36c-c717b4103aa4']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.501777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16064bf9-bf65-4ae0-9017-26aa6e7f366d') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.502306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16064bf9-bf65-4ae0-9017-26aa6e7f366d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:40.509950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port a12cc346-36a6-469b-a979-fd5105241942, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a12cc346-36a6-469b-a979-fd5105241942,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:40.518534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-945db947-ecab-4437-ad40-000f5d73b43b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.520379 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-945db947-ecab-4437-ad40-000f5d73b43b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 949 time: 0.1976986 Jul 16 18:08:40.524336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.539228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'a12cc346-36a6-469b-a979-fd5105241942', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'a12cc346-36a6-469b-a979-fd5105241942', 'mac_address': 'fa:16:3e:ae:63:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:40.543938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-50b384cf-88a7-4f75-a9ce-876c07556412 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743519 Jul 16 18:08:40.576369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.590340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:40.591000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.591549 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:40.593112 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:40.606652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12cc346-36a6-469b-a979-fd5105241942 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:40.629500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port a12cc346-36a6-469b-a979-fd5105241942, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a12cc346-36a6-469b-a979-fd5105241942,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:40.634045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.692182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=a12cc346-36a6-469b-a979-fd5105241942,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.727865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.749788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.753170 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] 10.222.0.48 "DELETE /v2.0/networks/d8c48100-0dcf-4fe7-a36c-c717b4103aa4 HTTP/1.1" status: 204 len: 168 time: 0.9448078 Jul 16 18:08:40.772589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958ea9f-2a82-460a-ad53-a5c2301a8f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c48100-0dcf-4fe7-a36c-c717b4103aa4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.783733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-d60afa63-a8fc-4f84-9361-9754230208a0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.785355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-d60afa63-a8fc-4f84-9361-9754230208a0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.2222972 Jul 16 18:08:40.831876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f09f62a8-22fa-46c7-91df-d1af2ccae8dc tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/quotas/a4838bd54a9844d38f1aa971813cda73 HTTP/1.1" status: 200 len: 375 time: 0.0376854 Jul 16 18:08:40.838441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a9e9e45-994b-472d-8630-e6f7946e8437 req-22d3a6aa-a1cb-42d7-a3b4-3a731f8aba24 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839820 Jul 16 18:08:40.860954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port 9ef685fd-6d56-4221-ba36-609982928ba5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:40.861306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.886473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['a12cc346-36a6-469b-a979-fd5105241942'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:40.930268 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-69284f94-6346-43d0-85cf-d7b1f63b21bd tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908551 Jul 16 18:08:40.995354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46804) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:41.007216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port 9ef685fd-6d56-4221-ba36-609982928ba5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9ef685fd-6d56-4221-ba36-609982928ba5,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:41.007714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.031280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for 9ef685fd-6d56-4221-ba36-609982928ba5 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:41.049699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-88944a92-cc6f-4047-8059-0823ad3dde89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a55a8483c2ca4cb7a50e68ecc220ca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507205 Jul 16 18:08:41.051039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:41.108691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-b4ac698a-5167-4e4a-955d-06fd56bd4141 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.110393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-b4ac698a-5167-4e4a-955d-06fd56bd4141 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6a0b73-f6a1-478a-aafb-60b68a23c264 HTTP/1.1" status: 200 len: 944 time: 0.3250139 Jul 16 18:08:41.174368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-590a1f6d-7adf-460b-bb67-f72cf934078a service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369268 Jul 16 18:08:41.180212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06a196eb-8b09-41af-9f07-513abb6158f4 req-0116dad7-3bc3-4ebb-8167-9d2cb2a14d7d tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "GET /v2.0/security-groups/c60c4696-90d3-40c3-a0f8-011d83a2554e HTTP/1.1" status: 200 len: 2981 time: 0.0804429 Jul 16 18:08:41.243557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f7de8ee-d0bf-4888-b042-bc53f63c3090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.303763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f7de8ee-d0bf-4888-b042-bc53f63c3090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.311130 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-06a196eb-8b09-41af-9f07-513abb6158f4 req-6814ad5b-49a1-49bc-8f73-16a989bf672b tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:08:41.312008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06a196eb-8b09-41af-9f07-513abb6158f4 req-6814ad5b-49a1-49bc-8f73-16a989bf672b tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "DELETE /v2.0/security-groups/c60c4696-90d3-40c3-a0f8-011d83a2554e HTTP/1.1" status: 409 len: 352 time: 0.1222174 Jul 16 18:08:41.324022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-671d6cf1-aac9-4e0c-b6c9-ca29162fc71a service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373219 Jul 16 18:08:41.360067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.372243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Deleting port f32b4b97-2eb8-4475-be18-922ee353cb1a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:41.372634 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.378134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', '58dae9c5-559b-4ee9-bb57-5e90e86c882b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:41.418650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=9ef685fd-6d56-4221-ba36-609982928ba5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:41.526332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d', '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', '9ef685fd-6d56-4221-ba36-609982928ba5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:41.533473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port 9ef685fd-6d56-4221-ba36-609982928ba5 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:41.537547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f7de8ee-d0bf-4888-b042-bc53f63c3090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.540648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f7de8ee-d0bf-4888-b042-bc53f63c3090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.545053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3f7de8ee-d0bf-4888-b042-bc53f63c3090 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9783ec69-da55-4782-b93e-394059bb76e6 HTTP/1.1" status: 204 len: 168 time: 0.4929588 Jul 16 18:08:41.549384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.551347 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-96f6d33b-57d5-407a-b90c-73490deb9417 req-502478f2-4925-4583-bdf3-9ed17b075ca7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "DELETE /v2.0/ports/9ef685fd-6d56-4221-ba36-609982928ba5 HTTP/1.1" status: 204 len: 173 time: 1.0248370 Jul 16 18:08:41.570579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7de8ee-d0bf-4888-b042-bc53f63c3090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9783ec69-da55-4782-b93e-394059bb76e6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:41.598531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8893d0-e2df-457f-a068-e01c1f61c671 req-daa87178-6122-4228-89a0-a05c7fcc8cfb tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.606466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] For port f32b4b97-2eb8-4475-be18-922ee353cb1a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f32b4b97-2eb8-4475-be18-922ee353cb1a,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:41.606974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.610896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d8893d0-e2df-457f-a068-e01c1f61c671 req-daa87178-6122-4228-89a0-a05c7fcc8cfb tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 949 time: 0.1579385 Jul 16 18:08:41.635358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Calling delete_port for f32b4b97-2eb8-4475-be18-922ee353cb1a owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:41.703057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d8893d0-e2df-457f-a068-e01c1f61c671 req-f2d4f59d-a669-42f4-af41-3cf39c5df26f tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912666 Jul 16 18:08:41.811433 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-66e0f37b-b70b-4416-b097-36268f049e19 req-aa951a20-f1b5-4945-909b-08e53878bf8c tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] show failed (client error): The resource could not be found. Jul 16 18:08:41.816886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66e0f37b-b70b-4416-b097-36268f049e19 req-aa951a20-f1b5-4945-909b-08e53878bf8c tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "GET /v2.0/security-groups/05c4696b-1609-4342-b937-f8301b0ebe11 HTTP/1.1" status: 404 len: 352 time: 0.0348499 Jul 16 18:08:42.015710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.091196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 162a3f6c-af61-4154-9f1b-b2c5e4808587 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:42.106345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event deleted for resources: {'Port': ['ID=f32b4b97-2eb8-4475-be18-922ee353cb1a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.157741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b8783e8-9a66-4a52-b0b0-bf88b2baae68 req-116f90ef-1c28-41fd-8639-32c746e59ad7 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=5692a1d5-71e1-495f-aca2-2a32975ce321 HTTP/1.1" status: 200 len: 210 time: 0.0634019 Jul 16 18:08:42.181972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 162a3f6c-af61-4154-9f1b-b2c5e4808587 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:42.182255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 162a3f6c-af61-4154-9f1b-b2c5e4808587 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:42.183038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'name': 'network-vif-deleted', 'tag': '9ef685fd-6d56-4221-ba36-609982928ba5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:42.186009 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5225619-f2fd-4371-ae35-9d38d45c0950" -d '{"events": [{"server_uuid": "5692a1d5-71e1-495f-aca2-2a32975ce321", "name": "network-vif-deleted", "tag": "9ef685fd-6d56-4221-ba36-609982928ba5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:42.249820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] No DVR routers for this DVR port f32b4b97-2eb8-4475-be18-922ee353cb1a on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:42.256984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.277563 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b2acca9-d988-4da0-8937-7c5ac352f3d4 req-3d88c3b4-e535-47f3-9637-51ec56935cb0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "DELETE /v2.0/ports/f32b4b97-2eb8-4475-be18-922ee353cb1a HTTP/1.1" status: 204 len: 173 time: 1.1600745 Jul 16 18:08:42.328481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66acfa2d-2e15-4345-8af5-144405ed570f req-15071c89-d78d-4e51-9f65-94bca0882484 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 210 time: 0.0798419 Jul 16 18:08:42.389291 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-b4d80f94-31fc-4495-a214-e675b77ca2f7 req-8fcdd15f-ff13-4de2-b7aa-25dbbf4b0206 tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] show failed (client error): The resource could not be found. Jul 16 18:08:42.399462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:42.413808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a12cc346-36a6-469b-a979-fd5105241942 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:42.413936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:42.416751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4d80f94-31fc-4495-a214-e675b77ca2f7 req-8fcdd15f-ff13-4de2-b7aa-25dbbf4b0206 tempest-SecurityGroupsNegativeTestJSON-749746259 tempest-SecurityGroupsNegativeTestJSON-749746259-project] 10.222.0.48 "GET /v2.0/security-groups/dfee3f2e-dbc2-409c-bdd4-35cf02a4e366 HTTP/1.1" status: 404 len: 352 time: 0.0528655 Jul 16 18:08:42.539675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] Deleting subnet c7995078-e12a-4777-a83d-eedf19380b33 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:42.545894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.771582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2994e-f6c4-413f-9715-475d35ed122c req-4551259d-59cd-43fa-8507-a9a61eb244cf tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.783850 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88e2994e-f6c4-413f-9715-475d35ed122c req-4551259d-59cd-43fa-8507-a9a61eb244cf tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 945 time: 0.1782312 Jul 16 18:08:42.831234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:42.850141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '86572167-ce9c-429a-846e-b7d222903c58', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '86572167-ce9c-429a-846e-b7d222903c58', 'mac_address': 'fa:16:3e:3e:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:42.914827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88e2994e-f6c4-413f-9715-475d35ed122c req-ee8b7780-1691-480a-b3e1-6b2d10cf21c1 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297414 Jul 16 18:08:42.917756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port a12cc346-36a6-469b-a979-fd5105241942 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:42.961095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port a12cc346-36a6-469b-a979-fd5105241942 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:42.961518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.066946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9f08b-1541-4e6f-8ac4-7c2df898a4f1 req-30f4c9d4-0740-4fc8-8ead-acf0268503f7 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.079774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5e9f08b-1541-4e6f-8ac4-7c2df898a4f1 req-30f4c9d4-0740-4fc8-8ead-acf0268503f7 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 949 time: 0.1623154 Jul 16 18:08:43.157172 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.177669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5e9f08b-1541-4e6f-8ac4-7c2df898a4f1 req-41d1cd92-b8c6-4b33-9fdc-f7db60217d8c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953405 Jul 16 18:08:43.194035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86572167-ce9c-429a-846e-b7d222903c58 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:43.272365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.294655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.302898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:43.316193 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.352486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port a12cc346-36a6-469b-a979-fd5105241942, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a12cc346-36a6-469b-a979-fd5105241942,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:43.358410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12cc346-36a6-469b-a979-fd5105241942'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:43.358591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:43.361776 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451738f3-5447-4901-86e9-0e63a135032a" -d '{"events": [{"server_uuid": "deb01179-f001-42e2-bd0e-0282ed2e8597", "name": "network-vif-plugged", "status": "completed", "tag": "a12cc346-36a6-469b-a979-fd5105241942"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:43.374793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.389189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.441726 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9579b5-62b0-4734-a0b7-9eb0d94c34aa x-openstack-request-id: req-4a9579b5-62b0-4734-a0b7-9eb0d94c34aa {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:43.441968 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5692a1d5-71e1-495f-aca2-2a32975ce321", "name": "network-vif-deleted", "tag": "9ef685fd-6d56-4221-ba36-609982928ba5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:43.443218 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a9579b5-62b0-4734-a0b7-9eb0d94c34aa {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:43.444940 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5692a1d5-71e1-495f-aca2-2a32975ce321', 'name': 'network-vif-deleted', 'tag': '9ef685fd-6d56-4221-ba36-609982928ba5', 'status': 'completed', 'code': 200} Jul 16 18:08:43.504711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.506825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.618084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7995078-e12a-4777-a83d-eedf19380b33,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.623424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-729287901-network', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:43.629400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.633059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=a12cc346-36a6-469b-a979-fd5105241942,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.635260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c0e1fcc4-060c-4f49-8162-aa7c7cd27e11 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c7995078-e12a-4777-a83d-eedf19380b33 HTTP/1.1" status: 204 len: 168 time: 1.2206252 Jul 16 18:08:43.640053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['86572167-ce9c-429a-846e-b7d222903c58'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:43.644345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:43.646104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab8405ef-cb89-43a8-bf22-a4fcc8a17f6f req-ace48b1c-abc8-48c6-8381-31a96a6c97e6 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 210 time: 0.0859313 Jul 16 18:08:43.684612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Made reservation on behalf of 6c796114b0a34c389db5772b3d77c5b5 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:43.687242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.698704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.763218 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-4fbefaef-9aeb-4900-8edd-9bcecb3f4774 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3243332 Jul 16 18:08:43.768412 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.806034 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca32effe-6358-4bd4-9cc1-d05970b69309 x-openstack-request-id: req-ca32effe-6358-4bd4-9cc1-d05970b69309 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:43.809028 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb01179-f001-42e2-bd0e-0282ed2e8597", "name": "network-vif-plugged", "status": "completed", "tag": "a12cc346-36a6-469b-a979-fd5105241942", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:43.809483 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca32effe-6358-4bd4-9cc1-d05970b69309 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:43.810087 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12cc346-36a6-469b-a979-fd5105241942', 'code': 200} Jul 16 18:08:43.910069 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.919985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.926904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.985435 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20c796c-700e-469a-8122-7e48bde5a8d8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.007160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4b2ca4-82fa-4658-89b5-f6d7cc6f7c97') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.008432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4b2ca4-82fa-4658-89b5-f6d7cc6f7c97') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.023250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0084129-7ae5-4c32-a10d-7dc1e276c954,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.049414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.074058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:44.085247 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.085987 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Added segment 1a06fa83-222b-4964-ad0c-a04893d48a36 of type vlan for network a4129a54-96af-4fbc-826e-620626154fec Jul 16 18:08:44.128214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.149440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:44.149841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:44.152931 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:44.168498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.271369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.282443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-6d864c35-19dc-4aa7-a8fa-d1b8afaa53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.285881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-6d864c35-19dc-4aa7-a8fa-d1b8afaa53b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 1102 time: 0.3657665 Jul 16 18:08:44.291291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.296057 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] 10.222.0.48 "DELETE /v2.0/networks/e20c796c-700e-469a-8122-7e48bde5a8d8 HTTP/1.1" status: 204 len: 168 time: 0.6462305 Jul 16 18:08:44.314347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.318194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9ef685fd-6d56-4221-ba36-609982928ba5 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:44.328631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.329607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b277879-f940-4bd6-b620-db2867466e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=e20c796c-700e-469a-8122-7e48bde5a8d8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.337394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.364306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 9ef685fd-6d56-4221-ba36-609982928ba5 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:44.364699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9ef685fd-6d56-4221-ba36-609982928ba5 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:44.389679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-b3a7a9d3-a095-4cd0-94e5-09b81b8a4ce7 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.395719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e0ef6-923c-4fe0-8998-e89d0ee8a0fd req-66268589-5648-4abc-a87e-a0370ae60b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.397356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-b3a7a9d3-a095-4cd0-94e5-09b81b8a4ce7 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 945 time: 0.3795156 Jul 16 18:08:44.398755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b6e0ef6-923c-4fe0-8998-e89d0ee8a0fd req-66268589-5648-4abc-a87e-a0370ae60b36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 1102 time: 0.3778408 Jul 16 18:08:44.433153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94472113-bb96-4626-a534-6f41342b90ab req-72a190b9-1f67-429c-9109-a630dba64809 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.440927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94472113-bb96-4626-a534-6f41342b90ab req-72a190b9-1f67-429c-9109-a630dba64809 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 950 time: 0.3129959 Jul 16 18:08:44.443638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0836024 Jul 16 18:08:44.450147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46894) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.503742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45697517-4b16-4176-bdb2-240be53892b4 req-13659c61-0b56-46f7-82bc-89ec24ddabe2 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.505721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45697517-4b16-4176-bdb2-240be53892b4 req-13659c61-0b56-46f7-82bc-89ec24ddabe2 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 945 time: 0.3756106 Jul 16 18:08:44.514635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Request body: {'subnet': {'network_id': 'a4129a54-96af-4fbc-826e-620626154fec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-subnet', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:44.516611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46896) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.517584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a787d4-9961-4f83-963e-66e7865da777 admin admin] Pushing event updated for resources: {'Network': ['ID=a4129a54-96af-4fbc-826e-620626154fec,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.533360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network a4129a54-96af-4fbc-826e-620626154fec details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:44.588287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f32b4b97-2eb8-4475-be18-922ee353cb1a no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:44.589315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b6e0ef6-923c-4fe0-8998-e89d0ee8a0fd req-eeaa4594-a973-4714-9065-9c56bcba2a36 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815495 Jul 16 18:08:44.644274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b9737e8-b1a6-4244-8b52-d6da5015fb4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5cd9c3c4104a4e1fa1bc1a59169a7ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068547 Jul 16 18:08:44.645406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46898) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.665303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: f32b4b97-2eb8-4475-be18-922ee353cb1a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:44.665646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f32b4b97-2eb8-4475-be18-922ee353cb1a not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:44.680184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-0af130f3-dd54-4003-a776-76e1d4d5e231 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.681748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-0af130f3-dd54-4003-a776-76e1d4d5e231 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.1127987 Jul 16 18:08:44.682401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Made reservation on behalf of 6c796114b0a34c389db5772b3d77c5b5 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:44.684769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.697263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Request body: {'port': {'device_id': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'admin_state_up': True, 'tenant_id': 'a4838bd54a9844d38f1aa971813cda73'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:44.722281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d12561e-6a2b-483c-9470-a38538982dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.741725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-c38b064f-9de4-462d-a6cc-6110193e5fc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6057260 Jul 16 18:08:44.749952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d12561e-6a2b-483c-9470-a38538982dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.826847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d12561e-6a2b-483c-9470-a38538982dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.830201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d12561e-6a2b-483c-9470-a38538982dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.834482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1d12561e-6a2b-483c-9470-a38538982dc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c60c4696-90d3-40c3-a0f8-011d83a2554e HTTP/1.1" status: 204 len: 168 time: 0.1788471 Jul 16 18:08:44.847205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45697517-4b16-4176-bdb2-240be53892b4 req-109882ea-6490-41a9-904b-109d08828720 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842193 Jul 16 18:08:44.873702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12561e-6a2b-483c-9470-a38538982dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c4696-90d3-40c3-a0f8-011d83a2554e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.892843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94472113-bb96-4626-a534-6f41342b90ab req-16282e88-a3c6-4fb7-894c-742251289105 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507344 Jul 16 18:08:45.015428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-634b6bba-53ce-4f73-8634-c8b96fd91786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.018650 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-634b6bba-53ce-4f73-8634-c8b96fd91786 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.6843214 Jul 16 18:08:45.128427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-c9116901-012e-441d-8212-642beb67f8c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d HTTP/1.1" status: 200 len: 217 time: 0.0819976 Jul 16 18:08:45.203809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Deleting port 5eaf65c1-5256-4964-b557-73386a776d43 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:45.204015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.222157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ad503-df30-4d8f-b565-8d4119c6255f req-52e1f9f4-0a4c-433c-8594-df12e77c9425 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.223992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c57ad503-df30-4d8f-b565-8d4119c6255f req-52e1f9f4-0a4c-433c-8594-df12e77c9425 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 950 time: 0.2032149 Jul 16 18:08:45.250021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-75d2ffd1-d95a-4f5e-9b37-6c8c5b03d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.252165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-75d2ffd1-d95a-4f5e-9b37-6c8c5b03d70a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 1119 time: 0.4047160 Jul 16 18:08:45.252291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f930b1-3e9a-4c4c-9c0b-f56ba5bf174b req-6a67a510-d432-479b-8569-aaf6e5d528f3 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.254061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9f930b1-3e9a-4c4c-9c0b-f56ba5bf174b req-6a67a510-d432-479b-8569-aaf6e5d528f3 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 945 time: 0.1930385 Jul 16 18:08:45.299338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-776bf790-0f0c-48e0-bc1d-0c312adb01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.300927 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-776bf790-0f0c-48e0-bc1d-0c312adb01b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1635201 Jul 16 18:08:45.319177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Made reservation on behalf of a4838bd54a9844d38f1aa971813cda73 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:45.319177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.341300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-407b04b2-a477-43d4-a2fe-63d1c363cd20 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.342984 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-407b04b2-a477-43d4-a2fe-63d1c363cd20 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 950 time: 0.2088175 Jul 16 18:08:45.443893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c57ad503-df30-4d8f-b565-8d4119c6255f req-6238acbf-4627-4aa4-ad86-9532d878ef7d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025158 Jul 16 18:08:45.461199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9f930b1-3e9a-4c4c-9c0b-f56ba5bf174b req-dcde098c-4f57-49ec-8d67-fa2a88861671 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886394 Jul 16 18:08:45.468335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-deleted', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:45.484381 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f4d764-b652-49df-b7ea-1e70ab563448" -d '{"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-deleted", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:45.484381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.629856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:45.630332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.663786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-0060857c-ddfd-4616-8254-55a7619d4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.665718 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-0060857c-ddfd-4616-8254-55a7619d4836 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.3834927 Jul 16 18:08:45.714625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7b96e51-7a02-43eb-963c-05841b722d14 req-7bb02aea-95f1-4b04-a626-d8b8de715d81 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 210 time: 0.0450644 Jul 16 18:08:45.765866 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea740c3-d974-4833-9638-e182f7fa37a8 x-openstack-request-id: req-eea740c3-d974-4833-9638-e182f7fa37a8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:45.766390 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6a0b73-f6a1-478a-aafb-60b68a23c264", "name": "network-vif-deleted", "tag": "f32b4b97-2eb8-4475-be18-922ee353cb1a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:45.766631 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eea740c3-d974-4833-9638-e182f7fa37a8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:45.767019 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6a0b73-f6a1-478a-aafb-60b68a23c264', 'name': 'network-vif-deleted', 'tag': 'f32b4b97-2eb8-4475-be18-922ee353cb1a', 'status': 'completed', 'code': 200} Jul 16 18:08:45.793418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:45.793803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.810707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:45.883505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-1b3e26cd-932e-4fcb-ba68-ac9ddf8982c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 200 len: 217 time: 0.0845976 Jul 16 18:08:45.914032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] For port 5eaf65c1-5256-4964-b557-73386a776d43, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5eaf65c1-5256-4964-b557-73386a776d43,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:45.914032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.939656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1996c6a-6341-4d92-be93-c46867f609f1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.946947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:45.976964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Calling delete_port for 5eaf65c1-5256-4964-b557-73386a776d43 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:45.987880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Checking segment: {'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:45.988269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Network hostable DHCP agents. Network: a4129a54-96af-4fbc-826e-620626154fec, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:45.994577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.007781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d', '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:46.008387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Allocated IP 172.20.0.4 (4ac6f294-4cc7-4f5e-8017-89b780cc9669/e6765640-1008-42e6-9bdb-a69b7a57ec2e/20416592-bf82-4d82-9b11-e87395fc3d8b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:46.039808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-3b4e1d81-a1ea-47e9-894b-9c4b4ebf3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.041375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-3b4e1d81-a1ea-47e9-894b-9c4b4ebf3809 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7154388 Jul 16 18:08:46.044955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.109046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', '58dae9c5-559b-4ee9-bb57-5e90e86c882b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:46.153304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:46.162210 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.165001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b04825d-41d1-4dc0-85a4-887f0ea911bc req-dee8f906-9a08-4cc6-95ff-138db064703f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "DELETE /v2.0/ports/8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 HTTP/1.1" status: 204 len: 173 time: 0.8119094 Jul 16 18:08:46.165547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'name': 'network-vif-deleted', 'tag': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:46.168220 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b109f89-5cfc-4c90-b367-b5d93da17b4e" -d '{"events": [{"server_uuid": "25ba9598-94bb-4ba7-8010-758c94a20d20", "name": "network-vif-deleted", "tag": "8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:46.217889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a30f67da-4b8a-44ce-aa89-fc97fc5b2b13 req-8c265dbb-a938-4552-8a42-5028609c1ba5 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=25ba9598-94bb-4ba7-8010-758c94a20d20 HTTP/1.1" status: 200 len: 210 time: 0.0462012 Jul 16 18:08:46.285109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b9f68-3714-4985-ae14-92a432002c17 req-9eeedfa2-7507-4f51-98bd-dca92fa4efb6 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.298299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-250b9f68-3714-4985-ae14-92a432002c17 req-9eeedfa2-7507-4f51-98bd-dca92fa4efb6 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 945 time: 0.2256219 Jul 16 18:08:46.353490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:46.405216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-250b9f68-3714-4985-ae14-92a432002c17 req-c046e255-ebda-4c47-8221-2cbcda60ee53 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/security-groups?id=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056850 Jul 16 18:08:46.554780 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f55d515-b5ab-4b68-b185-051acda3f5d9 x-openstack-request-id: req-2f55d515-b5ab-4b68-b185-051acda3f5d9 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:46.555393 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25ba9598-94bb-4ba7-8010-758c94a20d20", "name": "network-vif-deleted", "tag": "8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:46.555753 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f55d515-b5ab-4b68-b185-051acda3f5d9 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:46.556347 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25ba9598-94bb-4ba7-8010-758c94a20d20', 'name': 'network-vif-deleted', 'tag': '8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9', 'status': 'completed', 'code': 200} Jul 16 18:08:46.583488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 86572167-ce9c-429a-846e-b7d222903c58 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:46.601376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 86572167-ce9c-429a-846e-b7d222903c58 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:46.601862 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.631982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1665178200-network', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:46.712484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.756188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:46.761669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.885510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729427c4-af40-4344-b599-4cfbbb67a322 req-579a7c45-101f-4258-be5c-59a2b8571896 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.887309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-729427c4-af40-4344-b599-4cfbbb67a322 req-579a7c45-101f-4258-be5c-59a2b8571896 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 950 time: 0.1412172 Jul 16 18:08:46.902275 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.943574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:46.946112 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab6f1c-7d56-4e66-acad-fd683cf169a9" -d '{"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-plugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:46.971565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:46.993483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-729427c4-af40-4344-b599-4cfbbb67a322 req-de14f2a2-f580-4edc-9e50-342c16731bee tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977323 Jul 16 18:08:47.027775 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.092336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.165205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32ff1cb9-9706-4635-b7ba-24d9bf7055ec req-19d217b6-b684-46fb-81e2-f7043494bb12 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 210 time: 0.0522361 Jul 16 18:08:47.203222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-aac8ed1f-4701-4871-a8c6-a7c26cc2b207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.203222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-aac8ed1f-4701-4871-a8c6-a7c26cc2b207 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 1.2870042 Jul 16 18:08:47.226613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.232457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Network a4129a54-96af-4fbc-826e-620626154fec is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:47.266105 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87897a1-c75d-4954-a9b5-c5814ca968ae x-openstack-request-id: req-a87897a1-c75d-4954-a9b5-c5814ca968ae {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:47.266105 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-plugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:47.272397 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a87897a1-c75d-4954-a9b5-c5814ca968ae {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:47.273185 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58', 'code': 200} Jul 16 18:08:47.307470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-b3e3fd8a-6a1e-4b3b-bcb2-42cce98ab085 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1357425635&fields=id&tenant_id=46e1b0609c1648e88649ea813ac3fb9f HTTP/1.1" status: 200 len: 267 time: 0.0952282 Jul 16 18:08:47.350542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, a4129a54-96af-4fbc-826e-620626154fec) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:47.357661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] No DVR routers for this DVR port 5eaf65c1-5256-4964-b557-73386a776d43 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:47.367052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72069f8-ff67-467a-ac03-1840e62330f4 None None] Network a4129a54-96af-4fbc-826e-620626154fec requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:47.414862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.417986 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c9081d73-c5b2-4100-a526-8b5be2b1c66e req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.55 "DELETE /v2.0/ports/5eaf65c1-5256-4964-b557-73386a776d43 HTTP/1.1" status: 204 len: 173 time: 2.9931550 Jul 16 18:08:47.420088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.420775 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.424563 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-72313c48-30b0-47dc-83fe-d5ef3082b4e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1842580 Jul 16 18:08:47.439027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4af443-662c-41e2-af4c-c2a2c565f9fa tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] Pushing event deleted for resources: {'Port': ['ID=5eaf65c1-5256-4964-b557-73386a776d43,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.511447 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-06cddfa9-2b3d-4c55-be9a-2ace97f178a9 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4303384 Jul 16 18:08:47.602927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.615085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-a4129a54-96af-4fbc-826e-620626154fec', 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'fixed_ips': [{'subnet_id': 'b1996c6a-6341-4d92-be93-c46867f609f1'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:47.615978 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.704664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73096f-f661-41d0-b5f7-ebd46a5cfc0d req-ec28371b-9ea9-4e19-95fd-116479392a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.707811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b73096f-f661-41d0-b5f7-ebd46a5cfc0d req-ec28371b-9ea9-4e19-95fd-116479392a62 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1101 time: 0.3087659 Jul 16 18:08:47.804586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'name': 'network-vif-deleted', 'tag': '5eaf65c1-5256-4964-b557-73386a776d43'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:47.807038 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad244c93-0d71-405b-ac53-e6c84298c3a3" -d '{"events": [{"server_uuid": "7d3c14b6-91f7-4f65-a160-70a57e3a3a57", "name": "network-vif-deleted", "tag": "5eaf65c1-5256-4964-b557-73386a776d43"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:47.825193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-392e16cd-5334-4c95-86fb-161c603b6116 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.826636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-392e16cd-5334-4c95-86fb-161c603b6116 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 824 time: 0.5117898 Jul 16 18:08:47.844793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973e3ad-f2ac-4150-a92b-80c9ea5cee65 req-88eeb8cb-6ce7-41a5-abb5-224da484dd0c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.846182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a973e3ad-f2ac-4150-a92b-80c9ea5cee65 req-88eeb8cb-6ce7-41a5-abb5-224da484dd0c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.4488006 Jul 16 18:08:47.849621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b73096f-f661-41d0-b5f7-ebd46a5cfc0d req-8267854c-cf55-45b3-8223-21792e745ba9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319199 Jul 16 18:08:47.866070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0fceb6ca-cb16-402a-b579-4ec0daaeec18 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/quotas/46e1b0609c1648e88649ea813ac3fb9f HTTP/1.1" status: 200 len: 375 time: 0.0188222 Jul 16 18:08:47.880583 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-8a080699-4b55-449d-a156-a9f9db580212 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445350 Jul 16 18:08:47.884115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Allocated IP 172.20.0.2 (a4129a54-96af-4fbc-826e-620626154fec/b1996c6a-6341-4d92-be93-c46867f609f1/d7ea602a-1900-4b6b-a0e7-493b26dc5b5e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:47.966905 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fac8e705-3c60-402c-9e74-881b691aa9bf req-8c4a8064-46ba-43e5-8e3b-200e5263de04 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355810 Jul 16 18:08:48.009000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.025118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a973e3ad-f2ac-4150-a92b-80c9ea5cee65 req-0dd0e8ef-ba73-4aad-b935-78ebe63193d3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568630 Jul 16 18:08:48.089955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-e8813980-0c0c-46ed-908e-12a7d6a02024 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2227421 Jul 16 18:08:48.100535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.113970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-a4b7eb3b-c8bd-406d-af87-1b2819c871c2 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.137130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-a4b7eb3b-c8bd-406d-af87-1b2819c871c2 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f568346-1559-491c-a566-87eef13a2511 HTTP/1.1" status: 200 len: 945 time: 0.1866045 Jul 16 18:08:48.161488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.190078 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.202057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Transition to ACTIVE for port object d7ea602a-1900-4b6b-a0e7-493b26dc5b5e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:48.221884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Transition to ACTIVE for port object d7ea602a-1900-4b6b-a0e7-493b26dc5b5e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:48.228443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.272951 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-399af1f2-6804-4aea-8770-d62f4cf69eec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8129687 Jul 16 18:08:48.275967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46976) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.281947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:48.291320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:48.296376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Network a4129a54-96af-4fbc-826e-620626154fec is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:48.298470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:48.305397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:48.327681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:48.333227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:48.346290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:48.357248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event updated for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.378849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Pushing event updated for resources: {'Port': ['ID=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.382394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:48.402391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.402597 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Added segment 4211d53a-20cb-4ca4-b984-120312f1e48e of type vlan for network f32828ae-b136-4948-b6d8-3dca051a3006 Jul 16 18:08:48.403515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Attempting to bind port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:48.403800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Attempting to bind port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:48.404326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Attempting to bind port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e on network a4129a54-96af-4fbc-826e-620626154fec {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:48.424822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.430281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:48.430567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Checking segment: {'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:48.431285 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.432767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Bound using segment: {'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:48.433579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Bound port: d7ea602a-1900-4b6b-a0e7-493b26dc5b5e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:48.434279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.447237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:48.447634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8ee9d995-b0e2-4e47-b429-3c5a2b16a7c9 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:48.485654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe85268a-6f8e-45d5-96c9-24abf5d4370c req-956df773-96a4-49f3-b4db-d4eb3273941d service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902324 Jul 16 18:08:48.503071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.512123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.513021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.528885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] For port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:48.536163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] For port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,segment=NetworkSegment(1a06fa83-222b-4964-ad0c-a04893d48a36),segment_id=1a06fa83-222b-4964-ad0c-a04893d48a36)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:48.540079 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-f60b3ad0-63d5-441c-b9dd-3877ed6a9a85 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8475745 Jul 16 18:08:48.541083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d4eaa7f-a195-487a-8296-aeb84c6f9535 req-d4aec20f-d2c2-416d-b717-b289037530f4 tempest-AttachSCSIVolumeTestJSON-933955331 tempest-AttachSCSIVolumeTestJSON-933955331-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d3c14b6-91f7-4f65-a160-70a57e3a3a57 HTTP/1.1" status: 200 len: 210 time: 0.0776408 Jul 16 18:08:48.543066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.544852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Deleting port 866dc414-c5a8-483c-aeee-d1c0671068a1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:48.545195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.556828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Request body: {'port': {'device_id': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:48.581542 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.582505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.646518 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-c0044832-e2f7-4593-a583-d0b89ca9c218 service neutron] 10.222.0.48 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932117 Jul 16 18:08:48.679200 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f57a8-778e-4a98-80a8-611ea3f3b589 x-openstack-request-id: req-045f57a8-778e-4a98-80a8-611ea3f3b589 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:48.679492 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3c14b6-91f7-4f65-a160-70a57e3a3a57", "name": "network-vif-deleted", "tag": "5eaf65c1-5256-4964-b557-73386a776d43", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:48.679800 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-045f57a8-778e-4a98-80a8-611ea3f3b589 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:48.680294 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3c14b6-91f7-4f65-a160-70a57e3a3a57', 'name': 'network-vif-deleted', 'tag': '5eaf65c1-5256-4964-b557-73386a776d43', 'status': 'completed', 'code': 200} Jul 16 18:08:48.680873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.701041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.702043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.702895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.725220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18383cc-29ad-4ab9-ae1f-4dd70b1e9c52 None None] Pushing event updated for resources: {'Port': ['ID=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.760101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5eaf65c1-5256-4964-b557-73386a776d43 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:48.810823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] Pushing event updated for resources: {'Network': ['ID=f32828ae-b136-4948-b6d8-3dca051a3006,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.828497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 5eaf65c1-5256-4964-b557-73386a776d43 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:48.828866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5eaf65c1-5256-4964-b557-73386a776d43 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:48.834586 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f32828ae-b136-4948-b6d8-3dca051a3006 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:48.837011 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-de4b4430-e101-47fe-a019-e4f101a742e2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8611481 Jul 16 18:08:48.849217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.854583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:48.860257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Request body: {'subnet': {'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1665178200-subnet', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:49.204022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20416592-bf82-4d82-9b11-e87395fc3d8b {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:49.212618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.228324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Transition to ACTIVE for port object 20416592-bf82-4d82-9b11-e87395fc3d8b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:49.233375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.294117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Pushing event updated for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.382762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Attempting to bind port 20416592-bf82-4d82-9b11-e87395fc3d8b on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:49.383513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Attempting to bind port 20416592-bf82-4d82-9b11-e87395fc3d8b by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:49.384368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Attempting to bind port 20416592-bf82-4d82-9b11-e87395fc3d8b on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:49.391330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Port 20416592-bf82-4d82-9b11-e87395fc3d8b on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:49.392628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Attempting to bind port 20416592-bf82-4d82-9b11-e87395fc3d8b on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:49.401347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:49.403063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Checking segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:49.404617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Bound using segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:49.405610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Bound port: 20416592-bf82-4d82-9b11-e87395fc3d8b, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:49.406385 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.409969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] For port 866dc414-c5a8-483c-aeee-d1c0671068a1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=866dc414-c5a8-483c-aeee-d1c0671068a1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:49.410613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.505122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:49.509926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:49.518799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.531912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:49.534113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.570080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.571301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.575286 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] 10.222.0.55 "PUT /v2.0/ports/20416592-bf82-4d82-9b11-e87395fc3d8b HTTP/1.1" status: 200 len: 1092 time: 1.0223110 Jul 16 18:08:49.624281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a4a90-da9a-4b11-b219-94393739d826 service neutron] Pushing event updated for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.676413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.692773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-14c393b3-caaa-4071-8044-b2661f9459e6 service neutron] 10.222.0.48 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0453897 Jul 16 18:08:49.739225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-3508712d-73de-433b-b6ba-e7594508d3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.740961 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-3508712d-73de-433b-b6ba-e7594508d3b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 1095 time: 0.0904913 Jul 16 18:08:49.803061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436b2c3-470b-4efb-bb77-65f61b1ee80b req-a955304e-53fb-4648-acaa-6762a563c00c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.811165 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8436b2c3-470b-4efb-bb77-65f61b1ee80b req-a955304e-53fb-4648-acaa-6762a563c00c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 931 time: 0.9754190 Jul 16 18:08:49.813920 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-cc949feb-cd46-4111-b2ae-c46be525a514 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20416592-bf82-4d82-9b11-e87395fc3d8b HTTP/1.1" status: 200 len: 217 time: 0.0647385 Jul 16 18:08:49.884367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-c92c4a7d-f977-4ca0-8304-2e57508cc4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:49.886672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-c92c4a7d-f977-4ca0-8304-2e57508cc4a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.0659649 Jul 16 18:08:50.013057 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-2cc9e6dd-b816-4e3e-9bdf-7a54e7b57932 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1193686 Jul 16 18:08:50.019640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dadb95a-7233-4b5d-92cf-f2afd5cdd915 None None] Network a4129a54-96af-4fbc-826e-620626154fec requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:50.060562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8436b2c3-470b-4efb-bb77-65f61b1ee80b req-c6aebe3c-8cef-4f80-9385-c590d7a1335b tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478235 Jul 16 18:08:50.238926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.239174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.239439 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421 disassociated. External IP: 172.25.0.219, port: 866dc414-c5a8-483c-aeee-d1c0671068a1. Jul 16 18:08:50.239786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Calling delete_port for 866dc414-c5a8-483c-aeee-d1c0671068a1 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:50.294515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-db87dfcb-7c59-4f42-b1ec-d1ee864aac31 service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675231 Jul 16 18:08:50.447820 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8e9ffbb-96dd-4fa3-8be8-a157f4974732 req-e6afae84-0be8-4f60-8110-8bc0a50bae68 service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460068 Jul 16 18:08:50.580780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-edeea1f4-9451-43d9-8749-0a2fd194c9cf None None] Provisioning for port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:50.584716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d7ea602a-1900-4b6b-a0e7-493b26dc5b5e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:50.681001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:50.683925 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80f6b5b-3063-4449-a852-adce8a1c065e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:50.751520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:50.755661 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.759315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:50.759899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.876214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.888204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba6945d-d174-40b4-92ee-2953a941d28e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:50.892758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1b4cab6-8fe1-4d38-b66a-cbfbca2cbfbc req-30fcfd7b-8dd3-49a1-b743-aa15579425e6 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 210 time: 0.2243338 Jul 16 18:08:50.908497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf8cae-53d7-473f-9461-2eef379ceeca req-af8f630f-fb58-4bd1-9ef1-58a8ffe3ba6d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.910884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4cf8cae-53d7-473f-9461-2eef379ceeca req-af8f630f-fb58-4bd1-9ef1-58a8ffe3ba6d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.5677185 Jul 16 18:08:50.948347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,segment=NetworkSegment(1a06fa83-222b-4964-ad0c-a04893d48a36),segment_id=1a06fa83-222b-4964-ad0c-a04893d48a36)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:50.954494 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.017054 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.058505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.115739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Checking segment: {'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:51.116102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Network hostable DHCP agents. Network: f32828ae-b136-4948-b6d8-3dca051a3006, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:51.132079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.245067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-126601f2-130b-41f8-b5ed-bca1323dbf46 None None] Provisioning complete for port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:51.245794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-126601f2-130b-41f8-b5ed-bca1323dbf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.358296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Network f32828ae-b136-4948-b6d8-3dca051a3006 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:51.372788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4cf8cae-53d7-473f-9461-2eef379ceeca req-d63910b8-447e-429d-8712-5762d35489e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4426153 Jul 16 18:08:51.494626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Allocated IP 172.25.0.80 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4fe2342a-9f6e-4823-83f1-7a6168abbb66) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:51.522338 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db73688d-4de8-4366-9d1a-4ed548764c84 x-openstack-request-id: req-db73688d-4de8-4366-9d1a-4ed548764c84 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:51.522816 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:51.522898 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db73688d-4de8-4366-9d1a-4ed548764c84 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:51.523260 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'status': 'completed', 'code': 200} Jul 16 18:08:51.617367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.670950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-a9156323-a9e1-4ce4-be0d-11436972b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.672995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-a9156323-a9e1-4ce4-be0d-11436972b39f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 1095 time: 0.1271350 Jul 16 18:08:51.858967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f32828ae-b136-4948-b6d8-3dca051a3006) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:51.870742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1364a73-6cc3-434b-97e0-1fa2624077ab None None] Network f32828ae-b136-4948-b6d8-3dca051a3006 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:51.931793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.946861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.947723 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.995007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event deleted for resources: {'Port': ['ID=866dc414-c5a8-483c-aeee-d1c0671068a1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:52.057300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-d47472a3-cc9a-4cb9-b2f3-01c3f5b5a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.059124 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-d47472a3-cc9a-4cb9-b2f3-01c3f5b5a682 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 905 time: 0.3782496 Jul 16 18:08:52.115736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d7ea602a-1900-4b6b-a0e7-493b26dc5b5e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:52.186914 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-20d8f81f-3551-47f9-9ee9-6dc62c7905c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20416592-bf82-4d82-9b11-e87395fc3d8b HTTP/1.1" status: 200 len: 217 time: 0.0782983 Jul 16 18:08:52.217423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-18eb9172-0c60-4df5-8744-34448ff0e0e4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.225013 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-18eb9172-0c60-4df5-8744-34448ff0e0e4 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "GET /v2.0/ports?device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 950 time: 0.4388769 Jul 16 18:08:52.294076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d2f8e810-944f-482c-ac07-8eb79f8ede85 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4384787 Jul 16 18:08:52.301518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.310796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f32828ae-b136-4948-b6d8-3dca051a3006', 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'fixed_ips': [{'subnet_id': 'fba6945d-d174-40b4-92ee-2953a941d28e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:52.311652 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.321515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:52.337870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:52.338261 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.339756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:52.402298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-47c38bac-c9e8-49b5-a48a-6dfdaae6775c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.404215 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-47c38bac-c9e8-49b5-a48a-6dfdaae6775c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.55 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 824 time: 0.5344884 Jul 16 18:08:52.419038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-fe929d05-cfbe-431f-ab4a-63ef9fe5c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.420825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-fe929d05-cfbe-431f-ab4a-63ef9fe5c956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.2247236 Jul 16 18:08:52.462038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 866dc414-c5a8-483c-aeee-d1c0671068a1 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:52.464978 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-9ed8a94f-9a5e-45c8-96db-cd52db662d6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326457 Jul 16 18:08:52.525047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.607721 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-0211b902-1bcc-4475-b135-ebfa50d1e4ac service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340897 Jul 16 18:08:52.614637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24547e2-9e81-4485-8387-3841d5bdd5bc req-f77143b7-ec09-43a2-99e7-e9b1dc0257ae tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.624265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e24547e2-9e81-4485-8387-3841d5bdd5bc req-f77143b7-ec09-43a2-99e7-e9b1dc0257ae tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 943 time: 1.0048144 Jul 16 18:08:52.627490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.629291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.644718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 20416592-bf82-4d82-9b11-e87395fc3d8b details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:52.654989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 866dc414-c5a8-483c-aeee-d1c0671068a1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:52.655337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 866dc414-c5a8-483c-aeee-d1c0671068a1 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:52.717501 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.795328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:52.798766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b80f6b5b-3063-4449-a852-adce8a1c065e req-9edc9578-db05-4074-871b-5e016f101962 service neutron] 10.222.0.55 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639016 Jul 16 18:08:52.803222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-1fd85c07-2b37-414b-9a5d-cd9020d15b6d tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46e1b0609c1648e88649ea813ac3fb9f HTTP/1.1" status: 200 len: 380 time: 0.3792195 Jul 16 18:08:52.815701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a791cbd-7e96-4660-9911-af87f6341fc6 req-de740670-d167-481d-8687-14691528e663 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.819079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'port': {'device_id': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'admin_state_up': True, 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'security_groups': ['a609d32e-100d-49fb-a458-1d64efba2b27']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:52.819392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a791cbd-7e96-4660-9911-af87f6341fc6 req-de740670-d167-481d-8687-14691528e663 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=0632116c-6b22-4a28-b8a5-5d2c11e8fde4 HTTP/1.1" status: 200 len: 950 time: 0.9598026 Jul 16 18:08:52.853751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port 3da11caf-f82a-4d29-8a0d-a589df0e603d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:52.854408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.855611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e24547e2-9e81-4485-8387-3841d5bdd5bc req-16b5f35a-ba32-436b-a126-926a528d60b0 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303913 Jul 16 18:08:52.916426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Allocated IP 172.20.0.2 (f32828ae-b136-4948-b6d8-3dca051a3006/fba6945d-d174-40b4-92ee-2953a941d28e/df54c479-feef-4b4c-b8ec-567be2ca9fed) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:52.982765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:53.013469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:53.033576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:53.054183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'mac_address': 'fa:16:3e:a2:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:53.122961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.167688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20416592-bf82-4d82-9b11-e87395fc3d8b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:53.204577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:53.212534 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.214948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.218974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port 3da11caf-f82a-4d29-8a0d-a589df0e603d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3da11caf-f82a-4d29-8a0d-a589df0e603d,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:53.219387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.241590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Pushing event updated for resources: {'Port': ['ID=4fe2342a-9f6e-4823-83f1-7a6168abbb66,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.252083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for 3da11caf-f82a-4d29-8a0d-a589df0e603d owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:53.274503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.280105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Made reservation on behalf of 46e1b0609c1648e88649ea813ac3fb9f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:53.281905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Transition to ACTIVE for port object df54c479-feef-4b4c-b8ec-567be2ca9fed will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:53.284395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.314059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Transition to ACTIVE for port object df54c479-feef-4b4c-b8ec-567be2ca9fed will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:53.321017 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.329673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-7d79e322-9166-433a-aaf4-129e2943102d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=2403c5323a854f2684aebdfa81748c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2401922 Jul 16 18:08:53.347937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-53fa01e8-5916-4798-b2a7-c0adebda1244 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.349553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-53fa01e8-5916-4798-b2a7-c0adebda1244 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/ports?device_id=8edfef0a-1026-4c2a-80e1-64f8fcd24942 HTTP/1.1" status: 200 len: 950 time: 0.3644691 Jul 16 18:08:53.367614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Pushing event updated for resources: {'Port': ['ID=df54c479-feef-4b4c-b8ec-567be2ca9fed,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.384653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Network f32828ae-b136-4948-b6d8-3dca051a3006 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:53.386489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:53.388936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:53.473836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Attempting to bind port df54c479-feef-4b4c-b8ec-567be2ca9fed on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:53.474310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Attempting to bind port df54c479-feef-4b4c-b8ec-567be2ca9fed by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:53.474699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Attempting to bind port df54c479-feef-4b4c-b8ec-567be2ca9fed on network f32828ae-b136-4948-b6d8-3dca051a3006 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:53.480985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:53.481372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Checking segment: {'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:53.481783 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.482791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Bound using segment: {'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:53.482791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Bound port: df54c479-feef-4b4c-b8ec-567be2ca9fed, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:53.483092 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.487818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['20416592-bf82-4d82-9b11-e87395fc3d8b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:53.605956 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:53.671124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] For port df54c479-feef-4b4c-b8ec-567be2ca9fed, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:53.681080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] For port df54c479-feef-4b4c-b8ec-567be2ca9fed, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=df54c479-feef-4b4c-b8ec-567be2ca9fed,segment=NetworkSegment(4211d53a-20cb-4ca4-b984-120312f1e48e),segment_id=4211d53a-20cb-4ca4-b984-120312f1e48e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:53.699462 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.975049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4814d97-5b39-4432-8d20-c16725ccbe5f None None] Pushing event updated for resources: {'Port': ['ID=df54c479-feef-4b4c-b8ec-567be2ca9fed,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.025793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Allocated IP 172.20.0.4 (4ec0d23a-d490-4488-9f8c-3c4677d631e3/75e3d160-4ddc-4d99-adc7-ce793d57330e/2e985a53-f4f3-48db-8c85-249221e7155e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:54.057760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port 58dae9c5-559b-4ee9-bb57-5e90e86c882b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:54.058602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a791cbd-7e96-4660-9911-af87f6341fc6 req-6b921a30-ec25-46cc-addf-b3b548feab17 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2173498 Jul 16 18:08:54.061445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.064744 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.070379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.077734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3da11caf-f82a-4d29-8a0d-a589df0e603d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:54.085524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:54.106868 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] Sync routers for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:54.143072 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:54.149633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:54.294583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] No DVR routers for this DVR port 866dc414-c5a8-483c-aeee-d1c0671068a1 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:54.302763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.304947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f85065f9-c43c-43df-9b83-dabb70632c6c req-d326b824-1ca4-4435-ab2c-ad9627bdf611 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.13 "DELETE /v2.0/ports/866dc414-c5a8-483c-aeee-d1c0671068a1 HTTP/1.1" status: 204 len: 173 time: 6.1625843 Jul 16 18:08:54.314975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'name': 'network-vif-deleted', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:54.319368 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc7e419-432f-45c3-831c-eea9903f5b25" -d '{"events": [{"server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "name": "network-vif-deleted", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:54.406955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-0f6099c8-28d7-46c5-8e01-8225ce4ee62f tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.419136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-0f6099c8-28d7-46c5-8e01-8225ce4ee62f tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0873721 Jul 16 18:08:54.467255 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:54.547560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.556312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', '58dae9c5-559b-4ee9-bb57-5e90e86c882b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:54.562609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Transition to ACTIVE for port object 2e985a53-f4f3-48db-8c85-249221e7155e will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:54.566899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.620948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d547c6cf-c6fe-4f0f-8481-d7ea1419efb8 req-31d92b6f-6cf8-48d0-8792-894f65c05b11 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 210 time: 0.1963973 Jul 16 18:08:54.630017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.706033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-63639047-620d-45b1-a4fb-6e7f76f62933 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/quotas/2403c5323a854f2684aebdfa81748c3a HTTP/1.1" status: 200 len: 375 time: 0.2847288 Jul 16 18:08:54.717687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=3da11caf-f82a-4d29-8a0d-a589df0e603d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.848682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event updated for resources: {'Port': ['ID=2e985a53-f4f3-48db-8c85-249221e7155e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.934494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:55.002139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:55.019947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port 3da11caf-f82a-4d29-8a0d-a589df0e603d on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:55.030452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:55.121707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.131596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f35a7df-222d-4113-81f5-bfd7b4d0c4ce req-59170660-8012-461b-bb83-d34f68bd8148 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.13 "DELETE /v2.0/ports/3da11caf-f82a-4d29-8a0d-a589df0e603d HTTP/1.1" status: 204 len: 173 time: 2.8313816 Jul 16 18:08:55.132577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'name': 'network-vif-deleted', 'tag': '3da11caf-f82a-4d29-8a0d-a589df0e603d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:55.139656 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced39a9b-ced5-4bbf-8913-458a0dc542f6" -d '{"events": [{"server_uuid": "0632116c-6b22-4a28-b8a5-5d2c11e8fde4", "name": "network-vif-deleted", "tag": "3da11caf-f82a-4d29-8a0d-a589df0e603d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:55.163003 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:55.261117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port 58dae9c5-559b-4ee9-bb57-5e90e86c882b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=58dae9c5-559b-4ee9-bb57-5e90e86c882b,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:55.269761 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.284653 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] Checking router: c524fe21-4905-4d50-b3ae-9dcd0ae4adbd for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:55.329758 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:55.330400 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:55.340123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for 58dae9c5-559b-4ee9-bb57-5e90e86c882b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:55.348667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.349730 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.522469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-0e72de20-af02-4c42-a0ca-9409c4889759 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7101924 Jul 16 18:08:55.566160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Request body: {'port': {'device_id': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:55.621575 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:55.688383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-33c54589-0d0b-42f1-8730-2b15b7e9af66 None None] Provisioning for port 2e985a53-f4f3-48db-8c85-249221e7155e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:55.719431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-33c54589-0d0b-42f1-8730-2b15b7e9af66 None None] Provisioning complete for port 2e985a53-f4f3-48db-8c85-249221e7155e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:55.719819 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33c54589-0d0b-42f1-8730-2b15b7e9af66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.804198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd65b81-cee7-4b5c-bf44-904e84fb901a None None] Network f32828ae-b136-4948-b6d8-3dca051a3006 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:55.808722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.875291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.899973 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.914405 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:55.946755 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f8544f-cb56-431c-9c24-963271639d8d None None] The sync data for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 is: [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:55.952600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-33c54589-0d0b-42f1-8730-2b15b7e9af66 None None] Port 2e985a53-f4f3-48db-8c85-249221e7155e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:55.959734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.022096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=58dae9c5-559b-4ee9-bb57-5e90e86c882b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.121895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-08cfe55c-81c7-460a-b563-ccb0f36af171 None None] Provisioning for port df54c479-feef-4b4c-b8ec-567be2ca9fed completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:56.188725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87823b99-fceb-4436-beb7-e31d7a41ad30 req-599a5a51-f637-427e-85c5-8cc96b303671 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.194530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87823b99-fceb-4436-beb7-e31d7a41ad30 req-599a5a51-f637-427e-85c5-8cc96b303671 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 944 time: 1.3069167 Jul 16 18:08:56.220966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df54c479-feef-4b4c-b8ec-567be2ca9fed up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:56.287790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port 58dae9c5-559b-4ee9-bb57-5e90e86c882b on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:56.294312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.296706 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86255bcf-b9c0-4c1b-8a58-3d63fb94a700 req-7b773fd7-50ca-4ab1-9446-05e0a2df7bc3 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "DELETE /v2.0/ports/58dae9c5-559b-4ee9-bb57-5e90e86c882b HTTP/1.1" status: 204 len: 173 time: 2.9363148 Jul 16 18:08:56.331025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-d9fabf45-fb95-44d4-9b1a-134131ac0376 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6171908 Jul 16 18:08:56.377764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port df54c479-feef-4b4c-b8ec-567be2ca9fed completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:56.387803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.405447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port df54c479-feef-4b4c-b8ec-567be2ca9fed triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:56.424442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.432901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3da11caf-f82a-4d29-8a0d-a589df0e603d no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:56.648458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaa22e5-a9e1-49f2-981f-e2f3147f912e None None] New status for floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:56.674900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 20416592-bf82-4d82-9b11-e87395fc3d8b up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:56.756905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e985a53-f4f3-48db-8c85-249221e7155e {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:56.758602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Allocated IP 172.25.0.149 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/df9122b2-18c5-4ced-8a80-848a855ba79e) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:56.767688 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f897c1-7d75-40a8-95bc-c03b4137593a x-openstack-request-id: req-c6f897c1-7d75-40a8-95bc-c03b4137593a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:56.767987 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f568346-1559-491c-a566-87eef13a2511", "name": "network-vif-deleted", "tag": "866dc414-c5a8-483c-aeee-d1c0671068a1", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:56.769979 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6f897c1-7d75-40a8-95bc-c03b4137593a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:56.770416 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f568346-1559-491c-a566-87eef13a2511', 'name': 'network-vif-deleted', 'tag': '866dc414-c5a8-483c-aeee-d1c0671068a1', 'status': 'completed', 'code': 200} Jul 16 18:08:56.773423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.808110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Transition to ACTIVE for port object 2e985a53-f4f3-48db-8c85-249221e7155e will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:56.814504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.895587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 3da11caf-f82a-4d29-8a0d-a589df0e603d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:56.896043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3da11caf-f82a-4d29-8a0d-a589df0e603d not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:57.008186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87823b99-fceb-4436-beb7-e31d7a41ad30 req-b486dc43-e00a-4cbc-a273-269a3d837c2e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7299459 Jul 16 18:08:57.100972 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1dfbda-05d4-48ac-997c-7e32f83d3054 x-openstack-request-id: req-6d1dfbda-05d4-48ac-997c-7e32f83d3054 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:57.101800 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0632116c-6b22-4a28-b8a5-5d2c11e8fde4", "name": "network-vif-deleted", "tag": "3da11caf-f82a-4d29-8a0d-a589df0e603d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:57.103445 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d1dfbda-05d4-48ac-997c-7e32f83d3054 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:57.105764 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0632116c-6b22-4a28-b8a5-5d2c11e8fde4', 'name': 'network-vif-deleted', 'tag': '3da11caf-f82a-4d29-8a0d-a589df0e603d', 'status': 'completed', 'code': 200} Jul 16 18:08:57.107746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Router fa908b88-c37d-4a55-95c4-d5fec7fb710c is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:57.214821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e985a53-f4f3-48db-8c85-249221e7155e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.309249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Attempting to bind port 2e985a53-f4f3-48db-8c85-249221e7155e on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:57.310146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Attempting to bind port 2e985a53-f4f3-48db-8c85-249221e7155e by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:57.311762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Attempting to bind port 2e985a53-f4f3-48db-8c85-249221e7155e on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:57.319643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9', '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:57.326963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Port 2e985a53-f4f3-48db-8c85-249221e7155e on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:57.330285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Attempting to bind port 2e985a53-f4f3-48db-8c85-249221e7155e on network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:57.349220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:57.362498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Checking segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:57.363360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Bound using segment: {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:57.365969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Bound port: 2e985a53-f4f3-48db-8c85-249221e7155e, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36467ad0-05de-469f-b32a-0ac77ca9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:57.366846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.366977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.457581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 20416592-bf82-4d82-9b11-e87395fc3d8b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:57.513638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] For port 2e985a53-f4f3-48db-8c85-249221e7155e, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:57.519709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] For port 2e985a53-f4f3-48db-8c85-249221e7155e, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2e985a53-f4f3-48db-8c85-249221e7155e,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:57.526284 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.528861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.561761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 20416592-bf82-4d82-9b11-e87395fc3d8b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:57.562718 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.564363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:57.571825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.584525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.594412 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Sync routers for ids ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:57.597513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] 10.222.0.55 "PUT /v2.0/ports/2e985a53-f4f3-48db-8c85-249221e7155e HTTP/1.1" status: 200 len: 1092 time: 2.0621436 Jul 16 18:08:57.608058 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Routers {'fa908b88-c37d-4a55-95c4-d5fec7fb710c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:57.608669 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:57.666194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port df54c479-feef-4b4c-b8ec-567be2ca9fed, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=df54c479-feef-4b4c-b8ec-567be2ca9fed,segment=NetworkSegment(4211d53a-20cb-4ca4-b984-120312f1e48e),segment_id=4211d53a-20cb-4ca4-b984-120312f1e48e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:57.669584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c65a6ed2-9263-4b29-a5a0-755e866a0732 None None] Provisioning complete for port df54c479-feef-4b4c-b8ec-567be2ca9fed triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:57.669965 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c65a6ed2-9263-4b29-a5a0-755e866a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.671734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a55873a5-8044-44d4-9710-34166a2f4380 req-dbfffaf7-a338-44c5-8800-747dd140890e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 210 time: 0.4210205 Jul 16 18:08:57.713165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.759170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1352a7-91d3-47d2-8a59-557353ee43a6 service neutron] Pushing event updated for resources: {'Port': ['ID=2e985a53-f4f3-48db-8c85-249221e7155e,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.834924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-5f296882-a3d3-456a-b298-5112938da612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.841178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.841739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-5f296882-a3d3-456a-b298-5112938da612 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 1095 time: 0.1708660 Jul 16 18:08:57.848043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eb476ea2-998b-4cd8-bbee-6f977eac945f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.5708184 Jul 16 18:08:57.852886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47194) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.864819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.959544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-5776416b-b3f9-4f16-b37a-22ae114ba617 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e985a53-f4f3-48db-8c85-249221e7155e HTTP/1.1" status: 200 len: 217 time: 0.1067922 Jul 16 18:08:58.052801 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Set router fa908b88-c37d-4a55-95c4-d5fec7fb710c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:58.076813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-55455799-c2da-40f1-9ce6-ce766a5db701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.078996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-55455799-c2da-40f1-9ce6-ce766a5db701 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 200 len: 863 time: 0.1128020 Jul 16 18:08:58.164825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.170256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=df54c479-feef-4b4c-b8ec-567be2ca9fed,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.195162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-3bf440d7-2cf6-4ebd-abc4-30bf012c904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.205102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-3bf440d7-2cf6-4ebd-abc4-30bf012c904e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ec0d23a-d490-4488-9f8c-3c4677d631e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197536 Jul 16 18:08:58.216260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:58.266589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:58.278515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:58.430596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-427b04df-150a-43fb-bd1e-907832f4cbea service neutron] 10.222.0.55 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168779 Jul 16 18:08:58.434615 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:54Z', 'revision_number': 3, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:58.467409 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Checking router: fa908b88-c37d-4a55-95c4-d5fec7fb710c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:58.468088 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Updating router fa908b88-c37d-4a55-95c4-d5fec7fb710c port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:08:58.476683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:58.484010 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c026599-5201-4c10-b359-6dada5df5f20" -d '{"events": [{"server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "name": "network-vif-plugged", "status": "completed", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:58.509607 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.537057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3a149-a3b4-447f-9e77-37f5a9d1868c req-9910f212-b80a-45e2-8673-ab8459fd1c6c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.539025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fa3a149-a3b4-447f-9e77-37f5a9d1868c req-9910f212-b80a-45e2-8673-ab8459fd1c6c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 943 time: 0.8862550 Jul 16 18:08:58.567624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:58.588504 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.589309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 58dae9c5-559b-4ee9-bb57-5e90e86c882b no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:58.669227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-89f8f062-f955-494f-b5f0-0ed747257cc2 req-555eb71e-e23f-4283-9e15-8af3d66a4914 service neutron] 10.222.0.55 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306416 Jul 16 18:08:58.715351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.743579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 58dae9c5-559b-4ee9-bb57-5e90e86c882b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:58.744116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 58dae9c5-559b-4ee9-bb57-5e90e86c882b not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:58.759631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Pushing event updated for resources: {'Port': ['ID=df9122b2-18c5-4ced-8a80-848a855ba79e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.831523 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-505975f5-6611-449b-9b19-a7a22fe45a70 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=2403c5323a854f2684aebdfa81748c3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606368 Jul 16 18:08:58.856122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fa3a149-a3b4-447f-9e77-37f5a9d1868c req-5623c0b9-b916-404b-a0b5-c72088d5cfff tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946701 Jul 16 18:08:59.027426 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.049338 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Transition to ACTIVE for port object 4fe2342a-9f6e-4823-83f1-7a6168abbb66 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:59.072898 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.074808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.113516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'name': 'network-vif-deleted', 'tag': '58dae9c5-559b-4ee9-bb57-5e90e86c882b'}, {'name': 'network-changed', 'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:59.122160 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3501ab-1a03-4263-88a6-fe3e036ce485" -d '{"events": [{"server_uuid": "8edfef0a-1026-4c2a-80e1-64f8fcd24942", "name": "network-vif-deleted", "tag": "58dae9c5-559b-4ee9-bb57-5e90e86c882b"}, {"name": "network-changed", "server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:59.197448 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Pushing event updated for resources: {'Port': ['ID=4fe2342a-9f6e-4823-83f1-7a6168abbb66,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.257901 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.258168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-555232d4-c73a-4179-b585-9ecfa37055f1 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.259079 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.260340 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.260501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-555232d4-c73a-4179-b585-9ecfa37055f1 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4176826 Jul 16 18:08:59.261176 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.263171 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.263728 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.264238 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.266839 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.267381 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.268425 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.269081 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.270262 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:59.277546 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Attempting to bind port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:59.277914 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Attempting to bind port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:59.278267 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Attempting to bind port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:59.301070 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:59.301448 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:59.302049 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.302435 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:59.302899 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Bound port: 4fe2342a-9f6e-4823-83f1-7a6168abbb66, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:59.303290 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.313423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Request body: {'port': {'device_id': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '2403c5323a854f2684aebdfa81748c3a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.412643 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] For port 4fe2342a-9f6e-4823-83f1-7a6168abbb66, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:59.416786 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] For port 4fe2342a-9f6e-4823-83f1-7a6168abbb66, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fe2342a-9f6e-4823-83f1-7a6168abbb66,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:59.430906 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.575617 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Routers {'fa908b88-c37d-4a55-95c4-d5fec7fb710c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:59.583316 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28612f0b-e625-49e0-8406-64af3d39136b x-openstack-request-id: req-28612f0b-e625-49e0-8406-64af3d39136b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:59.583837 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "name": "network-vif-plugged", "status": "completed", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:59.583837 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-28612f0b-e625-49e0-8406-64af3d39136b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:59.584280 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'code': 200} Jul 16 18:08:59.591703 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:59.595450 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9cb60b-04b5-4f45-a989-e55eb9d0478b None None] Pushing event updated for resources: {'Port': ['ID=4fe2342a-9f6e-4823-83f1-7a6168abbb66,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.615581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f7e83-5fdf-41c7-84a1-f8b99d5a1da9 req-927705b9-9732-4728-824f-ca7bfa182872 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.625680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b6f7e83-5fdf-41c7-84a1-f8b99d5a1da9 req-927705b9-9732-4728-824f-ca7bfa182872 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 944 time: 1.1043200 Jul 16 18:08:59.636514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.763099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] Set router fa908b88-c37d-4a55-95c4-d5fec7fb710c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:59.796295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Made reservation on behalf of 2403c5323a854f2684aebdfa81748c3a for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:59.801773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.802773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b7d1e96-5a04-474e-8953-61ab986d5972 req-5d9c628e-f501-46d1-af36-76d62ca5bb41 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 210 time: 0.0707500 Jul 16 18:08:59.829892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b6f7e83-5fdf-41c7-84a1-f8b99d5a1da9 req-2cc47141-1b42-4d08-ac76-18590142ecb1 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030201 Jul 16 18:08:59.901622 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847eb39b-5a08-41cc-a0ee-e6ec063c6790 x-openstack-request-id: req-847eb39b-5a08-41cc-a0ee-e6ec063c6790 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:59.901962 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8edfef0a-1026-4c2a-80e1-64f8fcd24942", "name": "network-vif-deleted", "tag": "58dae9c5-559b-4ee9-bb57-5e90e86c882b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:59.902213 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-847eb39b-5a08-41cc-a0ee-e6ec063c6790 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:59.903435 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8edfef0a-1026-4c2a-80e1-64f8fcd24942', 'name': 'network-vif-deleted', 'tag': '58dae9c5-559b-4ee9-bb57-5e90e86c882b', 'status': 'completed', 'code': 200} Jul 16 18:08:59.903724 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e', 'status': 'completed', 'code': 200} Jul 16 18:08:59.991582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab8ddd-2b4d-4aab-a495-22ce328d28f1 req-1849ffe7-5dd7-46a7-8394-b15266082281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.993983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-76ab8ddd-2b4d-4aab-a495-22ce328d28f1 req-1849ffe7-5dd7-46a7-8394-b15266082281 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 1097 time: 0.2971892 Jul 16 18:09:00.056551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df54c479-feef-4b4c-b8ec-567be2ca9fed up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:00.094496 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:54Z', 'revision_number': 3, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:00.218407 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1149ab3-7750-4c2e-bf90-03a8b8c2828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.224138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port df54c479-feef-4b4c-b8ec-567be2ca9fed triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:00.226435 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.263798 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb53cf0-d79e-4282-90a8-ecb542a16d66 None None] The sync data for ids ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'] in n-d-793620-10 is: [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:08:54Z', 'revision_number': 3, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:08:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:00.372315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.386560 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-76ab8ddd-2b4d-4aab-a495-22ce328d28f1 req-a3e8f32d-19d3-4c48-b8a7-34af5db49ced service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175044 Jul 16 18:09:00.427343 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.496827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Allocated IP 192.168.233.63 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/9d255590-921a-41b2-83a5-b982ca7f12ff) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:00.535475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-7c73886d-64ae-461e-9981-23bf89d2a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.538953 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-7c73886d-64ae-461e-9981-23bf89d2a0b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 1095 time: 0.5807626 Jul 16 18:09:00.564184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a9c93-7173-410d-b2a2-b1a0ca261d43 req-caad892b-1eee-4d1e-b967-2f51acba3109 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.565509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d15a9c93-7173-410d-b2a2-b1a0ca261d43 req-caad892b-1eee-4d1e-b967-2f51acba3109 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 943 time: 0.4289455 Jul 16 18:09:00.666261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2e985a53-f4f3-48db-8c85-249221e7155e details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:00.768659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:00.788656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d15a9c93-7173-410d-b2a2-b1a0ca261d43 req-83535094-7e9d-453f-8bed-c694bcf9f000 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021704 Jul 16 18:09:00.885740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2e985a53-f4f3-48db-8c85-249221e7155e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2e985a53-f4f3-48db-8c85-249221e7155e,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:00.916585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '2e985a53-f4f3-48db-8c85-249221e7155e', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'port_id': '2e985a53-f4f3-48db-8c85-249221e7155e', 'mac_address': 'fa:16:3e:71:5b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:01.002490 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.032777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed511c5-c196-46bc-8b5a-703e6aae7993 req-41c257a1-ee42-48fb-8226-ecd890e24fb0 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.040977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ed511c5-c196-46bc-8b5a-703e6aae7993 req-41c257a1-ee42-48fb-8226-ecd890e24fb0 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 950 time: 0.4859402 Jul 16 18:09:01.058660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e985a53-f4f3-48db-8c85-249221e7155e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:01.107834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2e985a53-f4f3-48db-8c85-249221e7155e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2e985a53-f4f3-48db-8c85-249221e7155e,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:01.114609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.165354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a86cc439-987d-4882-a768-781f8db5356b req-e691b2f9-e908-4c5e-a3e8-b042f3589645 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 210 time: 0.1003976 Jul 16 18:09:01.209933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Allocated IP 172.20.0.1 (a4129a54-96af-4fbc-826e-620626154fec/b1996c6a-6341-4d92-be93-c46867f609f1/50bf3055-0636-4d2a-b196-2dcd1301ee4e) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:01.238318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2e985a53-f4f3-48db-8c85-249221e7155e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.351405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-dabc891e-dfba-4acb-8af7-8c5948d63827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.353553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-dabc891e-dfba-4acb-8af7-8c5948d63827 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 924 time: 0.7922122 Jul 16 18:09:01.370794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ed511c5-c196-46bc-8b5a-703e6aae7993 req-fe89daa0-3bc2-4c86-abfa-4fe35b987c0c tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263628 Jul 16 18:09:01.406991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2e985a53-f4f3-48db-8c85-249221e7155e'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:01.414594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.436447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Transition to ACTIVE for port object 50bf3055-0636-4d2a-b196-2dcd1301ee4e will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:01.450702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:01.470580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Sync routers for ids ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:01.491145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Routers {'4851ea1b-fdfd-402a-b539-f4a2c2c3c168'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:01.491972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:08:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:01.525970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.548078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Transition to ACTIVE for port object 9d255590-921a-41b2-83a5-b982ca7f12ff will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:01.573129 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.577604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d20073c9-2bc0-438e-a20e-d423c09ea169 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2644424 Jul 16 18:09:01.577793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47228) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.602748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-6fec4f91-d60d-4511-888e-a0683f1acd0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e985a53-f4f3-48db-8c85-249221e7155e HTTP/1.1" status: 200 len: 217 time: 0.2094586 Jul 16 18:09:01.667351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.692451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Set router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:01.704824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.728410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c751-835f-4cce-aebc-baa2ad10bd57 req-8fd36488-453e-41e6-a2ca-09ee14fdc6e7 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.730376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51a9c751-835f-4cce-aebc-baa2ad10bd57 req-8fd36488-453e-41e6-a2ca-09ee14fdc6e7 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 945 time: 0.2738824 Jul 16 18:09:01.750866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['a12cc346-36a6-469b-a979-fd5105241942', '86572167-ce9c-429a-846e-b7d222903c58'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:01.769876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Network a4129a54-96af-4fbc-826e-620626154fec is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:01.777770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:01.781449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:01.807849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-cfb9bd8e-b577-4376-b1bc-fe42dab0d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.812176 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-cfb9bd8e-b577-4376-b1bc-fe42dab0d697 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 200 len: 863 time: 0.1897094 Jul 16 18:09:01.847967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-c3cf622d-4100-4d45-b614-54ff73b27888 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.853741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-c3cf622d-4100-4d45-b614-54ff73b27888 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 950 time: 0.6680262 Jul 16 18:09:01.968678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:01.979524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51a9c751-835f-4cce-aebc-baa2ad10bd57 req-29a043cd-f6d1-40df-9fb5-79f420ae0520 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240093 Jul 16 18:09:01.983244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Pushing event updated for resources: {'Port': ['ID=50bf3055-0636-4d2a-b196-2dcd1301ee4e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.015537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.136267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Pushing event updated for resources: {'Port': ['ID=9d255590-921a-41b2-83a5-b982ca7f12ff,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.153355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:02.161315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:02.170585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 3, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:08:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:02.241549 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.249668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fe2342a-9f6e-4823-83f1-7a6168abbb66 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:02.274060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Checking router: 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:02.274409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Updating router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 port df9122b2-18c5-4ced-8a80-848a855ba79e binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:02.429088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.436391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e5a2ad1-9526-48b5-8533-791ccc5c7c14 None None] Provisioning for port 50bf3055-0636-4d2a-b196-2dcd1301ee4e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:02.442853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.443626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.461359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e5a2ad1-9526-48b5-8533-791ccc5c7c14 None None] Provisioning complete for port 50bf3055-0636-4d2a-b196-2dcd1301ee4e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:02.461735 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e5a2ad1-9526-48b5-8533-791ccc5c7c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.534442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612bedef-7534-42ba-8f4a-20f42897e22d req-40952b34-e7f4-4115-9811-6f6a29dcef83 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.536107 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-612bedef-7534-42ba-8f4a-20f42897e22d req-40952b34-e7f4-4115-9811-6f6a29dcef83 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 944 time: 0.3991215 Jul 16 18:09:02.555338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-77895a47-30e4-4a45-be0e-c4e6e6b45349 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2566752 Jul 16 18:09:02.569920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-7d8fe98b-cc3e-40b8-a5ff-cc2c3f909b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.571789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-7d8fe98b-cc3e-40b8-a5ff-cc2c3f909b74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ec0d23a-d490-4488-9f8c-3c4677d631e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7505531 Jul 16 18:09:02.583908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Request body: {'port': {'device_id': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:02.644283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.677693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a2ad1-9526-48b5-8533-791ccc5c7c14 None None] Port 50bf3055-0636-4d2a-b196-2dcd1301ee4e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:02.699510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-ddad636f-22a8-48c0-bbeb-ba121dd4799f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.700954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2e985a53-f4f3-48db-8c85-249221e7155e up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:02.702113 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-ddad636f-22a8-48c0-bbeb-ba121dd4799f tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c8a3ff8-8f85-4a2e-8122-c8922f626ab6 HTTP/1.1" status: 200 len: 950 time: 0.7462187 Jul 16 18:09:02.749468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-612bedef-7534-42ba-8f4a-20f42897e22d req-c74d19e7-5178-471a-ab7b-a542adbbfa1c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777906 Jul 16 18:09:02.767648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:02.790630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:02.790630 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.921299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3c53d-07e7-4b83-98e7-b2514c19cbf5 req-6fe3456c-7c93-4a27-ba7e-18161fbb1d61 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.926752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c152eca5-2d42-49a2-9df0-d618e9f263a2 None None] Provisioning for port 9d255590-921a-41b2-83a5-b982ca7f12ff completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:02.931358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17f3c53d-07e7-4b83-98e7-b2514c19cbf5 req-6fe3456c-7c93-4a27-ba7e-18161fbb1d61 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 935 time: 0.4617126 Jul 16 18:09:02.946841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.987933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:02.988362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.992508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c152eca5-2d42-49a2-9df0-d618e9f263a2 None None] Provisioning complete for port 9d255590-921a-41b2-83a5-b982ca7f12ff triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:02.992902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c152eca5-2d42-49a2-9df0-d618e9f263a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.023699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 2e985a53-f4f3-48db-8c85-249221e7155e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:03.058861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 2e985a53-f4f3-48db-8c85-249221e7155e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:03.059230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.277339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c152eca5-2d42-49a2-9df0-d618e9f263a2 None None] Port 9d255590-921a-41b2-83a5-b982ca7f12ff cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:03.373884 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02afe3c8-c75b-4cfa-b0c7-9593a68ddd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.383624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.405059 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.459510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-c21a1efb-72d5-45fa-8306-af1c035889a6 service neutron] 10.222.0.55 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8678744 Jul 16 18:09:03.481242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4fe2342a-9f6e-4823-83f1-7a6168abbb66, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fe2342a-9f6e-4823-83f1-7a6168abbb66,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:03.505925 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.558999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17f3c53d-07e7-4b83-98e7-b2514c19cbf5 req-9b854726-fe24-47ea-b2a0-341b1e99d0ea tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240258 Jul 16 18:09:03.562479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:03.562738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.564161 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.564289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.602309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Transition to ACTIVE for port object df9122b2-18c5-4ced-8a80-848a855ba79e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:03.607161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4fe2342a-9f6e-4823-83f1-7a6168abbb66,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.623694 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.629952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:03.636408 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.660583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:03.660932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.695907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Attempting to bind port df9122b2-18c5-4ced-8a80-848a855ba79e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:03.697099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Attempting to bind port df9122b2-18c5-4ced-8a80-848a855ba79e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:03.697675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Attempting to bind port df9122b2-18c5-4ced-8a80-848a855ba79e on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:03.736141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2e985a53-f4f3-48db-8c85-249221e7155e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2e985a53-f4f3-48db-8c85-249221e7155e,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:03.744774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:03.749201 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfdad7b-4802-4332-bce8-07bd823c49b9" -d '{"events": [{"server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "name": "network-vif-plugged", "status": "completed", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:03.755434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:03.756083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:03.756680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.757251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:03.758041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Bound port: df9122b2-18c5-4ced-8a80-848a855ba79e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:03.758890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.759889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d255590-921a-41b2-83a5-b982ca7f12ff {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:03.761058 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.769765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.788007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d11a39-7a7e-407c-980d-411199c063fc None None] Pushing event updated for resources: {'Port': ['ID=df9122b2-18c5-4ced-8a80-848a855ba79e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.788324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Transition to ACTIVE for port object 9d255590-921a-41b2-83a5-b982ca7f12ff will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:03.810003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.824854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.879856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a571385-099f-4ffe-ba5f-b67ef003d52d req-4e16b69c-0514-4194-bac7-7fa08c4cf42d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.881583 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a571385-099f-4ffe-ba5f-b67ef003d52d req-4e16b69c-0514-4194-bac7-7fa08c4cf42d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 950 time: 0.9035378 Jul 16 18:09:03.885313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2e985a53-f4f3-48db-8c85-249221e7155e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.898078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] For port df9122b2-18c5-4ced-8a80-848a855ba79e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:03.917537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] For port df9122b2-18c5-4ced-8a80-848a855ba79e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=df9122b2-18c5-4ced-8a80-848a855ba79e,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:03.924304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.010106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.029447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Routers {'4851ea1b-fdfd-402a-b539-f4a2c2c3c168'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:04.030096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:04.083930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fe2342a-9f6e-4823-83f1-7a6168abbb66 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:04.085554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a571385-099f-4ffe-ba5f-b67ef003d52d req-2ced45f1-28dd-47ce-a91d-0d8444a3cf95 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376464 Jul 16 18:09:04.119089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d11a39-7a7e-407c-980d-411199c063fc None None] Pushing event updated for resources: {'Port': ['ID=df9122b2-18c5-4ced-8a80-848a855ba79e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.141732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Pushing event updated for resources: {'Port': ['ID=50bf3055-0636-4d2a-b196-2dcd1301ee4e,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.217122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Allocated IP 172.20.0.1 (f32828ae-b136-4948-b6d8-3dca051a3006/fba6945d-d174-40b4-92ee-2953a941d28e/50be8380-630e-4827-aa2a-393cb1f88e96) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:04.224462 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a471a8ed-c5f1-4e7d-954d-8976e7a089ac x-openstack-request-id: req-a471a8ed-c5f1-4e7d-954d-8976e7a089ac {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:04.224812 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "name": "network-vif-plugged", "status": "completed", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:04.225139 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a471a8ed-c5f1-4e7d-954d-8976e7a089ac {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:04.225527 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e', 'code': 200} Jul 16 18:09:04.229254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0372a6-fd39-433f-b147-7a3bb1fd5338 req-c2e77be5-348c-42ca-8780-810a2ea5bc54 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.236388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b0372a6-fd39-433f-b147-7a3bb1fd5338 req-c2e77be5-348c-42ca-8780-810a2ea5bc54 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 945 time: 0.4041708 Jul 16 18:09:04.272824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.55', 56046) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.282358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.282358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:04.282358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.294044 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.310434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] Set router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:04.364842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Network a4129a54-96af-4fbc-826e-620626154fec is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:04.382651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b0372a6-fd39-433f-b147-7a3bb1fd5338 req-0f96ac39-b4fb-4bba-bb1a-c241ae9bb7c7 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452899 Jul 16 18:09:04.386574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:04.595530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:04.596197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.626696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:04.676854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fbc84-4ae2-4fbb-9e85-3566f0e9b80c req-d5c1af02-3929-49c1-9bf6-2e9b55ca57fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.678569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f42fbc84-4ae2-4fbb-9e85-3566f0e9b80c req-d5c1af02-3929-49c1-9bf6-2e9b55ca57fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 1097 time: 0.4028141 Jul 16 18:09:04.686524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 3, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:04.706758 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f3501ab-1a03-4263-88a6-fe3e036ce485 req-3f1a2f96-4c0c-4d8b-afb0-25cb64186a36 service neutron] 10.222.0.55 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2302325 Jul 16 18:09:04.732525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:04.748759 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.794283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8a7b81-8666-4bbc-8455-77521636ecc0 None None] The sync data for ids ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'] in n-d-793620-10 is: [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 3, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:04.811086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Router fa908b88-c37d-4a55-95c4-d5fec7fb710c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:04.817201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Transition to ACTIVE for port object 50be8380-630e-4827-aa2a-393cb1f88e96 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:04.862846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Pushing event updated for resources: {'Port': ['ID=9d255590-921a-41b2-83a5-b982ca7f12ff,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.865333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2b0a0-8cc7-47b2-8127-e9a1e3bec100 req-5b4ec1df-d925-46c6-9dbc-94670c08aafc tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.866958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68a2b0a0-8cc7-47b2-8127-e9a1e3bec100 req-5b4ec1df-d925-46c6-9dbc-94670c08aafc tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 945 time: 0.3467557 Jul 16 18:09:04.868687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f42fbc84-4ae2-4fbb-9e85-3566f0e9b80c req-48701e78-f2f5-42c0-83b0-0498f74f9992 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775393 Jul 16 18:09:04.887864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5ced4b3c-b4ff-4f9b-ba68-bf306ad48622 None None] Provisioning complete for port 50bf3055-0636-4d2a-b196-2dcd1301ee4e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:04.888772 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ced4b3c-b4ff-4f9b-ba68-bf306ad48622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.892279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.985014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:05.028351 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.029330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:05.075067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Deleting port 67393814-e652-4be3-93f2-5de400db189f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:05.075229 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.083865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68a2b0a0-8cc7-47b2-8127-e9a1e3bec100 req-89976e7e-074b-43c3-aae9-6907b2eaa561 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025931 Jul 16 18:09:05.167227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5ced4b3c-b4ff-4f9b-ba68-bf306ad48622 None None] Port 50bf3055-0636-4d2a-b196-2dcd1301ee4e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:05.206194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.217904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.235782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:05.237104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.328326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Attempting to bind port 9d255590-921a-41b2-83a5-b982ca7f12ff on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:05.328326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Attempting to bind port 9d255590-921a-41b2-83a5-b982ca7f12ff by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:05.328326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Attempting to bind port 9d255590-921a-41b2-83a5-b982ca7f12ff on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:05.337427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No active binding found for port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:09:05.337873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:05.342860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] For port 67393814-e652-4be3-93f2-5de400db189f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=67393814-e652-4be3-93f2-5de400db189f,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:05.343768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.383489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Calling delete_port for 67393814-e652-4be3-93f2-5de400db189f owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:05.429560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Network f32828ae-b136-4948-b6d8-3dca051a3006 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:05.438357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:05.440174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:05.460184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:05.461021 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Sync routers for ids ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:05.473798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-812a64d8-74b2-408a-b761-f4f4d472e311 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa908b88-c37d-4a55-95c4-d5fec7fb710c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6190517 Jul 16 18:09:05.491466 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Routers {'fa908b88-c37d-4a55-95c4-d5fec7fb710c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:05.500257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Pushing event updated for resources: {'Port': ['ID=50be8380-630e-4827-aa2a-393cb1f88e96,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.500955 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.572508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.600055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=13c48e63-d59b-4bc8-9f2c-1bbe666a44b0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:05.606681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe005ef-41ee-425a-8520-bbe709b52361 req-4f983ece-a517-4efc-a755-622c5f8de6ea tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.612845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efe005ef-41ee-425a-8520-bbe709b52361 req-4f983ece-a517-4efc-a755-622c5f8de6ea tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 947 time: 0.4459546 Jul 16 18:09:05.618106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Port 9d255590-921a-41b2-83a5-b982ca7f12ff on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:05.618723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Attempting to bind port 9d255590-921a-41b2-83a5-b982ca7f12ff on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:05.665608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:05.666266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:05.666822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:05.667418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Bound port: 9d255590-921a-41b2-83a5-b982ca7f12ff, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:05.667914 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.744014 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.804696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adec57a-3118-4ea1-bd3e-44e729c4b940 req-d57837a3-5239-4f44-96af-e1bd105d4dae tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.816842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2adec57a-3118-4ea1-bd3e-44e729c4b940 req-d57837a3-5239-4f44-96af-e1bd105d4dae tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 945 time: 0.5224497 Jul 16 18:09:05.957392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efe005ef-41ee-425a-8520-bbe709b52361 req-dd659e93-b124-4f5a-8615-19a268adbb9e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246017 Jul 16 18:09:05.976767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2adec57a-3118-4ea1-bd3e-44e729c4b940 req-ea91e372-4f76-4f92-882b-d8553788d20d tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521852 Jul 16 18:09:06.031111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.037375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-eb5cf7a5-b281-4bcf-8262-60e4e197049e None None] Provisioning for port 50be8380-630e-4827-aa2a-393cb1f88e96 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:06.043002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-eb5cf7a5-b281-4bcf-8262-60e4e197049e None None] Provisioning complete for port 50be8380-630e-4827-aa2a-393cb1f88e96 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:06.043402 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb5cf7a5-b281-4bcf-8262-60e4e197049e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.092066 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Set router fa908b88-c37d-4a55-95c4-d5fec7fb710c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:06.141605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:06.209340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.244093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:06.250892 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aff122-759d-4f8a-b28f-ded892b883a8" -d '{"events": [{"server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:06.254736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eb5cf7a5-b281-4bcf-8262-60e4e197049e None None] Port 50be8380-630e-4827-aa2a-393cb1f88e96 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:06.281224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.294086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port 13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:06.303605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df9122b2-18c5-4ced-8a80-848a855ba79e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:06.329716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.331691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04bc5ae8-c32e-420a-9488-0f45e9028574 req-5a0c7383-564c-449a-b979-819a1cda3ebe tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=0ffdc5ba-2f64-46b8-8349-afb1b10032a8 HTTP/1.1" status: 200 len: 210 time: 0.1026764 Jul 16 18:09:06.333230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab6e1f08-841b-4688-883a-8f31c3775ef2 req-5b94e326-2593-4523-a578-75097f74ff54 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "DELETE /v2.0/ports/13c48e63-d59b-4bc8-9f2c-1bbe666a44b0 HTTP/1.1" status: 204 len: 173 time: 4.4459784 Jul 16 18:09:06.384231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'name': 'network-vif-deleted', 'tag': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:06.389284 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ec08ab-5909-4b72-9ff9-6140af876c36" -d '{"events": [{"server_uuid": "0ffdc5ba-2f64-46b8-8349-afb1b10032a8", "name": "network-vif-deleted", "tag": "13c48e63-d59b-4bc8-9f2c-1bbe666a44b0"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:06.394363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.413144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port 0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:06.419327 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.427478 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e76a127-f5e0-4742-abd3-ccf042079340 req-d6c1426c-e5ce-483d-96df-75c32e9c918b tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "DELETE /v2.0/ports/0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb HTTP/1.1" status: 204 len: 173 time: 3.6575489 Jul 16 18:09:06.621593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port df9122b2-18c5-4ced-8a80-848a855ba79e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:06.673354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port df9122b2-18c5-4ced-8a80-848a855ba79e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:06.678017 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.709013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Pushing event deleted for resources: {'Port': ['ID=67393814-e652-4be3-93f2-5de400db189f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.734534 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:09:02Z', 'revision_number': 4, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '50bf3055-0636-4d2a-b196-2dcd1301ee4e', 'name': '', 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'mac_address': 'fa:16:3e:0e:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b1996c6a-6341-4d92-be93-c46867f609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:00Z', 'updated_at': '2021-07-16T18:09:02Z', 'revision_number': 2, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'subnets': [{'id': 'b1996c6a-6341-4d92-be93-c46867f609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:06.766608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-a54e90fa-2498-480c-a354-46dc009cd3be tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3503976 Jul 16 18:09:06.811208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:06.841146 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Checking router: fa908b88-c37d-4a55-95c4-d5fec7fb710c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:06.846411 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Updating router fa908b88-c37d-4a55-95c4-d5fec7fb710c port 50bf3055-0636-4d2a-b196-2dcd1301ee4e binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:06.885383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.955621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] For port 9d255590-921a-41b2-83a5-b982ca7f12ff, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:06.966079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] For port 9d255590-921a-41b2-83a5-b982ca7f12ff, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9d255590-921a-41b2-83a5-b982ca7f12ff,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:06.980851 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.996058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.998120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.013826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adf604-ff2f-4814-8067-b231b48e3c54 req-36c412d4-1d30-4469-aad9-17258c4d0ddf tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.023106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31adf604-ff2f-4814-8067-b231b48e3c54 req-36c412d4-1d30-4469-aad9-17258c4d0ddf tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 945 time: 0.3489172 Jul 16 18:09:07.083337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.101479 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.198544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.199716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.203144 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] 10.222.0.13 "PUT /v2.0/ports/9d255590-921a-41b2-83a5-b982ca7f12ff HTTP/1.1" status: 200 len: 1096 time: 4.6236603 Jul 16 18:09:07.206517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.210626 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.272757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port df9122b2-18c5-4ced-8a80-848a855ba79e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=df9122b2-18c5-4ced-8a80-848a855ba79e,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:07.278539 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.280460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Pushing event updated for resources: {'Port': ['ID=50be8380-630e-4827-aa2a-393cb1f88e96,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.329890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31adf604-ff2f-4814-8067-b231b48e3c54 req-d187a379-54e0-41d1-8a00-8f7df9e9013f tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029594 Jul 16 18:09:07.407538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=df9122b2-18c5-4ced-8a80-848a855ba79e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.454867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318b88-56cd-42ef-b0b1-e119da445fed service neutron] Pushing event updated for resources: {'Port': ['ID=9d255590-921a-41b2-83a5-b982ca7f12ff,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.465903 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f191c470-c511-42fc-b448-3704c7ed88fa x-openstack-request-id: req-f191c470-c511-42fc-b448-3704c7ed88fa {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:07.466393 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "name": "network-vif-unplugged", "status": "completed", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:07.467443 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f191c470-c511-42fc-b448-3704c7ed88fa {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:07.468652 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', 'code': 200} Jul 16 18:09:07.469738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.497767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.535709 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efd64c2-d4ee-46e6-862b-f8df2b3eec1c x-openstack-request-id: req-0efd64c2-d4ee-46e6-862b-f8df2b3eec1c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:07.536013 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ffdc5ba-2f64-46b8-8349-afb1b10032a8", "name": "network-vif-deleted", "tag": "13c48e63-d59b-4bc8-9f2c-1bbe666a44b0", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:07.536342 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0efd64c2-d4ee-46e6-862b-f8df2b3eec1c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:07.536735 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ffdc5ba-2f64-46b8-8349-afb1b10032a8', 'name': 'network-vif-deleted', 'tag': '13c48e63-d59b-4bc8-9f2c-1bbe666a44b0', 'status': 'completed', 'code': 200} Jul 16 18:09:07.631167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-e582f797-5890-49fd-ae48-3a016b3c5699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.633888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-e582f797-5890-49fd-ae48-3a016b3c5699 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 1099 time: 0.3014452 Jul 16 18:09:07.692689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-f3e7d141-695f-4bc9-ae9f-250d329b829d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9d255590-921a-41b2-83a5-b982ca7f12ff HTTP/1.1" status: 200 len: 217 time: 0.0505617 Jul 16 18:09:07.695053 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.726852 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Transition to ACTIVE for port object 50bf3055-0636-4d2a-b196-2dcd1301ee4e will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:07.737478 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.812074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-eb4443fa-faf6-4ead-84a3-c749384e4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.813303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Network f32828ae-b136-4948-b6d8-3dca051a3006 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:07.813666 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-eb4443fa-faf6-4ead-84a3-c749384e4516 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0792961 Jul 16 18:09:07.853065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:07.967479 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480afd9e-c544-48fe-953a-2ea1edaf8c45 None None] Pushing event updated for resources: {'Port': ['ID=50bf3055-0636-4d2a-b196-2dcd1301ee4e,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.054884 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Attempting to bind port 50bf3055-0636-4d2a-b196-2dcd1301ee4e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:08.055556 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Attempting to bind port 50bf3055-0636-4d2a-b196-2dcd1301ee4e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:08.056387 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Attempting to bind port 50bf3055-0636-4d2a-b196-2dcd1301ee4e on network a4129a54-96af-4fbc-826e-620626154fec {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:08.063526 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:08.063995 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Checking segment: {'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:08.064525 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.064981 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Bound using segment: {'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:08.065511 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Bound port: 50bf3055-0636-4d2a-b196-2dcd1301ee4e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a06fa83-222b-4964-ad0c-a04893d48a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:08.065965 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.081825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.115147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-cb8dbff8-b10d-4584-a14e-901c4b36ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.116843 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-cb8dbff8-b10d-4584-a14e-901c4b36ba32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2959003 Jul 16 18:09:08.228751 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] For port 50bf3055-0636-4d2a-b196-2dcd1301ee4e, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:08.237238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df9122b2-18c5-4ced-8a80-848a855ba79e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:08.246636 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] For port 50bf3055-0636-4d2a-b196-2dcd1301ee4e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=50bf3055-0636-4d2a-b196-2dcd1301ee4e,segment=NetworkSegment(1a06fa83-222b-4964-ad0c-a04893d48a36),segment_id=1a06fa83-222b-4964-ad0c-a04893d48a36)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:08.253023 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.309840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port df9122b2-18c5-4ced-8a80-848a855ba79e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:08.310622 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.364894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Router 898a3268-0748-4779-96bb-dc35c83093ac has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:08.387661 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Routers {'fa908b88-c37d-4a55-95c4-d5fec7fb710c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:08.388567 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.403550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-0810f07e-31e7-40c7-960c-712250297bae service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654350 Jul 16 18:09:08.408234 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480afd9e-c544-48fe-953a-2ea1edaf8c45 None None] Pushing event updated for resources: {'Port': ['ID=50bf3055-0636-4d2a-b196-2dcd1301ee4e,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.606535 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] Set router fa908b88-c37d-4a55-95c4-d5fec7fb710c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:08.621448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-221bd79a-f7af-4309-8d9e-bc6071a21212 None None] Provisioning complete for port 50be8380-630e-4827-aa2a-393cb1f88e96 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:08.621838 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-221bd79a-f7af-4309-8d9e-bc6071a21212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.711179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:08.714634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-221bd79a-f7af-4309-8d9e-bc6071a21212 None None] Port 50be8380-630e-4827-aa2a-393cb1f88e96 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:08.731738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2b05b-71af-4d4a-9888-e68a6882dfd0 req-eaa969d0-bcb7-4824-ae66-e7baf87c592c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.733954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:08.739325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cdc45d80-325d-4211-b5a6-532d1feb4395 req-d28be42c-8b52-4204-bdb5-2ad5969213a7 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730052 Jul 16 18:09:08.740443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6e2b05b-71af-4d4a-9888-e68a6882dfd0 req-eaa969d0-bcb7-4824-ae66-e7baf87c592c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 947 time: 0.9250171 Jul 16 18:09:08.746864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] Sync routers for ids ['898a3268-0748-4779-96bb-dc35c83093ac'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:08.752440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c1f521b5-dde1-4528-aabd-cb0ade57834a admin admin] 10.222.0.48 "PUT /v2.0/routers/898a3268-0748-4779-96bb-dc35c83093ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6755569 Jul 16 18:09:08.754982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.766403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] Routers {'898a3268-0748-4779-96bb-dc35c83093ac'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:08.767090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['898a3268-0748-4779-96bb-dc35c83093ac'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.861711 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:09:02Z', 'revision_number': 4, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '50bf3055-0636-4d2a-b196-2dcd1301ee4e', 'name': '', 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'mac_address': 'fa:16:3e:0e:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b1996c6a-6341-4d92-be93-c46867f609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:00Z', 'updated_at': '2021-07-16T18:09:08Z', 'revision_number': 4, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'subnets': [{'id': 'b1996c6a-6341-4d92-be93-c46867f609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.893836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6e2b05b-71af-4d4a-9888-e68a6882dfd0 req-e3bcdac7-d7f2-4624-8a4e-b3674186bb3f tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524265 Jul 16 18:09:08.917505 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b7edf9-4586-41f1-867c-7f9b66f9e255 None None] The sync data for ids ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'] in n-d-793620-10 is: [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:09:02Z', 'revision_number': 4, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '50bf3055-0636-4d2a-b196-2dcd1301ee4e', 'name': '', 'network_id': 'a4129a54-96af-4fbc-826e-620626154fec', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'mac_address': 'fa:16:3e:0e:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'b1996c6a-6341-4d92-be93-c46867f609f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:00Z', 'updated_at': '2021-07-16T18:09:08Z', 'revision_number': 4, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'subnets': [{'id': 'b1996c6a-6341-4d92-be93-c46867f609f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:09.034343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.058952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Allocated IP 172.25.0.151 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/87d2e10e-8f4b-4712-b5d2-a09e87a51439) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:09.213635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:09.220977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9187790b-fbdb-4f34-bf27-f36e4ebcbe61 admin admin] 10.222.0.48 "PUT /v2.0/routers/4851ea1b-fdfd-402a-b539-f4a2c2c3c168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6419618 Jul 16 18:09:09.224386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] Set router 898a3268-0748-4779-96bb-dc35c83093ac gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:09.234372 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Sync routers for ids ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:09.251178 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Routers {'4851ea1b-fdfd-402a-b539-f4a2c2c3c168'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:09.251921 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:09.277658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.369665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.380557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79e2bb-85ad-495b-bd43-40f4dd6233e3 req-dd56930d-15a6-4f85-bf15-903d1e97cff2 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.388914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae79e2bb-85ad-495b-bd43-40f4dd6233e3 req-dd56930d-15a6-4f85-bf15-903d1e97cff2 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 945 time: 0.2202697 Jul 16 18:09:09.415551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Deleting port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:09.416198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.457805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae79e2bb-85ad-495b-bd43-40f4dd6233e3 req-b3342098-a4fa-4610-9cef-c9b5f90ebb1c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676172 Jul 16 18:09:09.516646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47290) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.518497 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Set router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:09.563001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.568543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:09:05Z', 'revision_number': 5, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port': {'id': '120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '898a3268-0748-4779-96bb-dc35c83093ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:35Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:09.657162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] Checking router: 898a3268-0748-4779-96bb-dc35c83093ac for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:09.657981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-85981558'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:09.676118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:09.685266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] Routers {'898a3268-0748-4779-96bb-dc35c83093ac'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:09.685974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['898a3268-0748-4779-96bb-dc35c83093ac'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:09.726288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:09.741633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:09.771410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=87d2e10e-8f4b-4712-b5d2-a09e87a51439,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.911549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] Set router 898a3268-0748-4779-96bb-dc35c83093ac gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:09.933644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:09.960549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.019296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:09:09Z', 'revision_number': 6, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.062830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:10.067914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82acab2d-a8f6-40df-9584-4ce067f35431 None None] The sync data for ids ['898a3268-0748-4779-96bb-dc35c83093ac'] in n-d-793620-10 is: [{'id': '898a3268-0748-4779-96bb-dc35c83093ac', 'name': 'tempest-AttachSCSIVolumeTestJSON-785087203-router', 'tenant_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:33Z', 'updated_at': '2021-07-16T18:09:09Z', 'revision_number': 6, 'project_id': 'b5a0cf619ed44fafbb833f9ab1c47515', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:10.074889 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.075245 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Added segment dac3fe24-9899-4f5a-ade4-cc39eef5f549 of type vlan for network 1527f1fd-25e5-443b-8262-da15f17dced7 Jul 16 18:09:10.126510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50bf3055-0636-4d2a-b196-2dcd1301ee4e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:10.166731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'name': 'network-vif-deleted', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb'}, {'name': 'network-changed', 'server_uuid': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'tag': '9d255590-921a-41b2-83a5-b982ca7f12ff'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:10.169065 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1436c585-4ac8-40b8-bc2e-9c39790bae04" -d '{"events": [{"server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "name": "network-vif-deleted", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb"}, {"name": "network-changed", "server_uuid": "94007f24-f1ee-4581-94b3-62b800f1b62a", "tag": "9d255590-921a-41b2-83a5-b982ca7f12ff"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:10.179012 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.235634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] For port 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:10.236007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.243930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.250754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.251973 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.261711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 50bf3055-0636-4d2a-b196-2dcd1301ee4e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:10.263626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Calling delete_port for 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:10.275446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 50bf3055-0636-4d2a-b196-2dcd1301ee4e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:10.275823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.325925 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 4, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '50be8380-630e-4827-aa2a-393cb1f88e96', 'name': '', 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'mac_address': 'fa:16:3e:f4:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fba6945d-d174-40b4-92ee-2953a941d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 2, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'subnets': [{'id': 'fba6945d-d174-40b4-92ee-2953a941d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:10.378978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8609719 Jul 16 18:09:10.381355 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Checking router: 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:10.390033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47300) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.390582 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Updating router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 port 50be8380-630e-4827-aa2a-393cb1f88e96 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:10.395615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'subnet': {'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:10.454921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.460181 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.509565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd25160-632d-4006-93f3-b49f8e88acc8 req-7312c26a-406b-448c-b359-32659e305b4a tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.528985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cd25160-632d-4006-93f3-b49f8e88acc8 req-7312c26a-406b-448c-b359-32659e305b4a tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 945 time: 0.8480277 Jul 16 18:09:10.532862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:10.536109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 50bf3055-0636-4d2a-b196-2dcd1301ee4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=50bf3055-0636-4d2a-b196-2dcd1301ee4e,segment=NetworkSegment(1a06fa83-222b-4964-ad0c-a04893d48a36),segment_id=1a06fa83-222b-4964-ad0c-a04893d48a36)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:10.540358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Request body: {'floatingip': {'port_id': '2e985a53-f4f3-48db-8c85-249221e7155e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:10.545889 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.549227 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.568515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.599303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a4c06-42fd-4544-bf72-0a23a299c2a9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Network': ['ID=1527f1fd-25e5-443b-8262-da15f17dced7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.618662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1527f1fd-25e5-443b-8262-da15f17dced7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:10.710915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=50bf3055-0636-4d2a-b196-2dcd1301ee4e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.755751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Pushing event deleted for resources: {'Port': ['ID=120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.764295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.841496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.909321 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.918735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:10.922764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.971368 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.984761 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Transition to ACTIVE for port object 50be8380-630e-4827-aa2a-393cb1f88e96 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:10.992660 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.081285 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51302832-4125-4dfe-837d-cb73298f381a None None] Pushing event updated for resources: {'Port': ['ID=50be8380-630e-4827-aa2a-393cb1f88e96,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.233316 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Attempting to bind port 50be8380-630e-4827-aa2a-393cb1f88e96 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:11.233716 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Attempting to bind port 50be8380-630e-4827-aa2a-393cb1f88e96 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:11.234082 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Attempting to bind port 50be8380-630e-4827-aa2a-393cb1f88e96 on network f32828ae-b136-4948-b6d8-3dca051a3006 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:11.253580 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:11.254162 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Checking segment: {'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:11.254466 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.254842 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Bound using segment: {'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:11.255369 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Bound port: 50be8380-630e-4827-aa2a-393cb1f88e96, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211d53a-20cb-4ca4-b984-120312f1e48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:11.255775 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.366083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.370343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.414811 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] For port 50be8380-630e-4827-aa2a-393cb1f88e96, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:11.426217 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] For port 50be8380-630e-4827-aa2a-393cb1f88e96, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=50be8380-630e-4827-aa2a-393cb1f88e96,segment=NetworkSegment(4211d53a-20cb-4ca4-b984-120312f1e48e),segment_id=4211d53a-20cb-4ca4-b984-120312f1e48e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:11.438892 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.455868 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.502847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.527686 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51302832-4125-4dfe-837d-cb73298f381a None None] Pushing event updated for resources: {'Port': ['ID=50be8380-630e-4827-aa2a-393cb1f88e96,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.539266 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Routers {'4851ea1b-fdfd-402a-b539-f4a2c2c3c168'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:11.539901 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:11.595822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=87d2e10e-8f4b-4712-b5d2-a09e87a51439,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.607662 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.608688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 898a3268-0748-4779-96bb-dc35c83093ac {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:11.619437 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.624170 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f424bba-d00d-4fa5-a882-e5750f97c336 admin admin] 10.222.0.48 "DELETE /v2.0/routers/898a3268-0748-4779-96bb-dc35c83093ac HTTP/1.1" status: 204 len: 168 time: 2.8673437 Jul 16 18:09:11.637130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47326) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:11.677906 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] Set router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:11.752126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.887874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Deleting subnet fbc21837-be3a-4b64-b476-8e739f32b0f0 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:11.904722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.909714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.938651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Subnet': ['ID=f805655a-7ddd-4760-94dd-8c3d5ebdcaa6,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.948970 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 4, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '50be8380-630e-4827-aa2a-393cb1f88e96', 'name': '', 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'mac_address': 'fa:16:3e:f4:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fba6945d-d174-40b4-92ee-2953a941d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:11Z', 'revision_number': 4, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'subnets': [{'id': 'fba6945d-d174-40b4-92ee-2953a941d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:11.973067 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.982223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-e13875a2-0ad9-478c-a2d3-bde1ee8fb2f7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1860914 Jul 16 18:09:11.992128 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43b3d08-802a-406f-820e-1cab3266fc32 None None] The sync data for ids ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'] in n-d-793620-10 is: [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:09:06Z', 'revision_number': 4, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '50be8380-630e-4827-aa2a-393cb1f88e96', 'name': '', 'network_id': 'f32828ae-b136-4948-b6d8-3dca051a3006', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'mac_address': 'fa:16:3e:f4:72:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'fba6945d-d174-40b4-92ee-2953a941d28e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:03Z', 'updated_at': '2021-07-16T18:09:11Z', 'revision_number': 4, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'subnets': [{'id': 'fba6945d-d174-40b4-92ee-2953a941d28e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:11.993316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Checking segment: {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:11.993645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network hostable DHCP agents. Network: 1527f1fd-25e5-443b-8262-da15f17dced7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:12.012578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e2f58-b1d1-46db-be02-7f3ff309a31b req-e4c0e15e-8774-4cd8-b841-fc76cb4521b1 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.019746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be4e2f58-b1d1-46db-be02-7f3ff309a31b req-e4c0e15e-8774-4cd8-b841-fc76cb4521b1 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 947 time: 0.4402690 Jul 16 18:09:12.029868 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.087059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50bf3055-0636-4d2a-b196-2dcd1301ee4e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:12.139590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-0ca06b27-deda-4fe2-b3b7-325a679574f8 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 696 time: 0.1564395 Jul 16 18:09:12.150411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.157850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.210058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network 1527f1fd-25e5-443b-8262-da15f17dced7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:12.223654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be4e2f58-b1d1-46db-be02-7f3ff309a31b req-16e566ee-dd18-4bef-83d7-a7dafcc6bc81 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028911 Jul 16 18:09:12.226960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 50bf3055-0636-4d2a-b196-2dcd1301ee4e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:12.227335 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.328338 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf6e338-dcec-4b52-9e98-ba9f300532f5 x-openstack-request-id: req-baf6e338-dcec-4b52-9e98-ba9f300532f5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:12.332343 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8a3ff8-8f85-4a2e-8122-c8922f626ab6", "name": "network-vif-deleted", "tag": "0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94007f24-f1ee-4581-94b3-62b800f1b62a", "tag": "9d255590-921a-41b2-83a5-b982ca7f12ff", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:12.332891 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-baf6e338-dcec-4b52-9e98-ba9f300532f5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:12.337223 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8a3ff8-8f85-4a2e-8122-c8922f626ab6', 'name': 'network-vif-deleted', 'tag': '0b85e1c4-7a3d-4b51-bb3c-fd950d1f26bb', 'status': 'completed', 'code': 200} Jul 16 18:09:12.337791 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'tag': '9d255590-921a-41b2-83a5-b982ca7f12ff', 'status': 'completed', 'code': 200} Jul 16 18:09:12.346111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1527f1fd-25e5-443b-8262-da15f17dced7) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:12.360172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.360769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.366836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949b325-3eda-4d55-be75-44aaf0d374bc None None] Network 1527f1fd-25e5-443b-8262-da15f17dced7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:12.390710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2f747b33-975a-42d2-b22d-d0c2f3cc6a46 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9991241 Jul 16 18:09:12.433771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:12.461710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-314407481'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:12.478551 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.538866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9d255590-921a-41b2-83a5-b982ca7f12ff details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:12.548106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-1a8929ca-47d4-4785-aa1f-80c1aabeb591 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.559231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-1a8929ca-47d4-4785-aa1f-80c1aabeb591 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.4132099 Jul 16 18:09:12.566117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-bbef5596-47c5-438d-9140-0a52feb9643c tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:09:12.586603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92921fa1-e1cc-466e-bcba-ebc9dfa8c4e6 req-bbef5596-47c5-438d-9140-0a52feb9643c tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0203917 Jul 16 18:09:12.620118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:12.624832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.625693 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.629800 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421 associated. External IP: 172.25.0.219, port: 2e985a53-f4f3-48db-8c85-249221e7155e. Jul 16 18:09:12.651900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-4ea6f223-0c5b-4db8-87ec-725bddc86ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.655315 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-4ea6f223-0c5b-4db8-87ec-725bddc86ee0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 1099 time: 0.3048232 Jul 16 18:09:12.679953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc21837-be3a-4b64-b476-8e739f32b0f0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.709855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.711799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fbc21837-be3a-4b64-b476-8e739f32b0f0 HTTP/1.1" status: 204 len: 168 time: 1.0672104 Jul 16 18:09:12.717710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47354) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:12.722914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9d255590-921a-41b2-83a5-b982ca7f12ff, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9d255590-921a-41b2-83a5-b982ca7f12ff,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:12.723267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.725053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.725889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.725889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.728266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.728651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.729047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.729398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.729741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.730076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.732846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.732978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2386845-37cd-4dfa-ae3c-4d76967abbc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:12.748388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '9d255590-921a-41b2-83a5-b982ca7f12ff', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '9d255590-921a-41b2-83a5-b982ca7f12ff', 'mac_address': 'fa:16:3e:3c:27:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:12.750985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e23d5-6a41-447b-8af6-c065803b22a5 None None] Network ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:12.773260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:12.781157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 20416592-bf82-4d82-9b11-e87395fc3d8b details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:12.785987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.786632 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Added segment 284ab79e-2090-4781-88b6-feedd022f4f1 of type vlan for network 6918f768-44fd-4665-a904-af167bfe4d3b Jul 16 18:09:12.843721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.851941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.898149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.908519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.910175 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.016106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d255590-921a-41b2-83a5-b982ca7f12ff {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:13.056391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:09:13.069229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.081353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-1527f1fd-25e5-443b-8262-da15f17dced7', 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'fixed_ips': [{'subnet_id': 'f805655a-7ddd-4760-94dd-8c3d5ebdcaa6'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:13.084686 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.101241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-3604fd53-6ed2-47b7-a51a-d02f52f0a07b tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4331248 Jul 16 18:09:13.117479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6668422 Jul 16 18:09:13.120853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:13.124460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.139039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'subnet': {'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:13.180122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9d255590-921a-41b2-83a5-b982ca7f12ff, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9d255590-921a-41b2-83a5-b982ca7f12ff,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:13.199390 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.243820 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.274628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Network': ['ID=6918f768-44fd-4665-a904-af167bfe4d3b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.339035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Deleting port 7c55b129-caf8-4fa8-a17f-eb3e676a605d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:13.339383 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.366903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.367380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.367770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.368224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.368653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.369300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.370816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.371231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.371631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.372810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.373886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:13.376311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.377885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1c2610-249b-4041-a97a-cca04de4fa98 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:13.406604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-a20cae88-a59b-4881-b3a4-019df7fac667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.408178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-a20cae88-a59b-4881-b3a4-019df7fac667 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.6800137 Jul 16 18:09:13.492436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 6918f768-44fd-4665-a904-af167bfe4d3b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:13.499307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] For port 7c55b129-caf8-4fa8-a17f-eb3e676a605d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7c55b129-caf8-4fa8-a17f-eb3e676a605d,segment=NetworkSegment(7f874a69-19e7-4049-a5c9-e953f9e26645),segment_id=7f874a69-19e7-4049-a5c9-e953f9e26645)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:13.499975 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.501202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9d255590-921a-41b2-83a5-b982ca7f12ff'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:13.538718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:13.539370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 120ec1ea-c81e-4e7a-b7f0-3ac1e4778cca not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:13.539979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 67393814-e652-4be3-93f2-5de400db189f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:13.566824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e2d85-0adb-4daa-b7ac-723a31b61b6b req-6c63aa25-9f77-472d-b3a5-29116238d57d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.574184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b51e2d85-0adb-4daa-b7ac-723a31b61b6b req-6c63aa25-9f77-472d-b3a5-29116238d57d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 949 time: 0.2721050 Jul 16 18:09:13.593568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:13.596057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Calling delete_port for 7c55b129-caf8-4fa8-a17f-eb3e676a605d owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:13.598385 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.609657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-9c7d6d7e-babe-486f-abb3-5523d868cfa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=9d255590-921a-41b2-83a5-b982ca7f12ff HTTP/1.1" status: 200 len: 217 time: 0.1909497 Jul 16 18:09:13.690808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-abf7fa62-356f-4770-9187-3979cae77fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.695124 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-abf7fa62-356f-4770-9187-3979cae77fd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0514185 Jul 16 18:09:13.698986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b51e2d85-0adb-4daa-b7ac-723a31b61b6b req-036b3335-246d-42a2-885f-2cd1347523da tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236925 Jul 16 18:09:13.732038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:13.747620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.886481 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.954611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9d255590-921a-41b2-83a5-b982ca7f12ff,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.998195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 67393814-e652-4be3-93f2-5de400db189f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:13.998547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 67393814-e652-4be3-93f2-5de400db189f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:14.021796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c55b129-caf8-4fa8-a17f-eb3e676a605d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.041719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] No DVR routers for this DVR port 7c55b129-caf8-4fa8-a17f-eb3e676a605d on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:14.105373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:14.123612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Allocated IP 19.80.0.2 (1527f1fd-25e5-443b-8262-da15f17dced7/f805655a-7ddd-4760-94dd-8c3d5ebdcaa6/251e2b5a-25e2-4292-9f40-c257bb76b151) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:14.146837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'mac_address': 'fa:16:3e:a2:1c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:14.336610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50be8380-630e-4827-aa2a-393cb1f88e96 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:14.340722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.361494 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.391926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.407404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea731f-5742-4a6c-bd12-a81b5555782e req-46898d62-7b0a-4612-8d94-3952addb0f96 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.413098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8ea731f-5742-4a6c-bd12-a81b5555782e req-46898d62-7b0a-4612-8d94-3952addb0f96 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 948 time: 0.5680730 Jul 16 18:09:14.466975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f874a69-19e7-4049-a5c9-e953f9e26645') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.467275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f874a69-19e7-4049-a5c9-e953f9e26645') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.486897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Allocated IP 172.25.0.251 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/48d29abe-bbc9-464b-b37d-ded79b63ef58) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:14.500418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c7b441-4efb-4b2a-bc86-cc77f38b437e None None] DHCP port deletion for ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:14.541472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.582068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20416592-bf82-4d82-9b11-e87395fc3d8b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:14.602549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.623621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:14.624125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.644723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:14.684926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.705170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 50be8380-630e-4827-aa2a-393cb1f88e96 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:14.712279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-7659d6b9-408a-4e27-8206-e603d9489a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.714003 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-7659d6b9-408a-4e27-8206-e603d9489a70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0059206 Jul 16 18:09:14.739896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8ea731f-5742-4a6c-bd12-a81b5555782e req-4280b211-f63d-40ef-8943-fbab1fb9f5ca tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109818 Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:14.740636 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:14.744902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.765980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.768034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc HTTP/1.1" status: 204 len: 168 time: 2.0285683 Jul 16 18:09:14.768761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 50be8380-630e-4827-aa2a-393cb1f88e96 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:14.769353 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.771104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c2cdd-4f70-449d-8915-263b2576e351 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc6d144-906b-45e3-a1c8-4f2f5a2d83bc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.807745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47400) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.869529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.890850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['20416592-bf82-4d82-9b11-e87395fc3d8b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:14.947176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.085545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:15.096753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.104539 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.114540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Subnet': ['ID=fdd02bc0-cde1-4c9e-8315-91872d0a6f3d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.126724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] Sync routers for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:15.155590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-649d7542-c3e8-423e-a490-1712addfa585 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.157280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-649d7542-c3e8-423e-a490-1712addfa585 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 949 time: 0.4269934 Jul 16 18:09:15.172923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Transition to ACTIVE for port object 251e2b5a-25e2-4292-9f40-c257bb76b151 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:15.187929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-71b025ad-1b31-4420-ab2b-de777d41d3cf service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506229 Jul 16 18:09:15.208866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Checking segment: {'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:15.209111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network hostable DHCP agents. Network: 6918f768-44fd-4665-a904-af167bfe4d3b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:15.219525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.229653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-96e9de74-e333-4661-812b-006d93683c44 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "PUT /v2.0/floatingips/a72ba8aa-7a2f-4824-a78a-640e68ce0421 HTTP/1.1" status: 200 len: 991 time: 4.6948421 Jul 16 18:09:15.234721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:15.235719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:15.242419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:15.244769 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf2a088-4042-4579-bdf9-1e421b56ab5d" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:15.358968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network 6918f768-44fd-4665-a904-af167bfe4d3b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:15.380743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 6918f768-44fd-4665-a904-af167bfe4d3b) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:15.389351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.397743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.398346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.414632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1436c585-4ac8-40b8-bc2e-9c39790bae04 req-2d2793a4-ec13-4338-b2b5-b413a5216403 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995921 Jul 16 18:09:15.444553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-71d200a6-9d6f-4d84-86dc-fed50d5ab361 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3097873 Jul 16 18:09:15.446899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Deleting port bed2e805-e845-487d-9494-8c2cfa3ae3c9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:15.447248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.474399 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.486570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Transition to ACTIVE for port object 251e2b5a-25e2-4292-9f40-c257bb76b151 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:15.511326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54a8ce5-b4cf-4131-bb7b-786f84db740d None None] Network 6918f768-44fd-4665-a904-af167bfe4d3b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:15.551386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.637221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:15.654279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] For port bed2e805-e845-487d-9494-8c2cfa3ae3c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bed2e805-e845-487d-9494-8c2cfa3ae3c9,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:15.654525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.658338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:15.674275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:15.677985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:15.685938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Calling delete_port for bed2e805-e845-487d-9494-8c2cfa3ae3c9 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:15.718525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=48d29abe-bbc9-464b-b37d-ded79b63ef58,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.754414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 50be8380-630e-4827-aa2a-393cb1f88e96, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=50be8380-630e-4827-aa2a-393cb1f88e96,segment=NetworkSegment(4211d53a-20cb-4ca4-b984-120312f1e48e),segment_id=4211d53a-20cb-4ca4-b984-120312f1e48e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:15.785164 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.802967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Network 1527f1fd-25e5-443b-8262-da15f17dced7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:15.826084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:15.850913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:15.859678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Pushing event updated for resources: {'Port': ['ID=251e2b5a-25e2-4292-9f40-c257bb76b151,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.971030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1ad01-81f7-4cec-9932-db1252cdc54e req-deaad352-9b35-42e3-8dd9-9d3fb51b1313 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.985380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57c1ad01-81f7-4cec-9932-db1252cdc54e req-deaad352-9b35-42e3-8dd9-9d3fb51b1313 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/ports?device_id=3378bd98-9cee-4128-bcc5-ab2316670df5 HTTP/1.1" status: 200 len: 949 time: 0.6357911 Jul 16 18:09:16.047577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.096221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Pushing event deleted for resources: {'Port': ['ID=bed2e805-e845-487d-9494-8c2cfa3ae3c9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.114819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.191541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] No DVR routers for this DVR port bed2e805-e845-487d-9494-8c2cfa3ae3c9 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:16.194171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.200265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f5a8d8-f88a-48ba-85e0-031b0097e4b7 req-6e0aefdd-db3c-4e94-a63f-f4cb1b820f21 tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.55 "DELETE /v2.0/ports/bed2e805-e845-487d-9494-8c2cfa3ae3c9 HTTP/1.1" status: 204 len: 173 time: 1.0314498 Jul 16 18:09:16.316928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.333742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c55b129-caf8-4fa8-a17f-eb3e676a605d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:16.371549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=50be8380-630e-4827-aa2a-393cb1f88e96,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.489150 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Attempting to bind port 251e2b5a-25e2-4292-9f40-c257bb76b151 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:16.490368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Attempting to bind port 251e2b5a-25e2-4292-9f40-c257bb76b151 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:16.490999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Attempting to bind port 251e2b5a-25e2-4292-9f40-c257bb76b151 on network 1527f1fd-25e5-443b-8262-da15f17dced7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:16.504819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7c55b129-caf8-4fa8-a17f-eb3e676a605d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:16.505517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c55b129-caf8-4fa8-a17f-eb3e676a605d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:16.524123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:16.525097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Checking segment: {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:16.525726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.526329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Bound using segment: {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:16.527050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Bound port: 251e2b5a-25e2-4292-9f40-c257bb76b151, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:16.527713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.530593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-6918f768-44fd-4665-a904-af167bfe4d3b', 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'fixed_ips': [{'subnet_id': 'fdd02bc0-cde1-4c9e-8315-91872d0a6f3d'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:16.531532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.533771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9d255590-921a-41b2-83a5-b982ca7f12ff up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:16.552499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57c1ad01-81f7-4cec-9932-db1252cdc54e req-efbae065-cc7c-4784-ac3a-91f0a711d20d tempest-ServersOnMultiNodesTest-1677404586 tempest-ServersOnMultiNodesTest-1677404586-project] 10.222.0.48 "GET /v2.0/security-groups?id=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282438 Jul 16 18:09:16.683823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.694454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.909387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] For port 251e2b5a-25e2-4292-9f40-c257bb76b151, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:16.909925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=48d29abe-bbc9-464b-b37d-ded79b63ef58,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.913364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] For port 251e2b5a-25e2-4292-9f40-c257bb76b151, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=251e2b5a-25e2-4292-9f40-c257bb76b151,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:17.009406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.026089 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a41750-3bf5-4c3a-9a8c-beb71871fc1e x-openstack-request-id: req-52a41750-3bf5-4c3a-9a8c-beb71871fc1e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:17.026383 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:17.026749 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52a41750-3bf5-4c3a-9a8c-beb71871fc1e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:17.027353 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e', 'status': 'completed', 'code': 200} Jul 16 18:09:17.117649 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.119087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-bf738393-038e-4daa-8fd1-1702e0f72e55 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0057764 Jul 16 18:09:17.173882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-43ae3c10-fb9b-476a-8647-43c448e343ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.175470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-43ae3c10-fb9b-476a-8647-43c448e343ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 1097 time: 0.1117291 Jul 16 18:09:17.249612 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.255500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bed2e805-e845-487d-9494-8c2cfa3ae3c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:17.286124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Allocated IP 19.86.0.2 (6918f768-44fd-4665-a904-af167bfe4d3b/fdd02bc0-cde1-4c9e-8315-91872d0a6f3d/c75c3874-4500-4b83-bc8b-200455ce78e2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:17.313549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.375502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-c163bdb4-c2d1-4844-b3e3-6b91c49fe11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.379172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-c163bdb4-c2d1-4844-b3e3-6b91c49fe11f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 200 len: 924 time: 0.1956377 Jul 16 18:09:17.450320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-ac3cf3e6-b99e-4351-8bf8-c9a549899ee7 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.2983382 Jul 16 18:09:17.528143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-8ddf1d5a-5b4d-444b-a8c9-88d6ba0641d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e985a53-f4f3-48db-8c85-249221e7155e HTTP/1.1" status: 200 len: 999 time: 0.1386261 Jul 16 18:09:17.560237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 9d255590-921a-41b2-83a5-b982ca7f12ff completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:17.623289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-dec75a5c-1f50-4c61-bf13-4e37032d158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.625756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-dec75a5c-1f50-4c61-bf13-4e37032d158f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 200 len: 863 time: 0.0864415 Jul 16 18:09:17.682820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 9d255590-921a-41b2-83a5-b982ca7f12ff triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:17.683243 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.684987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7775737a-cccf-4485-b28f-934e096c8852 None None] Pushing event updated for resources: {'Port': ['ID=251e2b5a-25e2-4292-9f40-c257bb76b151,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.761037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-3e71a85c-4a5e-42ad-96a8-aa4bce4ea388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.766247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-3e71a85c-4a5e-42ad-96a8-aa4bce4ea388 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ec0d23a-d490-4488-9f8c-3c4677d631e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329341 Jul 16 18:09:17.770792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-cec743a9-4d2a-4e15-a99e-c442b090c8f1 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.777851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-cec743a9-4d2a-4e15-a99e-c442b090c8f1 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.780617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-cec743a9-4d2a-4e15-a99e-c442b090c8f1 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/networks?id=1527f1fd-25e5-443b-8262-da15f17dced7&id=6918f768-44fd-4665-a904-af167bfe4d3b&id=1527f1fd-25e5-443b-8262-da15f17dced7 HTTP/1.1" status: 200 len: 1389 time: 0.5109582 Jul 16 18:09:17.794707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-0cd6b504-ac85-43b5-b4df-900ae231e66e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.818883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c21e0ec-64d0-468e-9ce3-780ee106c87c req-0cd6b504-ac85-43b5-b4df-900ae231e66e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.3655591 Jul 16 18:09:17.860352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-0754abd7-5896-42b9-8628-d9807a83c241 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/quotas/debd5c55e4bc4249bd546bb8f0baf404 HTTP/1.1" status: 200 len: 375 time: 0.0395141 Jul 16 18:09:18.037369 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-a6acf35b-1f66-44ef-9c69-8d0ea4e77f1c service neutron] 10.222.0.55 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641413 Jul 16 18:09:18.217257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcf2a088-4042-4579-bdf9-1e421b56ab5d req-c3b07e73-2a02-4f2c-9c70-90568ff7b9d1 service neutron] 10.222.0.55 "GET /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725886 Jul 16 18:09:18.393406 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.396048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 251e2b5a-25e2-4292-9f40-c257bb76b151 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:18.466219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-6531a337-3b16-4000-894e-8927c0692b4b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5876908 Jul 16 18:09:18.516046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9d255590-921a-41b2-83a5-b982ca7f12ff, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9d255590-921a-41b2-83a5-b982ca7f12ff,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:18.537802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d255590-921a-41b2-83a5-b982ca7f12ff'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:18.540427 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb97ede-6d5d-4185-be31-97730a5b3643" -d '{"events": [{"server_uuid": "94007f24-f1ee-4581-94b3-62b800f1b62a", "name": "network-vif-plugged", "status": "completed", "tag": "9d255590-921a-41b2-83a5-b982ca7f12ff"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:18.550524 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.640199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9d255590-921a-41b2-83a5-b982ca7f12ff,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.652787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 251e2b5a-25e2-4292-9f40-c257bb76b151 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:18.662584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eeead1fa-40b6-4f0d-af76-800bd710cf5e service neutron] 10.222.0.48 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946321 Jul 16 18:09:18.665765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a72ba8aa-7a2f-4824-a78a-640e68ce0421', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'port_id': '2e985a53-f4f3-48db-8c85-249221e7155e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'mac_address': 'fa:16:3e:71:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:09:11Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:18.678218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50be8380-630e-4827-aa2a-393cb1f88e96 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:18.690859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Deleting port 270826c3-24df-4f3f-9255-299ce79a40ef {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:18.691227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.823523 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.853064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Transition to ACTIVE for port object c75c3874-4500-4b83-bc8b-200455ce78e2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:18.877928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Transition to ACTIVE for port object c75c3874-4500-4b83-bc8b-200455ce78e2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:18.889042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 20416592-bf82-4d82-9b11-e87395fc3d8b up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:18.896531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] Checking router: c524fe21-4905-4d50-b3ae-9dcd0ae4adbd for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:18.930819 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.989882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Network 6918f768-44fd-4665-a904-af167bfe4d3b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:18.999534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3a6e9-bfee-4edb-8e12-d1eb86fc7344 req-bd906275-f779-497f-b9df-738e3c6d2203 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.001343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74d3a6e9-bfee-4edb-8e12-d1eb86fc7344 req-bd906275-f779-497f-b9df-738e3c6d2203 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 948 time: 0.7964625 Jul 16 18:09:19.013999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:19.028688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'name': 'network-vif-deleted', 'tag': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:19.031767 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306fcdca-46d5-45ce-a152-612833e7fbd7" -d '{"events": [{"server_uuid": "3378bd98-9cee-4128-bcc5-ab2316670df5", "name": "network-vif-deleted", "tag": "bed2e805-e845-487d-9494-8c2cfa3ae3c9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:19.043335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:19.047719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-6c183f11-c3f4-41d7-8e97-2b6d00d97332 service neutron] 10.222.0.48 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782916 Jul 16 18:09:19.075987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:19.078815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:19.112504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Pushing event updated for resources: {'Port': ['ID=c75c3874-4500-4b83-bc8b-200455ce78e2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.194676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74d3a6e9-bfee-4edb-8e12-d1eb86fc7344 req-bc315160-5338-473e-8249-535efd3db19a tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350844 Jul 16 18:09:19.215628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] For port 270826c3-24df-4f3f-9255-299ce79a40ef, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=270826c3-24df-4f3f-9255-299ce79a40ef,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:19.216021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.282790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 50be8380-630e-4827-aa2a-393cb1f88e96 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:19.283198 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.300663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 20416592-bf82-4d82-9b11-e87395fc3d8b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:19.301045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.369581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-baf52b12-fe27-41c0-8349-886b8e4f6b77 service neutron] 10.222.0.48 "GET /v2.0/networks/6918f768-44fd-4665-a904-af167bfe4d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766666 Jul 16 18:09:19.384823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ca0f4-6f8e-4211-bfe0-fd28d946374f None None] Network 1527f1fd-25e5-443b-8262-da15f17dced7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:19.491438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Attempting to bind port c75c3874-4500-4b83-bc8b-200455ce78e2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:19.491816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Attempting to bind port c75c3874-4500-4b83-bc8b-200455ce78e2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:19.492350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Attempting to bind port c75c3874-4500-4b83-bc8b-200455ce78e2 on network 6918f768-44fd-4665-a904-af167bfe4d3b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:19.514557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:19.514954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Checking segment: {'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:19.515342 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.515741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Bound using segment: {'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:19.516255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Bound port: c75c3874-4500-4b83-bc8b-200455ce78e2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:19.516647 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.551556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d46c9431-2471-43a5-b6d8-f05035d2cae5 service neutron] 10.222.0.48 "GET /v2.0/networks/6918f768-44fd-4665-a904-af167bfe4d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809511 Jul 16 18:09:19.552862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Calling delete_port for 270826c3-24df-4f3f-9255-299ce79a40ef owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:19.561595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b03e7047-cdc8-445b-98cf-164e41736d2a None None] Provisioning for port 251e2b5a-25e2-4292-9f40-c257bb76b151 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:19.572605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b03e7047-cdc8-445b-98cf-164e41736d2a None None] Provisioning complete for port 251e2b5a-25e2-4292-9f40-c257bb76b151 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:19.572983 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b03e7047-cdc8-445b-98cf-164e41736d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.720468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] For port c75c3874-4500-4b83-bc8b-200455ce78e2, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:19.724645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] For port c75c3874-4500-4b83-bc8b-200455ce78e2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c75c3874-4500-4b83-bc8b-200455ce78e2,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:19.768553 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.782353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.825181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:19.976217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b03e7047-cdc8-445b-98cf-164e41736d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.029744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9909551f-087c-4b8b-9193-b7714d02d702 req-4a6de997-7e0e-4d80-9de7-619d2e54a852 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4955814 Jul 16 18:09:20.052549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:20.080373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.093777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e62b9e5f-0c11-4207-b001-15c3262c759e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7fc264c4c24746c3b85c8f41ee2302d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063760 Jul 16 18:09:20.094705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.169035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.187134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44d38106-cfe6-494d-93c1-d033998803d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.227087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.227913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bed2e805-e845-487d-9494-8c2cfa3ae3c9 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:20.257648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44d38106-cfe6-494d-93c1-d033998803d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.273304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-df5f6ebd-a50f-4af9-8a47-5ad56a0bcdab service neutron] 10.222.0.48 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131543 Jul 16 18:09:20.323468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: bed2e805-e845-487d-9494-8c2cfa3ae3c9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:20.324115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bed2e805-e845-487d-9494-8c2cfa3ae3c9 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:20.337919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b03e7047-cdc8-445b-98cf-164e41736d2a None None] For port 251e2b5a-25e2-4292-9f40-c257bb76b151, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=251e2b5a-25e2-4292-9f40-c257bb76b151,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.365644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44d38106-cfe6-494d-93c1-d033998803d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.370501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44d38106-cfe6-494d-93c1-d033998803d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.385145 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-44d38106-cfe6-494d-93c1-d033998803d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7 HTTP/1.1" status: 204 len: 168 time: 0.2876215 Jul 16 18:09:20.412341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.422862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d38106-cfe6-494d-93c1-d033998803d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e2006f-1b13-4a90-ac9c-d3a33eef0bd7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.442843 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b03e7047-cdc8-445b-98cf-164e41736d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.496834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896582e8-e4fc-4018-bdf7-641a6cb024c9 None None] Pushing event updated for resources: {'Port': ['ID=c75c3874-4500-4b83-bc8b-200455ce78e2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.629256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-aa87f877-92b3-4fae-b706-29841c94be27 service neutron] 10.222.0.48 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377497 Jul 16 18:09:20.664292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.664513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.735027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Pushing event deleted for resources: {'Port': ['ID=270826c3-24df-4f3f-9255-299ce79a40ef,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.805405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.070901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.201931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e7047-cdc8-445b-98cf-164e41736d2a None None] Pushing event updated for resources: {'Port': ['ID=251e2b5a-25e2-4292-9f40-c257bb76b151,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.232413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0cbfde76-55dd-4f49-932e-9a73abf5c47e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=375cf1f6682449319067e9417d63d3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595149 Jul 16 18:09:21.236901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.284023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93f7cc98-6223-408a-8f1e-63a612f26941 None None] Provisioning complete for port 251e2b5a-25e2-4292-9f40-c257bb76b151 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:21.284826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93f7cc98-6223-408a-8f1e-63a612f26941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.384721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52292c3c-3329-40a2-b294-ec8997940684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.389463 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0402f1-1161-4b19-8048-0edfd6290893 x-openstack-request-id: req-0a0402f1-1161-4b19-8048-0edfd6290893 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:21.390118 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94007f24-f1ee-4581-94b3-62b800f1b62a", "name": "network-vif-plugged", "status": "completed", "tag": "9d255590-921a-41b2-83a5-b982ca7f12ff", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:21.390118 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a0402f1-1161-4b19-8048-0edfd6290893 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:21.390397 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d255590-921a-41b2-83a5-b982ca7f12ff', 'code': 200} Jul 16 18:09:21.422138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a72ba8aa-7a2f-4824-a78a-640e68ce0421', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'port_id': '2e985a53-f4f3-48db-8c85-249221e7155e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'mac_address': 'fa:16:3e:71:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:09:11Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:21.445121 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e23e7e-b3d5-4fe0-a86b-b623a40a61a1 x-openstack-request-id: req-21e23e7e-b3d5-4fe0-a86b-b623a40a61a1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:21.445624 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3378bd98-9cee-4128-bcc5-ab2316670df5", "name": "network-vif-deleted", "tag": "bed2e805-e845-487d-9494-8c2cfa3ae3c9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:21.445804 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-21e23e7e-b3d5-4fe0-a86b-b623a40a61a1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:21.446192 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3378bd98-9cee-4128-bcc5-ab2316670df5', 'name': 'network-vif-deleted', 'tag': 'bed2e805-e845-487d-9494-8c2cfa3ae3c9', 'status': 'completed', 'code': 200} Jul 16 18:09:21.454042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52292c3c-3329-40a2-b294-ec8997940684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.590859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52292c3c-3329-40a2-b294-ec8997940684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.593627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52292c3c-3329-40a2-b294-ec8997940684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.597059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-52292c3c-3329-40a2-b294-ec8997940684 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e95de58-0fd2-4429-80ba-8af1cc2b5f63 HTTP/1.1" status: 204 len: 168 time: 0.3447649 Jul 16 18:09:21.616301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52292c3c-3329-40a2-b294-ec8997940684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e95de58-0fd2-4429-80ba-8af1cc2b5f63,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.622082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ed636-b42f-4b12-9b67-5513902aa4c0 req-d69e0841-ae6c-439b-a32f-655053e15d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.624117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-665ed636-b42f-4b12-9b67-5513902aa4c0 req-d69e0841-ae6c-439b-a32f-655053e15d1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 1101 time: 0.1736610 Jul 16 18:09:21.715480 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-665ed636-b42f-4b12-9b67-5513902aa4c0 req-e8fb39c0-5125-4600-9c21-4484bddead27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840993 Jul 16 18:09:21.856892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Allocated IP 172.25.0.23 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/29614c81-4a73-4f1a-adf9-32bdb9dc40e0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:21.975428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ea356-af84-400f-a965-34a80829eb2c req-b2f94b4f-ccb7-485f-a7b4-e56751fb37d9 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.976523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09efbc8-7439-44c9-92e6-02ae56d6feb5 None None] Network 6918f768-44fd-4665-a904-af167bfe4d3b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:21.982514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b92634-50bf-4893-83a5-e85d291582b1 None None] The sync data for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 is: [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a72ba8aa-7a2f-4824-a78a-640e68ce0421', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'floating_ip_address': '172.25.0.219', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'port_id': '2e985a53-f4f3-48db-8c85-249221e7155e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'mac_address': 'fa:16:3e:71:5b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:06:37Z', 'updated_at': '2021-07-16T18:09:11Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:21.984583 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-363ea356-af84-400f-a965-34a80829eb2c req-b2f94b4f-ccb7-485f-a7b4-e56751fb37d9 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 949 time: 0.3081806 Jul 16 18:09:21.989268 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.174448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b75d03dc-3c61-454a-a13c-513db1e8fb03 None None] Provisioning for port c75c3874-4500-4b83-bc8b-200455ce78e2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:22.244401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-363ea356-af84-400f-a965-34a80829eb2c req-8a74d108-d4a6-4809-8526-38f483948d4d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588990 Jul 16 18:09:22.401748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.450620 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aed82a-9428-4bd2-94ea-47e890304980 None None] New status for floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:22.577987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.738726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 251e2b5a-25e2-4292-9f40-c257bb76b151 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:22.769636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:22.801337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45275269-48ca-4561-8510-9cf5c5bd1514 req-e24fc20b-7f9d-49f2-9806-497cba77de48 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 210 time: 0.0624371 Jul 16 18:09:22.802290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:22.817054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:22.829000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=29614c81-4a73-4f1a-adf9-32bdb9dc40e0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.895975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 251e2b5a-25e2-4292-9f40-c257bb76b151 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:22.896382 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.900493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Router 4d8cf898-1955-41e6-af8a-830f3c45c66e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:23.053539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c75c3874-4500-4b83-bc8b-200455ce78e2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:23.110214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c75c3874-4500-4b83-bc8b-200455ce78e2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:23.115235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c75c3874-4500-4b83-bc8b-200455ce78e2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:23.115679 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.120669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:23.131207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35d7b8bf-cc79-4b01-8cb4-0d34a75adbfa admin admin] 10.222.0.48 "PUT /v2.0/routers/4d8cf898-1955-41e6-af8a-830f3c45c66e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3222799 Jul 16 18:09:23.133848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.146888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] Sync routers for ids ['4d8cf898-1955-41e6-af8a-830f3c45c66e'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:23.179020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] Routers {'4d8cf898-1955-41e6-af8a-830f3c45c66e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:23.179718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4d8cf898-1955-41e6-af8a-830f3c45c66e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:23.203411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.266604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30768f-de69-4725-b216-020a46e2f946 req-ddd6b0c4-9a20-48c9-a171-3b1342de08bf tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.268377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-ddd6b0c4-9a20-48c9-a171-3b1342de08bf tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.2152464 Jul 16 18:09:23.287640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-3b3475c0-84a1-4046-a8e1-92648bdf4e12 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/quotas/f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 375 time: 0.0120814 Jul 16 18:09:23.301854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.361860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] Set router 4d8cf898-1955-41e6-af8a-830f3c45c66e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:23.395371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.427653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:23.430140 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faac05f-4f37-406f-9873-6712580f2205" -d '{"events": [{"server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "name": "network-vif-plugged", "status": "completed", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:23.532948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-136960c9-925e-4468-a3cd-9a4b062d9ab7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2378635 Jul 16 18:09:23.611224 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.627635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.638022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3ff05472-4709-4be8-8109-7b41ee59a61c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.644262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3ff05472-4709-4be8-8109-7b41ee59a61c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.645820 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3ff05472-4709-4be8-8109-7b41ee59a61c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "GET /v2.0/networks?id=1527f1fd-25e5-443b-8262-da15f17dced7&id=6918f768-44fd-4665-a904-af167bfe4d3b&id=1527f1fd-25e5-443b-8262-da15f17dced7 HTTP/1.1" status: 200 len: 1389 time: 0.1898556 Jul 16 18:09:23.662653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'port': {'device_id': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7', 'admin_state_up': True, 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:23.751080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c75c3874-4500-4b83-bc8b-200455ce78e2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c75c3874-4500-4b83-bc8b-200455ce78e2,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:23.758093 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.783720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-b7f711db-1bc0-4574-8d5b-33d7362cf303 service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496965 Jul 16 18:09:23.791579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Deleting port 4b80a43f-cd2c-41fc-959b-92b2e5de6346 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:23.791935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.816055 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.836883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.845486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c75c3874-4500-4b83-bc8b-200455ce78e2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.859605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:09:20Z', 'revision_number': 5, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port': {'id': '4b80a43f-cd2c-41fc-959b-92b2e5de6346', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:58:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:52Z', 'updated_at': '2021-07-16T18:07:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:23.890539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] Checking router: 4d8cf898-1955-41e6-af8a-830f3c45c66e for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:23.900613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] Routers {'4d8cf898-1955-41e6-af8a-830f3c45c66e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:23.901660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4d8cf898-1955-41e6-af8a-830f3c45c66e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:23.957439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.961305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] For port 4b80a43f-cd2c-41fc-959b-92b2e5de6346, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4b80a43f-cd2c-41fc-959b-92b2e5de6346,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:23.962362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.967792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:23.980411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.982585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.983883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9909551f-087c-4b8b-9193-b7714d02d702 req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9484441 Jul 16 18:09:24.030505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Calling delete_port for 4b80a43f-cd2c-41fc-959b-92b2e5de6346 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:24.056029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9909551f-087c-4b8b-9193-b7714d02d702 req-881b58ea-34a5-448d-ba38-463b88a4ce25 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.23 HTTP/1.1" status: 200 len: 695 time: 0.0644324 Jul 16 18:09:24.060020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] Set router 4d8cf898-1955-41e6-af8a-830f3c45c66e gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:24.064322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0e226-ef70-4417-a793-123cd460f158 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=29614c81-4a73-4f1a-adf9-32bdb9dc40e0,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.122549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-66923155-a03a-44e5-9b90-2e7daf1b02ab service neutron] 10.222.0.48 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286991 Jul 16 18:09:24.144960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:09:23Z', 'revision_number': 6, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:24.197833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba4504f-7759-4be8-bde2-aeb4e39b59bc None None] The sync data for ids ['4d8cf898-1955-41e6-af8a-830f3c45c66e'] in n-d-793620-10 is: [{'id': '4d8cf898-1955-41e6-af8a-830f3c45c66e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1396321376-router', 'tenant_id': '50c03d1c97bc487da196b1997dc28b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:49Z', 'updated_at': '2021-07-16T18:09:23Z', 'revision_number': 6, 'project_id': '50c03d1c97bc487da196b1997dc28b62', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:24.282017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909551f-087c-4b8b-9193-b7714d02d702 req-8ce40621-fed3-40ac-b851-7082e8d42fe6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.283447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9909551f-087c-4b8b-9193-b7714d02d702 req-8ce40621-fed3-40ac-b851-7082e8d42fe6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2165313 Jul 16 18:09:24.334718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Allocated IP 19.80.0.78 (1527f1fd-25e5-443b-8262-da15f17dced7/f805655a-7ddd-4760-94dd-8c3d5ebdcaa6/aa9079a4-5a1f-4d61-a390-e48f3cf2b793) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:24.494559 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.607809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=4b80a43f-cd2c-41fc-959b-92b2e5de6346,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.673856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173f7e1-a694-4d36-9437-5cb46ec8c1ff req-41ac7f40-a3d1-4004-be44-d1f0b3847d0e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.675894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7173f7e1-a694-4d36-9437-5cb46ec8c1ff req-41ac7f40-a3d1-4004-be44-d1f0b3847d0e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 949 time: 0.1155956 Jul 16 18:09:24.709333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.725311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c75c3874-4500-4b83-bc8b-200455ce78e2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:24.768095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7173f7e1-a694-4d36-9437-5cb46ec8c1ff req-53bba307-c484-46a4-ac9a-58f26b2655a4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853834 Jul 16 18:09:24.885068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c75c3874-4500-4b83-bc8b-200455ce78e2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:24.886150 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.919120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.947564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.976802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.009835 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98ff4a9-a2e3-42c4-b031-51d0ced80b3b x-openstack-request-id: req-b98ff4a9-a2e3-42c4-b031-51d0ced80b3b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:25.010135 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "name": "network-vif-plugged", "status": "completed", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:25.010384 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b98ff4a9-a2e3-42c4-b031-51d0ced80b3b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:25.010783 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'code': 200} Jul 16 18:09:25.123390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Transition to ACTIVE for port object aa9079a4-5a1f-4d61-a390-e48f3cf2b793 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:25.155428 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.166342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 270826c3-24df-4f3f-9255-299ce79a40ef no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:25.169184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d8cf898-1955-41e6-af8a-830f3c45c66e {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:25.190612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.199404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.200524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-63ce668e-7282-4d4d-94a7-bd099dafb1ef admin admin] 10.222.0.48 "DELETE /v2.0/routers/4d8cf898-1955-41e6-af8a-830f3c45c66e HTTP/1.1" status: 204 len: 168 time: 2.0648167 Jul 16 18:09:25.202877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 270826c3-24df-4f3f-9255-299ce79a40ef {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:25.209646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 270826c3-24df-4f3f-9255-299ce79a40ef not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:25.275153 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.396301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network 1527f1fd-25e5-443b-8262-da15f17dced7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:25.402981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:25.409335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:25.464816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] Deleting subnet 33181ff4-d3df-4037-a4eb-2b91aec25080 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:25.470789 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.488060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Port': ['ID=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.532328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.538448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.539357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.574488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4bc5109d-fcb7-4197-8b33-76269db36037 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9178107 Jul 16 18:09:25.585533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'port': {'device_id': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b', 'admin_state_up': True, 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:25.659450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47584) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.730853 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.763469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8205c467-ff67-4e0e-a502-508c1757b014 None None] Provisioning for port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:25.778073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8205c467-ff67-4e0e-a502-508c1757b014 None None] Provisioning complete for port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:25.778458 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8205c467-ff67-4e0e-a502-508c1757b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.834275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:25.836436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-ef49d61e-7693-4ad2-8c18-2d25fdc904e4 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8180652 Jul 16 18:09:25.845041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.850640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:25.856464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.880513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8205c467-ff67-4e0e-a502-508c1757b014 None None] Port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:25.921314 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-940a06ac-399a-4706-8ad1-8cbc4e2d8ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.939997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.944444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33181ff4-d3df-4037-a4eb-2b91aec25080 HTTP/1.1" status: 204 len: 168 time: 0.7419901 Jul 16 18:09:25.948062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5f898-bc74-4b86-9aea-04667ce5fa48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33181ff4-d3df-4037-a4eb-2b91aec25080,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:25.949302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1612b2e-7699-4fec-8f2a-d10a8e34d91d None None] Network 3c915945-1390-4eba-ae4d-79f632cc4d89 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:25.954049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47590) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.028649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d72eee-ec80-46e3-ba0c-fec17e71f748 req-1c2403d8-29ce-4bfa-8d25-f20ad973cee3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.030931 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14d72eee-ec80-46e3-ba0c-fec17e71f748 req-1c2403d8-29ce-4bfa-8d25-f20ad973cee3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 931 time: 0.8030090 Jul 16 18:09:26.063689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.109947 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.121391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Allocated IP 19.86.0.76 (6918f768-44fd-4665-a904-af167bfe4d3b/fdd02bc0-cde1-4c9e-8315-91872d0a6f3d/c4ed7418-21ef-4f31-baa8-ee5bd040379f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:26.166798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14d72eee-ec80-46e3-ba0c-fec17e71f748 req-ef4ce37e-be20-4c81-bf0e-40c4335ef0b5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055248 Jul 16 18:09:26.252768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] DHCP port deletion for 3c915945-1390-4eba-ae4d-79f632cc4d89 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:26.334828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Deleting port 9ae380c4-d719-4f75-9ac7-d35b338af039 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:26.335454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.362508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] Deleting port 9ae380c4-d719-4f75-9ac7-d35b338af039 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:26.362925 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.427769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.444966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Transition to ACTIVE for port object c4ed7418-21ef-4f31-baa8-ee5bd040379f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:26.489107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9ae380c4-d719-4f75-9ac7-d35b338af039 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:26.497814 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.546921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39d4a4dc-0454-4de2-9b6a-c897ae11cb93 req-45416d91-1a46-4038-b036-d9902dc3abe9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 210 time: 0.1775253 Jul 16 18:09:26.592556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] For port 9ae380c4-d719-4f75-9ac7-d35b338af039, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9ae380c4-d719-4f75-9ac7-d35b338af039,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:26.592794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.602555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Port': ['ID=c4ed7418-21ef-4f31-baa8-ee5bd040379f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.650902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] For port 9ae380c4-d719-4f75-9ac7-d35b338af039, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9ae380c4-d719-4f75-9ac7-d35b338af039,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:26.651273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.655271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.660815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] Calling delete_port for 9ae380c4-d719-4f75-9ac7-d35b338af039 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:26.675213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Calling delete_port for 9ae380c4-d719-4f75-9ac7-d35b338af039 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:26.901444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Allocated IP 172.25.0.72 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/06622123-f6e4-404f-bc3b-d78ce2a24176) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:26.931219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.121153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 9ae380c4-d719-4f75-9ac7-d35b338af039, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9ae380c4-d719-4f75-9ac7-d35b338af039,segment=NetworkSegment(c16f20cf-972a-4824-bc53-4fece6e3499d),segment_id=c16f20cf-972a-4824-bc53-4fece6e3499d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:27.153867 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.156009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b80a43f-cd2c-41fc-959b-92b2e5de6346 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:27.178178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30768f-de69-4725-b216-020a46e2f946 req-e78d567e-680e-4ead-8802-a2d4bd342828 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.179734 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-e78d567e-680e-4ead-8802-a2d4bd342828 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 820 time: 0.6971588 Jul 16 18:09:27.186534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network 6918f768-44fd-4665-a904-af167bfe4d3b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:27.219370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-940a06ac-399a-4706-8ad1-8cbc4e2d8ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.221436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:27.225231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:27.230189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-940a06ac-399a-4706-8ad1-8cbc4e2d8ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.237364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Request body: {'port': {'device_id': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'admin_state_up': True, 'tenant_id': 'f86da96255804dcaa93324ec8a06bb63'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:27.274520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4b80a43f-cd2c-41fc-959b-92b2e5de6346 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:27.279455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b80a43f-cd2c-41fc-959b-92b2e5de6346 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:27.326829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.347676 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-940a06ac-399a-4706-8ad1-8cbc4e2d8ef2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad2b86fd7fc54671aba01df9f4a830aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6864607 Jul 16 18:09:27.353453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47598) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:27.414558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] No DVR routers for this DVR port 9ae380c4-d719-4f75-9ac7-d35b338af039 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:27.425868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=9ae380c4-d719-4f75-9ac7-d35b338af039,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.489752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a06ac-399a-4706-8ad1-8cbc4e2d8ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7b3e77-9e9b-4524-92c8-ae606a95fef7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.498074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18b89e87-9ee8-47e8-8c72-70f09b7d7cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.519584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.520384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.544492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a409f8-a8ed-4719-b1ee-618ae3f42a0d None None] Pushing event deleted for resources: {'Port': ['ID=9ae380c4-d719-4f75-9ac7-d35b338af039,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.555430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-3124a0e1-985b-4c47-944c-7d34977c8cd5 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9748569 Jul 16 18:09:27.604474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'port': {'device_id': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7', 'admin_state_up': True, 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:27.680460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18b89e87-9ee8-47e8-8c72-70f09b7d7cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.756628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.774857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.817022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e31766e5-8172-496c-9515-74adb575e571 None None] Provisioning for port c4ed7418-21ef-4f31-baa8-ee5bd040379f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:27.822737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18b89e87-9ee8-47e8-8c72-70f09b7d7cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.824966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e31766e5-8172-496c-9515-74adb575e571 None None] Provisioning complete for port c4ed7418-21ef-4f31-baa8-ee5bd040379f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:27.825296 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18b89e87-9ee8-47e8-8c72-70f09b7d7cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.825854 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e31766e5-8172-496c-9515-74adb575e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.828994 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-18b89e87-9ee8-47e8-8c72-70f09b7d7cb4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e7b3e77-9e9b-4524-92c8-ae606a95fef7 HTTP/1.1" status: 204 len: 168 time: 0.4439836 Jul 16 18:09:27.854360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae380c4-d719-4f75-9ac7-d35b338af039,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.872083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] No DVR routers for this DVR port 9ae380c4-d719-4f75-9ac7-d35b338af039 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:27.884956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Made reservation on behalf of f86da96255804dcaa93324ec8a06bb63 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:27.888575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.902308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b89e87-9ee8-47e8-8c72-70f09b7d7cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7b3e77-9e9b-4524-92c8-ae606a95fef7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.957704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e31766e5-8172-496c-9515-74adb575e571 None None] Port c4ed7418-21ef-4f31-baa8-ee5bd040379f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:27.995703 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.010219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b110b4-5684-4388-9ac2-44ace58be2c0 req-3802b52c-9996-4045-b300-739bbbe58d18 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.017402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b110b4-5684-4388-9ac2-44ace58be2c0 req-3802b52c-9996-4045-b300-739bbbe58d18 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.025211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b110b4-5684-4388-9ac2-44ace58be2c0 req-3802b52c-9996-4045-b300-739bbbe58d18 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 1653 time: 0.2475207 Jul 16 18:09:28.045678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c915945-1390-4eba-ae4d-79f632cc4d89']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.067790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16f20cf-972a-4824-bc53-4fece6e3499d') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.068249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16f20cf-972a-4824-bc53-4fece6e3499d') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.085702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:28.090164 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.091182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.102947 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.158898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=06622123-f6e4-404f-bc3b-d78ce2a24176,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.178821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5b110b4-5684-4388-9ac2-44ace58be2c0 req-47fa3451-98a3-4cb3-8221-3c0a8482005c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524963 Jul 16 18:09:28.185236 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.209298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:28.212193 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:28.214335 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:28.226417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:28.249559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:28.269824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:28.289679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Allocated IP 19.80.0.222 (1527f1fd-25e5-443b-8262-da15f17dced7/f805655a-7ddd-4760-94dd-8c3d5ebdcaa6/91d3b1ce-e270-4e26-b4c7-a93721043a21) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:28.437590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.454671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.463471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3c915945-1390-4eba-ae4d-79f632cc4d89 HTTP/1.1" status: 204 len: 168 time: 2.5054395 Jul 16 18:09:28.500271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e8909-5ab4-462d-9c6c-1bcde5891460 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c915945-1390-4eba-ae4d-79f632cc4d89,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.500832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.518438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Transition to ACTIVE for port object 91d3b1ce-e270-4e26-b4c7-a93721043a21 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:28.565974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.598135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network 1527f1fd-25e5-443b-8262-da15f17dced7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:28.620140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.620383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:28.633034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:28.741721 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.815983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:28.818048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.831312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Allocated IP 172.20.0.2 (83f4c19e-bbc2-4b5b-b314-05175535a0fc/1012cf3b-d931-4040-82b3-437e9859694d/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:28.837981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Port': ['ID=91d3b1ce-e270-4e26-b4c7-a93721043a21,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.941299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47634) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.025376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aec31db3-a954-437e-8c89-7c8557998f27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5a0cf619ed44fafbb833f9ab1c47515&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0779700 Jul 16 18:09:29.026506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47636) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.052340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a1846f3-8611-4c6b-9cef-f2247f520120 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4743726 Jul 16 18:09:29.093316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5b441361-6dda-47b8-b652-ca95bebb69a3 None None] Provisioning for port 91d3b1ce-e270-4e26-b4c7-a93721043a21 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:29.100106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Request body: {'port': {'device_id': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:29.101407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5b441361-6dda-47b8-b652-ca95bebb69a3 None None] Provisioning complete for port 91d3b1ce-e270-4e26-b4c7-a93721043a21 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:29.107394 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b441361-6dda-47b8-b652-ca95bebb69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.196083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5b441361-6dda-47b8-b652-ca95bebb69a3 None None] Port 91d3b1ce-e270-4e26-b4c7-a93721043a21 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:29.218573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.232374 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.295099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.295686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.296344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.296876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.297407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.297932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.298454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.298978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.299499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.300023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.300569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.303664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:29.309348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-609f91ca-f1fa-4a77-9ea4-128729f76329 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3&device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5&device_id=94007f24-f1ee-4581-94b3-62b800f1b62a&device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08&device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01&device_id=deb01179-f001-42e2-bd0e-0282ed2e8597&device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3&device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380&device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b&device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 9792 time: 0.4885728 Jul 16 18:09:29.316035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e336b5da-945d-457b-830b-6f18be110803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.359548 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-b3b88f2b-d92c-4c17-937f-13334b31ee36 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.391270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e336b5da-945d-457b-830b-6f18be110803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.436482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.447372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.479964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.492233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f4750601-f98e-481e-b1cd-3789b4de5225'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:29.538311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event updated for resources: {'Port': ['ID=06622123-f6e4-404f-bc3b-d78ce2a24176,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.553107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.554395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-8b839e62-c051-4b73-a7c0-32a6f2db20a6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7168779 Jul 16 18:09:29.557203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.613701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.631348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1857267922-network', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:29.664244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-0ae1325c-b91f-4ff6-a2df-d61b6f3e134a tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0947258 Jul 16 18:09:29.700449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Network 83f4c19e-bbc2-4b5b-b314-05175535a0fc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:29.704685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:29.764608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:29.805974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-16a14f5e-480b-4578-8a3f-44d4b5560c0f tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.822877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f660bdc-9d8e-4aaa-8a39-d5d04e7f7e54 req-16a14f5e-480b-4578-8a3f-44d4b5560c0f tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.1575532 Jul 16 18:09:29.833804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e336b5da-945d-457b-830b-6f18be110803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.842780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e336b5da-945d-457b-830b-6f18be110803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.843954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e336b5da-945d-457b-830b-6f18be110803 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f HTTP/1.1" status: 204 len: 168 time: 0.8149843 Jul 16 18:09:29.929274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336b5da-945d-457b-830b-6f18be110803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b46ffb8-252d-4f0c-a3c5-cfd99fd4c69f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.930675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:29.938771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.168386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7da8b698-ec3e-4c4a-9562-752660d85c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.187822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9079a4-5a1f-4d61-a390-e48f3cf2b793 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:30.198476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.220425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Transition to ACTIVE for port object aa9079a4-5a1f-4d61-a390-e48f3cf2b793 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:30.230612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.243688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-b3b88f2b-d92c-4c17-937f-13334b31ee36 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.277461 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-b3b88f2b-d92c-4c17-937f-13334b31ee36 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.303264 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-fa3860a7-a2c1-4050-9852-fc5186c6022a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0740168 Jul 16 18:09:30.335914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Request body: {'port': {'device_id': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:30.429283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b88f2b-d92c-4c17-937f-13334b31ee36 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e074a9c-05cd-41c2-87fd-975ff4bdec7a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.456623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.457116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d89d9-4448-4710-bce8-00d466cabc9f req-03504205-3656-438e-a634-e92c217c562c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.461840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.467431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea5d89d9-4448-4710-bce8-00d466cabc9f req-03504205-3656-438e-a634-e92c217c562c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 931 time: 0.3796463 Jul 16 18:09:30.470191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f6825c5-e821-47f7-afa7-c2116ddfdacc req-b3b88f2b-d92c-4c17-937f-13334b31ee36 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&id=51935f5c-4203-40bf-bf65-d83b21b93c79&id=a609d32e-100d-49fb-a458-1d64efba2b27&id=5645a017-99ca-4caa-87eb-ba094d98a27a&id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.1598163 Jul 16 18:09:30.560189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea5d89d9-4448-4710-bce8-00d466cabc9f req-74d7b979-a181-4017-b16f-d6cd7dbf7a49 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870726 Jul 16 18:09:30.587326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Made reservation on behalf of d9708b100d0b42b99a4fa7d5a8c392e6 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:30.606208 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:30.613395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.648419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Attempting to bind port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:30.655114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Attempting to bind port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:30.655792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Attempting to bind port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 on network 1527f1fd-25e5-443b-8262-da15f17dced7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:30.682552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 on network 1527f1fd-25e5-443b-8262-da15f17dced7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:30.685546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Attempting to bind port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 on network 1527f1fd-25e5-443b-8262-da15f17dced7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:30.743724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:30.744815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Checking segment: {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:30.745700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Bound using segment: {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:30.746327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Bound port: aa9079a4-5a1f-4d61-a390-e48f3cf2b793, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:30.746862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.775303 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.878683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1201c57f-6d45-4fd9-b742-92bbd6ff5d41 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50c03d1c97bc487da196b1997dc28b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134007 Jul 16 18:09:30.890040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47668) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.893315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.928033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] For port aa9079a4-5a1f-4d61-a390-e48f3cf2b793, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:30.946403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-611dbf72-65cf-4528-bc87-94e4cb12cea7 req-8b5febe2-c08e-4aa3-bde8-dba46d0af2e4 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips/ccb3845c-9dc3-437e-b609-9f14c5cf1f3d HTTP/1.1" status: 200 len: 692 time: 0.1448183 Jul 16 18:09:31.107924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0330e358-f163-4e97-ab2c-326442ce4c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.136601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384255b-2d05-4702-ac49-970688298f91 req-d1b4b4eb-6e1a-462e-9274-3c85e07c2f75 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.145399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384255b-2d05-4702-ac49-970688298f91 req-d1b4b4eb-6e1a-462e-9274-3c85e07c2f75 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.152591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384255b-2d05-4702-ac49-970688298f91 req-d1b4b4eb-6e1a-462e-9274-3c85e07c2f75 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.155176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8384255b-2d05-4702-ac49-970688298f91 req-d1b4b4eb-6e1a-462e-9274-3c85e07c2f75 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2387 time: 0.2790928 Jul 16 18:09:31.165185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611dbf72-65cf-4528-bc87-94e4cb12cea7 req-3c6d8f62-5016-47ac-870a-bf6531114cf8 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.166845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-611dbf72-65cf-4528-bc87-94e4cb12cea7 req-3c6d8f62-5016-47ac-870a-bf6531114cf8 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2146454 Jul 16 18:09:31.195451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0330e358-f163-4e97-ab2c-326442ce4c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.231665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] For port aa9079a4-5a1f-4d61-a390-e48f3cf2b793, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:31.245981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8384255b-2d05-4702-ac49-970688298f91 req-93af32d2-aa4b-4a55-ba83-0f8cba571cec tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746210 Jul 16 18:09:31.277581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.342896 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0330e358-f163-4e97-ab2c-326442ce4c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.346519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0330e358-f163-4e97-ab2c-326442ce4c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.350548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0330e358-f163-4e97-ab2c-326442ce4c68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e65e388-8452-4ba0-96a7-7e36d382bbc9 HTTP/1.1" status: 204 len: 168 time: 0.4569545 Jul 16 18:09:31.370022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-b6c4f0a4-90f7-4085-8c4f-721d8b980ee4 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips/ccb3845c-9dc3-437e-b609-9f14c5cf1f3d HTTP/1.1" status: 200 len: 692 time: 0.0859237 Jul 16 18:09:31.389710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.390222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.391627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] 10.222.0.55 "PUT /v2.0/ports/aa9079a4-5a1f-4d61-a390-e48f3cf2b793 HTTP/1.1" status: 200 len: 1092 time: 2.3092139 Jul 16 18:09:31.406373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330e358-f163-4e97-ab2c-326442ce4c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e65e388-8452-4ba0-96a7-7e36d382bbc9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.448969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'tag': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:31.456484 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0826d01c-670b-459b-95b9-95f8bf39be73" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "tag": "aa9079a4-5a1f-4d61-a390-e48f3cf2b793"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:31.483181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Request body: {'port': {'device_id': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:31.600796 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff53bda-f638-4f08-9165-ae0304e003a3 x-openstack-request-id: req-cff53bda-f638-4f08-9165-ae0304e003a3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:31.601460 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "tag": "aa9079a4-5a1f-4d61-a390-e48f3cf2b793", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:31.601460 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cff53bda-f638-4f08-9165-ae0304e003a3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:31.601690 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'tag': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793', 'status': 'completed', 'code': 200} Jul 16 18:09:31.605340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:31.648656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ed1ef1d0-4f1f-43c4-ae32-bef580ed4025 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.658707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ed1ef1d0-4f1f-43c4-ae32-bef580ed4025 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2878237 Jul 16 18:09:31.671024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-908b3590-0bec-45d3-83dd-49cb0ae549f9 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:09:31.677895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-908b3590-0bec-45d3-83dd-49cb0ae549f9 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182798 Jul 16 18:09:31.758149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.793454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-8ce35c36-72b5-455b-8831-4da160fc306f tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.1141243 Jul 16 18:09:31.796766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.812926 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.828926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:31.840103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.840493 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Added segment 4a61daf6-0757-47c5-bbd7-452c9a44d5db of type vlan for network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 Jul 16 18:09:31.887597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-0876b83e-65c0-47a6-915a-9bb58440d92c tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.72 HTTP/1.1" status: 200 len: 695 time: 0.0935452 Jul 16 18:09:31.901174 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.962946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8c567-492e-445f-a8d9-0dbd4c5a0055 service neutron] Pushing event updated for resources: {'Port': ['ID=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.986524 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.987859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:31.988672 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.032598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Transition to ACTIVE for port object 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:32.130146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.144313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Deleting port 06622123-f6e4-404f-bc3b-d78ce2a24176 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:32.144650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.169792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba47b358-4e3e-409c-91fc-86a84c3c1e52,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.246748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0919f9-8a27-4f08-8c47-c883c572b6d4 req-0078e369-2b89-461f-8a26-0598af48d88e tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.247324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0919f9-8a27-4f08-8c47-c883c572b6d4 req-0078e369-2b89-461f-8a26-0598af48d88e tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.247985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0919f9-8a27-4f08-8c47-c883c572b6d4 req-0078e369-2b89-461f-8a26-0598af48d88e tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.250556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d0919f9-8a27-4f08-8c47-c883c572b6d4 req-0078e369-2b89-461f-8a26-0598af48d88e tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a&device_id=deb01179-f001-42e2-bd0e-0282ed2e8597&device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 2885 time: 0.1544938 Jul 16 18:09:32.270664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] Pushing event updated for resources: {'Network': ['ID=7d08654e-bb9f-4d10-92bd-4b6c3dbda481,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.283535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:32.285015 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9e92aeec-db3f-44b5-b40b-d7b022aedad1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9788854 Jul 16 18:09:32.304079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:32.324353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.329519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Request body: {'subnet': {'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1857267922-subnet', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:32.348955 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.349279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.456191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Calling delete_port for 06622123-f6e4-404f-bc3b-d78ce2a24176 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:32.510719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d0919f9-8a27-4f08-8c47-c883c572b6d4 req-64bb9fbb-7557-4b9e-8df9-d0d35864bdab tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531962 Jul 16 18:09:32.542023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Made reservation on behalf of d9708b100d0b42b99a4fa7d5a8c392e6 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:32.558428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.740838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.766211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-2b4bac99-10cf-4f9c-8337-71e66436e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.766851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-2b4bac99-10cf-4f9c-8337-71e66436e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.767359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-2b4bac99-10cf-4f9c-8337-71e66436e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.769803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-2b4bac99-10cf-4f9c-8337-71e66436e5bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2731 time: 1.1738231 Jul 16 18:09:32.922294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47708) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.063167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ed7418-21ef-4f31-baa8-ee5bd040379f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:33.098164 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ef45927-3340-42a9-bc4a-213d083df66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.106884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.120461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:33.121191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:33.121814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:33.126584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-network', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:33.145625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:33.146491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:33.149781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.165389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Transition to ACTIVE for port object c4ed7418-21ef-4f31-baa8-ee5bd040379f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:33.166989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:33.167801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:33.168665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:33.169447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Bound port: 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:33.170588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.172718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5015a73-eb85-45cf-bd82-2b3cf81dcb99 req-af7cd553-6cbe-4fff-8893-77a410c29889 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.176744 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.180341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5015a73-eb85-45cf-bd82-2b3cf81dcb99 req-af7cd553-6cbe-4fff-8893-77a410c29889 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 943 time: 0.4832497 Jul 16 18:09:33.189271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-f4917a93-6229-4576-a4a1-5b237cc49390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.190088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-f4917a93-6229-4576-a4a1-5b237cc49390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.190769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-f4917a93-6229-4576-a4a1-5b237cc49390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.193184 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-f4917a93-6229-4576-a4a1-5b237cc49390 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.3908417 Jul 16 18:09:33.246716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Made reservation on behalf of adb45da1e9fb44fab18a5297b1576283 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:33.249945 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.281296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event deleted for resources: {'Port': ['ID=06622123-f6e4-404f-bc3b-d78ce2a24176,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.295706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5015a73-eb85-45cf-bd82-2b3cf81dcb99 req-bf4c2cb3-7436-4b4e-9c04-dc8b01b0920b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133165 Jul 16 18:09:33.337779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.395625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.403229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.404567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2594ba27-8b67-4a50-a55a-6559edbfb0cb req-ddaaab87-aedb-4b27-a732-c72ffa4657c6 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "DELETE /v2.0/floatingips/ccb3845c-9dc3-437e-b609-9f14c5cf1f3d HTTP/1.1" status: 204 len: 173 time: 1.5159645 Jul 16 18:09:33.405761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.632193 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.792550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:33.885477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Pushing event updated for resources: {'Port': ['ID=c4ed7418-21ef-4f31-baa8-ee5bd040379f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.013903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:34.018098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:34.018633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Network hostable DHCP agents. Network: 7d08654e-bb9f-4d10-92bd-4b6c3dbda481, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:34.031798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-7e6d5465-6482-42c6-9364-7dc840822c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.033387 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0826d01c-670b-459b-95b9-95f8bf39be73 req-7e6d5465-6482-42c6-9364-7dc840822c44 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8134303 Jul 16 18:09:34.034007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab816c0-d2e8-4aa8-812b-ed976245cbf1 req-327e8851-c728-4008-bfc7-881923b0cd4d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.039873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:34.040889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab816c0-d2e8-4aa8-812b-ed976245cbf1 req-327e8851-c728-4008-bfc7-881923b0cd4d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.044594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.047810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab816c0-d2e8-4aa8-812b-ed976245cbf1 req-327e8851-c728-4008-bfc7-881923b0cd4d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.056020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ab816c0-d2e8-4aa8-812b-ed976245cbf1 req-327e8851-c728-4008-bfc7-881923b0cd4d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2399 time: 0.4518294 Jul 16 18:09:34.091041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Attempting to bind port c4ed7418-21ef-4f31-baa8-ee5bd040379f on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:34.091273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Attempting to bind port c4ed7418-21ef-4f31-baa8-ee5bd040379f by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:34.091610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Attempting to bind port c4ed7418-21ef-4f31-baa8-ee5bd040379f on network 6918f768-44fd-4665-a904-af167bfe4d3b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:34.098914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.099542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.100992 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 200 len: 1092 time: 3.7804279 Jul 16 18:09:34.101438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:34.103689 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff6a208-6839-42d7-875c-a8b5bfdb4071" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:34.114078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Port c4ed7418-21ef-4f31-baa8-ee5bd040379f on network 6918f768-44fd-4665-a904-af167bfe4d3b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:34.114443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Attempting to bind port c4ed7418-21ef-4f31-baa8-ee5bd040379f on network 6918f768-44fd-4665-a904-af167bfe4d3b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:34.129688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:34.130105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Checking segment: {'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:34.130490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Bound using segment: {'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:34.130937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Bound port: c4ed7418-21ef-4f31-baa8-ee5bd040379f, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '284ab79e-2090-4781-88b6-feedd022f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:34.131342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.150776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847b575-e4c2-4444-8731-97e7fa0924f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.168822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ab816c0-d2e8-4aa8-812b-ed976245cbf1 req-45aa52c0-e038-45fc-b86b-fad0e574f22c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969074 Jul 16 18:09:34.181696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.283205 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08f72ec-c425-4e63-82d3-cb51f850ae01 x-openstack-request-id: req-d08f72ec-c425-4e63-82d3-cb51f850ae01 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:34.283501 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:34.283749 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d08f72ec-c425-4e63-82d3-cb51f850ae01 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:34.284167 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27', 'status': 'completed', 'code': 200} Jul 16 18:09:34.302053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] For port c4ed7418-21ef-4f31-baa8-ee5bd040379f, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:34.306783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] For port c4ed7418-21ef-4f31-baa8-ee5bd040379f, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=c4ed7418-21ef-4f31-baa8-ee5bd040379f,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:34.309184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30768f-de69-4725-b216-020a46e2f946 req-47264223-bf34-49ac-9b1b-af622b7021a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.310915 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-47264223-bf34-49ac-9b1b-af622b7021a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1095 time: 0.1144218 Jul 16 18:09:34.312612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.327296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e828b-9a59-4155-bef3-1bdc7f3ac3ff req-407ef106-c012-4523-a8cd-6b79faab552b tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.337536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b0e828b-9a59-4155-bef3-1bdc7f3ac3ff req-407ef106-c012-4523-a8cd-6b79faab552b tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4730141 Jul 16 18:09:34.395246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:34.406855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7d08654e-bb9f-4d10-92bd-4b6c3dbda481) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:34.407488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.412382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.417597 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] 10.222.0.55 "PUT /v2.0/ports/c4ed7418-21ef-4f31-baa8-ee5bd040379f HTTP/1.1" status: 200 len: 1092 time: 2.9461796 Jul 16 18:09:34.434613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.436256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.444770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cba078-0019-4d08-868d-c289dfc2a711 None None] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:34.462898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.472845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.509042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:34.523824 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-0f29b62b-6ec0-4eaa-bf48-ab9988d6f123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 200 len: 217 time: 0.2011697 Jul 16 18:09:34.532337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Request body: {'port': {'device_id': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.547491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.547925 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Added segment 149d5652-a5e9-4cfd-a71d-4ca757ca8b2c of type vlan for network 5c642600-1f70-48e7-84e9-fd80851a4f22 Jul 16 18:09:34.592661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dd9da-3d51-4c50-a658-6d4135fa2ada service neutron] Pushing event updated for resources: {'Port': ['ID=c4ed7418-21ef-4f31-baa8-ee5bd040379f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.658676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.736115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.747102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30768f-de69-4725-b216-020a46e2f946 req-d405c7a5-5512-42b5-b690-2766cd23080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.749108 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-d405c7a5-5512-42b5-b690-2766cd23080a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1376274 Jul 16 18:09:34.795560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:34.796757 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.825326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-d98476a3-1cba-4448-88bc-6dcf3b95fd87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601790 Jul 16 18:09:34.906938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb8749b7-4b2b-48a3-a40d-45765736ec9a req-6cf9cff8-b5c7-4b5b-b734-90668865ad77 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=6c796114b0a34c389db5772b3d77c5b5 HTTP/1.1" status: 200 len: 1656 time: 0.1389143 Jul 16 18:09:34.921448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7914fd-e154-4b37-83cc-83580677bab8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:34.938397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-91bc77c0-3ec0-4a63-8a11-297ab56b23cc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6215615 Jul 16 18:09:34.941099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47738) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.958864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:34.984011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.985378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.986156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.003921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Allocated IP 172.20.0.2 (7d08654e-bb9f-4d10-92bd-4b6c3dbda481/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7/2026e2c3-745f-4472-8eb7-212798039750) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:35.051576 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.052625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.086368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.1626790 Jul 16 18:09:35.092599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47740) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.101281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Request body: {'subnet': {'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-subnet', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:35.182067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-6202bca6-7dc3-4ca3-88ec-09dcd140e235 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963655 Jul 16 18:09:35.198799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8749b7-4b2b-48a3-a40d-45765736ec9a req-fc6be7ca-7c80-494b-8d25-28de59a04a85 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.199057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Made reservation on behalf of adb45da1e9fb44fab18a5297b1576283 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:35.201012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb8749b7-4b2b-48a3-a40d-45765736ec9a req-fc6be7ca-7c80-494b-8d25-28de59a04a85 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks?id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 787 time: 0.2932677 Jul 16 18:09:35.201304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.250975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-eb8749b7-4b2b-48a3-a40d-45765736ec9a req-6878cb6d-93af-4d24-8734-7dc3bb9a2a42 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:09:35.252481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb8749b7-4b2b-48a3-a40d-45765736ec9a req-6878cb6d-93af-4d24-8734-7dc3bb9a2a42 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113556 Jul 16 18:09:35.258224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c4334-e8bf-4905-970e-c151e930d760 admin admin] Pushing event updated for resources: {'Network': ['ID=5c642600-1f70-48e7-84e9-fd80851a4f22,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.283835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff91b5-64de-40d2-91aa-72a690327d14 req-336c8ed1-b3df-4a06-8095-c5a4d9068922 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.292397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88ff91b5-64de-40d2-91aa-72a690327d14 req-336c8ed1-b3df-4a06-8095-c5a4d9068922 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 943 time: 0.5656335 Jul 16 18:09:35.352803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88ff91b5-64de-40d2-91aa-72a690327d14 req-245e5a4e-28c8-4f95-8ad3-6ddc675e1045 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593545 Jul 16 18:09:35.430655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.548068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:35.618798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f906fdc2-b4d2-44bc-93d6-0b499f5c229e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.626220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Checking segment: {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:35.626661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Network hostable DHCP agents. Network: 5c642600-1f70-48e7-84e9-fd80851a4f22, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:35.693482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa30768f-de69-4725-b216-020a46e2f946 req-a3fc5b9d-314a-467a-a340-dfb26cfd0c33 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038502 Jul 16 18:09:35.699408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d3b1ce-e270-4e26-b4c7-a93721043a21 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:35.704440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:35.726034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.752544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 5c642600-1f70-48e7-84e9-fd80851a4f22) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:35.772044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba046441-832e-4a98-aef1-d10c7d1e19ff None None] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:35.780707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.781364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.784197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Transition to ACTIVE for port object 91d3b1ce-e270-4e26-b4c7-a93721043a21 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:35.804771 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.817214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.828432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.865215 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c726ea94-a2cd-4ec4-9575-53cde502ddc6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7691634 Jul 16 18:09:35.868285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.875701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:35.908838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.912109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.947930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Transition to ACTIVE for port object 2026e2c3-745f-4472-8eb7-212798039750 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:35.994410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Pushing event updated for resources: {'Port': ['ID=91d3b1ce-e270-4e26-b4c7-a93721043a21,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.014866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Transition to ACTIVE for port object 2026e2c3-745f-4472-8eb7-212798039750 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:36.028060 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.106925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Pushing event updated for resources: {'Port': ['ID=2026e2c3-745f-4472-8eb7-212798039750,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.134371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-5c642600-1f70-48e7-84e9-fd80851a4f22', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:09:36.135357 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.152385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:36.154625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:36.167791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:36.171324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-0f337b1f-3c3c-4c15-a775-df14f7be698a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.174150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-0f337b1f-3c3c-4c15-a775-df14f7be698a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1095 time: 0.4067924 Jul 16 18:09:36.180001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.190918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.293094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'tag': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:36.295785 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d382853-c2e9-459a-8483-d3bbc3588e05" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "tag": "c4ed7418-21ef-4f31-baa8-ee5bd040379f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:36.368917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afe505bd-f052-4218-8592-b0915d3676c2 req-e2d72f69-6f74-4f61-9eb1-ebbba58b3163 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips/11a1a77d-7006-402f-b40a-438ea7fc558e HTTP/1.1" status: 200 len: 692 time: 0.2012312 Jul 16 18:09:36.395376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Allocated IP 172.20.0.2 (5c642600-1f70-48e7-84e9-fd80851a4f22/f906fdc2-b4d2-44bc-93d6-0b499f5c229e/3d1f8ac2-a5a5-4533-b560-f4c1b029ac14) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:36.460712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Attempting to bind port 91d3b1ce-e270-4e26-b4c7-a93721043a21 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:36.461041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Attempting to bind port 91d3b1ce-e270-4e26-b4c7-a93721043a21 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:36.461369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Attempting to bind port 91d3b1ce-e270-4e26-b4c7-a93721043a21 on network 1527f1fd-25e5-443b-8262-da15f17dced7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:36.473780 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.477351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Port 91d3b1ce-e270-4e26-b4c7-a93721043a21 on network 1527f1fd-25e5-443b-8262-da15f17dced7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:36.477824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Attempting to bind port 91d3b1ce-e270-4e26-b4c7-a93721043a21 on network 1527f1fd-25e5-443b-8262-da15f17dced7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:36.500415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:36.500755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Checking segment: {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:36.501145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Bound using segment: {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:36.501645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Bound port: 91d3b1ce-e270-4e26-b4c7-a93721043a21, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dac3fe24-9899-4f5a-ade4-cc39eef5f549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:36.502963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.508485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.523939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-8a52ba3b-814a-4cc3-9f43-9d58d0013d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.525644 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-8a52ba3b-814a-4cc3-9f43-9d58d0013d31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.3286018 Jul 16 18:09:36.594375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.604371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb2a57-4ce9-40b6-9de9-a4ae4d935a6d req-de0022b1-a954-42fa-b2b9-a0e20d1de275 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.606499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Transition to ACTIVE for port object 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:36.607154 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-866b24e5-649c-4d69-a835-5ac3fc99c051 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 200 len: 217 time: 0.0720489 Jul 16 18:09:36.613289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb2a57-4ce9-40b6-9de9-a4ae4d935a6d req-de0022b1-a954-42fa-b2b9-a0e20d1de275 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.620864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb2a57-4ce9-40b6-9de9-a4ae4d935a6d req-de0022b1-a954-42fa-b2b9-a0e20d1de275 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.630317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Transition to ACTIVE for port object 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:36.630665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41fb2a57-4ce9-40b6-9de9-a4ae4d935a6d req-de0022b1-a954-42fa-b2b9-a0e20d1de275 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2411 time: 0.4732540 Jul 16 18:09:36.670729 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.695712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe505bd-f052-4218-8592-b0915d3676c2 req-14f275b4-855c-4c72-9cd6-a7418ea4d796 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.704773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afe505bd-f052-4218-8592-b0915d3676c2 req-14f275b4-855c-4c72-9cd6-a7418ea4d796 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.3352618 Jul 16 18:09:36.712515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] For port 91d3b1ce-e270-4e26-b4c7-a93721043a21, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:36.716995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] For port 91d3b1ce-e270-4e26-b4c7-a93721043a21, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=91d3b1ce-e270-4e26-b4c7-a93721043a21,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:36.718887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-e9716ce3-56ee-4b70-a655-38a0242b0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.720533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-e9716ce3-56ee-4b70-a655-38a0242b0f1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.1068192 Jul 16 18:09:36.749396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.772654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afe505bd-f052-4218-8592-b0915d3676c2 req-6d3fe6ba-0e97-426b-bee3-b5e064516bb9 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.23 HTTP/1.1" status: 200 len: 695 time: 0.0666716 Jul 16 18:09:36.792242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:36.812228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-60b600f3-0ef9-406c-ae33-246367db3201 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645840 Jul 16 18:09:36.817915 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.832898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41fb2a57-4ce9-40b6-9de9-a4ae4d935a6d req-9b366fe7-4c9e-468c-beaf-57d43c40ca0a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004704 Jul 16 18:09:36.833423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:36.841067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:36.852888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Attempting to bind port 2026e2c3-745f-4472-8eb7-212798039750 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:36.853519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Attempting to bind port 2026e2c3-745f-4472-8eb7-212798039750 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:36.854064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Attempting to bind port 2026e2c3-745f-4472-8eb7-212798039750 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:36.862074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:36.862718 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.864098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/91d3b1ce-e270-4e26-b4c7-a93721043a21 HTTP/1.1" status: 200 len: 1093 time: 2.3384967 Jul 16 18:09:36.874002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afe505bd-f052-4218-8592-b0915d3676c2 req-a66a4e0c-6d3a-492c-97c6-7467b2ad83b8 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.23 HTTP/1.1" status: 200 len: 695 time: 0.1002576 Jul 16 18:09:36.909272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebbd05-5151-4424-9ba0-73ad23e493b2 service neutron] Pushing event updated for resources: {'Port': ['ID=91d3b1ce-e270-4e26-b4c7-a93721043a21,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.942406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Pushing event updated for resources: {'Port': ['ID=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.951724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:36.952289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:36.952697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.953194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Bound using segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:36.953616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Bound port: 2026e2c3-745f-4472-8eb7-212798039750, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:36.953998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.022371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Attempting to bind port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:37.022741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Attempting to bind port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:37.023102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Attempting to bind port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 on network 5c642600-1f70-48e7-84e9-fd80851a4f22 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:37.030907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:37.031278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Checking segment: {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:37.031677 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.032069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Bound using segment: {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:37.032595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Bound port: 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:37.032973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.170841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] For port 2026e2c3-745f-4472-8eb7-212798039750, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:37.202328 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.210159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] For port 2026e2c3-745f-4472-8eb7-212798039750, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2026e2c3-745f-4472-8eb7-212798039750,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:37.239578 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.264273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Deleting port 29614c81-4a73-4f1a-adf9-32bdb9dc40e0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:37.264761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.358929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.383444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.403985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] For port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:37.439056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.439480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.455276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] For port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:37.475205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.511553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903106c6-a2b3-4ecc-9f82-40a512750128 None None] Pushing event updated for resources: {'Port': ['ID=2026e2c3-745f-4472-8eb7-212798039750,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.531960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Calling delete_port for 29614c81-4a73-4f1a-adf9-32bdb9dc40e0 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:37.634582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b1fef-a95b-44b0-af95-6be4c4b2a5ef None None] Pushing event updated for resources: {'Port': ['ID=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.723618 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83066d0-376f-4de5-ab7a-13f7d25e75a5 x-openstack-request-id: req-b83066d0-376f-4de5-ab7a-13f7d25e75a5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:37.724247 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "tag": "c4ed7418-21ef-4f31-baa8-ee5bd040379f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:37.724450 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b83066d0-376f-4de5-ab7a-13f7d25e75a5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:37.724950 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'tag': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f', 'status': 'completed', 'code': 200} Jul 16 18:09:37.801053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Allocated IP 172.25.0.111 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/7761c88c-0ed0-4b1e-b3d0-95711ee5001f) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:37.827583 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-0d6e250a-e8f8-4e0b-b0ae-8ceeea565e8a service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0080786 Jul 16 18:09:37.872363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-47de082b-4583-498e-ae9a-d1f5a0b3c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.872877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-47de082b-4583-498e-ae9a-d1f5a0b3c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.873468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-47de082b-4583-498e-ae9a-d1f5a0b3c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.875221 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-47de082b-4583-498e-ae9a-d1f5a0b3c3b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2867 time: 0.9556036 Jul 16 18:09:37.935654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72982ce0-9167-4bb2-98f2-07087d7d1ea3 req-3de279f6-e981-4c9c-9b54-926cfe1f143e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.942414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72982ce0-9167-4bb2-98f2-07087d7d1ea3 req-3de279f6-e981-4c9c-9b54-926cfe1f143e tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 943 time: 0.2393563 Jul 16 18:09:37.954601 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-83938603-fd61-4f4b-a666-5bd189a523df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=aa9079a4-5a1f-4d61-a390-e48f3cf2b793 HTTP/1.1" status: 200 len: 217 time: 0.0672660 Jul 16 18:09:37.992880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.073665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.077013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72982ce0-9167-4bb2-98f2-07087d7d1ea3 req-2e353421-e653-4283-8fa7-abee2d6d260f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330473 Jul 16 18:09:38.099903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.177748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff6a208-6839-42d7-875c-a8b5bfdb4071 req-d8b46ca8-aa8d-4058-97be-763e8c81990c service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411496 Jul 16 18:09:38.177969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.181997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-42578dcd-1c1f-4c17-a2fd-82bdb09a4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.183728 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-42578dcd-1c1f-4c17-a2fd-82bdb09a4c8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f805655a-7ddd-4760-94dd-8c3d5ebdcaa6 HTTP/1.1" status: 200 len: 801 time: 0.1933391 Jul 16 18:09:38.228101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event deleted for resources: {'Port': ['ID=29614c81-4a73-4f1a-adf9-32bdb9dc40e0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.288442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-8a1cb9fb-855a-45ae-915c-76d97f2a23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.290377 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-8a1cb9fb-855a-45ae-915c-76d97f2a23c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1527f1fd-25e5-443b-8262-da15f17dced7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975897 Jul 16 18:09:38.339158 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.342350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.351937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afe505bd-f052-4218-8592-b0915d3676c2 req-4bfd5f9a-dcf5-43df-b576-446d7ec0a49e tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "DELETE /v2.0/floatingips/11a1a77d-7006-402f-b40a-438ea7fc558e HTTP/1.1" status: 204 len: 173 time: 1.4754181 Jul 16 18:09:38.381701 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.486296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:38.491008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:38.505791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:38.514243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-66712a42-2035-4fe0-9864-2ce921981c27 service neutron] 10.222.0.55 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153814 Jul 16 18:09:38.515789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Allocated IP 172.25.0.227 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/992932d0-af11-45e0-93b1-0394a5f4d577) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:38.677313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Pushing event updated for resources: {'Port': ['ID=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.682517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:38.780903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-f88a0d33-3259-4d72-8185-da53fed1ce7a service neutron] 10.222.0.55 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521484 Jul 16 18:09:38.833063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:38.837885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2026e2c3-745f-4472-8eb7-212798039750 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:38.873465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-4a588e3e-9ebb-45a8-8bf1-db0e6a673119 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=c4ed7418-21ef-4f31-baa8-ee5bd040379f HTTP/1.1" status: 200 len: 217 time: 0.0836582 Jul 16 18:09:38.882849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.921127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 2026e2c3-745f-4472-8eb7-212798039750 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:38.960577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8fa39-6448-4f3c-917b-49fa42e9e547 req-69dc9fc6-5e6b-4366-9234-918c6e81349d tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.967844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb8fa39-6448-4f3c-917b-49fa42e9e547 req-69dc9fc6-5e6b-4366-9234-918c6e81349d tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1101 time: 0.3807859 Jul 16 18:09:39.017461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-9e8286e7-1d30-440e-9ca5-f6f07877ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.019059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-9e8286e7-1d30-440e-9ca5-f6f07877ec01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdd02bc0-cde1-4c9e-8315-91872d0a6f3d HTTP/1.1" status: 200 len: 801 time: 0.1399410 Jul 16 18:09:39.030828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b64e5a-ad7d-4c75-a2b7-9a39389626ab req-19e5b964-7457-441d-86bf-3a888fc39dc4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.040816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b64e5a-ad7d-4c75-a2b7-9a39389626ab req-19e5b964-7457-441d-86bf-3a888fc39dc4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.047668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b64e5a-ad7d-4c75-a2b7-9a39389626ab req-19e5b964-7457-441d-86bf-3a888fc39dc4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.049493 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6b64e5a-ad7d-4c75-a2b7-9a39389626ab req-19e5b964-7457-441d-86bf-3a888fc39dc4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2411 time: 0.4146090 Jul 16 18:09:39.082312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.134656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Pushing event updated for resources: {'Port': ['ID=992932d0-af11-45e0-93b1-0394a5f4d577,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:39.164541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:39.168767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:39.174653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:39.218853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a4840-d638-48a7-b246-f4c7072adb61 None None] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:39.227754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-acc208e3-30e7-4202-b823-205e0f449377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.229349 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-acc208e3-30e7-4202-b823-205e0f449377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6918f768-44fd-4665-a904-af167bfe4d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014821 Jul 16 18:09:39.234368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.250742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb8fa39-6448-4f3c-917b-49fa42e9e547 req-9943bd06-6f9d-4c7d-9c7d-06aa834f1bf0 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818642 Jul 16 18:09:39.343964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Provisioning for port 2026e2c3-745f-4472-8eb7-212798039750 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:39.401679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6b64e5a-ad7d-4c75-a2b7-9a39389626ab req-5823eaad-8232-486e-8825-50af232528c9 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442225 Jul 16 18:09:39.428186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-13f0528b-a987-4f5a-905f-4d20eca1c140 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips/0c56c988-845b-474f-9278-dbdc37001c2b HTTP/1.1" status: 200 len: 693 time: 0.1224642 Jul 16 18:09:39.447872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Provisioning complete for port 2026e2c3-745f-4472-8eb7-212798039750 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:39.448332 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.662867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581744c7-1d3d-46c5-bff1-d41c2810d47b None None] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:39.666794 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-2ba6adb1-198c-4bc9-8c13-fbd0b3324879 service neutron] 10.222.0.55 "GET /v2.0/networks/6918f768-44fd-4665-a904-af167bfe4d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968246 Jul 16 18:09:39.731730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'tag': '91d3b1ce-e270-4e26-b4c7-a93721043a21'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:39.734831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.738234 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4277183f-3450-4383-8d03-3928c95293c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "tag": "91d3b1ce-e270-4e26-b4c7-a93721043a21"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:39.834091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-48fdb0b4-4401-4ed3-a8d6-87ddc1529390 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.844692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-48fdb0b4-4401-4ed3-a8d6-87ddc1529390 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.4155524 Jul 16 18:09:39.887850 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.928572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] For port 2026e2c3-745f-4472-8eb7-212798039750, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2026e2c3-745f-4472-8eb7-212798039750,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:39.932397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.939308 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.018318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Pushing event updated for resources: {'Port': ['ID=2026e2c3-745f-4472-8eb7-212798039750,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.041822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.042179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.042662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.043107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.043338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.043675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.044006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.044359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.044686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.045550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.045888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.046208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58ac2c-b2ac-4a68-b02b-b7133a31f2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:40.093722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7047e507-774e-449b-afe6-0583dce1e07d None None] Provisioning for port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:40.100534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7047e507-774e-449b-afe6-0583dce1e07d None None] Provisioning complete for port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:40.101747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7047e507-774e-449b-afe6-0583dce1e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.208913 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-f0c4551b-5331-44d4-8d60-643fe2726339 service neutron] 10.222.0.55 "GET /v2.0/networks/6918f768-44fd-4665-a904-af167bfe4d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310719 Jul 16 18:09:40.276209 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7047e507-774e-449b-afe6-0583dce1e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.305652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-71119640-3411-40a2-82e4-7919927da340 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=91d3b1ce-e270-4e26-b4c7-a93721043a21 HTTP/1.1" status: 200 len: 217 time: 0.0768139 Jul 16 18:09:40.334396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7047e507-774e-449b-afe6-0583dce1e07d None None] For port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:40.345339 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7047e507-774e-449b-afe6-0583dce1e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.409483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-2f0669de-397e-4e99-8448-614944b69daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.411514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-2f0669de-397e-4e99-8448-614944b69daf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f805655a-7ddd-4760-94dd-8c3d5ebdcaa6 HTTP/1.1" status: 200 len: 801 time: 0.0995176 Jul 16 18:09:40.459676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-a8d9ba54-06fe-4659-ad11-d2907d8f52cf tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.6137981 Jul 16 18:09:40.470996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.478676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047e507-774e-449b-afe6-0583dce1e07d None None] Pushing event updated for resources: {'Port': ['ID=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.492460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-42f0074f-a686-4455-bbae-b246bbe80cdc None None] Provisioning complete for port 2026e2c3-745f-4472-8eb7-212798039750 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:40.492914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42f0074f-a686-4455-bbae-b246bbe80cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.496795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2026e2c3-745f-4472-8eb7-212798039750 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:40.535523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-7e84efd0-e19a-48df-8b93-1c082508ff1c tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.251 HTTP/1.1" status: 200 len: 696 time: 0.0645103 Jul 16 18:09:40.600715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 2026e2c3-745f-4472-8eb7-212798039750 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:40.601122 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.606196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1a52b-349e-4096-ac67-82386452bb8e req-75af6cca-1900-48e1-9784-114ef356626d tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.607777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe1a52b-349e-4096-ac67-82386452bb8e req-75af6cca-1900-48e1-9784-114ef356626d tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 943 time: 0.7933614 Jul 16 18:09:40.608339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-2fb9b3f8-9bb2-4596-b6f9-e7982c74d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.610128 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-2fb9b3f8-9bb2-4596-b6f9-e7982c74d825 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1527f1fd-25e5-443b-8262-da15f17dced7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1906750 Jul 16 18:09:40.724549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe1a52b-349e-4096-ac67-82386452bb8e req-fec1f0b1-6a8d-4495-b76f-2c6d36d8fb20 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060226 Jul 16 18:09:40.725094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:40.740851 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-47e2c6a9-eb8b-4ddd-9d2f-d8469c451ab5 service neutron] 10.222.0.55 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197772 Jul 16 18:09:40.742600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Router 8dde27d2-4501-4bb9-884d-2006b690ba8c is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:40.791071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e9ef9145-c41a-4521-baa6-1896b535161b None None] Provisioning complete for port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:40.791446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9ef9145-c41a-4521-baa6-1896b535161b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.870030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Deleting port 48d29abe-bbc9-464b-b37d-ded79b63ef58 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:40.870726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.895133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:40.914352 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Sync routers for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:40.930829 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:40.931915 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.946275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:40.954023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-943dabb2-561b-49e6-a7dc-8775bbbcfe56 req-876c5140-f9c4-4650-b571-e683cfcf30f9 service neutron] 10.222.0.55 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561236 Jul 16 18:09:40.965550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.967089 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-68821332-7ba8-4b11-a937-cd8b033b25f3 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.0977073 Jul 16 18:09:40.969876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.973976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Sync routers for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:40.991121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.992377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-48eac205-38af-4e17-bf0d-a55393e5d953 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0369878 Jul 16 18:09:40.996573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47818) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:41.007741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:41.008666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.069528 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.069906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.074274 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:41.129499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Calling delete_port for 48d29abe-bbc9-464b-b37d-ded79b63ef58 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:41.130856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:41.239139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3066ed-9afd-428a-8bb3-27ce0ca31651 req-1b7c315a-b677-4a4f-ad5e-453aa0f3414c tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.240619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc3066ed-9afd-428a-8bb3-27ce0ca31651 req-1b7c315a-b677-4a4f-ad5e-453aa0f3414c tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1101 time: 0.2962146 Jul 16 18:09:41.264471 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:39Z', 'revision_number': 3, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.293200 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Checking router: 7b6ab512-30d6-43d4-8f4b-10cab71354f5 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:41.294078 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Updating router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:41.329921 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.334818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc3066ed-9afd-428a-8bb3-27ce0ca31651 req-30c9896f-77b8-4180-a8d0-47e20b026fbf tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850365 Jul 16 18:09:41.386145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:39Z', 'revision_number': 3, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.437598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Checking router: 8dde27d2-4501-4bb9-884d-2006b690ba8c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:41.437945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Updating router 8dde27d2-4501-4bb9-884d-2006b690ba8c port 992932d0-af11-45e0-93b1-0394a5f4d577 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:41.486196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.497746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-64f8fbf3-a65f-4af2-820e-68523720d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.498246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-64f8fbf3-a65f-4af2-820e-68523720d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.499192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-64f8fbf3-a65f-4af2-820e-68523720d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.500486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-64f8fbf3-a65f-4af2-820e-68523720d773 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2867 time: 0.2449627 Jul 16 18:09:41.567896 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.603175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event deleted for resources: {'Port': ['ID=48d29abe-bbc9-464b-b37d-ded79b63ef58,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.612082 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.622571 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Transition to ACTIVE for port object 7761c88c-0ed0-4b1e-b3d0-95711ee5001f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:41.631057 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.684617 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7c623-3eaf-4c10-85d4-6ffdaec58e12 None None] Pushing event updated for resources: {'Port': ['ID=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.699903 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Attempting to bind port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:41.700626 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Attempting to bind port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:41.700795 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Attempting to bind port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:41.707151 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:41.707527 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:41.707929 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.708351 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:41.708824 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Bound port: 7761c88c-0ed0-4b1e-b3d0-95711ee5001f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:41.709236 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.740045 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bf76a8-7d19-4dd0-b4e8-764742ef0f57 x-openstack-request-id: req-78bf76a8-7d19-4dd0-b4e8-764742ef0f57 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:41.740458 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "tag": "91d3b1ce-e270-4e26-b4c7-a93721043a21", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:41.741327 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-78bf76a8-7d19-4dd0-b4e8-764742ef0f57 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:41.741675 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.741794 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'tag': '91d3b1ce-e270-4e26-b4c7-a93721043a21', 'status': 'completed', 'code': 200} Jul 16 18:09:41.751180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.756734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc2c9945-2e64-4944-8ca7-b22cb6062892 req-00cfd7e3-f25e-43c9-83e2-dd118079d964 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "DELETE /v2.0/floatingips/0c56c988-845b-474f-9278-dbdc37001c2b HTTP/1.1" status: 204 len: 173 time: 1.2041936 Jul 16 18:09:41.770653 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] For port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:41.773830 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] For port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:41.782355 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.817042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-262b6dcf-e6f0-46a9-a6bc-9e3ffb64febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.818808 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-262b6dcf-e6f0-46a9-a6bc-9e3ffb64febe service neutron] 10.222.0.55 "GET /v2.0/networks?id=6918f768-44fd-4665-a904-af167bfe4d3b HTTP/1.1" status: 200 len: 901 time: 0.2728953 Jul 16 18:09:41.826709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.878315 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7c623-3eaf-4c10-85d4-6ffdaec58e12 None None] Pushing event updated for resources: {'Port': ['ID=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.892341 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:41.892966 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:41.914918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-47a525b3-fea2-47eb-bcc0-cd2ffdd5e206 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=c4ed7418-21ef-4f31-baa8-ee5bd040379f HTTP/1.1" status: 200 len: 217 time: 0.0808074 Jul 16 18:09:41.932639 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.039914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5101b4-f3a9-46e3-8592-de6ff9a1909c req-388d21cb-591c-4902-9528-b98d4dceb283 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.046795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5101b4-f3a9-46e3-8592-de6ff9a1909c req-388d21cb-591c-4902-9528-b98d4dceb283 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.050020 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:42.053847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5101b4-f3a9-46e3-8592-de6ff9a1909c req-388d21cb-591c-4902-9528-b98d4dceb283 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.062378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed5101b4-f3a9-46e3-8592-de6ff9a1909c req-388d21cb-591c-4902-9528-b98d4dceb283 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2411 time: 0.2029006 Jul 16 18:09:42.120001 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.134996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Transition to ACTIVE for port object 992932d0-af11-45e0-93b1-0394a5f4d577 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:42.144826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.166059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Allocated IP 172.20.0.1 (5c642600-1f70-48e7-84e9-fd80851a4f22/f906fdc2-b4d2-44bc-93d6-0b499f5c229e/e9c40cee-b2f5-4455-a778-63c2c1d19073) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:42.221393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed5101b4-f3a9-46e3-8592-de6ff9a1909c req-bce03145-1002-477c-9893-7768309af6ec tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547959 Jul 16 18:09:42.222930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Attempting to bind port 992932d0-af11-45e0-93b1-0394a5f4d577 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:42.224639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Attempting to bind port 992932d0-af11-45e0-93b1-0394a5f4d577 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:42.225015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Attempting to bind port 992932d0-af11-45e0-93b1-0394a5f4d577 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:42.229278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6b63b-a98f-4e70-ae74-05f688f9123f None None] Pushing event updated for resources: {'Port': ['ID=992932d0-af11-45e0-93b1-0394a5f4d577,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.231199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4696610b-37db-448a-87a8-949982651c12 req-b41ae2b2-fd75-4bf5-8cff-fe2a3ac171a9 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips/7af0db68-2c08-4f10-92c0-222435c0185d HTTP/1.1" status: 200 len: 693 time: 0.1029127 Jul 16 18:09:42.246557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:42.246975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:42.247358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.247801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:42.249092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Bound port: 992932d0-af11-45e0-93b1-0394a5f4d577, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:42.249518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.317060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] For port 992932d0-af11-45e0-93b1-0394a5f4d577, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:42.323281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] For port 992932d0-af11-45e0-93b1-0394a5f4d577, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=992932d0-af11-45e0-93b1-0394a5f4d577,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:42.329044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.402544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:42.403198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.448093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Allocated IP 172.20.0.1 (7d08654e-bb9f-4d10-92bd-4b6c3dbda481/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7/54af01df-42e5-4920-a2b9-9d201ed2e516) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:42.471280 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:39Z', 'revision_number': 3, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:42.484235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6b63b-a98f-4e70-ae74-05f688f9123f None None] Pushing event updated for resources: {'Port': ['ID=992932d0-af11-45e0-93b1-0394a5f4d577,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:42.495391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:42.510561 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557e3354-8f2d-49ae-8f25-eb24c1f206c2 None None] The sync data for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 is: [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:39Z', 'revision_number': 3, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:42.563608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696610b-37db-448a-87a8-949982651c12 req-8c851468-1844-4989-94fc-429ec459f565 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.568725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4696610b-37db-448a-87a8-949982651c12 req-8c851468-1844-4989-94fc-429ec459f565 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.3241928 Jul 16 18:09:42.616247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:42.648734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:42.681082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4696610b-37db-448a-87a8-949982651c12 req-2afa16bf-b103-426c-93a7-de01d405b1e0 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 696 time: 0.1042325 Jul 16 18:09:42.683079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:42.683615 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.689652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735636d-a873-44b4-90ff-1be77696fafb req-2bfb7d76-c6a5-49a0-9300-e03c6b483872 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.691219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a735636d-a873-44b4-90ff-1be77696fafb req-2bfb7d76-c6a5-49a0-9300-e03c6b483872 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 943 time: 0.2888765 Jul 16 18:09:42.704630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-9b7d9cb8-d963-4791-bf33-73ed90f6a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.706244 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-9b7d9cb8-d963-4791-bf33-73ed90f6a695 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdd02bc0-cde1-4c9e-8315-91872d0a6f3d HTTP/1.1" status: 200 len: 801 time: 0.7743642 Jul 16 18:09:42.777754 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.782973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.785846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4696610b-37db-448a-87a8-949982651c12 req-476f8e4f-75e6-4039-8e54-9ee9b8861635 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.151 HTTP/1.1" status: 200 len: 696 time: 0.0752020 Jul 16 18:09:42.803258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Transition to ACTIVE for port object e9c40cee-b2f5-4455-a778-63c2c1d19073 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:42.811821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-6bfb3305-e86e-4136-865a-5d1e5e932e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.813622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-6bfb3305-e86e-4136-865a-5d1e5e932e68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6918f768-44fd-4665-a904-af167bfe4d3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979712 Jul 16 18:09:42.918541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Transition to ACTIVE for port object 54af01df-42e5-4920-a2b9-9d201ed2e516 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:42.926935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a735636d-a873-44b4-90ff-1be77696fafb req-b16fc257-c3f0-4bbc-82e8-c55a6570be17 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288823 Jul 16 18:09:42.954135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:42.989025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27', 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc', 'port_id': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27', 'mac_address': 'fa:16:3e:97:ff:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1012cf3b-d931-4040-82b3-437e9859694d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:42.993021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device c4ed7418-21ef-4f31-baa8-ee5bd040379f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:43.031680 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-2369b5ec-4ddb-4e5f-8ce8-64563f25b33a service neutron] 10.222.0.55 "GET /v2.0/networks/6918f768-44fd-4665-a904-af167bfe4d3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078547 Jul 16 18:09:43.064637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.073040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.133927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port c4ed7418-21ef-4f31-baa8-ee5bd040379f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=c4ed7418-21ef-4f31-baa8-ee5bd040379f,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:43.136837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:43.146580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:43.151940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:43.169309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:43.176503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f', 'network_id': '6918f768-44fd-4665-a904-af167bfe4d3b', 'port_id': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f', 'mac_address': 'fa:16:3e:fd:62:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdd02bc0-cde1-4c9e-8315-91872d0a6f3d', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:43.195398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Pushing event updated for resources: {'Port': ['ID=54af01df-42e5-4920-a2b9-9d201ed2e516,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.209969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Deleting port 87d2e10e-8f4b-4712-b5d2-a09e87a51439 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:43.210315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.218808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:43.230306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:43.274731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.290779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.326083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ed7418-21ef-4f31-baa8-ee5bd040379f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:43.331291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Pushing event updated for resources: {'Port': ['ID=e9c40cee-b2f5-4455-a778-63c2c1d19073,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.382369 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d382853-c2e9-459a-8483-d3bbc3588e05 req-78b3a9c9-689a-4851-ada3-28c37d0facaf service neutron] 10.222.0.55 "GET /v2.0/networks/6918f768-44fd-4665-a904-af167bfe4d3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386376 Jul 16 18:09:43.384369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.496828 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.499766 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.500052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.547946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port c4ed7418-21ef-4f31-baa8-ee5bd040379f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=c4ed7418-21ef-4f31-baa8-ee5bd040379f,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:43.552091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:43.588090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Calling delete_port for 87d2e10e-8f4b-4712-b5d2-a09e87a51439 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:43.602342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:43.630344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.632119 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.632788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 91d3b1ce-e270-4e26-b4c7-a93721043a21 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:43.730745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.795864 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.833440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277183f-3450-4383-8d03-3928c95293c4 req-0183396a-329e-4f2b-92e5-d9002714b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.834117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277183f-3450-4383-8d03-3928c95293c4 req-0183396a-329e-4f2b-92e5-d9002714b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.834672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277183f-3450-4383-8d03-3928c95293c4 req-0183396a-329e-4f2b-92e5-d9002714b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.836518 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4277183f-3450-4383-8d03-3928c95293c4 req-0183396a-329e-4f2b-92e5-d9002714b56a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2868 time: 0.2573268 Jul 16 18:09:43.882710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.889797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d5a6ae70-d351-430c-93ad-75327bcf1766 None None] Provisioning for port 54af01df-42e5-4920-a2b9-9d201ed2e516 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:43.902441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d5a6ae70-d351-430c-93ad-75327bcf1766 None None] Provisioning complete for port 54af01df-42e5-4920-a2b9-9d201ed2e516 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:43.902841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5a6ae70-d351-430c-93ad-75327bcf1766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.954760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:43.969710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:39Z', 'revision_number': 3, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.037266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f0806-d75c-40cb-be9f-6e622776b9ab None None] The sync data for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 is: [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:39Z', 'revision_number': 3, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:44.039915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277183f-3450-4383-8d03-3928c95293c4 req-85998471-8eca-4c48-a738-afd5014ffd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.041881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4277183f-3450-4383-8d03-3928c95293c4 req-85998471-8eca-4c48-a738-afd5014ffd21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1527f1fd-25e5-443b-8262-da15f17dced7 HTTP/1.1" status: 200 len: 900 time: 0.1967504 Jul 16 18:09:44.093390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.141434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Pushing event deleted for resources: {'Port': ['ID=87d2e10e-8f4b-4712-b5d2-a09e87a51439,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.170731 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4277183f-3450-4383-8d03-3928c95293c4 req-c6775894-2dcd-422d-8788-c1014f776f57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.222&port_id=91d3b1ce-e270-4e26-b4c7-a93721043a21 HTTP/1.1" status: 200 len: 217 time: 0.1000981 Jul 16 18:09:44.228280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 91d3b1ce-e270-4e26-b4c7-a93721043a21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=91d3b1ce-e270-4e26-b4c7-a93721043a21,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:44.229505 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.239659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=c4ed7418-21ef-4f31-baa8-ee5bd040379f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.255563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.280545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d5a6ae70-d351-430c-93ad-75327bcf1766 None None] Port 54af01df-42e5-4920-a2b9-9d201ed2e516 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:44.293929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '91d3b1ce-e270-4e26-b4c7-a93721043a21', 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7', 'port_id': '91d3b1ce-e270-4e26-b4c7-a93721043a21', 'mac_address': 'fa:16:3e:e2:dd:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f805655a-7ddd-4760-94dd-8c3d5ebdcaa6', 'ip_address': '19.80.0.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:44.310972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.325825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.327076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4696610b-37db-448a-87a8-949982651c12 req-c5427127-17db-49b3-b36b-e0997cf67257 tempest-FloatingIPDetailsTestJSON-89141831 tempest-FloatingIPDetailsTestJSON-89141831-project] 10.222.0.48 "DELETE /v2.0/floatingips/7af0db68-2c08-4f10-92c0-222435c0185d HTTP/1.1" status: 204 len: 173 time: 1.5116966 Jul 16 18:09:44.338053 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.339606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47892) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.353081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Pushing event updated for resources: {'Port': ['ID=e9c40cee-b2f5-4455-a778-63c2c1d19073,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.378076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.438532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277183f-3450-4383-8d03-3928c95293c4 req-0f2bf7dc-02e0-4500-91d3-a5d529772e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.454171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4277183f-3450-4383-8d03-3928c95293c4 req-0f2bf7dc-02e0-4500-91d3-a5d529772e57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f805655a-7ddd-4760-94dd-8c3d5ebdcaa6 HTTP/1.1" status: 200 len: 801 time: 0.2726438 Jul 16 18:09:44.491399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9c11fffc-f081-446c-9f20-66eab4e6ea61 None None] Provisioning for port e9c40cee-b2f5-4455-a778-63c2c1d19073 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:44.510372 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.541667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d3b1ce-e270-4e26-b4c7-a93721043a21 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:44.557734 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.583059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.594445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9c11fffc-f081-446c-9f20-66eab4e6ea61 None None] Provisioning complete for port e9c40cee-b2f5-4455-a778-63c2c1d19073 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:44.598553 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c11fffc-f081-446c-9f20-66eab4e6ea61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.664845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7761c88c-0ed0-4b1e-b3d0-95711ee5001f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:44.740074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 91d3b1ce-e270-4e26-b4c7-a93721043a21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=91d3b1ce-e270-4e26-b4c7-a93721043a21,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:44.762743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.764140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device aa9079a4-5a1f-4d61-a390-e48f3cf2b793 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:44.781392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c11fffc-f081-446c-9f20-66eab4e6ea61 None None] Port e9c40cee-b2f5-4455-a778-63c2c1d19073 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:44.798446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:44.817015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:45.006734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port aa9079a4-5a1f-4d61-a390-e48f3cf2b793, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:45.010306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=91d3b1ce-e270-4e26-b4c7-a93721043a21,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.039254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:45.051163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793', 'network_id': '1527f1fd-25e5-443b-8262-da15f17dced7', 'port_id': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793', 'mac_address': 'fa:16:3e:18:1c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f805655a-7ddd-4760-94dd-8c3d5ebdcaa6', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:45.053818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:45.054441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.140498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4277183f-3450-4383-8d03-3928c95293c4 req-00753db1-9927-445f-aee1-830bb8251f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.142158 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4277183f-3450-4383-8d03-3928c95293c4 req-00753db1-9927-445f-aee1-830bb8251f6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1527f1fd-25e5-443b-8262-da15f17dced7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6721616 Jul 16 18:09:45.155970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Router 8dde27d2-4501-4bb9-884d-2006b690ba8c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:45.341113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-69f8e603-2f82-4761-ac19-7fea1adb3a93 None None] Provisioning complete for port e9c40cee-b2f5-4455-a778-63c2c1d19073 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:45.341816 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69f8e603-2f82-4761-ac19-7fea1adb3a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.383811 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.387754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-69f8e603-2f82-4761-ac19-7fea1adb3a93 None None] Port e9c40cee-b2f5-4455-a778-63c2c1d19073 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:45.419490 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4277183f-3450-4383-8d03-3928c95293c4 req-90598caa-14bb-4919-a40a-fc85552ca4c0 service neutron] 10.222.0.55 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622478 Jul 16 18:09:45.436640 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.445630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9079a4-5a1f-4d61-a390-e48f3cf2b793 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:45.464617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Pushing event updated for resources: {'Port': ['ID=54af01df-42e5-4920-a2b9-9d201ed2e516,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.479699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:45.481926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port aa9079a4-5a1f-4d61-a390-e48f3cf2b793, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:45.485878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.492370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.529811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:45.540334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-72cc5649-59ad-4de6-8cc3-03481eaeb9ec admin admin] 10.222.0.48 "PUT /v2.0/routers/8dde27d2-4501-4bb9-884d-2006b690ba8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5641453 Jul 16 18:09:45.540334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4277183f-3450-4383-8d03-3928c95293c4 req-ea86d9bf-50bc-4db4-8e33-e06d8ad4b001 service neutron] 10.222.0.55 "GET /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098335 Jul 16 18:09:45.553039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.607158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:45.618744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:45.623428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:45.639194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740e102-c20d-4fb5-b33a-2e0c39de297d req-75199308-5222-4c28-83a6-8bb64771b72b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.645155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740e102-c20d-4fb5-b33a-2e0c39de297d req-75199308-5222-4c28-83a6-8bb64771b72b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.651765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740e102-c20d-4fb5-b33a-2e0c39de297d req-75199308-5222-4c28-83a6-8bb64771b72b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.653441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1740e102-c20d-4fb5-b33a-2e0c39de297d req-75199308-5222-4c28-83a6-8bb64771b72b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2412 time: 1.0402923 Jul 16 18:09:45.811859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec6591-9387-4db3-bb20-af523742fa44 req-4cd7ca29-e38b-49db-93d2-40bcef751f17 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.813445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39ec6591-9387-4db3-bb20-af523742fa44 req-4cd7ca29-e38b-49db-93d2-40bcef751f17 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 944 time: 0.3502374 Jul 16 18:09:45.850460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1740e102-c20d-4fb5-b33a-2e0c39de297d req-374a0d1c-f0b6-4e28-97f7-c4cf87efcc43 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860721 Jul 16 18:09:45.887254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['c4ed7418-21ef-4f31-baa8-ee5bd040379f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:45.918635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['aa9079a4-5a1f-4d61-a390-e48f3cf2b793'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:45.941380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39ec6591-9387-4db3-bb20-af523742fa44 req-596c2ff5-7cb2-4aa6-8328-9637bd6a9547 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207438 Jul 16 18:09:45.947781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:45.958465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['91d3b1ce-e270-4e26-b4c7-a93721043a21'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:46.011420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1f6b1caf-b1e1-4a62-9bb8-1747706c0bc6 None None] Provisioning complete for port 54af01df-42e5-4920-a2b9-9d201ed2e516 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:46.011917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f6b1caf-b1e1-4a62-9bb8-1747706c0bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.066567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b1caf-b1e1-4a62-9bb8-1747706c0bc6 None None] Port 54af01df-42e5-4920-a2b9-9d201ed2e516 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:46.141491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:46.147880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c1004ce-71ac-4a13-b669-c74f49c74116 admin admin] 10.222.0.48 "PUT /v2.0/routers/7b6ab512-30d6-43d4-8f4b-10cab71354f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1501551 Jul 16 18:09:46.150995 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Sync routers for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:46.188278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:46.188959 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:46.230224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.485608 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:46.610873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:46.730527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7761c88c-0ed0-4b1e-b3d0-95711ee5001f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:46.733572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Sync routers for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:46.804989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:46.804989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:46.826063 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-c7148609-4c45-4cdf-82e6-a4640bfab4a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223533 Jul 16 18:09:46.859925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:46.866411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:46.866989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.945988 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 2, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:46.981611 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Checking router: 7b6ab512-30d6-43d4-8f4b-10cab71354f5 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:46.981998 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Updating router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 port 54af01df-42e5-4920-a2b9-9d201ed2e516 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:46.987268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:46.987730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.989635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-84fd8a13-0956-4584-b8d2-a571428bd86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.992007 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-84fd8a13-0956-4584-b8d2-a571428bd86f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 1096 time: 0.1425433 Jul 16 18:09:47.024269 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.064257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:47.098326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Deleting port 50bf3055-0636-4d2a-b196-2dcd1301ee4e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:47.098901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.144534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-26ec1f4a-6b22-4980-999f-25cfcc306190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.146330 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-26ec1f4a-6b22-4980-999f-25cfcc306190 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.1305444 Jul 16 18:09:47.196765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-ef792c61-f63f-4aa7-805f-409ef49d242a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.198447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-ef792c61-f63f-4aa7-805f-409ef49d242a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks?id=5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 200 len: 829 time: 0.3654995 Jul 16 18:09:47.213285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-25b633a3-6f5e-495b-941b-f5ea3ad99118 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 200 len: 217 time: 0.0580800 Jul 16 18:09:47.305383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-873c4de7-2979-44ac-80d5-df05b8efe6d3 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/quotas/adb45da1e9fb44fab18a5297b1576283 HTTP/1.1" status: 200 len: 375 time: 0.0420365 Jul 16 18:09:47.315164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-28c265c3-e9fd-4a5c-9d43-9f991d908675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.319526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-28c265c3-e9fd-4a5c-9d43-9f991d908675 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0996225 Jul 16 18:09:47.321740 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.364063 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.377072 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Transition to ACTIVE for port object 54af01df-42e5-4920-a2b9-9d201ed2e516 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:47.387068 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.393789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:47.396706 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-92c9660f-4421-42dc-a277-9931b9f5590d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678365 Jul 16 18:09:47.397166 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f171b79-7062-4af9-9dc8-d92d9f047cee" -d '{"events": [{"server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:47.449848 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0572a1-a107-4f61-a055-8a42ba9b2283 None None] Pushing event updated for resources: {'Port': ['ID=54af01df-42e5-4920-a2b9-9d201ed2e516,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.456408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] For port 50bf3055-0636-4d2a-b196-2dcd1301ee4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=50bf3055-0636-4d2a-b196-2dcd1301ee4e,segment=NetworkSegment(1a06fa83-222b-4964-ad0c-a04893d48a36),segment_id=1a06fa83-222b-4964-ad0c-a04893d48a36)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:47.458007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.477905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:47.491325 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.505816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Calling delete_port for 50bf3055-0636-4d2a-b196-2dcd1301ee4e owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:47.550022 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Attempting to bind port 54af01df-42e5-4920-a2b9-9d201ed2e516 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:47.550390 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Attempting to bind port 54af01df-42e5-4920-a2b9-9d201ed2e516 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:47.550751 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Attempting to bind port 54af01df-42e5-4920-a2b9-9d201ed2e516 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:47.558896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-8b52de25-420e-477d-a5dd-09b746d584de service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549377 Jul 16 18:09:47.562196 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:47.562682 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:47.563286 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.563414 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Bound using segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:47.563875 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Bound port: 54af01df-42e5-4920-a2b9-9d201ed2e516, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:47.564355 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.577253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device c4ed7418-21ef-4f31-baa8-ee5bd040379f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:47.614967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.629829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-bfa35bb1-23af-4982-86f5-9782f931533f tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=adb45da1e9fb44fab18a5297b1576283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3231871 Jul 16 18:09:47.656619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 992932d0-af11-45e0-93b1-0394a5f4d577 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:47.687160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47950) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.692318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7a751d89-c8be-4953-9945-b8a681b78497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--246095143', 'description': 'tempest-description--1101344453'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:47.698313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] For port 54af01df-42e5-4920-a2b9-9d201ed2e516, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:47.715723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0fb7e80-9382-4f81-8f9f-6b90e842d6e4 req-9811ca09-e8b5-4536-9364-048d67d2777e service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500030 Jul 16 18:09:47.719918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] For port 54af01df-42e5-4920-a2b9-9d201ed2e516, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=54af01df-42e5-4920-a2b9-9d201ed2e516,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:47.736637 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.749788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a751d89-c8be-4953-9945-b8a681b78497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.757728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 2, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.816201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Checking router: 8dde27d2-4501-4bb9-884d-2006b690ba8c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:47.816795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Updating router 8dde27d2-4501-4bb9-884d-2006b690ba8c port e9c40cee-b2f5-4455-a778-63c2c1d19073 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:47.821027 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0572a1-a107-4f61-a055-8a42ba9b2283 None None] Pushing event updated for resources: {'Port': ['ID=54af01df-42e5-4920-a2b9-9d201ed2e516,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.875899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 992932d0-af11-45e0-93b1-0394a5f4d577 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:47.904631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a751d89-c8be-4953-9945-b8a681b78497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.905946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 992932d0-af11-45e0-93b1-0394a5f4d577 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:47.906801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.910638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a751d89-c8be-4953-9945-b8a681b78497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.914482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port c4ed7418-21ef-4f31-baa8-ee5bd040379f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:47.941668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a751d89-c8be-4953-9945-b8a681b78497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.941935 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.943700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a751d89-c8be-4953-9945-b8a681b78497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2555540 Jul 16 18:09:47.949391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.958204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0b6b5afc-9abb-473c-92fc-aa238531ed79 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'security_group_rule': {'security_group_id': '56296054-ab63-404b-8e37-6e2c6b7714d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:47.960961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port c4ed7418-21ef-4f31-baa8-ee5bd040379f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:47.961342 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.963567 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:47.965160 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:47.984430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a751d89-c8be-4953-9945-b8a681b78497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56296054-ab63-404b-8e37-6e2c6b7714d5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.023857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5afc-9abb-473c-92fc-aa238531ed79 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.078465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-f31e6d20-f5f9-4916-8009-f3bf84363293 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.085788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-f31e6d20-f5f9-4916-8009-f3bf84363293 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.2478282 Jul 16 18:09:48.134503 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:48.164505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-d81c2197-51a5-4526-ab95-a2d95f1ed901 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/quotas/a4838bd54a9844d38f1aa971813cda73 HTTP/1.1" status: 200 len: 375 time: 0.0775833 Jul 16 18:09:48.186144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12db48-1388-4d78-9017-a5eaa038316f req-d1cfa9d7-22aa-4315-948e-3353aa9afbe8 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.187659 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f12db48-1388-4d78-9017-a5eaa038316f req-d1cfa9d7-22aa-4315-948e-3353aa9afbe8 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01 HTTP/1.1" status: 200 len: 945 time: 0.1579652 Jul 16 18:09:48.189735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5afc-9abb-473c-92fc-aa238531ed79 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.191964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-9431914e-2ff8-4b4d-8e22-ae3e4aa1add4 service neutron] 10.222.0.48 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494592 Jul 16 18:09:48.201892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5afc-9abb-473c-92fc-aa238531ed79 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.236247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b5afc-9abb-473c-92fc-aa238531ed79 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d638db-c773-4daa-82f6-c0766ddf736d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.261457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b6b5afc-9abb-473c-92fc-aa238531ed79 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.265463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0b6b5afc-9abb-473c-92fc-aa238531ed79 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3114889 Jul 16 18:09:48.265910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:48.272494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2f88a748-7592-410b-858d-14d3dce8f226 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'security_group_rule': {'security_group_id': '56296054-ab63-404b-8e37-6e2c6b7714d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:48.329979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f88a748-7592-410b-858d-14d3dce8f226 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.396545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f88a748-7592-410b-858d-14d3dce8f226 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.404310 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f88a748-7592-410b-858d-14d3dce8f226 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.411796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.421158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-0f3e494b-58e5-4c97-8b9c-1ebf2793fea2 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2548773 Jul 16 18:09:48.421968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88a748-7592-410b-858d-14d3dce8f226 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07701a3e-e71a-4c26-8c58-0b0ebc4993ad,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.425411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Transition to ACTIVE for port object e9c40cee-b2f5-4455-a778-63c2c1d19073 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:48.453922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-cf7acefc-2994-4f2c-95c3-7cf141eeba66 service neutron] 10.222.0.48 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586195 Jul 16 18:09:48.454625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f88a748-7592-410b-858d-14d3dce8f226 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.458892 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2f88a748-7592-410b-858d-14d3dce8f226 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1888335 Jul 16 18:09:48.459062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47966) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:48.464943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:48.475808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.495657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.502145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 992932d0-af11-45e0-93b1-0394a5f4d577, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=992932d0-af11-45e0-93b1-0394a5f4d577,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:48.503869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.513733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Deleting port 20416592-bf82-4d82-9b11-e87395fc3d8b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:48.514475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.518974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.537328 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:47Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:48.551552 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.557740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d70f-85ad-43c0-b9c2-6db7d0a33fc2 None None] Pushing event updated for resources: {'Port': ['ID=e9c40cee-b2f5-4455-a778-63c2c1d19073,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.605229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bf3055-0636-4d2a-b196-2dcd1301ee4e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.691667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] For port 20416592-bf82-4d82-9b11-e87395fc3d8b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=20416592-bf82-4d82-9b11-e87395fc3d8b,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:48.691951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.757938 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c650430-e875-4c13-bf21-1ec65c67b76d None None] The sync data for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 is: [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:47Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:48.765911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Calling delete_port for 20416592-bf82-4d82-9b11-e87395fc3d8b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:48.943884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=992932d0-af11-45e0-93b1-0394a5f4d577,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.952946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.058921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-df981ac5-1d75-4c5d-8ae2-2926ffbaab8a service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6360102 Jul 16 18:09:49.089963 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.136946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Attempting to bind port e9c40cee-b2f5-4455-a778-63c2c1d19073 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:49.137442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Attempting to bind port e9c40cee-b2f5-4455-a778-63c2c1d19073 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:49.137776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Attempting to bind port e9c40cee-b2f5-4455-a778-63c2c1d19073 on network 5c642600-1f70-48e7-84e9-fd80851a4f22 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:49.158994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:49.159383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Checking segment: {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:49.159782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.160177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Bound using segment: {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:49.160937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Bound port: e9c40cee-b2f5-4455-a778-63c2c1d19073, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:49.165046 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.205666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port c4ed7418-21ef-4f31-baa8-ee5bd040379f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=c4ed7418-21ef-4f31-baa8-ee5bd040379f,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:49.234389 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.235215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 91d3b1ce-e270-4e26-b4c7-a93721043a21 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:49.246006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-5548775d-c0f1-49c4-bddc-81aa6bd5fab6 service neutron] 10.222.0.48 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765044 Jul 16 18:09:49.266818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Allocated IP 172.25.0.70 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/9a2ba7d1-651b-4910-8e20-5163ae1d2380) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:49.396534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.450265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event deleted for resources: {'Port': ['ID=20416592-bf82-4d82-9b11-e87395fc3d8b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.508642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555594f-3575-4527-93ed-71364d823742 req-e7b07d0b-9348-4e8b-8d8a-3d45c48888e5 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.518015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2555594f-3575-4527-93ed-71364d823742 req-e7b07d0b-9348-4e8b-8d8a-3d45c48888e5 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.4989409 Jul 16 18:09:49.553554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] For port e9c40cee-b2f5-4455-a778-63c2c1d19073, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:49.565948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.583464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=c4ed7418-21ef-4f31-baa8-ee5bd040379f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.619520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] For port e9c40cee-b2f5-4455-a778-63c2c1d19073, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e9c40cee-b2f5-4455-a778-63c2c1d19073,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:49.625733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 91d3b1ce-e270-4e26-b4c7-a93721043a21 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:49.630764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 91d3b1ce-e270-4e26-b4c7-a93721043a21 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:49.631154 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.635072 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.648199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2555594f-3575-4527-93ed-71364d823742 req-09228770-0e96-4bbb-8d43-a5133deb6abe tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290314 Jul 16 18:09:49.688000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] No DVR routers for this DVR port 20416592-bf82-4d82-9b11-e87395fc3d8b on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:49.697006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.699353 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f12db48-1388-4d78-9017-a5eaa038316f req-525c49aa-2f7b-4fbb-9284-a9a6e2cfd70a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.55 "DELETE /v2.0/ports/20416592-bf82-4d82-9b11-e87395fc3d8b HTTP/1.1" status: 204 len: 173 time: 1.5058796 Jul 16 18:09:49.705030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'name': 'network-vif-deleted', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:49.718073 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1728d99-5d30-4c55-8183-9babe51bcf1b" -d '{"events": [{"server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "name": "network-vif-deleted", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:49.726318 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.769928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:49.770626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:49.773168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2d70f-85ad-43c0-b9c2-6db7d0a33fc2 None None] Pushing event updated for resources: {'Port': ['ID=e9c40cee-b2f5-4455-a778-63c2c1d19073,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.834838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.940754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:49.947629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:49.960141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:49.962374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:50.081467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=9a2ba7d1-651b-4910-8e20-5163ae1d2380,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.232584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062e2bc-00e3-41a9-a27c-cc6293927248 req-c7d2d0cc-09d3-4823-b17f-e7d6b8a77ceb tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.255848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062e2bc-00e3-41a9-a27c-cc6293927248 req-c7d2d0cc-09d3-4823-b17f-e7d6b8a77ceb tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.267033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062e2bc-00e3-41a9-a27c-cc6293927248 req-c7d2d0cc-09d3-4823-b17f-e7d6b8a77ceb tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.271518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.281668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e062e2bc-00e3-41a9-a27c-cc6293927248 req-c7d2d0cc-09d3-4823-b17f-e7d6b8a77ceb tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2415 time: 0.6004808 Jul 16 18:09:50.337205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 91d3b1ce-e270-4e26-b4c7-a93721043a21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=91d3b1ce-e270-4e26-b4c7-a93721043a21,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:50.347739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.349049 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.349927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 20416592-bf82-4d82-9b11-e87395fc3d8b no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:50.375658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e062e2bc-00e3-41a9-a27c-cc6293927248 req-642306c2-d343-49af-82ac-58f8c7443850 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769994 Jul 16 18:09:50.425915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 20416592-bf82-4d82-9b11-e87395fc3d8b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:50.426313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 20416592-bf82-4d82-9b11-e87395fc3d8b not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:50.437175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device aa9079a4-5a1f-4d61-a390-e48f3cf2b793 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:50.449597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:49Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:50.458601 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c581ba79-7d7f-445b-8afe-3786d7eee190 x-openstack-request-id: req-c581ba79-7d7f-445b-8afe-3786d7eee190 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:50.459528 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "name": "network-vif-plugged", "status": "completed", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:50.459966 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c581ba79-7d7f-445b-8afe-3786d7eee190 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:50.460670 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27', 'code': 200} Jul 16 18:09:50.461149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.568388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd2ee7d-782d-412b-8c51-8bbefb7d3425 None None] The sync data for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 is: [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:49Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:50.583191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Router fa908b88-c37d-4a55-95c4-d5fec7fb710c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:50.601933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=91d3b1ce-e270-4e26-b4c7-a93721043a21,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.609256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:50.614513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:50.614940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.847712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.866827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12ad63-74e2-4c46-9634-1a653ad001ae req-a55b6908-27c9-41a7-97cc-ca37fb694294 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.876781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c12ad63-74e2-4c46-9634-1a653ad001ae req-a55b6908-27c9-41a7-97cc-ca37fb694294 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.7275648 Jul 16 18:09:50.893325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cbf00cb8-399b-4756-b92f-4f7855ef6a4e req-63451193-6451-4821-8d3b-0c97827b56f3 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 210 time: 0.1310227 Jul 16 18:09:50.922201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a6d29-3594-4f19-b50f-2dc1a7e27892 req-332c17fd-67f3-4c99-9a1c-8431381a7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.925495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-030a6d29-3594-4f19-b50f-2dc1a7e27892 req-332c17fd-67f3-4c99-9a1c-8431381a7125 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1097 time: 0.3456407 Jul 16 18:09:50.948775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port aa9079a4-5a1f-4d61-a390-e48f3cf2b793, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:50.954904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.079829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.113519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 992932d0-af11-45e0-93b1-0394a5f4d577 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:51.137585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:51.151182 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] Sync routers for ids ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:51.164051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5954a35e-62fe-48bb-a91d-f635fcc8c796 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa908b88-c37d-4a55-95c4-d5fec7fb710c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8186977 Jul 16 18:09:51.167243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c12ad63-74e2-4c46-9634-1a653ad001ae req-d7d9dacd-ee4f-497d-b65d-ad73b6d9ad87 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892251 Jul 16 18:09:51.173335 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] Routers {'fa908b88-c37d-4a55-95c4-d5fec7fb710c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:51.173985 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.178497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47994) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.230949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 992932d0-af11-45e0-93b1-0394a5f4d577 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:51.231466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.252956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5ba440e-67a4-4dab-a8ef-fdf1d11d9ff7 req-47bac8b4-e8ae-4b1e-81d9-9bb7e387f19d tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 210 time: 0.1075430 Jul 16 18:09:51.374483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54af01df-42e5-4920-a2b9-9d201ed2e516 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:51.454675 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] Set router fa908b88-c37d-4a55-95c4-d5fec7fb710c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:51.506732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 54af01df-42e5-4920-a2b9-9d201ed2e516 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:51.514867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 54af01df-42e5-4920-a2b9-9d201ed2e516 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:51.515625 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.710876 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c1b283-45a2-401a-8ace-5f578c5b3796 x-openstack-request-id: req-c7c1b283-45a2-401a-8ace-5f578c5b3796 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:51.711396 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01", "name": "network-vif-deleted", "tag": "20416592-bf82-4d82-9b11-e87395fc3d8b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:51.711396 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7c1b283-45a2-401a-8ace-5f578c5b3796 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:51.711802 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b5a87-70cd-4238-9c82-4c1bdd2dfa01', 'name': 'network-vif-deleted', 'tag': '20416592-bf82-4d82-9b11-e87395fc3d8b', 'status': 'completed', 'code': 200} Jul 16 18:09:51.716736 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.769303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 54af01df-42e5-4920-a2b9-9d201ed2e516, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=54af01df-42e5-4920-a2b9-9d201ed2e516,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:51.776719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.781931 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-030a6d29-3594-4f19-b50f-2dc1a7e27892 req-7b56be90-2d35-4d53-bb6f-1fcac9071495 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8405764 Jul 16 18:09:51.801547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.808977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.820195 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 5, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.873276 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] Checking router: fa908b88-c37d-4a55-95c4-d5fec7fb710c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:51.884893 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] Routers {'fa908b88-c37d-4a55-95c4-d5fec7fb710c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:51.885630 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:09:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.895806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=54af01df-42e5-4920-a2b9-9d201ed2e516,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.962399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=9a2ba7d1-651b-4910-8e20-5163ae1d2380,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.039379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.044997 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] Set router fa908b88-c37d-4a55-95c4-d5fec7fb710c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:52.069169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.070832 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-321068c5-dcba-48bd-b041-439971056fbd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6107128 Jul 16 18:09:52.104797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-af90dc4b-fe24-47d6-affd-cfb4983c2e47 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.106866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-af90dc4b-fe24-47d6-affd-cfb4983c2e47 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 805 time: 0.1817260 Jul 16 18:09:52.121995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Request body: {'port': {'device_id': '902eac53-e971-4826-a28c-eb7738090b99', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'admin_state_up': True, 'tenant_id': 'a4838bd54a9844d38f1aa971813cda73'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:52.268402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-232a21fa-d358-47e1-b155-570d327f30af tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.270174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-232a21fa-d358-47e1-b155-570d327f30af tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.13 "GET /v2.0/networks?id=5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 200 len: 829 time: 1.0136399 Jul 16 18:09:52.302624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Request body: {'port': {'device_id': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'admin_state_up': True, 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:52.306520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Made reservation on behalf of a4838bd54a9844d38f1aa971813cda73 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:52.312181 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.317124 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 5, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:52.348828 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37219fb3-ad08-4020-8455-1086dfe173ee None None] The sync data for ids ['fa908b88-c37d-4a55-95c4-d5fec7fb710c'] in n-d-793620-10 is: [{'id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'name': 'tempest-FloatingIPDetailsTestJSON-729287901-router', 'tenant_id': '6c796114b0a34c389db5772b3d77c5b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:48Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 5, 'project_id': '6c796114b0a34c389db5772b3d77c5b5', 'gw_port': {'id': '4fe2342a-9f6e-4823-83f1-7a6168abbb66', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:ea:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa908b88-c37d-4a55-95c4-d5fec7fb710c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:51Z', 'updated_at': '2021-07-16T18:09:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:52.447015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Allocated IP 172.20.0.3 (4ac6f294-4cc7-4f5e-8017-89b780cc9669/e6765640-1008-42e6-9bdb-a69b7a57ec2e/70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:52.459359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.462158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f'}, {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3b1ce-e270-4e26-b4c7-a93721043a21'}, {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:52.465192 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e144eee-b6f9-42d6-8f78-1b9e237b5806" -d '{"events": [{"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "c4ed7418-21ef-4f31-baa8-ee5bd040379f"}, {"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "91d3b1ce-e270-4e26-b4c7-a93721043a21"}, {"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa9079a4-5a1f-4d61-a390-e48f3cf2b793"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:52.479941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd443ba4-cc4f-4f17-a759-bfbf2e72da51 req-1d07a95f-536f-496f-980a-ba068e6aa09f tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.486596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd443ba4-cc4f-4f17-a759-bfbf2e72da51 req-1d07a95f-536f-496f-980a-ba068e6aa09f tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.492546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd443ba4-cc4f-4f17-a759-bfbf2e72da51 req-1d07a95f-536f-496f-980a-ba068e6aa09f tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.494242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd443ba4-cc4f-4f17-a759-bfbf2e72da51 req-1d07a95f-536f-496f-980a-ba068e6aa09f tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2417 time: 0.4065778 Jul 16 18:09:52.550752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35142bc1-db09-4220-b3a9-8b61a429ff39 req-f2c61de4-c4be-4af3-a871-ddec804b7e81 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.559238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35142bc1-db09-4220-b3a9-8b61a429ff39 req-f2c61de4-c4be-4af3-a871-ddec804b7e81 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.4616642 Jul 16 18:09:52.630349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.680941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.691538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd443ba4-cc4f-4f17-a759-bfbf2e72da51 req-0d0371e9-c3d5-4259-99df-461710c47e77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612842 Jul 16 18:09:52.716480 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35142bc1-db09-4220-b3a9-8b61a429ff39 req-7f93c0e8-0e07-43ec-8b7f-250a8e5e34de tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559703 Jul 16 18:09:52.725390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Made reservation on behalf of adb45da1e9fb44fab18a5297b1576283 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:52.738467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.754299 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.776905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:52.782028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:52.798155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:52.879649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event updated for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:52.906683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.907528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.909646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93e9fb3b-f348-4700-8ce3-76a548728c37 req-8067a0e4-8f5d-465f-bb47-71279b62115c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 210 time: 0.0666909 Jul 16 18:09:52.945351 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-699476b2-0908-4d82-8688-52f7b4cdb064 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8286414 Jul 16 18:09:52.960978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Request body: {'port': {'device_id': '902eac53-e971-4826-a28c-eb7738090b99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:52.995719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-80c2b906-e703-45fa-a004-66b341bd696a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--246095143&fields=id&tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 267 time: 0.1343949 Jul 16 18:09:53.002810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Deleting port 4fe2342a-9f6e-4823-83f1-7a6168abbb66 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:53.003153 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.052418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9c40cee-b2f5-4455-a778-63c2c1d19073 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:53.055301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Allocated IP 172.20.0.7 (5c642600-1f70-48e7-84e9-fd80851a4f22/f906fdc2-b4d2-44bc-93d6-0b499f5c229e/da18a9ad-5a5a-4aa7-8536-9705631acfba) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:53.097116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.124973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e9c40cee-b2f5-4455-a778-63c2c1d19073 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:53.129232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e9c40cee-b2f5-4455-a778-63c2c1d19073 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:53.129803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.217654 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.258578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e9c40cee-b2f5-4455-a778-63c2c1d19073, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e9c40cee-b2f5-4455-a778-63c2c1d19073,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.268370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.269395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54af01df-42e5-4920-a2b9-9d201ed2e516 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:53.309076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] For port 4fe2342a-9f6e-4823-83f1-7a6168abbb66, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fe2342a-9f6e-4823-83f1-7a6168abbb66,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.309586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.352375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-1832280b-b4a6-49c3-84fd-67d2d00b30b4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.359749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-1832280b-b4a6-49c3-84fd-67d2d00b30b4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.3402727 Jul 16 18:09:53.364072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Calling delete_port for 4fe2342a-9f6e-4823-83f1-7a6168abbb66 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:53.370164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e9c40cee-b2f5-4455-a778-63c2c1d19073,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.385679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 54af01df-42e5-4920-a2b9-9d201ed2e516 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:53.386192 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.406072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:53.414017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.427102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Transition to ACTIVE for port object 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:53.429241 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc5830-3321-4836-8c70-7f69ae0112e5 req-a27dc649-207e-45b2-9010-2d3a9055e3dd tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.431132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bcc5830-3321-4836-8c70-7f69ae0112e5 req-a27dc649-207e-45b2-9010-2d3a9055e3dd tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.3702412 Jul 16 18:09:53.437469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.441642 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-0844837c-2e0f-4cc2-b3c1-440948f74cb3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/quotas/d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 375 time: 0.0809731 Jul 16 18:09:53.483551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50bf3055-0636-4d2a-b196-2dcd1301ee4e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:53.491169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Pushing event updated for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.503748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 50bf3055-0636-4d2a-b196-2dcd1301ee4e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:53.504171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50bf3055-0636-4d2a-b196-2dcd1301ee4e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:53.562456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Attempting to bind port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:53.562789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Attempting to bind port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:53.563202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Attempting to bind port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:53.567680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:53.568004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Attempting to bind port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 on network 4ac6f294-4cc7-4f5e-8017-89b780cc9669 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:53.572936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:53.573276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Checking segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:53.573663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Bound using segment: {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:53.574084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Bound port: 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44641209-3816-4b60-9fef-a6e199de83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:53.574446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.595659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bcc5830-3321-4836-8c70-7f69ae0112e5 req-5da32fb1-fb1c-4d1d-b809-9ef33bd55be1 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519852 Jul 16 18:09:53.600523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.648229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:53.652786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:53.659364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.668223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Transition to ACTIVE for port object da18a9ad-5a5a-4aa7-8536-9705631acfba will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:53.688383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-eca700b0-f02f-4303-99bf-1969c18e3f89 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2458405 Jul 16 18:09:53.706157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.706157 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.708417 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] 10.222.0.13 "PUT /v2.0/ports/70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 HTTP/1.1" status: 200 len: 1092 time: 0.7538035 Jul 16 18:09:53.715452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902eac53-e971-4826-a28c-eb7738090b99', 'tag': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:53.723807 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd72ffb-2389-4989-901f-e36025f5138f" -d '{"events": [{"name": "network-changed", "server_uuid": "902eac53-e971-4826-a28c-eb7738090b99", "tag": "70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:53.737339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd6c22-e0c3-46f0-8c71-6a98b6b5fe17 service neutron] Pushing event updated for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:53.818235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-937ce43c-10ae-44e7-ae01-149e608f7251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.819810 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-937ce43c-10ae-44e7-ae01-149e608f7251 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 1095 time: 0.0564592 Jul 16 18:09:53.862940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.866102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-2ee94ed3-a48d-4187-924c-4881782eb990 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 HTTP/1.1" status: 200 len: 217 time: 0.0383799 Jul 16 18:09:53.917680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-05fc5df9-9198-4417-82b8-9475f6ee24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.918505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.919205 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-05fc5df9-9198-4417-82b8-9475f6ee24f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.0472922 Jul 16 18:09:53.946428 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-0faf90d5-78e8-47a9-b974-9778a0bfe369 service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383213 Jul 16 18:09:53.954858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-2befec01-b427-4d19-a143-d5cb3989ec79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281584 Jul 16 18:09:53.961164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:54.003036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:54.011568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event updated for resources: {'Port': ['ID=da18a9ad-5a5a-4aa7-8536-9705631acfba,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.017853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:54.057425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-62cc44ad-6b73-4581-867e-ea95b370c252 service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957620 Jul 16 18:09:54.122168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe2342a-9f6e-4823-83f1-7a6168abbb66,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.131618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4304d1-03c8-406f-a54f-d9a95a8672c4 req-a87cdd1b-457f-4bf8-ba68-25886744bc30 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.139066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac4304d1-03c8-406f-a54f-d9a95a8672c4 req-a87cdd1b-457f-4bf8-ba68-25886744bc30 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 943 time: 0.3997068 Jul 16 18:09:54.153779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f3c5ed9-a446-47bc-a808-e9a0414f2e47 req-9ecbd103-2da5-43ee-abeb-166cac9d914b service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896392 Jul 16 18:09:54.198262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.198885 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.221735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.258648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6bf31959-01e1-4734-becd-40ab80ea5036 service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048728 Jul 16 18:09:54.297555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac4304d1-03c8-406f-a54f-d9a95a8672c4 req-36b11ed1-39ca-42d8-96bb-3028a628e91e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567214 Jul 16 18:09:54.303652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-83ab6706-f1fd-4572-8e69-60904c686089 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0050492 Jul 16 18:09:54.304978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-099ffe1f-d9f4-481d-aa1a-c067467f2a0d None None] Provisioning for port da18a9ad-5a5a-4aa7-8536-9705631acfba completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:54.310830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-099ffe1f-d9f4-481d-aa1a-c067467f2a0d None None] Provisioning complete for port da18a9ad-5a5a-4aa7-8536-9705631acfba triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:54.311503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-099ffe1f-d9f4-481d-aa1a-c067467f2a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.340361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Request body: {'port': {'device_id': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:54.347459 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.361410 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3751e48-8d38-4edb-9ee4-c4738fe184ca x-openstack-request-id: req-c3751e48-8d38-4edb-9ee4-c4738fe184ca {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:54.361815 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "c4ed7418-21ef-4f31-baa8-ee5bd040379f", "code": 200}, {"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "91d3b1ce-e270-4e26-b4c7-a93721043a21", "code": 200}, {"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-plugged", "status": "completed", "tag": "aa9079a4-5a1f-4d61-a390-e48f3cf2b793", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:54.362137 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c3751e48-8d38-4edb-9ee4-c4738fe184ca {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:54.362631 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f', 'code': 200} Jul 16 18:09:54.363078 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d3b1ce-e270-4e26-b4c7-a93721043a21', 'code': 200} Jul 16 18:09:54.363405 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793', 'code': 200} Jul 16 18:09:54.364801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-099ffe1f-d9f4-481d-aa1a-c067467f2a0d None None] Port da18a9ad-5a5a-4aa7-8536-9705631acfba cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:54.369420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.475139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.475714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa908b88-c37d-4a55-95c4-d5fec7fb710c {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:54.511409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.515749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48034) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.516196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f037aff8-6803-4f9a-a3c5-a8b3ef5caeaa admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa908b88-c37d-4a55-95c4-d5fec7fb710c HTTP/1.1" status: 204 len: 168 time: 3.3361809 Jul 16 18:09:54.558101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.625153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9137-5823-4574-bdc9-485d5a5612c7 req-ecb764f5-ace9-4333-a181-0067d43623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.625703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9137-5823-4574-bdc9-485d5a5612c7 req-ecb764f5-ace9-4333-a181-0067d43623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.626243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9137-5823-4574-bdc9-485d5a5612c7 req-ecb764f5-ace9-4333-a181-0067d43623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.628330 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0fb9137-5823-4574-bdc9-485d5a5612c7 req-ecb764f5-ace9-4333-a181-0067d43623d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2873 time: 0.1769679 Jul 16 18:09:54.631429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] Deleting subnet b1996c6a-6341-4d92-be93-c46867f609f1 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:54.643372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.706534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.709388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0fb9137-5823-4574-bdc9-485d5a5612c7 req-66e9fd0d-1034-4425-9beb-53bfe8aff06c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742781 Jul 16 18:09:54.763936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c29cdf-84d2-4acc-bc8f-d29a2c8bce63 req-2db38dfd-5c92-4393-822f-8d2c80ffb28b tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.765292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c29cdf-84d2-4acc-bc8f-d29a2c8bce63 req-2db38dfd-5c92-4393-822f-8d2c80ffb28b tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1097 time: 0.2591612 Jul 16 18:09:54.822408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.843690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a198e-45d7-4865-91d7-cf11a3c7d4d8 req-7a5e6265-0db6-43b6-a9d7-13ca18f1b02b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.850380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a198e-45d7-4865-91d7-cf11a3c7d4d8 req-7a5e6265-0db6-43b6-a9d7-13ca18f1b02b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.857671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a198e-45d7-4865-91d7-cf11a3c7d4d8 req-7a5e6265-0db6-43b6-a9d7-13ca18f1b02b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.859685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-008a198e-45d7-4865-91d7-cf11a3c7d4d8 req-7a5e6265-0db6-43b6-a9d7-13ca18f1b02b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2417 time: 0.2355013 Jul 16 18:09:54.884684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.914130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1996c6a-6341-4d92-be93-c46867f609f1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.916418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.918904 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-88001a16-4239-4549-bb61-e1c635a057a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b1996c6a-6341-4d92-be93-c46867f609f1 HTTP/1.1" status: 204 len: 168 time: 0.4017179 Jul 16 18:09:54.921721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.926898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32df0f03-a38e-46fa-8f72-e41b662294c4 None None] Network a4129a54-96af-4fbc-826e-620626154fec requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:54.945025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c29cdf-84d2-4acc-bc8f-d29a2c8bce63 req-8cf7f7e3-7de9-4d29-b060-b1429db10db9 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668012 Jul 16 18:09:54.976661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-008a198e-45d7-4865-91d7-cf11a3c7d4d8 req-afce971a-2eee-482d-89cb-3ff6225412b6 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974827 Jul 16 18:09:55.050831 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc95de3-a7b8-4e6c-a4f0-ba4784a5112d x-openstack-request-id: req-7dc95de3-a7b8-4e6c-a4f0-ba4784a5112d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:55.051117 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902eac53-e971-4826-a28c-eb7738090b99", "tag": "70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:55.051378 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7dc95de3-a7b8-4e6c-a4f0-ba4784a5112d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:55.051779 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '902eac53-e971-4826-a28c-eb7738090b99', 'tag': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762', 'status': 'completed', 'code': 200} Jul 16 18:09:55.054773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.133744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9c40cee-b2f5-4455-a778-63c2c1d19073 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:55.244290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Deleting port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:55.244631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.279762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da18a9ad-5a5a-4aa7-8536-9705631acfba {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:55.281359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd72ffb-2389-4989-901f-e36025f5138f req-50d95ddb-da25-441b-8c5e-41e2675e0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.283315 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dd72ffb-2389-4989-901f-e36025f5138f req-50d95ddb-da25-441b-8c5e-41e2675e0dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a4838bd54a9844d38f1aa971813cda73&device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 1095 time: 0.1496587 Jul 16 18:09:55.307579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.333030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Transition to ACTIVE for port object da18a9ad-5a5a-4aa7-8536-9705631acfba will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:55.374903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.376655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] For port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,segment=NetworkSegment(1a06fa83-222b-4964-ad0c-a04893d48a36),segment_id=1a06fa83-222b-4964-ad0c-a04893d48a36)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:55.377139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.382784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e9c40cee-b2f5-4455-a778-63c2c1d19073 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:55.383448 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.432043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Calling delete_port for d7ea602a-1900-4b6b-a0e7-493b26dc5b5e owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:55.471138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Pushing event updated for resources: {'Port': ['ID=da18a9ad-5a5a-4aa7-8536-9705631acfba,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.485961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] DHCP port deletion for a4129a54-96af-4fbc-826e-620626154fec request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:55.492006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715726fe-a074-40b0-af3d-64c66a41b32e req-5ed8ef07-ca56-4e63-b86c-458ee7b3abc4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.494174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-715726fe-a074-40b0-af3d-64c66a41b32e req-5ed8ef07-ca56-4e63-b86c-458ee7b3abc4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.2826185 Jul 16 18:09:55.514703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd72ffb-2389-4989-901f-e36025f5138f req-5123502c-7bd0-4cab-8cbb-4d5909d5cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.516438 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dd72ffb-2389-4989-901f-e36025f5138f req-5123502c-7bd0-4cab-8cbb-4d5909d5cd0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 200 len: 905 time: 0.2008779 Jul 16 18:09:55.549838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f865c4-eca3-4b77-9c42-e1801e15fe82 req-57a9fe2f-04d1-458c-b41c-d6be25f32162 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.551852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-85f865c4-eca3-4b77-9c42-e1801e15fe82 req-57a9fe2f-04d1-458c-b41c-d6be25f32162 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 931 time: 0.2925718 Jul 16 18:09:55.577810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] Deleting port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:55.578187 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.583285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dd72ffb-2389-4989-901f-e36025f5138f req-a3918202-6485-46a0-a7c4-1ba0c85aaece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 HTTP/1.1" status: 200 len: 217 time: 0.0601792 Jul 16 18:09:55.673932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-715726fe-a074-40b0-af3d-64c66a41b32e req-845ecccf-704d-44f3-b826-7570e89eef32 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518240 Jul 16 18:09:55.696732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-85f865c4-eca3-4b77-9c42-e1801e15fe82 req-ed9e1ed3-79e1-4bb0-8608-fa87bc0d15a0 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152892 Jul 16 18:09:55.704233 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.714889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] For port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,segment=NetworkSegment(1a06fa83-222b-4964-ad0c-a04893d48a36),segment_id=1a06fa83-222b-4964-ad0c-a04893d48a36)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:55.715416 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.734106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Attempting to bind port da18a9ad-5a5a-4aa7-8536-9705631acfba on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:55.734446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Attempting to bind port da18a9ad-5a5a-4aa7-8536-9705631acfba by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:55.734774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Attempting to bind port da18a9ad-5a5a-4aa7-8536-9705631acfba on network 5c642600-1f70-48e7-84e9-fd80851a4f22 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:55.739593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Port da18a9ad-5a5a-4aa7-8536-9705631acfba on network 5c642600-1f70-48e7-84e9-fd80851a4f22 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:55.740054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Attempting to bind port da18a9ad-5a5a-4aa7-8536-9705631acfba on network 5c642600-1f70-48e7-84e9-fd80851a4f22 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:55.745068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:55.745412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Checking segment: {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:55.745971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Bound using segment: {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:55.746216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Bound port: da18a9ad-5a5a-4aa7-8536-9705631acfba, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:55.746826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.750435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] Calling delete_port for d7ea602a-1900-4b6b-a0e7-493b26dc5b5e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:55.764031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.772233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd72ffb-2389-4989-901f-e36025f5138f req-74477367-4ed8-4c2e-8bb9-c52cb8e3f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.778340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dd72ffb-2389-4989-901f-e36025f5138f req-74477367-4ed8-4c2e-8bb9-c52cb8e3f22a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 200 len: 845 time: 0.1759081 Jul 16 18:09:55.785818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] No DVR routers for this DVR port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:55.890834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] For port da18a9ad-5a5a-4aa7-8536-9705631acfba, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:55.894743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] For port da18a9ad-5a5a-4aa7-8536-9705631acfba, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:55.898222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.907351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.927095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] Pushing event deleted for resources: {'Port': ['ID=d7ea602a-1900-4b6b-a0e7-493b26dc5b5e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:55.929921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.933281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edefa04-04c1-4e7f-8526-49ef977dd031 None None] No DVR routers for this DVR port d7ea602a-1900-4b6b-a0e7-493b26dc5b5e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:55.941405 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dd72ffb-2389-4989-901f-e36025f5138f req-a62cdf21-a04b-4354-ba47-1365145f942e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ac6f294-4cc7-4f5e-8017-89b780cc9669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505699 Jul 16 18:09:55.964670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4129a54-96af-4fbc-826e-620626154fec']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:56.022836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a06fa83-222b-4964-ad0c-a04893d48a36') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:56.023256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a06fa83-222b-4964-ad0c-a04893d48a36') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:56.046949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.129066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.147486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:56.147892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:56.151144 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:56.174751 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dd72ffb-2389-4989-901f-e36025f5138f req-e3e45527-3362-4155-b1a8-ec7e6d6b698d service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216363 Jul 16 18:09:56.248100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-11663729-4332-4336-9776-f4496acdbcfc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.249545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-11663729-4332-4336-9776-f4496acdbcfc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.2729726 Jul 16 18:09:56.257312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.263650 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.268257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a4129a54-96af-4fbc-826e-620626154fec HTTP/1.1" status: 204 len: 168 time: 1.3453207 Jul 16 18:09:56.309929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.310548 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.311925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] 10.222.0.13 "PUT /v2.0/ports/da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 1092 time: 1.9793317 Jul 16 18:09:56.321684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed32a02-44b1-488a-9393-2941e2b81a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4129a54-96af-4fbc-826e-620626154fec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.338256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:56.340497 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b23445-13ee-452e-94be-28a0614cec1f" -d '{"events": [{"name": "network-changed", "server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:56.352924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b90900c2-6594-4c16-9056-93594b7a7306 req-2adf1b72-836e-4994-bd9c-39f2b4f9194f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 210 time: 0.0840106 Jul 16 18:09:56.356044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-c5966d74-d554-4e7a-81f9-fde8aad630c2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 379 time: 0.0572472 Jul 16 18:09:56.382118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'port': {'device_id': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'admin_state_up': True, 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'security_groups': ['56296054-ab63-404b-8e37-6e2c6b7714d5']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:56.408009 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dd72ffb-2389-4989-901f-e36025f5138f req-e291af5c-8cd1-405c-bef1-489c1ed45f81 service neutron] 10.222.0.13 "GET /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213316 Jul 16 18:09:56.428123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835bb26-6c1a-438b-9413-ee692167129d service neutron] Pushing event updated for resources: {'Port': ['ID=da18a9ad-5a5a-4aa7-8536-9705631acfba,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.456089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25da03b-aa75-478e-b54d-3034596c4ef7 req-c43f1b6d-d894-4df0-a4b8-b8b7dc2f6954 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.457700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25da03b-aa75-478e-b54d-3034596c4ef7 req-c43f1b6d-d894-4df0-a4b8-b8b7dc2f6954 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1097 time: 0.5652516 Jul 16 18:09:56.496874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-0491a90d-76cc-4d4f-91e3-9bd103a1bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.499044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-0491a90d-76cc-4d4f-91e3-9bd103a1bae5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=adb45da1e9fb44fab18a5297b1576283&device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 1095 time: 0.1290424 Jul 16 18:09:56.516951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.545462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f25da03b-aa75-478e-b54d-3034596c4ef7 req-208cfd3e-64ed-4dd2-a96a-257e276c88f5 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805357 Jul 16 18:09:56.585024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-4566b0aa-7b88-4e6d-b449-2186eb16b4fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 217 time: 0.0657115 Jul 16 18:09:56.592142 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1bab0705-0897-4c98-802c-ba7cb55d18c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6c796114b0a34c389db5772b3d77c5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585196 Jul 16 18:09:56.593405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48058) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.609051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Made reservation on behalf of d9708b100d0b42b99a4fa7d5a8c392e6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:56.614067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.673794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:56.687321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d7ea602a-1900-4b6b-a0e7-493b26dc5b5e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:56.768894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f59bd7-4734-43aa-8abe-4cd596696fb2 req-bb2e7269-7733-4aca-b778-c40b3e96829c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.772402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11f59bd7-4734-43aa-8abe-4cd596696fb2 req-bb2e7269-7733-4aca-b778-c40b3e96829c tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 943 time: 0.2678130 Jul 16 18:09:56.777597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Allocated IP 172.20.0.9 (7d08654e-bb9f-4d10-92bd-4b6c3dbda481/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7/cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:56.783009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-e5b50160-28cd-4d3d-9274-52f70202daab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.789224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-e5b50160-28cd-4d3d-9274-52f70202daab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f906fdc2-b4d2-44bc-93d6-0b499f5c229e HTTP/1.1" status: 200 len: 868 time: 0.1943247 Jul 16 18:09:56.821475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:56.824785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d7ea602a-1900-4b6b-a0e7-493b26dc5b5e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:56.825427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d7ea602a-1900-4b6b-a0e7-493b26dc5b5e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:56.826086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fe2342a-9f6e-4823-83f1-7a6168abbb66 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:56.861173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4fe2342a-9f6e-4823-83f1-7a6168abbb66 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:56.861737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fe2342a-9f6e-4823-83f1-7a6168abbb66 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:56.873879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762', 'mac_address': 'fa:16:3e:c6:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:56.914722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.929250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:56.930722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11f59bd7-4734-43aa-8abe-4cd596696fb2 req-51636c39-031b-4305-af96-8ec8f4ae7721 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399138 Jul 16 18:09:56.940645 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a78e4515-331b-42eb-8f52-112005359270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.968536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:56.975982 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.009062 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb3c7b-1cad-44b9-8e61-f1ce1e000ea2 x-openstack-request-id: req-b0fb3c7b-1cad-44b9-8e61-f1ce1e000ea2 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:57.009500 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:57.009892 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0fb3c7b-1cad-44b9-8e61-f1ce1e000ea2 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:57.010493 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'status': 'completed', 'code': 200} Jul 16 18:09:57.040188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a78e4515-331b-42eb-8f52-112005359270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.053040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.055760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.072628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-3d4ad84c-91d8-486b-bcdd-005a117e3b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.075246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-3d4ad84c-91d8-486b-bcdd-005a117e3b8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c642600-1f70-48e7-84e9-fd80851a4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2484031 Jul 16 18:09:57.082951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Transition to ACTIVE for port object cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:57.133298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.198676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:57.204403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:57.210626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:57.240173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:57.278287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.314561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.315619 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.344337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-6d00bc37-8749-4d15-b591-ee1327d546d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9703555 Jul 16 18:09:57.357517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Request body: {'port': {'device_id': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:57.409572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef60a-9a5b-4c96-9572-74b8a675bc33 req-cac3b68b-4d04-4564-950d-3a3603b1203a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.417509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef60a-9a5b-4c96-9572-74b8a675bc33 req-cac3b68b-4d04-4564-950d-3a3603b1203a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.424710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef60a-9a5b-4c96-9572-74b8a675bc33 req-cac3b68b-4d04-4564-950d-3a3603b1203a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.432582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-627ef60a-9a5b-4c96-9572-74b8a675bc33 req-cac3b68b-4d04-4564-950d-3a3603b1203a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2417 time: 0.3976617 Jul 16 18:09:57.435875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-026b7642-a8fd-43c3-9eb9-07e3944b79a8 service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245363 Jul 16 18:09:57.446323 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a78e4515-331b-42eb-8f52-112005359270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.448873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a78e4515-331b-42eb-8f52-112005359270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.452630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a78e4515-331b-42eb-8f52-112005359270 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0084129-7ae5-4c32-a10d-7dc1e276c954 HTTP/1.1" status: 204 len: 168 time: 0.8559706 Jul 16 18:09:57.480442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.482759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e4515-331b-42eb-8f52-112005359270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0084129-7ae5-4c32-a10d-7dc1e276c954,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.534233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1a42f-7f5c-4c3f-a208-b7dd636dcff0 req-222b2146-c508-4375-ba86-7f5f63d417e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.536606 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6a1a42f-7f5c-4c3f-a208-b7dd636dcff0 req-222b2146-c508-4375-ba86-7f5f63d417e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.3711720 Jul 16 18:09:57.552603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-627ef60a-9a5b-4c96-9572-74b8a675bc33 req-76de2d7f-0f6d-4f12-a730-d4820f447ab8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191015 Jul 16 18:09:57.598178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3b664c9f-aebd-4824-ab56-b5dd1310fe20 None None] Provisioning for port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:57.605572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3b664c9f-aebd-4824-ab56-b5dd1310fe20 None None] Provisioning complete for port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:57.605572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b664c9f-aebd-4824-ab56-b5dd1310fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.648515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6a1a42f-7f5c-4c3f-a208-b7dd636dcff0 req-f3768b99-5514-446d-9345-e79822977ab0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028767 Jul 16 18:09:57.680969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8737ea53-6a51-465c-9bd3-9e5db95cd338 req-d08f0734-717f-4fb5-899f-8d428e882112 service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230740 Jul 16 18:09:57.691306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3b664c9f-aebd-4824-ab56-b5dd1310fe20 None None] Port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:09:57.842075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23445-13ee-452e-94be-28a0614cec1f req-e9d98ae3-63ef-4c86-a059-a34360bd0a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.843880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b23445-13ee-452e-94be-28a0614cec1f req-e9d98ae3-63ef-4c86-a059-a34360bd0a5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=adb45da1e9fb44fab18a5297b1576283&device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 1095 time: 0.1031933 Jul 16 18:09:57.851703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b2776-c4ba-4fee-a06f-294d4fb6ed99 req-4f5ff505-1002-4605-93b9-b91671c8ecff tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.859272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-035b2776-c4ba-4fee-a06f-294d4fb6ed99 req-4f5ff505-1002-4605-93b9-b91671c8ecff tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 943 time: 0.1296992 Jul 16 18:09:57.869825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:57.878927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.894798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Transition to ACTIVE for port object cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:57.901717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.933024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-035b2776-c4ba-4fee-a06f-294d4fb6ed99 req-22b9ff0d-d601-4cd7-9684-906c9433ca3c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730190 Jul 16 18:09:57.985810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.030612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23445-13ee-452e-94be-28a0614cec1f req-711df656-6080-4be5-a711-63b872d958e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.036398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b23445-13ee-452e-94be-28a0614cec1f req-711df656-6080-4be5-a711-63b872d958e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 200 len: 929 time: 0.1752958 Jul 16 18:09:58.087339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Attempting to bind port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:58.089833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Attempting to bind port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:58.090171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Attempting to bind port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:58.094993 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:58.095317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Attempting to bind port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:58.100860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:58.101200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:58.101586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Bound using segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:58.102009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Bound port: cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:58.102368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.154229 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b23445-13ee-452e-94be-28a0614cec1f req-615b3e7b-b38f-4ac6-a8f3-41e8ae09184b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 217 time: 0.1081426 Jul 16 18:09:58.183604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:58.188046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:58.194728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.246526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.247413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.249412 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] 10.222.0.55 "PUT /v2.0/ports/cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 1092 time: 0.9002817 Jul 16 18:09:58.250034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:58.252764 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37933627-3f14-4272-9196-e0fe3e4daa91" -d '{"events": [{"name": "network-changed", "server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:58.286260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b1285-b2b8-4bd5-808a-ade73d7f1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.287906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23445-13ee-452e-94be-28a0614cec1f req-cea59603-ad8c-4cc8-a60b-cbc8e9bc6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.291643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b23445-13ee-452e-94be-28a0614cec1f req-cea59603-ad8c-4cc8-a60b-cbc8e9bc6317 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f906fdc2-b4d2-44bc-93d6-0b499f5c229e HTTP/1.1" status: 200 len: 868 time: 0.1301768 Jul 16 18:09:58.345167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319dd23-8e45-4ac1-a922-0b65f7456aaf req-ba14d8d3-66ef-4010-b320-0b5e102ec172 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.346760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1319dd23-8e45-4ac1-a922-0b65f7456aaf req-ba14d8d3-66ef-4010-b320-0b5e102ec172 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 943 time: 0.2139018 Jul 16 18:09:58.383649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-103e1ecc-edcc-45f3-a499-c60677ea26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.385790 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-103e1ecc-edcc-45f3-a499-c60677ea26e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1095 time: 0.0914552 Jul 16 18:09:58.446581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1319dd23-8e45-4ac1-a922-0b65f7456aaf req-fb83305f-5d25-4d35-904d-b70fd5ce3dd6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593131 Jul 16 18:09:58.450614 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-4275135d-a8bc-425a-8724-3c1cfbc1c664 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 217 time: 0.0574419 Jul 16 18:09:58.477741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b23445-13ee-452e-94be-28a0614cec1f req-2a8e2894-9999-4f80-a47f-e04d45dee0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.479598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b23445-13ee-452e-94be-28a0614cec1f req-2a8e2894-9999-4f80-a47f-e04d45dee0c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c642600-1f70-48e7-84e9-fd80851a4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798456 Jul 16 18:09:58.538973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-5cc2cf60-c5ac-4e0a-8d1f-274ae8a275b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.541430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-5cc2cf60-c5ac-4e0a-8d1f-274ae8a275b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.0847733 Jul 16 18:09:58.623446 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b23445-13ee-452e-94be-28a0614cec1f req-edac116e-be10-4d2e-b54f-9cc52764a903 service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354880 Jul 16 18:09:58.624494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-63a30b71-041a-454e-a53f-c925317d88c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.626128 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-63a30b71-041a-454e-a53f-c925317d88c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780988 Jul 16 18:09:58.678172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:58.774713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-e7776b01-76ea-4d3a-b28d-332405131631 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371503 Jul 16 18:09:58.786648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:58.792501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:58.792899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.799450 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84b23445-13ee-452e-94be-28a0614cec1f req-094f388e-d3c1-4c0e-ac62-db94aaf88367 service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674590 Jul 16 18:09:58.894068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.895611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd9d0a72-dfd7-4e24-acc0-b1685b0a7c14 req-09ef71f5-bf71-442f-a89d-264944ff973b service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148643 Jul 16 18:09:58.921484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902eac53-e971-4826-a28c-eb7738090b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:58.923732 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0977fc5d-2ab5-4d90-b291-182648cf591c" -d '{"events": [{"server_uuid": "902eac53-e971-4826-a28c-eb7738090b99", "name": "network-vif-plugged", "status": "completed", "tag": "70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:58.926912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fc982-015e-4824-9234-0cc1fb6730ac req-8d532932-78db-4aec-8889-81ef0dc8df0a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.929252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c3fc982-015e-4824-9234-0cc1fb6730ac req-8d532932-78db-4aec-8889-81ef0dc8df0a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 944 time: 0.0801394 Jul 16 18:09:58.937211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:58.942291 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.974632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c3fc982-015e-4824-9234-0cc1fb6730ac req-17a0905b-ad72-4140-b542-1102e4a4b0af tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395427 Jul 16 18:09:59.002980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.029916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-6c5b98f9-7445-409a-902e-7c5f1bc7b61a tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:09:59.030912 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-6c5b98f9-7445-409a-902e-7c5f1bc7b61a tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057690 Jul 16 18:09:59.035833 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec72c9b-97d2-4960-b6cb-a9b98f2d8afb x-openstack-request-id: req-5ec72c9b-97d2-4960-b6cb-a9b98f2d8afb {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:59.036216 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:59.036532 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ec72c9b-97d2-4960-b6cb-a9b98f2d8afb {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:59.036988 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'status': 'completed', 'code': 200} Jul 16 18:09:59.041125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:59.041599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:09:59.176098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-02e89555-9808-4237-93f8-211b105e186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.177626 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-02e89555-9808-4237-93f8-211b105e186f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1095 time: 0.1113067 Jul 16 18:09:59.272547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:59.273000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:59.273179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:59.284546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:59.284990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:59.295318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:59.295634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:59.296028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:59.296509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Bound port: 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:59.341794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-73413291-ff7e-4163-ab28-b54e91321fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.343310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-73413291-ff7e-4163-ab28-b54e91321fdc service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.1551607 Jul 16 18:09:59.395756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-4b868008-1556-4656-b08e-b7dcbcacc6e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 217 time: 0.0451024 Jul 16 18:09:59.404469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:59.416091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.417322 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-a1bd4b89-0060-411b-8ce4-a319093f7a1a service neutron] 10.222.0.48 "POST /v2.0/ports/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27/bindings HTTP/1.1" status: 201 len: 390 time: 0.3795052 Jul 16 18:09:59.454590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-04f2d114-1106-417d-8fe6-0cffb7677f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.456085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-04f2d114-1106-417d-8fe6-0cffb7677f11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.0504613 Jul 16 18:09:59.542610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-22bff13e-979c-438b-b9e1-61faf670a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.545177 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-22bff13e-979c-438b-b9e1-61faf670a6af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779896 Jul 16 18:09:59.619378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bd39e-b342-4e37-9eec-8658cb1e203e req-4ac8574a-a437-4bb7-9fb7-9870c3faf2e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.627378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-952bd39e-b342-4e37-9eec-8658cb1e203e req-4ac8574a-a437-4bb7-9fb7-9870c3faf2e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.0953510 Jul 16 18:09:59.650178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-a41c2426-3886-452f-b7ae-7ba3035f7d0f service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968795 Jul 16 18:09:59.667013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-952bd39e-b342-4e37-9eec-8658cb1e203e req-d1a19cb6-d6d5-4222-aa91-c1daa75a4ced tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Jul 16 18:09:59.716910 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1975f11-c495-414d-af12-26ea15e8af32 x-openstack-request-id: req-f1975f11-c495-414d-af12-26ea15e8af32 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:59.717427 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902eac53-e971-4826-a28c-eb7738090b99", "name": "network-vif-plugged", "status": "completed", "tag": "70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:59.718087 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1975f11-c495-414d-af12-26ea15e8af32 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:59.718087 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902eac53-e971-4826-a28c-eb7738090b99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762', 'code': 200} Jul 16 18:09:59.769532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-3b506903-a9c8-4de7-bd50-47dc71e1fb01 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e51275cacc524c61a1c58904c43f2db1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332890 Jul 16 18:09:59.961839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-bd78e2ca-dbb3-4240-9250-50358995ed36 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.963428 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-bd78e2ca-dbb3-4240-9250-50358995ed36 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1927338 Jul 16 18:09:59.993890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bfb9d-30f4-4ea4-aaa4-26f313a335a3 req-c231ab10-ca5f-4513-b462-0f31ee9a9da3 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.995397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af8bfb9d-30f4-4ea4-aaa4-26f313a335a3 req-c231ab10-ca5f-4513-b462-0f31ee9a9da3 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 943 time: 0.1652553 Jul 16 18:09:59.999897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-e55f02e6-194e-4173-8344-d3aca0a75d7c tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/quotas/e51275cacc524c61a1c58904c43f2db1 HTTP/1.1" status: 200 len: 375 time: 0.0268099 Jul 16 18:09:59.999897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113616c-0045-4419-9dca-43cb22726468 req-68182660-2eed-48db-b3d1-91bcdf1dd028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.000466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3113616c-0045-4419-9dca-43cb22726468 req-68182660-2eed-48db-b3d1-91bcdf1dd028 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 1097 time: 0.2063260 Jul 16 18:10:00.057847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-9d3152c7-ba88-44f7-b9f8-ea3da99a1c45 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e51275cacc524c61a1c58904c43f2db1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524926 Jul 16 18:10:00.079235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-ed5d4421-4c10-4731-a835-419e3cd7313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.083263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-ed5d4421-4c10-4731-a835-419e3cd7313e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1097 time: 0.4250150 Jul 16 18:10:00.086514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37933627-3f14-4272-9196-e0fe3e4daa91 req-8665565e-c6f0-45c6-8009-2d5f28e43d04 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289300 Jul 16 18:10:00.091895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3113616c-0045-4419-9dca-43cb22726468 req-b9ef2ce0-6475-4158-b7ce-58e88e52c1a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841095 Jul 16 18:10:00.101551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af8bfb9d-30f4-4ea4-aaa4-26f313a335a3 req-64c7841c-cb11-4784-bc97-3705dd236283 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862818 Jul 16 18:10:00.166638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63711c75-73c9-4043-a200-f1a3e4a8ef49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.191489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-87a8dd69-116c-4148-849f-7d3f97b420b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.193556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-87a8dd69-116c-4148-849f-7d3f97b420b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.0987465 Jul 16 18:10:00.248539 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-011490b5-ecf2-4e1d-a454-c9bf549db9e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 200 len: 217 time: 0.0435219 Jul 16 18:10:00.304240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-0700e9ad-eb6e-40a5-8a94-4df495632247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.305876 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-0700e9ad-eb6e-40a5-8a94-4df495632247 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0505569 Jul 16 18:10:00.341754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-bf3b69aa-24e3-457c-afd4-808717aa2eae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283756 Jul 16 18:10:00.352636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136594d1-268c-49d7-b07c-4bc396d57260 req-6beee483-249e-42b2-bea3-7a25a1d43d49 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.358841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136594d1-268c-49d7-b07c-4bc396d57260 req-6beee483-249e-42b2-bea3-7a25a1d43d49 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.364836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136594d1-268c-49d7-b07c-4bc396d57260 req-6beee483-249e-42b2-bea3-7a25a1d43d49 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.366513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-136594d1-268c-49d7-b07c-4bc396d57260 req-6beee483-249e-42b2-bea3-7a25a1d43d49 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2417 time: 0.1204617 Jul 16 18:10:00.419768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d2e1b-54de-406e-987e-ddbc5252adf8 req-f663279a-6a2f-4535-9eab-38dfe642b751 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.421613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-963d2e1b-54de-406e-987e-ddbc5252adf8 req-f663279a-6a2f-4535-9eab-38dfe642b751 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 943 time: 0.1368911 Jul 16 18:10:00.427009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-136594d1-268c-49d7-b07c-4bc396d57260 req-1d4dd4f8-9141-416f-93f7-4267fd9329d6 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537829 Jul 16 18:10:00.468012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-963d2e1b-54de-406e-987e-ddbc5252adf8 req-3ff52058-ca16-4907-b1b1-c418eb2628ee tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394769 Jul 16 18:10:00.473940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-c3302a43-d078-4b0a-a2b4-00db41242a72 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253855 Jul 16 18:10:00.592862 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-8134e97c-585b-48cf-b412-1892dd35d007 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088924 Jul 16 18:10:00.637367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe4f1e-9eee-4e8c-996a-070a367e444f req-931a29d7-5c9d-4870-b23a-982f0c7dcac8 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.638966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fbe4f1e-9eee-4e8c-996a-070a367e444f req-931a29d7-5c9d-4870-b23a-982f0c7dcac8 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.0916348 Jul 16 18:10:00.688279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device da18a9ad-5a5a-4aa7-8536-9705631acfba details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:00.688581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fbe4f1e-9eee-4e8c-996a-070a367e444f req-b41a5959-275f-42cc-8b8e-e2c763b73b6c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Jul 16 18:10:00.798782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0a79c-2c79-47c4-993b-bc2bf82405e4 req-c809c711-d0c2-4e3f-b22b-4c8919a4945a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.804682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cf0a79c-2c79-47c4-993b-bc2bf82405e4 req-c809c711-d0c2-4e3f-b22b-4c8919a4945a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 945 time: 0.1015344 Jul 16 18:10:00.846705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port da18a9ad-5a5a-4aa7-8536-9705631acfba, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:00.860631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'port_id': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'mac_address': 'fa:16:3e:8a:f2:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:00.870667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a70f7d1-64aa-4472-a940-f357d1c2253c req-9cd140b4-26fb-4b51-9c53-e2ef2e6f601a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 210 time: 0.0363657 Jul 16 18:10:00.915829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cf0a79c-2c79-47c4-993b-bc2bf82405e4 req-44b291a9-80d6-413a-9d7a-eb97824f2b3a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046925 Jul 16 18:10:00.960011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.995682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da18a9ad-5a5a-4aa7-8536-9705631acfba {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:01.022657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port da18a9ad-5a5a-4aa7-8536-9705631acfba, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.028036 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.068495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a7bb155d-bd64-493f-9969-cd459a540924 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.078916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a7bb155d-bd64-493f-9969-cd459a540924 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.086260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a7bb155d-bd64-493f-9969-cd459a540924 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.088034 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a7bb155d-bd64-493f-9969-cd459a540924 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 2417 time: 0.2005639 Jul 16 18:10:01.093981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=da18a9ad-5a5a-4aa7-8536-9705631acfba,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.191901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3febe-ccf5-4202-af28-b7238ba79b75 req-7df91a3e-0215-40a8-939a-a46d7e85fa54 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.193437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9f3febe-ccf5-4202-af28-b7238ba79b75 req-7df91a3e-0215-40a8-939a-a46d7e85fa54 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.0970395 Jul 16 18:10:01.242366 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9f3febe-ccf5-4202-af28-b7238ba79b75 req-76c18142-56e0-4c1c-9573-4ac84f24826d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426016 Jul 16 18:10:01.248604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port 91d3b1ce-e270-4e26-b4c7-a93721043a21 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:01.249067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.282795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['da18a9ad-5a5a-4aa7-8536-9705631acfba'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:01.340311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f20ee-c415-4bdf-95a2-44e1e09a3c46 req-0963b8fc-08d6-419f-bb26-c79ae9da9eaf tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.342203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-935f20ee-c415-4bdf-95a2-44e1e09a3c46 req-0963b8fc-08d6-419f-bb26-c79ae9da9eaf tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 944 time: 0.0690169 Jul 16 18:10:01.352704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port 91d3b1ce-e270-4e26-b4c7-a93721043a21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=91d3b1ce-e270-4e26-b4c7-a93721043a21,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.353066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.366050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for 91d3b1ce-e270-4e26-b4c7-a93721043a21 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:01.390939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-935f20ee-c415-4bdf-95a2-44e1e09a3c46 req-4aded098-8e52-405c-b204-86ae0b3b40ae tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Jul 16 18:10:01.532615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.546790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['c4ed7418-21ef-4f31-baa8-ee5bd040379f', '91d3b1ce-e270-4e26-b4c7-a93721043a21', 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:01.597157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=91d3b1ce-e270-4e26-b4c7-a93721043a21,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.598558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:01.669833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port 91d3b1ce-e270-4e26-b4c7-a93721043a21 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:01.674872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.677168 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-addff916-14b3-46e7-bb33-132718eb202e tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "DELETE /v2.0/ports/91d3b1ce-e270-4e26-b4c7-a93721043a21 HTTP/1.1" status: 204 len: 173 time: 0.5834990 Jul 16 18:10:01.677636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-deleted', 'tag': '91d3b1ce-e270-4e26-b4c7-a93721043a21'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:01.679930 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1896a6-52cc-4b4c-8507-c22627c99492" -d '{"events": [{"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-deleted", "tag": "91d3b1ce-e270-4e26-b4c7-a93721043a21"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:01.703851 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-c482bea6-0d1b-4dfd-aaa5-52e86702db09 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e51275cacc524c61a1c58904c43f2db1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1021338 Jul 16 18:10:01.845498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c162da-8c03-48b5-b35b-e98910b50f9e req-111c653f-5463-4756-9d7a-508a4128c49b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.863770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c162da-8c03-48b5-b35b-e98910b50f9e req-111c653f-5463-4756-9d7a-508a4128c49b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.871606 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7c162da-8c03-48b5-b35b-e98910b50f9e req-111c653f-5463-4756-9d7a-508a4128c49b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 1681 time: 0.2583866 Jul 16 18:10:01.909205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-8cace991-c00b-4f55-b374-654d06c796c1 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.918822 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-8cace991-c00b-4f55-b374-654d06c796c1 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964386 Jul 16 18:10:01.931225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Request body: {'port': {'device_id': '10bd040f-5b01-4ae5-8b50-931feed78266', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'e51275cacc524c61a1c58904c43f2db1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:01.944771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7c162da-8c03-48b5-b35b-e98910b50f9e req-fe55e68d-bcf5-4f9d-9152-4ad27b8ce43a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718954 Jul 16 18:10:01.980763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c6b1-f40e-4e12-b7ae-ec7681097a47 req-e4f7419d-02f4-4533-a934-d5767ee10eba tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.992200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1363c6b1-f40e-4e12-b7ae-ec7681097a47 req-e4f7419d-02f4-4533-a934-d5767ee10eba tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 943 time: 0.2795265 Jul 16 18:10:02.010157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:02.017181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port c4ed7418-21ef-4f31-baa8-ee5bd040379f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:02.017575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.034512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'mac_address': 'fa:16:3e:84:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:02.082699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1363c6b1-f40e-4e12-b7ae-ec7681097a47 req-559c6ae2-10b7-42d9-a775-50c5cb79bfdc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874605 Jul 16 18:10:02.112410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.144094 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7839099c-a61d-426c-86e3-c7cf383fe5b4 x-openstack-request-id: req-7839099c-a61d-426c-86e3-c7cf383fe5b4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:02.144396 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-deleted", "tag": "91d3b1ce-e270-4e26-b4c7-a93721043a21", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:02.144650 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7839099c-a61d-426c-86e3-c7cf383fe5b4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:02.145047 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-deleted', 'tag': '91d3b1ce-e270-4e26-b4c7-a93721043a21', 'status': 'completed', 'code': 200} Jul 16 18:10:02.185295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:02.207896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port c4ed7418-21ef-4f31-baa8-ee5bd040379f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=c4ed7418-21ef-4f31-baa8-ee5bd040379f,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:02.208612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.210583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:02.213285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Made reservation on behalf of e51275cacc524c61a1c58904c43f2db1 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:02.220171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.221887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.253045 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.259100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for c4ed7418-21ef-4f31-baa8-ee5bd040379f owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:02.316807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.374144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a8dbcab1-6142-477c-9b44-6d76faf94965 req-d99d6c52-8ef3-4499-a228-5bf88d3efeaa tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 210 time: 0.0727141 Jul 16 18:10:02.462963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc99f-df05-4fc2-b65e-62e609dd2aca req-ed18972a-dfd4-4003-934a-9cde09334bcf tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.464919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-216bc99f-df05-4fc2-b65e-62e609dd2aca req-ed18972a-dfd4-4003-934a-9cde09334bcf tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.1249828 Jul 16 18:10:02.470475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:02.544427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.547635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.561478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-216bc99f-df05-4fc2-b65e-62e609dd2aca req-a6321e85-7bf4-4876-bff5-cd43608ba062 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842898 Jul 16 18:10:02.581739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.621364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca77d72-0bd3-4ce4-9ab6-0c9cf684600e req-7b8cb32d-1e87-4c94-b733-4e2946d06a41 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.631145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ca77d72-0bd3-4ce4-9ab6-0c9cf684600e req-7b8cb32d-1e87-4c94-b733-4e2946d06a41 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 945 time: 0.1206944 Jul 16 18:10:02.649333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=c4ed7418-21ef-4f31-baa8-ee5bd040379f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.693180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ca77d72-0bd3-4ce4-9ab6-0c9cf684600e req-d47c87e7-54ea-457b-924c-8443f0d0591a tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596049 Jul 16 18:10:02.704250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device da18a9ad-5a5a-4aa7-8536-9705631acfba up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:02.775195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1e9eda-802c-4c10-8473-c32f27f08396,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.808893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port c4ed7418-21ef-4f31-baa8-ee5bd040379f on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:02.814579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.816797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-a8110fa6-3a8e-4eb4-b92b-50f0948c43ee tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "DELETE /v2.0/ports/c4ed7418-21ef-4f31-baa8-ee5bd040379f HTTP/1.1" status: 204 len: 173 time: 1.1337585 Jul 16 18:10:02.831939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port da18a9ad-5a5a-4aa7-8536-9705631acfba completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:02.837643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port da18a9ad-5a5a-4aa7-8536-9705631acfba triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:02.838382 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.950033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40de9d6-d513-4e94-9e2e-088b51342664 req-9d54deba-24b3-4e4e-a8d1-e375720ba963 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:02.957237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e40de9d6-d513-4e94-9e2e-088b51342664 req-9d54deba-24b3-4e4e-a8d1-e375720ba963 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1592247 Jul 16 18:10:02.971869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.975628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Allocated IP 192.168.233.188 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/1422c95e-b100-429a-b15b-ac690a450618) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:03.005156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c09e5-db08-400c-a344-2adc53ad089a req-96e26da7-a251-4110-bf4a-c84e47580488 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.006764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7c09e5-db08-400c-a344-2adc53ad089a req-96e26da7-a251-4110-bf4a-c84e47580488 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 944 time: 0.1204777 Jul 16 18:10:03.009486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:03.012109 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcee0fd3-6e71-47ac-8ccf-f5564b488371" -d '{"events": [{"server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "name": "network-vif-plugged", "status": "completed", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:03.029606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port da18a9ad-5a5a-4aa7-8536-9705631acfba, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:03.034593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.058670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e40de9d6-d513-4e94-9e2e-088b51342664 req-e43ba5c8-35d5-4311-ab4b-4b7a19070f2c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004646 Jul 16 18:10:03.097732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7c09e5-db08-400c-a344-2adc53ad089a req-3d36f614-bed0-4ec2-b032-8850ad7957ef tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817199 Jul 16 18:10:03.112259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['91d3b1ce-e270-4e26-b4c7-a93721043a21'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:03.154410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e7098e4-8d9a-4a84-a583-11e006583b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.178730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=da18a9ad-5a5a-4aa7-8536-9705631acfba,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.210218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:03.210941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.313089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.335144 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.335499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321fcd6-e144-4cd9-a959-1e7baea42e22 req-69d1ee59-db55-4363-80c0-2078bac88891 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.337238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Transition to ACTIVE for port object 1422c95e-b100-429a-b15b-ac690a450618 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:03.338277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5321fcd6-e144-4cd9-a959-1e7baea42e22 req-69d1ee59-db55-4363-80c0-2078bac88891 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 945 time: 0.0804157 Jul 16 18:10:03.363119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port aa9079a4-5a1f-4d61-a390-e48f3cf2b793, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:03.363483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.380664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for aa9079a4-5a1f-4d61-a390-e48f3cf2b793 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:03.395591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5321fcd6-e144-4cd9-a959-1e7baea42e22 req-bb19a75b-9366-47dd-854a-969b64408106 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507622 Jul 16 18:10:03.415141 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.446864 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40554469-9c5c-4290-87d3-a71bbbd268e8 x-openstack-request-id: req-40554469-9c5c-4290-87d3-a71bbbd268e8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:03.447190 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "name": "network-vif-plugged", "status": "completed", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:03.447524 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-40554469-9c5c-4290-87d3-a71bbbd268e8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:03.447919 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'code': 200} Jul 16 18:10:03.510766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:03.517809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:03.534321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:03.579104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.611827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:03.640912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.641574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.686615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-0526d308-f960-4091-8047-a096c8867327 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7597797 Jul 16 18:10:03.703692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Request body: {'port': {'device_id': '10bd040f-5b01-4ae5-8b50-931feed78266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:03.774373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:03.780464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:03.781543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca94cc-5355-4a98-a95c-279711d032d5 req-e66aeb26-2190-45ed-af58-8209eb8984a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.783164 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.784820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53ca94cc-5355-4a98-a95c-279711d032d5 req-e66aeb26-2190-45ed-af58-8209eb8984a9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 1097 time: 0.2469654 Jul 16 18:10:03.810343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbc795-5e11-4367-82c0-41a13bae244d req-c2623761-9cb9-4ed5-b073-d0f71487217a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.821561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5dbc795-5e11-4367-82c0-41a13bae244d req-c2623761-9cb9-4ed5-b073-d0f71487217a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2445858 Jul 16 18:10:03.861719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53ca94cc-5355-4a98-a95c-279711d032d5 req-50d581c3-f77f-4cfd-a180-1871ed7adea9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Jul 16 18:10:03.884717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.886849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.904745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5dbc795-5e11-4367-82c0-41a13bae244d req-a27e1282-f9ad-4121-9a4a-00544af2d10d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452707 Jul 16 18:10:03.922946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0f51839c-b012-4823-9cd8-e220299433cc None None] Provisioning for port 1422c95e-b100-429a-b15b-ac690a450618 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:03.936287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0f51839c-b012-4823-9cd8-e220299433cc None None] Provisioning complete for port 1422c95e-b100-429a-b15b-ac690a450618 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:03.936667 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f51839c-b012-4823-9cd8-e220299433cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.023043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=aa9079a4-5a1f-4d61-a390-e48f3cf2b793,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.026696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port aa9079a4-5a1f-4d61-a390-e48f3cf2b793 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:04.030632 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.032755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d38a0166-4cb3-49c1-bf0d-72a44381abee req-8437ab22-e21a-4197-ad50-f6d3dea53e44 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.55 "DELETE /v2.0/ports/aa9079a4-5a1f-4d61-a390-e48f3cf2b793 HTTP/1.1" status: 204 len: 173 time: 1.2050958 Jul 16 18:10:04.110980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0f51839c-b012-4823-9cd8-e220299433cc None None] Port 1422c95e-b100-429a-b15b-ac690a450618 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:04.147717 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.151352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-deleted', 'tag': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f'}, {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-deleted', 'tag': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:04.154281 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e12adb-0bf4-4217-8caf-f42d2e15efce" -d '{"events": [{"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-deleted", "tag": "c4ed7418-21ef-4f31-baa8-ee5bd040379f"}, {"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-deleted", "tag": "aa9079a4-5a1f-4d61-a390-e48f3cf2b793"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:04.223188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.246762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ae57c-cb0f-4914-804d-dac7de06e01b req-808c77dd-2ed1-4f50-8a93-3e81481c4086 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.255442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:04.256604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-012ae57c-cb0f-4914-804d-dac7de06e01b req-808c77dd-2ed1-4f50-8a93-3e81481c4086 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 936 time: 0.2261341 Jul 16 18:10:04.262820 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.342698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-012ae57c-cb0f-4914-804d-dac7de06e01b req-5316a33e-541e-42a3-9908-b2bca0606545 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851135 Jul 16 18:10:04.354702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa2423-009b-44b5-8e96-e8a873efdfab req-449feadb-1b30-4bec-b8f7-7608a5e0dd33 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.364727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.369106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96aa2423-009b-44b5-8e96-e8a873efdfab req-449feadb-1b30-4bec-b8f7-7608a5e0dd33 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.2354081 Jul 16 18:10:04.424936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96aa2423-009b-44b5-8e96-e8a873efdfab req-7d983630-a318-4a57-8c4a-0b1baf6a169f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546868 Jul 16 18:10:04.492725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1422c95e-b100-429a-b15b-ac690a450618 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:04.502346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.517197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Transition to ACTIVE for port object 1422c95e-b100-429a-b15b-ac690a450618 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:04.522336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.581694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.673384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106fef1-49a7-49ed-9cc5-5e3da8970385 req-c6ca05ee-c312-4d12-92b8-e637dad1ec14 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.680457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6106fef1-49a7-49ed-9cc5-5e3da8970385 req-c6ca05ee-c312-4d12-92b8-e637dad1ec14 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1524394 Jul 16 18:10:04.690492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Attempting to bind port 1422c95e-b100-429a-b15b-ac690a450618 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:04.690878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Attempting to bind port 1422c95e-b100-429a-b15b-ac690a450618 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:04.691390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Attempting to bind port 1422c95e-b100-429a-b15b-ac690a450618 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:04.697164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Port 1422c95e-b100-429a-b15b-ac690a450618 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:04.697698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Attempting to bind port 1422c95e-b100-429a-b15b-ac690a450618 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:04.715902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:04.716333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:04.716705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:04.717799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Bound port: 1422c95e-b100-429a-b15b-ac690a450618, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:04.717799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.748807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35a8dd-9a80-4d58-a760-b074e341f973 req-5ac48ebd-e8f6-4572-9c91-1e1a09e09738 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.750390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff35a8dd-9a80-4d58-a760-b074e341f973 req-5ac48ebd-e8f6-4572-9c91-1e1a09e09738 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 945 time: 0.1921771 Jul 16 18:10:04.767523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6106fef1-49a7-49ed-9cc5-5e3da8970385 req-4e8dbd06-fc90-43ad-bb4b-93f46f7abd1c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860763 Jul 16 18:10:04.831522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:04.837376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff35a8dd-9a80-4d58-a760-b074e341f973 req-cc7d5cc7-31e3-4654-b300-e9d7333438c0 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683939 Jul 16 18:10:04.838223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:04.855290 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.896761 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6134f29-61b0-455e-a2ef-396cc6e77c6e x-openstack-request-id: req-a6134f29-61b0-455e-a2ef-396cc6e77c6e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:04.897088 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-deleted", "tag": "c4ed7418-21ef-4f31-baa8-ee5bd040379f", "status": "completed", "code": 200}, {"server_uuid": "8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5", "name": "network-vif-deleted", "tag": "aa9079a4-5a1f-4d61-a390-e48f3cf2b793", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:04.897388 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6134f29-61b0-455e-a2ef-396cc6e77c6e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:04.897978 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-deleted', 'tag': 'c4ed7418-21ef-4f31-baa8-ee5bd040379f', 'status': 'completed', 'code': 200} Jul 16 18:10:04.898232 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5', 'name': 'network-vif-deleted', 'tag': 'aa9079a4-5a1f-4d61-a390-e48f3cf2b793', 'status': 'completed', 'code': 200} Jul 16 18:10:04.957429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.958498 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.960731 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] 10.222.0.55 "PUT /v2.0/ports/1422c95e-b100-429a-b15b-ac690a450618 HTTP/1.1" status: 200 len: 1097 time: 1.2653027 Jul 16 18:10:05.024323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b91261-7312-46be-874d-543c1bcfe686 service neutron] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:05.171289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31c6025f-09de-4c12-ae24-490d596e023e req-b27d7823-1f7d-4aeb-a0a9-623ef0047d99 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cd1cf68-c0e8-4d9a-932c-c4f1c19d4bc5 HTTP/1.1" status: 200 len: 210 time: 0.0684609 Jul 16 18:10:05.186075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-99512005-b5f8-4467-94c5-fbfa9120de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.199366 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-99512005-b5f8-4467-94c5-fbfa9120de44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e51275cacc524c61a1c58904c43f2db1&device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 1100 time: 0.1243703 Jul 16 18:10:05.286811 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-029b0b9a-8c20-453c-98ce-acd349aa2f13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1422c95e-b100-429a-b15b-ac690a450618 HTTP/1.1" status: 200 len: 217 time: 0.0872869 Jul 16 18:10:05.360228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-abcb5c04-7a5c-4cc5-b24b-b735ea31c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.362066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-abcb5c04-7a5c-4cc5-b24b-b735ea31c24a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0672898 Jul 16 18:10:05.447091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a32e4-6390-43f4-bb07-0a363e799c6b req-6f3bd46c-597b-4d49-a270-58bdfd36d84d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.449140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:05.452126 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2a8a5-80e7-40b0-bc72-4c96473d762e" -d '{"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:05.453941 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d36a32e4-6390-43f4-bb07-0a363e799c6b req-6f3bd46c-597b-4d49-a270-58bdfd36d84d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.1124015 Jul 16 18:10:05.466250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-89cc7bc5-79f7-444f-85d0-21b939a75f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.468018 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-89cc7bc5-79f7-444f-85d0-21b939a75f39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0986011 Jul 16 18:10:05.497933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d36a32e4-6390-43f4-bb07-0a363e799c6b req-413a76f4-f5bf-4e24-9e2f-b98f7b8957d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428894 Jul 16 18:10:05.605421 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-2022342d-93d4-46fd-a1f8-d61b7a10fc9b service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311057 Jul 16 18:10:05.613634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43972ece-1008-4707-b203-cb69a30c053b req-0ff1a8d8-5e3a-4b1f-b452-f6058e9437de tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.615605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43972ece-1008-4707-b203-cb69a30c053b req-0ff1a8d8-5e3a-4b1f-b452-f6058e9437de tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 948 time: 0.0793657 Jul 16 18:10:05.623026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 91d3b1ce-e270-4e26-b4c7-a93721043a21 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:05.659108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 91d3b1ce-e270-4e26-b4c7-a93721043a21 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:05.661511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 91d3b1ce-e270-4e26-b4c7-a93721043a21 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:05.661951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device c4ed7418-21ef-4f31-baa8-ee5bd040379f no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:05.684562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43972ece-1008-4707-b203-cb69a30c053b req-45c6025f-0c5d-4d03-8f92-08113078e61e tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628114 Jul 16 18:10:05.696251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: c4ed7418-21ef-4f31-baa8-ee5bd040379f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:05.696908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device c4ed7418-21ef-4f31-baa8-ee5bd040379f not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:05.697459 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device aa9079a4-5a1f-4d61-a390-e48f3cf2b793 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:05.723718 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.724605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: aa9079a4-5a1f-4d61-a390-e48f3cf2b793 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:05.725096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device aa9079a4-5a1f-4d61-a390-e48f3cf2b793 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:05.763463 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cd64cf-7bc5-42ca-821d-4b565372f8cb x-openstack-request-id: req-45cd64cf-7bc5-42ca-821d-4b565372f8cb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:05.763632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cfc64-c7b9-43cb-b29c-8fa4374c717b req-a215d206-160d-4591-af5c-9b469dbe66d0 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.763904 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:05.764038 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45cd64cf-7bc5-42ca-821d-4b565372f8cb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:05.764427 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'code': 200} Jul 16 18:10:05.765257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c6cfc64-c7b9-43cb-b29c-8fa4374c717b req-a215d206-160d-4591-af5c-9b469dbe66d0 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.1007903 Jul 16 18:10:05.790444 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d06ab64-dd8b-433c-b9fa-8aa9593c99c8 req-8a0b0bb6-e9dc-4fd9-8755-332d753e9eaf service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788447 Jul 16 18:10:05.836090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c6cfc64-c7b9-43cb-b29c-8fa4374c717b req-eb18dded-fdae-4bfb-a15d-76c45d8fdaa9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647042 Jul 16 18:10:05.917174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cf101-ab15-460a-b8c9-823a17924e3a req-e85fe9a6-3c3f-4d43-b8b4-8867d3c01407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.919420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-914cf101-ab15-460a-b8c9-823a17924e3a req-e85fe9a6-3c3f-4d43-b8b4-8867d3c01407 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1097 time: 0.0850134 Jul 16 18:10:05.957877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-914cf101-ab15-460a-b8c9-823a17924e3a req-8ddf0711-bf91-4a41-9125-2d0d92b8dbca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Jul 16 18:10:05.960843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26822a89-74d0-4777-9ef4-f8f54581f0c6 req-a39303b2-cbfc-4e5d-8452-1b72fab7b93f tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.962691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26822a89-74d0-4777-9ef4-f8f54581f0c6 req-a39303b2-cbfc-4e5d-8452-1b72fab7b93f tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 945 time: 0.0848999 Jul 16 18:10:06.036692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26822a89-74d0-4777-9ef4-f8f54581f0c6 req-f605615f-e5c1-4690-ad21-c2987cfca9ec tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680311 Jul 16 18:10:06.077296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10492c-4fd5-449a-a0ab-ad6338137387 req-af37445a-04e6-41e8-af40-4980923ee87a tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.078878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d10492c-4fd5-449a-a0ab-ad6338137387 req-af37445a-04e6-41e8-af40-4980923ee87a tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1035211 Jul 16 18:10:06.125500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d10492c-4fd5-449a-a0ab-ad6338137387 req-c85a8440-d615-49f3-a75c-52bfa131f7e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399289 Jul 16 18:10:06.213659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c974d-151f-4dc7-9bca-0b26c287508d req-a86aeca8-d5a9-468e-aa43-b2b95c7c3554 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.215449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a72c974d-151f-4dc7-9bca-0b26c287508d req-a86aeca8-d5a9-468e-aa43-b2b95c7c3554 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 945 time: 0.0715587 Jul 16 18:10:06.273350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48270) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.334887 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting subnet fdd02bc0-cde1-4c9e-8315-91872d0a6f3d {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:06.338324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.398508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.431810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a72c974d-151f-4dc7-9bca-0b26c287508d req-dac31743-da36-4e1e-9f2d-5a6b177c3c5d tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087741 Jul 16 18:10:06.552736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.710014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:06.743280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-143fb20f-df47-4094-8d6c-bcf82ab28635 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 258 time: 0.2651522 Jul 16 18:10:06.751883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.758234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:06.766136 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.811190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd02bc0-cde1-4c9e-8315-91872d0a6f3d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:06.815797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.817741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8737e608-34fd-4c33-88c3-e6fee87a6227 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/subnets/fdd02bc0-cde1-4c9e-8315-91872d0a6f3d HTTP/1.1" status: 204 len: 168 time: 0.5434105 Jul 16 18:10:06.820488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48278) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.828300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e871d2-b837-4359-9ae9-8f67450d85f7 req-48b6463f-a0c4-49e2-ae93-6aa122ed040a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.829825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7e871d2-b837-4359-9ae9-8f67450d85f7 req-48b6463f-a0c4-49e2-ae93-6aa122ed040a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.2062304 Jul 16 18:10:06.834612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ee7c1-b105-4493-9a67-e626b770821b None None] Network 6918f768-44fd-4665-a904-af167bfe4d3b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:06.838034 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.838359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:06.871357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762', 'network_id': '4ac6f294-4cc7-4f5e-8017-89b780cc9669', 'port_id': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762', 'mac_address': 'fa:16:3e:c6:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6765640-1008-42e6-9bdb-a69b7a57ec2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:06.921280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7e871d2-b837-4359-9ae9-8f67450d85f7 req-0d7810a3-3f54-452a-9edf-c06572401ddc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850599 Jul 16 18:10:06.927688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'tag': '1422c95e-b100-429a-b15b-ac690a450618'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:06.931109 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "tag": "1422c95e-b100-429a-b15b-ac690a450618"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:06.941413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.011918 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.014164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port c75c3874-4500-4b83-bc8b-200455ce78e2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.016614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.038043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:07.073095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:07.081175 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.087418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port c75c3874-4500-4b83-bc8b-200455ce78e2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c75c3874-4500-4b83-bc8b-200455ce78e2,segment=NetworkSegment(284ab79e-2090-4781-88b6-feedd022f4f1),segment_id=284ab79e-2090-4781-88b6-feedd022f4f1)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:07.087922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.102026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for c75c3874-4500-4b83-bc8b-200455ce78e2 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:07.169877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.183605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.195434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.219201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:07.227647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=c75c3874-4500-4b83-bc8b-200455ce78e2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.229676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port c75c3874-4500-4b83-bc8b-200455ce78e2 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:07.256883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333f294c-0d62-44d4-9d97-c598c240ec5a None None] DHCP port deletion for 6918f768-44fd-4665-a904-af167bfe4d3b request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:07.334320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.345436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6918f768-44fd-4665-a904-af167bfe4d3b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:07.361581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284ab79e-2090-4781-88b6-feedd022f4f1') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:07.361879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284ab79e-2090-4781-88b6-feedd022f4f1') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:07.373588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.397386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.407656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:07.408097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:07.411729 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:07.433240 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.470312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.479008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.483196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/networks/6918f768-44fd-4665-a904-af167bfe4d3b HTTP/1.1" status: 204 len: 168 time: 0.6609492 Jul 16 18:10:07.488429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48292) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.498217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69726d78-3f4f-49ec-a012-a717dd76d52c tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Network': ['ID=6918f768-44fd-4665-a904-af167bfe4d3b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.545120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09045af-c41d-4439-b8e9-544dd113aa3a req-c9e27acf-8b76-4065-8a6e-08f9305cfde6 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.546617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b09045af-c41d-4439-b8e9-544dd113aa3a req-c9e27acf-8b76-4065-8a6e-08f9305cfde6 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 948 time: 0.1618233 Jul 16 18:10:07.602714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting subnet f805655a-7ddd-4760-94dd-8c3d5ebdcaa6 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:07.606028 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:07.613663 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.643877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Allocated IP 172.25.0.249 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/31659c1e-ff11-490a-939e-d08432799abf) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:07.673191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b09045af-c41d-4439-b8e9-544dd113aa3a req-be7a0362-0ea3-4e7c-8b17-2f49f9ad598f tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067684 Jul 16 18:10:07.682524 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.879641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.884303 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.945032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79750391-baf0-45a4-87ef-c951415ebd0a req-5639f78b-1f15-42ca-b812-c775e7cc7203 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.946539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79750391-baf0-45a4-87ef-c951415ebd0a req-5639f78b-1f15-42ca-b812-c775e7cc7203 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.1696792 Jul 16 18:10:08.007048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.021612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.025636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79750391-baf0-45a4-87ef-c951415ebd0a req-1ae39dc9-bb7d-4ea4-9f4f-ee1a20866d2c tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704346 Jul 16 18:10:08.060745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce8d2e-3f3f-47b4-958c-fe2cfb7178bb None None] Network 1527f1fd-25e5-443b-8262-da15f17dced7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:08.072441 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.074399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/subnets/f805655a-7ddd-4760-94dd-8c3d5ebdcaa6 HTTP/1.1" status: 204 len: 168 time: 0.5849490 Jul 16 18:10:08.076614 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae47fb2-8e32-492b-8924-6a3158ad6fc4 x-openstack-request-id: req-bae47fb2-8e32-492b-8924-6a3158ad6fc4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:08.077086 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "tag": "1422c95e-b100-429a-b15b-ac690a450618", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:08.077173 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bae47fb2-8e32-492b-8924-6a3158ad6fc4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:08.077547 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'tag': '1422c95e-b100-429a-b15b-ac690a450618', 'status': 'completed', 'code': 200} Jul 16 18:10:08.077893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d118e5-ded9-4ea1-81da-296f501556e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Subnet': ['ID=f805655a-7ddd-4760-94dd-8c3d5ebdcaa6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.078017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.095873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:08.098932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:08.102620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:08.127041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event updated for resources: {'Port': ['ID=31659c1e-ff11-490a-939e-d08432799abf,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.210270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.241051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.265041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-dfb82863-738f-491f-b20d-b76816fa7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.266551 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-dfb82863-738f-491f-b20d-b76816fa7644 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e51275cacc524c61a1c58904c43f2db1&device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 1100 time: 0.0953417 Jul 16 18:10:08.297691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cd3ff-e29a-45a3-af55-fdf166fb3c07 req-954b1f72-23a0-469c-94d8-2cadf59a8aa6 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.299253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-910cd3ff-e29a-45a3-af55-fdf166fb3c07 req-954b1f72-23a0-469c-94d8-2cadf59a8aa6 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 944 time: 0.1087534 Jul 16 18:10:08.317406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port 251e2b5a-25e2-4292-9f40-c257bb76b151 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:08.317746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.322799 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.337115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] DHCP port deletion for 1527f1fd-25e5-443b-8262-da15f17dced7 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:08.376140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-910cd3ff-e29a-45a3-af55-fdf166fb3c07 req-853bcc5f-ea0a-445d-bc5a-d0fdf998742f tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700140 Jul 16 18:10:08.393492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] Deleting port 251e2b5a-25e2-4292-9f40-c257bb76b151 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:08.393777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.438156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port 251e2b5a-25e2-4292-9f40-c257bb76b151, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=251e2b5a-25e2-4292-9f40-c257bb76b151,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:08.438520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.441692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-78ac0b1d-4b98-4450-b08a-96e6cd63e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.443185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-78ac0b1d-4b98-4450-b08a-96e6cd63e813 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1698930 Jul 16 18:10:08.461999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for 251e2b5a-25e2-4292-9f40-c257bb76b151 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:08.470466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] For port 251e2b5a-25e2-4292-9f40-c257bb76b151, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=251e2b5a-25e2-4292-9f40-c257bb76b151,segment=NetworkSegment(dac3fe24-9899-4f5a-ade4-cc39eef5f549),segment_id=dac3fe24-9899-4f5a-ade4-cc39eef5f549)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:08.470856 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.484551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] Calling delete_port for 251e2b5a-25e2-4292-9f40-c257bb76b151 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:08.493044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-b027e075-0d67-4286-9def-8b3514012612 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=1422c95e-b100-429a-b15b-ac690a450618 HTTP/1.1" status: 200 len: 217 time: 0.0425222 Jul 16 18:10:08.543348 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.551213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.585255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-e4e6c93e-2ac7-4244-947e-58003cf08843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.586939 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-e4e6c93e-2ac7-4244-947e-58003cf08843 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0883219 Jul 16 18:10:08.654308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event updated for resources: {'Port': ['ID=31659c1e-ff11-490a-939e-d08432799abf,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.669294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-4dd88f74-eed3-4597-9e1d-66b160e01b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.670810 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-4dd88f74-eed3-4597-9e1d-66b160e01b01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0766249 Jul 16 18:10:08.672665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.683249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d456495-6003-4507-94b6-2569aef423c4 req-64ddff8a-3a73-444d-b1ea-6bfadc9477b8 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.684996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d456495-6003-4507-94b6-2569aef423c4 req-64ddff8a-3a73-444d-b1ea-6bfadc9477b8 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1834476 Jul 16 18:10:08.685980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.711093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=251e2b5a-25e2-4292-9f40-c257bb76b151,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.711695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.718298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 251e2b5a-25e2-4292-9f40-c257bb76b151 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:08.718990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-45d42522-69c1-4698-8947-3a40764e6f28 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9686778 Jul 16 18:10:08.722742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port 251e2b5a-25e2-4292-9f40-c257bb76b151 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:08.727289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:08.747312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d456495-6003-4507-94b6-2569aef423c4 req-44a972ea-345c-4294-af57-7efad88e9c30 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539994 Jul 16 18:10:08.775021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 251e2b5a-25e2-4292-9f40-c257bb76b151 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:08.775489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 251e2b5a-25e2-4292-9f40-c257bb76b151 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:08.776008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c75c3874-4500-4b83-bc8b-200455ce78e2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:08.817047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c75c3874-4500-4b83-bc8b-200455ce78e2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:08.817483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c75c3874-4500-4b83-bc8b-200455ce78e2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:08.847200 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.860733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-16ef40bd-aaeb-453a-b316-cf41475e154c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.1407576 Jul 16 18:10:08.869148 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.876778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] Pushing event deleted for resources: {'Port': ['ID=251e2b5a-25e2-4292-9f40-c257bb76b151,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.883922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1527f1fd-25e5-443b-8262-da15f17dced7']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.886400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac613478-25d7-40fe-8bc2-21ecc31db381 None None] No DVR routers for this DVR port 251e2b5a-25e2-4292-9f40-c257bb76b151 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:08.909589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac3fe24-9899-4f5a-ade4-cc39eef5f549') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.910459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac3fe24-9899-4f5a-ade4-cc39eef5f549') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.929106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-80b3b294-9714-4785-b304-d8db446efc86 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479250 Jul 16 18:10:08.930719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.945147 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.960738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.964099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:08.977943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:08.978365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:08.982284 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:09.002444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:09.008509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.020115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-33988cff-06d9-449a-9889-c1f57f1ece7f tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.022586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5071ed4-ea5c-4982-9e55-70c4fe5949a8 req-33988cff-06d9-449a-9889-c1f57f1ece7f tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.1609001 Jul 16 18:10:09.067000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.111824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbf634-ad83-4e58-a647-9c42ae9a8d22 req-d2330529-f3d4-4859-beec-4e120c494f74 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.113460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1dbf634-ad83-4e58-a647-9c42ae9a8d22 req-d2330529-f3d4-4859-beec-4e120c494f74 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.0680344 Jul 16 18:10:09.159645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1dbf634-ad83-4e58-a647-9c42ae9a8d22 req-eab2678b-7b1e-4f14-988b-6794e99bea70 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387440 Jul 16 18:10:09.345713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60e8b0-0345-4975-b5a4-d2db6093f858 req-97a8593a-42eb-4cb4-b3e4-aaf55841065a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.347635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f60e8b0-0345-4975-b5a4-d2db6093f858 req-97a8593a-42eb-4cb4-b3e4-aaf55841065a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 948 time: 0.0762999 Jul 16 18:10:09.386771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.402543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.404496 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/networks/1527f1fd-25e5-443b-8262-da15f17dced7 HTTP/1.1" status: 204 len: 168 time: 1.3256321 Jul 16 18:10:09.413553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f8c62b38-9a6f-4a96-b90b-8d3370226aa1 req-5609464a-1526-4c26-bf83-bcbfaac624d8 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729884 Jul 16 18:10:09.413553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.417113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1626618932'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:09.427933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f60e8b0-0345-4975-b5a4-d2db6093f858 req-561f4844-7bbd-4f86-bec7-9add215c292c tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734842 Jul 16 18:10:09.432340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7d260-8c81-4819-a7d6-46c442e55ca8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Network': ['ID=1527f1fd-25e5-443b-8262-da15f17dced7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.453712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:09.457745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.479075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-c736048a-dc35-4b5e-bb35-0fc4a021c071 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.484068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:09.486188 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-c736048a-dc35-4b5e-bb35-0fc4a021c071 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1103547 Jul 16 18:10:09.493446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.493633 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Added segment 3e011d17-1e22-4084-85ee-147180cc4aca of type vlan for network e82741c6-d529-4e37-ab68-897b628ab79e Jul 16 18:10:09.532930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-d55c8eb4-81ba-406a-a643-2cdbeba0c525 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0458012 Jul 16 18:10:09.534756 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.544062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Request body: {'floatingip': {'port_id': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:09.565515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.571028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.571614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.597698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.606039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.1927164 Jul 16 18:10:09.609182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.616033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'subnet': {'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:09.636492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:09.667293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa0aae-fb4e-43a8-80e1-129fd80cd6bc tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Network': ['ID=e82741c6-d529-4e37-ab68-897b628ab79e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.683862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e82741c6-d529-4e37-ab68-897b628ab79e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:09.738559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:09.742313 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.758614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bcc60-0ee0-47d5-af72-ef68f6c73008 req-e95632fe-262c-4012-a653-2a1f3ca8258b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.760212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-563bcc60-0ee0-47d5-af72-ef68f6c73008 req-e95632fe-262c-4012-a653-2a1f3ca8258b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.2113438 Jul 16 18:10:09.811120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:09.824699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '1422c95e-b100-429a-b15b-ac690a450618', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '1422c95e-b100-429a-b15b-ac690a450618', 'mac_address': 'fa:16:3e:1a:b7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:09.867289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.882906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1422c95e-b100-429a-b15b-ac690a450618 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:09.886409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-563bcc60-0ee0-47d5-af72-ef68f6c73008 req-3b865a52-47d7-4cc6-87a2-f447c0a52240 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090782 Jul 16 18:10:09.905406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:09.911421 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.960618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.976306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.040667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Subnet': ['ID=6eb28336-bc98-4865-8931-dbd187ec631a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.060489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Checking segment: {'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:10.060856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network hostable DHCP agents. Network: e82741c6-d529-4e37-ab68-897b628ab79e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:10.076819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network e82741c6-d529-4e37-ab68-897b628ab79e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:10.088232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e82741c6-d529-4e37-ab68-897b628ab79e) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:10.092987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.093586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.102727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41bb6f1-c8cd-4e53-ad46-8594ea9f350a None None] Network e82741c6-d529-4e37-ab68-897b628ab79e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:10.111496 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ed690b88-2b7d-409c-9540-76a8d73bbb87 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5012751 Jul 16 18:10:10.114068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.119500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-850320021'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.128214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a5688-5178-47da-b92c-fdd42bb0bce1 req-dd79ced9-9018-4fa3-b5b2-e4ddc0518b32 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.129759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c7a5688-5178-47da-b92c-fdd42bb0bce1 req-dd79ced9-9018-4fa3-b5b2-e4ddc0518b32 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.1237655 Jul 16 18:10:10.146055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.153242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'floatingip': {'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.166989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1422c95e-b100-429a-b15b-ac690a450618'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:10.202520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.224315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.231930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.281900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:10.285923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.344043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:10.362877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-e82741c6-d529-4e37-ab68-897b628ab79e', 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'fixed_ips': [{'subnet_id': '6eb28336-bc98-4865-8931-dbd187ec631a'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:10.363719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.365197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.365613 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Added segment 8b1a3301-7fa7-44e0-8886-34a00b92035b of type vlan for network cc945cc4-ee39-4a17-be06-8861732357ef Jul 16 18:10:10.403942 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Floating IP f035ada7-9d72-4a6f-a3a8-c0237261ae9c associated. External IP: 172.25.0.249, port: da18a9ad-5a5a-4aa7-8536-9705631acfba. Jul 16 18:10:10.452806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.469994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490e070-429c-4fc2-a7b8-3d3d375604ac req-34879bfe-1a58-46be-ab44-30fa1ad86f13 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.471995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2490e070-429c-4fc2-a7b8-3d3d375604ac req-34879bfe-1a58-46be-ab44-30fa1ad86f13 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1831703 Jul 16 18:10:10.530562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.530840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Allocated IP 19.80.0.2 (e82741c6-d529-4e37-ab68-897b628ab79e/6eb28336-bc98-4865-8931-dbd187ec631a/d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:10.536720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.537340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.554793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2490e070-429c-4fc2-a7b8-3d3d375604ac req-0ced2e31-2888-4054-925e-4eb37c3ce51b tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Jul 16 18:10:10.640808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Network': ['ID=cc945cc4-ee39-4a17-be06-8861732357ef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.667224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network cc945cc4-ee39-4a17-be06-8861732357ef details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:10.699269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Router 8dde27d2-4501-4bb9-884d-2006b690ba8c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:10.704234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ed5e725d-db26-4a6e-a036-dc83b0a712e3 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5889082 Jul 16 18:10:10.708742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48332) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.717226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'subnet': {'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.749053 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.766875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Transition to ACTIVE for port object d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:10.785640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Transition to ACTIVE for port object d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:10.793278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.840525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Network e82741c6-d529-4e37-ab68-897b628ab79e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:10.847306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:10.849016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:10.851299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:10.859366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.865112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Pushing event updated for resources: {'Port': ['ID=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.867855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] Sync routers for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:10.888917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:10.896696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.908525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:10.909290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:11.013737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Attempting to bind port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:11.014479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Attempting to bind port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:11.015099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Attempting to bind port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b on network e82741c6-d529-4e37-ab68-897b628ab79e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:11.023891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:11.024728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Checking segment: {'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:11.025374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.025979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Bound using segment: {'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:11.026689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Bound port: d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:11.027302 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.109448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.115151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.126899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:11.175917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] For port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:11.180683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] For port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:11.187181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.297295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.319604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04513c00-fcc7-4ddf-91e9-e48f5c7470af None None] Pushing event updated for resources: {'Port': ['ID=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.360327 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Floating IP 3e309130-456e-4850-b0f9-4a26bae9603b associated. External IP: 172.25.0.70, port: cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8. Jul 16 18:10:11.380087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-f1077c44-b320-4d85-9f84-d7bb0efbcebd tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "PUT /v2.0/floatingips/f035ada7-9d72-4a6f-a3a8-c0237261ae9c HTTP/1.1" status: 200 len: 996 time: 1.8404243 Jul 16 18:10:11.386909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:11.390293 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a" -d '{"events": [{"name": "network-changed", "server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:11.417854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Subnet': ['ID=fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.438188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Checking segment: {'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:11.439349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network hostable DHCP agents. Network: cc945cc4-ee39-4a17-be06-8861732357ef, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:11.451126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15999a06-8271-496b-ba93-b0d95f7d0384 req-bcebdd79-93ab-4236-9c9f-cc3129c00ce2 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.452753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15999a06-8271-496b-ba93-b0d95f7d0384 req-bcebdd79-93ab-4236-9c9f-cc3129c00ce2 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 949 time: 0.2043519 Jul 16 18:10:11.462280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f035ada7-9d72-4a6f-a3a8-c0237261ae9c', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'port_id': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'mac_address': 'fa:16:3e:8a:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:08Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:53Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:11.489918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43470097-c38b-4d34-a8b8-25de16337997 req-6e7c53bc-3bc7-428d-9664-0590dc6d78e3 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.491467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43470097-c38b-4d34-a8b8-25de16337997 req-6e7c53bc-3bc7-428d-9664-0590dc6d78e3 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 943 time: 0.2420287 Jul 16 18:10:11.498905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] Checking router: 8dde27d2-4501-4bb9-884d-2006b690ba8c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:11.508444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network cc945cc4-ee39-4a17-be06-8861732357ef is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:11.511865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:11.513112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:11.524882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, cc945cc4-ee39-4a17-be06-8861732357ef) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:11.566481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.567582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.594559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15999a06-8271-496b-ba93-b0d95f7d0384 req-cef9d73b-f150-4b75-894e-66ba0eb7d588 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347575 Jul 16 18:10:11.594786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1d9dc306-66b6-4198-97b2-a29a574e1b15 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8815424 Jul 16 18:10:11.607186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-1a8448bb-1f69-429c-9360-aab3a30c635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.618861 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-1a8448bb-1f69-429c-9360-aab3a30c635f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adb45da1e9fb44fab18a5297b1576283&device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 1097 time: 0.2231135 Jul 16 18:10:11.681093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a2c19c-34f0-4b8e-90a5-539af91f1bb0 None None] Network cc945cc4-ee39-4a17-be06-8861732357ef requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:11.690126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:11.708045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:11.831701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:11.836542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.844818 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08171076-091b-4f7b-8b08-43b240769968 None None] Sync routers for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:11.854897 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:11.855659 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:11.881222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c758d7f9-35cc-4e25-a427-f2f426522411 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "PUT /v2.0/floatingips/3e309130-456e-4850-b0f9-4a26bae9603b HTTP/1.1" status: 200 len: 990 time: 1.7338996 Jul 16 18:10:11.881534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-5e3c03c0-4a25-438d-af43-3bb624ad8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.882652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:11.882933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-5e3c03c0-4a25-438d-af43-3bb624ad8855 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 200 len: 929 time: 0.2631633 Jul 16 18:10:11.885454 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2369ee84-5781-4515-8a83-bee46e26c97c" -d '{"events": [{"name": "network-changed", "server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:11.984846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Deleting port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:11.985201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.987644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:12.023309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:12.025281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-8694e6c2-e9b7-4a8d-bcb5-d65886189437 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 999 time: 0.1338091 Jul 16 18:10:12.118255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafc7dd-4cb5-4fbd-a0ef-0f8a3ae0036f req-6c303222-d50d-4b5a-9bcc-473cee0e749a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.119727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efafc7dd-4cb5-4fbd-a0ef-0f8a3ae0036f req-6c303222-d50d-4b5a-9bcc-473cee0e749a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 945 time: 0.3210642 Jul 16 18:10:12.150113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 1422c95e-b100-429a-b15b-ac690a450618 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:12.158973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-e03e32a3-63cf-440d-b3d6-a976b8428e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.161284 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-e03e32a3-63cf-440d-b3d6-a976b8428e06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f906fdc2-b4d2-44bc-93d6-0b499f5c229e HTTP/1.1" status: 200 len: 868 time: 0.1281846 Jul 16 18:10:12.162513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] For port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,segment=NetworkSegment(44641209-3816-4b60-9fef-a6e199de83f3),segment_id=44641209-3816-4b60-9fef-a6e199de83f3)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:12.162879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.165790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 1422c95e-b100-429a-b15b-ac690a450618 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:12.168292 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.211558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Calling delete_port for 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:12.231515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efafc7dd-4cb5-4fbd-a0ef-0f8a3ae0036f req-8cb6d752-335b-4e88-a8ed-0f9734cf4bd7 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023946 Jul 16 18:10:12.267913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-cc945cc4-ee39-4a17-be06-8861732357ef', 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'fixed_ips': [{'subnet_id': 'fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:12.268349 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '3e309130-456e-4850-b0f9-4a26bae9603b', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'mac_address': 'fa:16:3e:84:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:50Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:51Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.268806 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.337296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08171076-091b-4f7b-8b08-43b240769968 None None] Checking router: 7b6ab512-30d6-43d4-8f4b-10cab71354f5 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:12.349192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-3671b186-b095-435c-a5bd-8a327dae70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.350680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-3671b186-b095-435c-a5bd-8a327dae70dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c642600-1f70-48e7-84e9-fd80851a4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1835423 Jul 16 18:10:12.360465 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:12.361093 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.448792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-637d9cfc-e5d9-462a-93eb-ae43652b3175 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.451342 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-637d9cfc-e5d9-462a-93eb-ae43652b3175 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.1378844 Jul 16 18:10:12.464080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:12.544063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.556527 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:12.700093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:12.707926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.713645 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.723444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-3854ea22-1c2f-4cc6-b0a5-6c44cd4631b9 service neutron] 10.222.0.48 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603570 Jul 16 18:10:12.748873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:12.777023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Allocated IP 19.86.0.2 (cc945cc4-ee39-4a17-be06-8861732357ef/fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6/5afb11bf-fa2e-4587-8caa-4c9989d00bc4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:12.785509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:12.812752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:12.815111 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f1ac1e-28c2-40d2-8e38-13cf8d5e2541" -d '{"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-plugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:12.832461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.839147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.846137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af989be0-3320-4d6b-8e14-fc121006f442 None None] Network e82741c6-d529-4e37-ab68-897b628ab79e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:12.869550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937cbf2-171b-433b-8e9f-50376f3f4619 req-f905a326-e0e8-44c0-a408-720bcc9e1a4e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.877387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9937cbf2-171b-433b-8e9f-50376f3f4619 req-f905a326-e0e8-44c0-a408-720bcc9e1a4e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/ports?device_id=902eac53-e971-4826-a28c-eb7738090b99 HTTP/1.1" status: 200 len: 865 time: 0.4248559 Jul 16 18:10:12.879330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Pushing event deleted for resources: {'Port': ['ID=70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.891337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:12.911275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.920467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f035ada7-9d72-4a6f-a3a8-c0237261ae9c', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'port_id': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'mac_address': 'fa:16:3e:8a:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:08Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:53Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.922395 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.924518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] No DVR routers for this DVR port 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:12.965864 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.967403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43470097-c38b-4d34-a8b8-25de16337997 req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.13 "DELETE /v2.0/ports/70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 HTTP/1.1" status: 204 len: 173 time: 1.4586778 Jul 16 18:10:12.982790 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9937cbf2-171b-433b-8e9f-50376f3f4619 req-8873c712-321b-44b5-84a6-69afffbb1c07 tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] 10.222.0.48 "GET /v2.0/security-groups?id=5645a017-99ca-4caa-87eb-ba094d98a27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044128 Jul 16 18:10:12.985974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:12.988723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:12.992028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:12.999815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.002388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.003738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.005996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:13.006371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.006517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:13.006951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:13.007532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.009591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.011002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.011541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.012068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6fe02-ff59-40c3-a5f2-399634f9bc0e tempest-ImagesTestJSON-2008246829 tempest-ImagesTestJSON-2008246829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.013964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:13.014361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Attempting to bind port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on network 83f4c19e-bbc2-4b5b-b314-05175535a0fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:13.029378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:13.040941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458d273-63f7-4528-9fac-9cde1f96ef42 None None] The sync data for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 is: [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f035ada7-9d72-4a6f-a3a8-c0237261ae9c', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'port_id': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'mac_address': 'fa:16:3e:8a:f2:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:10:08Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:53Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:13.047131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Checking segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:13.048441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Bound using segment: {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:13.048898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Bound port: 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a047d6f-002b-4dc8-940e-7e9a3c595967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '83f4c19e-bbc2-4b5b-b314-05175535a0fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:13.049268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.085056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e275ea5-fdba-4bb4-911a-e0f20b22b6e9 None None] Provisioning for port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:13.109217 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263198a3-0989-42bb-90b4-69a13314667d x-openstack-request-id: req-263198a3-0989-42bb-90b4-69a13314667d {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:13.109776 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:13.110239 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-263198a3-0989-42bb-90b4-69a13314667d {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:13.111273 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'status': 'completed', 'code': 200} Jul 16 18:10:13.149260 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-08171076-091b-4f7b-8b08-43b240769968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '3e309130-456e-4850-b0f9-4a26bae9603b', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'mac_address': 'fa:16:3e:84:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:50Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:51Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:13.221438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.222224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ae12c57-618f-4127-bc03-993f76cc9625 req-85d4d7d1-74dc-4bf7-a781-1b89f1b42d56 service neutron] 10.222.0.48 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758942 Jul 16 18:10:13.238798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:13.244324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:13.249970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:13.254473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:13.254859 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.258699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08171076-091b-4f7b-8b08-43b240769968 None None] The sync data for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 is: [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '3e309130-456e-4850-b0f9-4a26bae9603b', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'mac_address': 'fa:16:3e:84:41:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:09:50Z', 'updated_at': '2021-07-16T18:10:10Z', 'revision_number': 1, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:51Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:13.262176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.365107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.365955 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.367962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] 10.222.0.55 "PUT /v2.0/ports/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 200 len: 1123 time: 0.9091249 Jul 16 18:10:13.402767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:13.415623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.415971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.416622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.416732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.417048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.417394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.417707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.418037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.418391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.418818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.419147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.419470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b4c1f-9d67-4f30-be54-ef6645364df9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:13.514976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901f423-79b0-4fa6-8589-8afa3663fab8 req-a18d53b1-11fd-4acf-af08-a3291cff7839 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.516653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8901f423-79b0-4fa6-8589-8afa3663fab8 req-a18d53b1-11fd-4acf-af08-a3291cff7839 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.2494922 Jul 16 18:10:13.522086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-66d16852-a862-45b1-9965-33c96520afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.523612 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-66d16852-a862-45b1-9965-33c96520afd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=adb45da1e9fb44fab18a5297b1576283&device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 1097 time: 0.3951333 Jul 16 18:10:13.527313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:13.535815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6111501f-6d4d-49ea-8ce2-cc7dca52252c None None] New status for floating IP f035ada7-9d72-4a6f-a3a8-c0237261ae9c: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:13.553677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:13.654102 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeace37-a6d9-48b9-a49c-6bb4370e12af None None] New status for floating IP 3e309130-456e-4850-b0f9-4a26bae9603b: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:13.679466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:13.685362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8901f423-79b0-4fa6-8589-8afa3663fab8 req-ced1a238-dd29-4440-aab7-1d322385ce72 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582799 Jul 16 18:10:13.690387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:13.745434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Transition to ACTIVE for port object 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:13.773473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-dacabe23-3760-46f8-9f75-66bb4cfc9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.775196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-dacabe23-3760-46f8-9f75-66bb4cfc9484 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 200 len: 929 time: 0.2378240 Jul 16 18:10:13.843691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-f96689ff-db25-47e0-a14b-e8fe30a337c2 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.849966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-f96689ff-db25-47e0-a14b-e8fe30a337c2 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.852491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-f96689ff-db25-47e0-a14b-e8fe30a337c2 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/networks?id=e82741c6-d529-4e37-ab68-897b628ab79e&id=cc945cc4-ee39-4a17-be06-8861732357ef HTTP/1.1" status: 200 len: 1391 time: 0.2756429 Jul 16 18:10:13.877083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-98df1535-a7ec-4660-97bd-ec00dbad8281 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/quotas/debd5c55e4bc4249bd546bb8f0baf404 HTTP/1.1" status: 200 len: 375 time: 0.0170343 Jul 16 18:10:13.877684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Transition to ACTIVE for port object 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:13.915421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-22c04471-4cf2-40a1-a67a-eb99a7689066 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 999 time: 0.1321294 Jul 16 18:10:13.947109 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.032981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-d6f68bcf-7c05-48fa-9cad-e556c5a2c00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.035240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-d6f68bcf-7c05-48fa-9cad-e556c5a2c00f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f906fdc2-b4d2-44bc-93d6-0b499f5c229e HTTP/1.1" status: 200 len: 868 time: 0.0973501 Jul 16 18:10:14.065862 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c276422c-0bc4-4556-a877-e887f02aa8d5 x-openstack-request-id: req-c276422c-0bc4-4556-a877-e887f02aa8d5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:14.066444 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:14.066444 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c276422c-0bc4-4556-a877-e887f02aa8d5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:14.066784 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'status': 'completed', 'code': 200} Jul 16 18:10:14.071762 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:14.101475 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.141265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-a3614bf2-a734-470a-873f-71b92b8c1341 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2236710 Jul 16 18:10:14.202074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-9a838cb9-db43-4e41-91ef-f0df2dfad1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.203649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-9a838cb9-db43-4e41-91ef-f0df2dfad1f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c642600-1f70-48e7-84e9-fd80851a4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595819 Jul 16 18:10:14.227843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ee84-5781-4515-8a83-bee46e26c97c req-f442a8a4-605e-474e-8da7-e44a79541db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.229672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2369ee84-5781-4515-8a83-bee46e26c97c req-f442a8a4-605e-474e-8da7-e44a79541db6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1097 time: 0.1009753 Jul 16 18:10:14.339180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:10:14.368925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ee84-5781-4515-8a83-bee46e26c97c req-4c364a59-b933-4c40-807b-52da7391adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.369393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Network cc945cc4-ee39-4a17-be06-8861732357ef is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:14.374120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2369ee84-5781-4515-8a83-bee46e26c97c req-4c364a59-b933-4c40-807b-52da7391adcc service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.1361663 Jul 16 18:10:14.380684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-d68c0642-b405-44d8-922b-e3093fe39019 service neutron] 10.222.0.48 "GET /v2.0/networks/e82741c6-d529-4e37-ab68-897b628ab79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383614 Jul 16 18:10:14.382051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Pushing event updated for resources: {'Port': ['ID=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.386606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:14.389064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:14.456834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:14.473252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2369ee84-5781-4515-8a83-bee46e26c97c req-46cd482c-d52b-437f-9ae7-584c6373647c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 1000 time: 0.0809281 Jul 16 18:10:14.487916 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.488819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a694c-8712-4f1e-b482-e5f52d9f0641 req-bd45d12b-ff6a-4f4a-942f-1b853475bb4d tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.490340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-569a694c-8712-4f1e-b482-e5f52d9f0641 req-bd45d12b-ff6a-4f4a-942f-1b853475bb4d tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 950 time: 0.2810147 Jul 16 18:10:14.494966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-7fb11681-8413-4314-ab5c-e853617afd4b service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842910 Jul 16 18:10:14.505521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-f93d3b91-e54d-4d69-9215-c5b72c6b2ac3 service neutron] 10.222.0.48 "GET /v2.0/networks/e82741c6-d529-4e37-ab68-897b628ab79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239350 Jul 16 18:10:14.534376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ee84-5781-4515-8a83-bee46e26c97c req-07b43faf-ecfa-42a3-be90-2a75fd84c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.537963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2369ee84-5781-4515-8a83-bee46e26c97c req-07b43faf-ecfa-42a3-be90-2a75fd84c1c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.0572441 Jul 16 18:10:14.590698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-569a694c-8712-4f1e-b482-e5f52d9f0641 req-f15425d0-3614-437a-9aee-527d316a5367 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927022 Jul 16 18:10:14.598433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Attempting to bind port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:14.598812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Attempting to bind port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:14.599177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Attempting to bind port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 on network cc945cc4-ee39-4a17-be06-8861732357ef {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:14.600846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369ee84-5781-4515-8a83-bee46e26c97c req-c992900e-9d2d-47e3-b6f4-bf3952964bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.602541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2369ee84-5781-4515-8a83-bee46e26c97c req-c992900e-9d2d-47e3-b6f4-bf3952964bdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581203 Jul 16 18:10:14.607340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dfa835a8-6222-488e-bc12-c1a0743204ff None None] Provisioning complete for port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:14.607712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dfa835a8-6222-488e-bc12-c1a0743204ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.632802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:14.633221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Checking segment: {'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:14.633582 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.634399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Bound using segment: {'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:14.634530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Bound port: 5afb11bf-fa2e-4587-8caa-4c9989d00bc4, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:14.638156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.688492 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909674c9-64e4-48dc-86fe-0af75f8e52e0 x-openstack-request-id: req-909674c9-64e4-48dc-86fe-0af75f8e52e0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:14.689661 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-plugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:14.689935 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-909674c9-64e4-48dc-86fe-0af75f8e52e0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:14.690357 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618', 'code': 200} Jul 16 18:10:14.690820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-78f813f1-d685-45ad-8c09-3e38238008c3 service neutron] 10.222.0.48 "GET /v2.0/networks/cc945cc4-ee39-4a17-be06-8861732357ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677554 Jul 16 18:10:14.707015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e79f1b-6bb0-4ae7-9913-5bc3fae1579a req-8e2c84d8-2581-4c94-bb9f-58704014d76e service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985383 Jul 16 18:10:14.730155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2369ee84-5781-4515-8a83-bee46e26c97c req-3ec18940-93bf-4d6b-a033-3f229a94c7f0 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200387 Jul 16 18:10:14.767119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:14.823735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.826869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:14.827219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:14.866157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-b6e6d8a6-e7ea-4764-a85a-bcd89615722d tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 258 time: 0.1743515 Jul 16 18:10:14.872243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-1a6e1390-73b5-4a9b-bd48-04e4cce2df36 service neutron] 10.222.0.48 "GET /v2.0/networks/cc945cc4-ee39-4a17-be06-8861732357ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550393 Jul 16 18:10:14.876907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:14.881996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2369ee84-5781-4515-8a83-bee46e26c97c req-08b48a41-7438-4cfd-840f-a2b2fe499724 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433229 Jul 16 18:10:14.901112 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.902226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca01b99-b684-43fd-872d-16ba066223f8 req-2424e378-9f1c-4e10-b540-807ba945756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.904833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ca01b99-b684-43fd-872d-16ba066223f8 req-2424e378-9f1c-4e10-b540-807ba945756e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 1102 time: 0.1316495 Jul 16 18:10:14.920576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] For port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:14.941814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] For port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:14.947809 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.948176 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ca01b99-b684-43fd-872d-16ba066223f8 req-9784217b-d17f-4362-bd34-d85a998c3f18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341570 Jul 16 18:10:15.014256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59f602-8bdb-4071-bce4-62fa7d39337c None None] Pushing event updated for resources: {'Port': ['ID=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.095012 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.134737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902eac53-e971-4826-a28c-eb7738090b99', 'name': 'network-vif-deleted', 'tag': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:15.136972 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef8af23-aaf0-41d2-9348-aca63beba54d" -d '{"events": [{"server_uuid": "902eac53-e971-4826-a28c-eb7738090b99", "name": "network-vif-deleted", "tag": "70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:15.275730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Allocated IP 172.25.0.36 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/536f44d6-4742-489d-b4c1-3d29a334c1d0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:15.292106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618fcfc-6b5c-4abc-9245-f0291b0b923b req-c3369ece-9279-4ccb-b4e0-50acf912e116 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.293812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d618fcfc-6b5c-4abc-9245-f0291b0b923b req-c3369ece-9279-4ccb-b4e0-50acf912e116 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 943 time: 0.1517425 Jul 16 18:10:15.383229 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d618fcfc-6b5c-4abc-9245-f0291b0b923b req-1ed02b71-369b-43d2-b1a6-87750ae41a0a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817659 Jul 16 18:10:15.428647 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.474967 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.516268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:15.522850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:15.525294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:15.556333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event updated for resources: {'Port': ['ID=536f44d6-4742-489d-b4c1-3d29a334c1d0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:15.630189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.708509 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.806709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd788-b4a3-401f-a4ef-eaecbc1765d9 req-83f5f53a-42d0-47e3-977c-39990be5f8e9 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.808506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32fbd788-b4a3-401f-a4ef-eaecbc1765d9 req-83f5f53a-42d0-47e3-977c-39990be5f8e9 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1332703 Jul 16 18:10:15.917002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32fbd788-b4a3-401f-a4ef-eaecbc1765d9 req-f19492d8-5a3d-4ab8-8c2e-f8ecd878876a tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702624 Jul 16 18:10:15.982558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.991811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.068167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'}, {'name': 'network-changed', 'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:16.071079 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a008b9ac-b41c-4b77-bd8f-f75fe5251609" -d '{"events": [{"server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27"}, {"name": "network-changed", "server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:16.121099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.159501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event updated for resources: {'Port': ['ID=536f44d6-4742-489d-b4c1-3d29a334c1d0,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.165981 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.176316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-cd4ee6a0-12d3-4133-b0ec-beb96d76bdee tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3029716 Jul 16 18:10:16.183480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc765b2e-df2a-4830-951d-6ce2294e7fb2 None None] Network cc945cc4-ee39-4a17-be06-8861732357ef requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:16.317938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3fc05bb2-301c-41ca-9099-4672700d0a19 None None] Provisioning for port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:16.744088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-4a8230b8-0b73-43c4-bc33-4cdb213ba882 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.748700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:16.751777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:16.770654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-4a8230b8-0b73-43c4-bc33-4cdb213ba882 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:16.772314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-4a8230b8-0b73-43c4-bc33-4cdb213ba882 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.13 "GET /v2.0/networks?id=e82741c6-d529-4e37-ab68-897b628ab79e&id=cc945cc4-ee39-4a17-be06-8861732357ef HTTP/1.1" status: 200 len: 1391 time: 0.1874852 Jul 16 18:10:16.782501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-291646b0-e1ac-4e36-9516-cef9349ad443 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.6052337 Jul 16 18:10:16.860343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'port': {'device_id': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e', 'admin_state_up': True, 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:16.874035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:16.884691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-615fd423-6448-47b5-a5aa-44955fc58d0b req-05e4d851-6d02-447d-a502-087af3e387ec tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 210 time: 0.2969651 Jul 16 18:10:17.015188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.056431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:17.062618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:17.065707 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6879a0af-beee-43b5-81a2-d4b60d900917" -d '{"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-unplugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:17.085274 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.094788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:17.116022 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301eb0f7-6cb5-4cfc-8ca5-a447e6b9dedc x-openstack-request-id: req-301eb0f7-6cb5-4cfc-8ca5-a447e6b9dedc {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:17.116420 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902eac53-e971-4826-a28c-eb7738090b99", "name": "network-vif-deleted", "tag": "70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:17.116668 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-301eb0f7-6cb5-4cfc-8ca5-a447e6b9dedc {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:17.116953 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '902eac53-e971-4826-a28c-eb7738090b99', 'name': 'network-vif-deleted', 'tag': '70f9eb5f-1acc-4d1d-8a9a-5b2cd7cf6762', 'status': 'completed', 'code': 200} Jul 16 18:10:17.141724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '86572167-ce9c-429a-846e-b7d222903c58', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '86572167-ce9c-429a-846e-b7d222903c58', 'mac_address': 'fa:16:3e:3e:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:17.145789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:17.151549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:17.151917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.168479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-9b8afebb-eb49-409a-adc0-62c82d960af8 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.180924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ff9d402-b3d5-4ae9-b566-0176a3f93533 req-9b8afebb-eb49-409a-adc0-62c82d960af8 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.3973014 Jul 16 18:10:17.226765 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfbcae2-2117-4aa0-8c28-c9947a2f259e x-openstack-request-id: req-9cfbcae2-2117-4aa0-8c28-c9947a2f259e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:17.227836 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27", "code": 200}, {"name": "network-changed", "server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:17.228369 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cfbcae2-2117-4aa0-8c28-c9947a2f259e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:17.229563 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27', 'code': 200} Jul 16 18:10:17.230200 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27', 'status': 'completed', 'code': 200} Jul 16 18:10:17.232260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.311752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:17.316096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.317141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.319964 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.341998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86572167-ce9c-429a-846e-b7d222903c58 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:17.361710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27703c8b-65b4-4673-9319-b39c4e18cf00 req-51acf8e0-0f58-429a-8ee0-149f4ff0108a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.363763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27703c8b-65b4-4673-9319-b39c4e18cf00 req-51acf8e0-0f58-429a-8ee0-149f4ff0108a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 950 time: 0.1262162 Jul 16 18:10:17.388415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:17.392777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:17.395140 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.401317 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.406719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-9072ac94-86bd-41bc-8256-65ac460795b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.407795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:17.413268 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-9072ac94-86bd-41bc-8256-65ac460795b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1126 time: 0.1455071 Jul 16 18:10:17.511051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27703c8b-65b4-4673-9319-b39c4e18cf00 req-fa8e46f0-b55d-4b9b-9379-0a7df33b0059 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082377 Jul 16 18:10:17.548329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.550879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-148d0a70-2f5c-4fa3-aa2e-c473bd020a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.553815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Allocated IP 19.80.0.158 (e82741c6-d529-4e37-ab68-897b628ab79e/6eb28336-bc98-4865-8931-dbd187ec631a/840cb86e-42de-4ec1-a994-24e1907c8405) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:17.571313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-148d0a70-2f5c-4fa3-aa2e-c473bd020a16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.1509485 Jul 16 18:10:17.592881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd2037-a843-461d-bfa6-e404b1aacad7 req-8ed3af59-62bc-441e-b41a-6c6abdb50138 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.594599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cddd2037-a843-461d-bfa6-e404b1aacad7 req-8ed3af59-62bc-441e-b41a-6c6abdb50138 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 943 time: 0.1631050 Jul 16 18:10:17.607974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:17.608391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.646580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:17.654657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['86572167-ce9c-429a-846e-b7d222903c58'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:17.675807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-8fff6b21-2fda-4911-99af-15f2eb2067e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 200 len: 217 time: 0.0872660 Jul 16 18:10:17.689851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cddd2037-a843-461d-bfa6-e404b1aacad7 req-1807875e-6d27-42fa-931a-35287de38d37 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882707 Jul 16 18:10:17.758459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-694f4971-3cd7-40fe-bd53-b979dddd8379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.767068 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-694f4971-3cd7-40fe-bd53-b979dddd8379 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0773139 Jul 16 18:10:17.814923 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-3b126517-2371-41e2-b9c8-808a00c3f4fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458925 Jul 16 18:10:17.866689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.905363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Transition to ACTIVE for port object 840cb86e-42de-4ec1-a994-24e1907c8405 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:17.952848 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b3dbc-2a1b-458f-ba80-50d90d1b92f4 x-openstack-request-id: req-403b3dbc-2a1b-458f-ba80-50d90d1b92f4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:17.953145 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-unplugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:17.953430 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-403b3dbc-2a1b-458f-ba80-50d90d1b92f4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:17.953822 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58', 'code': 200} Jul 16 18:10:17.969970 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-fd858151-2545-46d9-8ca9-1eecf89e9310 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437106 Jul 16 18:10:18.030906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e49c5-80ee-497e-9f8a-8475fbba4fc0 req-291cfeb4-dce8-4d20-96fb-ca8daf37a5de tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.032838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-924e49c5-80ee-497e-9f8a-8475fbba4fc0 req-291cfeb4-dce8-4d20-96fb-ca8daf37a5de tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 948 time: 0.1254299 Jul 16 18:10:18.065740 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.095602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a008b9ac-b41c-4b77-bd8f-f75fe5251609 req-d3c19dec-d1c1-4979-8d49-5a2cd2c60875 service neutron] 10.222.0.13 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214027 Jul 16 18:10:18.120362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network e82741c6-d529-4e37-ab68-897b628ab79e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:18.131078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:18.136794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:18.180206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Port': ['ID=840cb86e-42de-4ec1-a994-24e1907c8405,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:18.192276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-924e49c5-80ee-497e-9f8a-8475fbba4fc0 req-9bb6514c-5524-4b7e-9493-522c353f6313 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488636 Jul 16 18:10:18.251190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.252352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.293180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-2371caec-80ad-476b-af60-9159efa7d9a4 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5084684 Jul 16 18:10:18.304035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6efb-7544-4687-8c95-913e83fed1fb req-550b2dc0-3598-42d7-bd2a-88d7f74e64a0 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.305810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-748b6efb-7544-4687-8c95-913e83fed1fb req-550b2dc0-3598-42d7-bd2a-88d7f74e64a0 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1598008 Jul 16 18:10:18.311630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Request body: {'port': {'device_id': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef', 'admin_state_up': True, 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:18.390832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-748b6efb-7544-4687-8c95-913e83fed1fb req-29667737-f9b9-4868-a138-59faddc3382d tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0752027 Jul 16 18:10:18.411330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-748b6efb-7544-4687-8c95-913e83fed1fb req-12d6d0fe-24c8-4d1a-be62-671468cbe166 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Request body: {'floatingip': {'port_id': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:18.489419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-099f929b-5570-4f46-aff4-cc8a961442c7 None None] Provisioning for port 840cb86e-42de-4ec1-a994-24e1907c8405 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:18.494814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-099f929b-5570-4f46-aff4-cc8a961442c7 None None] Provisioning complete for port 840cb86e-42de-4ec1-a994-24e1907c8405 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:18.495185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-099f929b-5570-4f46-aff4-cc8a961442c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.497495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-748b6efb-7544-4687-8c95-913e83fed1fb req-12d6d0fe-24c8-4d1a-be62-671468cbe166 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.540506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-099f929b-5570-4f46-aff4-cc8a961442c7 None None] Port 840cb86e-42de-4ec1-a994-24e1907c8405 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:18.602391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-c742b0e8-d7d5-48bb-a4f6-e9ac587964d9 service neutron] 10.222.0.13 "GET /v2.0/ports/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.0689170 Jul 16 18:10:18.660174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Made reservation on behalf of debd5c55e4bc4249bd546bb8f0baf404 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:18.664130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.693701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:18.754058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:18.822994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:18.824370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.901543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 86572167-ce9c-429a-846e-b7d222903c58 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:18.902442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.922699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:18.930683 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-748b6efb-7544-4687-8c95-913e83fed1fb req-12d6d0fe-24c8-4d1a-be62-671468cbe166 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:10:18.931894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-748b6efb-7544-4687-8c95-913e83fed1fb req-12d6d0fe-24c8-4d1a-be62-671468cbe166 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "PUT /v2.0/floatingips/57184a08-96d9-4fc7-aa92-191f879a3d43 HTTP/1.1" status: 409 len: 549 time: 0.5317628 Jul 16 18:10:18.949008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:18.997217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960d81c-722b-464e-bab8-219a7c3f40ad req-5e15af92-34b0-4965-97db-8caa1fd3aff2 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.000670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1960d81c-722b-464e-bab8-219a7c3f40ad req-5e15af92-34b0-4965-97db-8caa1fd3aff2 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 932 time: 0.1498153 Jul 16 18:10:19.010320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:19.010930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Allocated IP 19.86.0.221 (cc945cc4-ee39-4a17-be06-8861732357ef/fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6/85e03c2c-e667-4689-b751-d041649f8293) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:19.032557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:19.056297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.077587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1960d81c-722b-464e-bab8-219a7c3f40ad req-e8e806de-1ddd-4cad-b1e0-bfc8e026c113 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685198 Jul 16 18:10:19.120453 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.172855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:19.179067 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.180103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:19.194040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] Transition to ACTIVE for port object 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:19.200319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.251069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.268035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:19.269748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.280760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Transition to ACTIVE for port object 85e03c2c-e667-4689-b751-d041649f8293 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:19.318723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] No DVR routers for this DVR port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:19.337383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] Pushing event updated for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.365714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.372323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5fd0cb87-318a-4e55-965b-a449264639eb service neutron] 10.222.0.13 "PUT /v2.0/ports/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 0.7631068 Jul 16 18:10:19.430227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Network cc945cc4-ee39-4a17-be06-8861732357ef is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:19.436657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:19.439548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:19.474113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event updated for resources: {'Port': ['ID=85e03c2c-e667-4689-b751-d041649f8293,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.492180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a837084-2ecb-4365-90a7-3a9bcdbac33f req-c322fca3-0194-4dd0-a574-02bff798c22b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.493804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a837084-2ecb-4365-90a7-3a9bcdbac33f req-c322fca3-0194-4dd0-a574-02bff798c22b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 944 time: 0.1834590 Jul 16 18:10:19.539284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-c9ec3771-5c42-4fe5-8399-470e371ee27c tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.541243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-c9ec3771-5c42-4fe5-8399-470e371ee27c tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.0634494 Jul 16 18:10:19.563002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-918af0be-0242-43b6-8667-5dbadfd3555c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips/57184a08-96d9-4fc7-aa92-191f879a3d43 HTTP/1.1" status: 200 len: 692 time: 0.1115007 Jul 16 18:10:19.573395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.575192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.609243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-360eee63-f14c-4fff-829b-b733a0a1156c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.610843 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-360eee63-f14c-4fff-829b-b733a0a1156c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3&tenant_id=f86da96255804dcaa93324ec8a06bb63 HTTP/1.1" status: 200 len: 1096 time: 0.0598912 Jul 16 18:10:19.634263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a837084-2ecb-4365-90a7-3a9bcdbac33f req-97513df2-305a-4107-b32a-fb08aec3b3f4 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987697 Jul 16 18:10:19.639308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e6e74395-2378-423d-9924-06213d26c441 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3322892 Jul 16 18:10:19.653451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Request body: {'port': {'device_id': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:19.677281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-78591f21-8e98-43b9-b7e9-917ec7f30647 None None] Provisioning for port 85e03c2c-e667-4689-b751-d041649f8293 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:19.682438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-78591f21-8e98-43b9-b7e9-917ec7f30647 None None] Provisioning complete for port 85e03c2c-e667-4689-b751-d041649f8293 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:19.682829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78591f21-8e98-43b9-b7e9-917ec7f30647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.743287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-78591f21-8e98-43b9-b7e9-917ec7f30647 None None] Port 85e03c2c-e667-4689-b751-d041649f8293 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:19.787385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-52ad57c3-16ea-4106-a28a-7d797404f3e5 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.789135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-52ad57c3-16ea-4106-a28a-7d797404f3e5 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2110770 Jul 16 18:10:19.900225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-48dba59b-f273-4238-9c9f-4cd514548824 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.1031694 Jul 16 18:10:19.915931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.954898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:19.957826 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f61fd-9be2-4b18-8610-7645cfb4d85e" -d '{"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-plugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:19.972515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-d9ef7f2d-7689-49f9-a4e8-061d308641b9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0645702 Jul 16 18:10:20.000705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-d7929790-0bd1-40a3-954f-fa7ee2190048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.002243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-d7929790-0bd1-40a3-954f-fa7ee2190048 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f86da96255804dcaa93324ec8a06bb63&device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1096 time: 0.3553584 Jul 16 18:10:20.103995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-17f6d921-8c3c-4b36-b9a9-1acc015d3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.105577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-17f6d921-8c3c-4b36-b9a9-1acc015d3d46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 200 len: 920 time: 0.0891621 Jul 16 18:10:20.113801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fc4a9-2b9a-46a1-a78f-840d1799959f req-854ef5e1-5102-488c-aed8-b7bf60cfc09d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.115307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-794fc4a9-2b9a-46a1-a78f-840d1799959f req-854ef5e1-5102-488c-aed8-b7bf60cfc09d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.2917824 Jul 16 18:10:20.153348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-ab764536-6232-4310-856e-b83d3c7f1e67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 200 len: 217 time: 0.0369761 Jul 16 18:10:20.202417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-85f42629-c5b2-49f7-a3b0-5cfbec5a009c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.203877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-85f42629-c5b2-49f7-a3b0-5cfbec5a009c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 200 len: 860 time: 0.0431421 Jul 16 18:10:20.241803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-77015130-d10f-4d1b-8f2b-59351ff68ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83f4c19e-bbc2-4b5b-b314-05175535a0fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282521 Jul 16 18:10:20.259789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-794fc4a9-2b9a-46a1-a78f-840d1799959f req-73915ed5-d381-4afa-9467-a77413b00d34 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954037 Jul 16 18:10:20.308657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Deleting port 536f44d6-4742-489d-b4c1-3d29a334c1d0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:20.309036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.345004 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-8fbccd8e-087b-4a13-9a80-a6f76f3daceb service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956819 Jul 16 18:10:20.385668 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f07f33-6305-4a02-90df-c99fd68006b1 x-openstack-request-id: req-34f07f33-6305-4a02-90df-c99fd68006b1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:20.385957 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-plugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:20.386207 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34f07f33-6305-4a02-90df-c99fd68006b1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:20.386598 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58', 'code': 200} Jul 16 18:10:20.443201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.443555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.448354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-75e1407f-04dc-4672-acf5-f293d57afdd7 service neutron] 10.222.0.55 "GET /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953739 Jul 16 18:10:20.631366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db170a7-fdf1-43f2-865e-d37c91fb66c0 req-857cd6c6-1c36-42c2-8cf0-888506c968b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.633132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1db170a7-fdf1-43f2-865e-d37c91fb66c0 req-857cd6c6-1c36-42c2-8cf0-888506c968b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1101 time: 0.0649109 Jul 16 18:10:20.674264 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1db170a7-fdf1-43f2-865e-d37c91fb66c0 req-11c8d7db-80e5-402c-ba89-7ca9799945c5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Jul 16 18:10:20.783426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Calling delete_port for 536f44d6-4742-489d-b4c1-3d29a334c1d0 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:20.792415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5f618f6a-2cae-4fa1-be0f-c13f609d37a4 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.794029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-5f618f6a-2cae-4fa1-be0f-c13f609d37a4 tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3&tenant_id=f86da96255804dcaa93324ec8a06bb63&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.0650854 Jul 16 18:10:20.797027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840cb86e-42de-4ec1-a994-24e1907c8405 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:20.822055 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.877565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Transition to ACTIVE for port object 840cb86e-42de-4ec1-a994-24e1907c8405 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:20.890504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.914391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-573ca171-0fb0-43eb-899a-7479f876c003 req-97a4c80a-1cad-4c34-81ec-0c2db0430b5c service neutron] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:20.917660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-573ca171-0fb0-43eb-899a-7479f876c003 req-97a4c80a-1cad-4c34-81ec-0c2db0430b5c service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.919100 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-573ca171-0fb0-43eb-899a-7479f876c003 req-97a4c80a-1cad-4c34-81ec-0c2db0430b5c service neutron] 10.222.0.55 "DELETE /v2.0/ports/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.1168835 Jul 16 18:10:20.968049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424103c-7148-4da4-9d39-b1813885f5de req-7ea1347d-afa3-4628-a95e-868abd102618 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.974225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424103c-7148-4da4-9d39-b1813885f5de req-7ea1347d-afa3-4628-a95e-868abd102618 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.975902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f424103c-7148-4da4-9d39-b1813885f5de req-7ea1347d-afa3-4628-a95e-868abd102618 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1655 time: 0.1984949 Jul 16 18:10:21.006618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Pushing event updated for resources: {'Port': ['ID=840cb86e-42de-4ec1-a994-24e1907c8405,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.113617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f424103c-7148-4da4-9d39-b1813885f5de req-057daca7-40a8-4758-85dd-cce6f5e02d4f tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261213 Jul 16 18:10:21.150314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Attempting to bind port 840cb86e-42de-4ec1-a994-24e1907c8405 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:21.150651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Attempting to bind port 840cb86e-42de-4ec1-a994-24e1907c8405 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:21.150972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Attempting to bind port 840cb86e-42de-4ec1-a994-24e1907c8405 on network e82741c6-d529-4e37-ab68-897b628ab79e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:21.156521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Port 840cb86e-42de-4ec1-a994-24e1907c8405 on network e82741c6-d529-4e37-ab68-897b628ab79e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:21.156832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Attempting to bind port 840cb86e-42de-4ec1-a994-24e1907c8405 on network e82741c6-d529-4e37-ab68-897b628ab79e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:21.159058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.171708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:21.172051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Checking segment: {'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:21.172461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Bound using segment: {'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:21.172935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Bound port: 840cb86e-42de-4ec1-a994-24e1907c8405, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e011d17-1e22-4084-85ee-147180cc4aca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:21.173302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.200330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event deleted for resources: {'Port': ['ID=536f44d6-4742-489d-b4c1-3d29a334c1d0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.311222 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.313933 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.315098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff1fa201-8c79-4f34-87aa-78b729bc99a3 req-b9d7a34b-16e9-4e75-b136-bcad4d47373a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "DELETE /v2.0/floatingips/57184a08-96d9-4fc7-aa92-191f879a3d43 HTTP/1.1" status: 204 len: 173 time: 1.3189414 Jul 16 18:10:21.316287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] For port 840cb86e-42de-4ec1-a994-24e1907c8405, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:21.320514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] For port 840cb86e-42de-4ec1-a994-24e1907c8405, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=840cb86e-42de-4ec1-a994-24e1907c8405,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:21.329368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.365304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.365923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.367326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] 10.222.0.13 "PUT /v2.0/ports/840cb86e-42de-4ec1-a994-24e1907c8405 HTTP/1.1" status: 200 len: 1093 time: 1.7211959 Jul 16 18:10:21.367764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'tag': '840cb86e-42de-4ec1-a994-24e1907c8405'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:21.370068 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3973d508-76a3-4a53-ae51-49f811f9e270" -d '{"events": [{"name": "network-changed", "server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "tag": "840cb86e-42de-4ec1-a994-24e1907c8405"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:21.400309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd77bef-f202-4d91-81e9-85bb242ccb7f service neutron] Pushing event updated for resources: {'Port': ['ID=840cb86e-42de-4ec1-a994-24e1907c8405,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.425162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Request body: {'port': {'device_id': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:21.625961 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.686795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdf5b6-39ef-4d46-b00c-ccda5ea1a45f req-0b34c170-d3ce-4663-8835-868b8d7da18d tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.688571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3efdf5b6-39ef-4d46-b00c-ccda5ea1a45f req-0b34c170-d3ce-4663-8835-868b8d7da18d tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 944 time: 0.1650882 Jul 16 18:10:21.707396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:21.811532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92386ae4-1776-48cf-934d-f86f3189fbac req-b7fb25f8-dfd1-4bea-b851-41b7bea7f3fa tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.818637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92386ae4-1776-48cf-934d-f86f3189fbac req-b7fb25f8-dfd1-4bea-b851-41b7bea7f3fa tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.2354920 Jul 16 18:10:21.840945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:21.860522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '1422c95e-b100-429a-b15b-ac690a450618', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '1422c95e-b100-429a-b15b-ac690a450618', 'mac_address': 'fa:16:3e:1a:b7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:21.862432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3efdf5b6-39ef-4d46-b00c-ccda5ea1a45f req-3b093cc0-0c1a-4eeb-a5d3-e64fcf22529b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648855 Jul 16 18:10:21.953122 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.979453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1422c95e-b100-429a-b15b-ac690a450618 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:21.991646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92386ae4-1776-48cf-934d-f86f3189fbac req-d26a2095-ceb5-41ac-9866-420d62196f43 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719775 Jul 16 18:10:22.015917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:22.029568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.059288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-de407ae8-9c38-4977-be2b-b327da2f8e3e tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1001 time: 0.1454372 Jul 16 18:10:22.073782 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd0cbb9-c1d4-46c3-b610-b17c9ea0d335 x-openstack-request-id: req-bfd0cbb9-c1d4-46c3-b610-b17c9ea0d335 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:22.074105 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "tag": "840cb86e-42de-4ec1-a994-24e1907c8405", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:22.074895 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfd0cbb9-c1d4-46c3-b610-b17c9ea0d335 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:22.075287 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'tag': '840cb86e-42de-4ec1-a994-24e1907c8405', 'status': 'completed', 'code': 200} Jul 16 18:10:22.099152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.145709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-fd8f960c-9184-4807-82ee-2a95bf270b4c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.154506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-fd8f960c-9184-4807-82ee-2a95bf270b4c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports/da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 942 time: 0.0926244 Jul 16 18:10:22.171735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1422c95e-b100-429a-b15b-ac690a450618'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:22.223932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-3c92b0aa-cfd0-4c4c-af3c-7b3717084659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.227310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-3c92b0aa-cfd0-4c4c-af3c-7b3717084659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.235480 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-3c92b0aa-cfd0-4c4c-af3c-7b3717084659 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1915 time: 0.1072967 Jul 16 18:10:22.249059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e03c2c-e667-4689-b751-d041649f8293 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:22.266408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.290656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Transition to ACTIVE for port object 85e03c2c-e667-4689-b751-d041649f8293 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:22.294788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.386699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Pushing event updated for resources: {'Port': ['ID=85e03c2c-e667-4689-b751-d041649f8293,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.577715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-2000c1de-96c0-47b7-9291-aec2a57bd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.578504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-2000c1de-96c0-47b7-9291-aec2a57bd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.579099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-2000c1de-96c0-47b7-9291-aec2a57bd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.580848 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-2000c1de-96c0-47b7-9291-aec2a57bd6e0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3385925 Jul 16 18:10:22.648497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Attempting to bind port 85e03c2c-e667-4689-b751-d041649f8293 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:22.648792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Attempting to bind port 85e03c2c-e667-4689-b751-d041649f8293 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:22.649229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Attempting to bind port 85e03c2c-e667-4689-b751-d041649f8293 on network cc945cc4-ee39-4a17-be06-8861732357ef {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:22.666172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3f04a-81e0-4588-a1b9-7fa4b3d11275 req-277b2c66-4a47-46a2-ab24-dd0bd23840cf tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.668347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ba3f04a-81e0-4588-a1b9-7fa4b3d11275 req-277b2c66-4a47-46a2-ab24-dd0bd23840cf tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 1096 time: 0.2030830 Jul 16 18:10:22.671275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Port 85e03c2c-e667-4689-b751-d041649f8293 on network cc945cc4-ee39-4a17-be06-8861732357ef not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:22.671674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Attempting to bind port 85e03c2c-e667-4689-b751-d041649f8293 on network cc945cc4-ee39-4a17-be06-8861732357ef {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:22.709945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:22.710514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Checking segment: {'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:22.711188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Bound using segment: {'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:22.711750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Bound port: 85e03c2c-e667-4689-b751-d041649f8293, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b1a3301-7fa7-44e0-8886-34a00b92035b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:22.712244 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.724654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-9512470d-29b3-475d-854b-76ef712b316c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.726460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3973d508-76a3-4a53-ae51-49f811f9e270 req-9512470d-29b3-475d-854b-76ef712b316c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1343665 Jul 16 18:10:22.741812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-1150df40-3c92-4255-854d-24a9ca322a9c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1001 time: 0.1793880 Jul 16 18:10:22.825539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ba3f04a-81e0-4588-a1b9-7fa4b3d11275 req-0c4c37c9-6b3b-4c93-aa1c-896d1acedd3d tempest-LiveAutoBlockMigrationV225Test-1258724774 tempest-LiveAutoBlockMigrationV225Test-1258724774-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258638 Jul 16 18:10:22.890844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] For port 85e03c2c-e667-4689-b751-d041649f8293, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:22.914483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] For port 85e03c2c-e667-4689-b751-d041649f8293, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=85e03c2c-e667-4689-b751-d041649f8293,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:22.923544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.972191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-5032a104-f5d0-4e6b-9dc6-fda09a3a6a47 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:22.985390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-5032a104-f5d0-4e6b-9dc6-fda09a3a6a47 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2154186 Jul 16 18:10:23.008672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.009203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.010579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] 10.222.0.13 "PUT /v2.0/ports/85e03c2c-e667-4689-b751-d041649f8293 HTTP/1.1" status: 200 len: 1093 time: 1.5981350 Jul 16 18:10:23.164197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4629bd-2424-4a4b-9787-e5674ce35c9d service neutron] Pushing event updated for resources: {'Port': ['ID=85e03c2c-e667-4689-b751-d041649f8293,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.201487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-ee0a997a-5f82-47b2-979c-4585da034247 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 1001 time: 0.2151325 Jul 16 18:10:23.217857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:23.258784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-85d829ee-e1c8-4cad-83bd-6a18850ef817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.260259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-85d829ee-e1c8-4cad-83bd-6a18850ef817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.262648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-85d829ee-e1c8-4cad-83bd-6a18850ef817 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1983 time: 0.1978405 Jul 16 18:10:23.286275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d264b53-f67a-4132-b91f-4dd1b0f69f72 req-fdcfbc74-b2e2-45c5-9dfe-5109bbafb615 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.292233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d264b53-f67a-4132-b91f-4dd1b0f69f72 req-fdcfbc74-b2e2-45c5-9dfe-5109bbafb615 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.293782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d264b53-f67a-4132-b91f-4dd1b0f69f72 req-fdcfbc74-b2e2-45c5-9dfe-5109bbafb615 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1679 time: 0.2497196 Jul 16 18:10:23.340051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-63a72f27-ff03-4720-b1c3-c7c390f34655 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.158&port_id=840cb86e-42de-4ec1-a994-24e1907c8405 HTTP/1.1" status: 200 len: 217 time: 0.0688093 Jul 16 18:10:23.363129 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.456740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d264b53-f67a-4132-b91f-4dd1b0f69f72 req-9884a390-282f-4911-8d58-34e08ba7d06f tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288433 Jul 16 18:10:23.460333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e324838c-2a32-4c1f-95cc-de54f73b0be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.461743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e324838c-2a32-4c1f-95cc-de54f73b0be9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6eb28336-bc98-4865-8931-dbd187ec631a HTTP/1.1" status: 200 len: 801 time: 0.1106179 Jul 16 18:10:23.609474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.614943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.615260 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Floating IP f035ada7-9d72-4a6f-a3a8-c0237261ae9c disassociated. External IP: 172.25.0.249, port: da18a9ad-5a5a-4aa7-8536-9705631acfba. Jul 16 18:10:23.620185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48552) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.674356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-27dca857-1cab-4873-bbca-16d401ccd610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.677558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-27dca857-1cab-4873-bbca-16d401ccd610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e82741c6-d529-4e37-ab68-897b628ab79e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829143 Jul 16 18:10:23.694178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] Deleting subnet e6765640-1008-42e6-9bdb-a69b7a57ec2e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:23.698241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.750332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:23.751266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.821555 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.867725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 1422c95e-b100-429a-b15b-ac690a450618 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:23.867725 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.883866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.898853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-e1eb86d0-8749-4bdf-b540-b1f52d5f2633 service neutron] 10.222.0.13 "GET /v2.0/networks/e82741c6-d529-4e37-ab68-897b628ab79e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118945 Jul 16 18:10:23.926004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.928611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e6765640-1008-42e6-9bdb-a69b7a57ec2e HTTP/1.1" status: 204 len: 168 time: 0.3072081 Jul 16 18:10:23.930419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5b43c-504a-44a3-8d6a-f784ae672f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6765640-1008-42e6-9bdb-a69b7a57ec2e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.934255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48554) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.041009 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.070344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.108082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'tag': '85e03c2c-e667-4689-b751-d041649f8293'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:24.117044 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de7237e-c98c-4770-b798-6054a0533bea" -d '{"events": [{"name": "network-changed", "server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "tag": "85e03c2c-e667-4689-b751-d041649f8293"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:24.148272 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.155042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:24.158567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:24.164742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac6f294-4cc7-4f5e-8017-89b780cc9669']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:24.169772 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc761c-4e3d-405d-9c2b-e2d3e03bfe43" -d '{"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-plugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:24.174390 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.179111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44641209-3816-4b60-9fef-a6e199de83f3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:24.179417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44641209-3816-4b60-9fef-a6e199de83f3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:24.186891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Router 8dde27d2-4501-4bb9-884d-2006b690ba8c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:24.192988 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.215855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.222040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-eacf56b8-4a66-4a3b-ac90-5c5d98adb67d service neutron] 10.222.0.13 "GET /v2.0/networks/e82741c6-d529-4e37-ab68-897b628ab79e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097374 Jul 16 18:10:24.232765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:24.233180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:24.237773 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:24.312394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-d2dc698f-c083-462b-a47f-affda2d7e335 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=85e03c2c-e667-4689-b751-d041649f8293 HTTP/1.1" status: 200 len: 217 time: 0.0807695 Jul 16 18:10:24.316799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.366565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.374115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.376929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ac6f294-4cc7-4f5e-8017-89b780cc9669 HTTP/1.1" status: 204 len: 168 time: 0.4404521 Jul 16 18:10:24.417183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bd0fe-ef92-4d43-b90b-f11bac7dfa84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ac6f294-4cc7-4f5e-8017-89b780cc9669,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.630883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.681810 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f083fc54-c8eb-4f20-a9c6-62784df44ee9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4838bd54a9844d38f1aa971813cda73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487821 Jul 16 18:10:24.684238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.749822 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67142bb4-237f-4768-bed8-6f13e5fd042f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.774859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67142bb4-237f-4768-bed8-6f13e5fd042f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.814957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-367676e9-c367-41f5-b72c-2769fb5e77ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.816393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-367676e9-c367-41f5-b72c-2769fb5e77ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6 HTTP/1.1" status: 200 len: 801 time: 0.4959459 Jul 16 18:10:24.822979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:24.829877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.830574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67142bb4-237f-4768-bed8-6f13e5fd042f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.834280 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67142bb4-237f-4768-bed8-6f13e5fd042f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.838181 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67142bb4-237f-4768-bed8-6f13e5fd042f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5645a017-99ca-4caa-87eb-ba094d98a27a HTTP/1.1" status: 204 len: 168 time: 0.1504369 Jul 16 18:10:24.838333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] Sync routers for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:24.845822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67142bb4-237f-4768-bed8-6f13e5fd042f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5645a017-99ca-4caa-87eb-ba094d98a27a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.860020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:24.860730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:24.928212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-f648a351-7c2d-4c39-968a-e2f97fcc0dc9 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "PUT /v2.0/floatingips/f035ada7-9d72-4a6f-a3a8-c0237261ae9c HTTP/1.1" status: 200 len: 695 time: 1.7204468 Jul 16 18:10:24.936946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889974a-84be-4b53-9685-5d81466126a1 req-0faf2b8d-ad18-453a-958d-ae63bc0c40f0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.944130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0889974a-84be-4b53-9685-5d81466126a1 req-0faf2b8d-ad18-453a-958d-ae63bc0c40f0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.5465732 Jul 16 18:10:25.021676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d8a27-b6bd-418a-882c-585d622fe771 req-8ace310a-f0ad-47b4-aa0b-d2514f607597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.023462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-8ace310a-f0ad-47b4-aa0b-d2514f607597 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc945cc4-ee39-4a17-be06-8861732357ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1976073 Jul 16 18:10:25.103970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-0750add3-0ae5-41ad-af29-0106db9b2300 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.107342 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-0750add3-0ae5-41ad-af29-0106db9b2300 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 944 time: 0.1230948 Jul 16 18:10:25.190803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-3d13bd3e-a9b2-44b7-88dd-2b0d05f014ab service neutron] 10.222.0.13 "GET /v2.0/networks/cc945cc4-ee39-4a17-be06-8861732357ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549966 Jul 16 18:10:25.237811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0889974a-84be-4b53-9685-5d81466126a1 req-79ff706d-ac61-4379-b3a9-506218f9bc9d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916698 Jul 16 18:10:25.344696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Deleting port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:25.345024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.365706 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54497dc-51a2-4f96-8d55-d3f5f86c7291 x-openstack-request-id: req-e54497dc-51a2-4f96-8d55-d3f5f86c7291 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:25.366072 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "tag": "85e03c2c-e667-4689-b751-d041649f8293", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:25.366335 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e54497dc-51a2-4f96-8d55-d3f5f86c7291 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:25.367270 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'tag': '85e03c2c-e667-4689-b751-d041649f8293', 'status': 'completed', 'code': 200} Jul 16 18:10:25.394932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:25.423564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-17b64f5c-369c-4abd-a0a8-60a11cf52de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.425325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-17b64f5c-369c-4abd-a0a8-60a11cf52de6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=adb45da1e9fb44fab18a5297b1576283&device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 1097 time: 0.4752588 Jul 16 18:10:25.461721 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc2d613-0812-4db3-9846-93731374e647 x-openstack-request-id: req-1dc2d613-0812-4db3-9846-93731374e647 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:25.466534 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-plugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:25.466952 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dc2d613-0812-4db3-9846-93731374e647 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:25.467518 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618', 'code': 200} Jul 16 18:10:25.543581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-778d8a27-b6bd-418a-882c-585d622fe771 req-44257094-cf3b-4a94-b625-36ddb5f68062 service neutron] 10.222.0.13 "GET /v2.0/networks/cc945cc4-ee39-4a17-be06-8861732357ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386703 Jul 16 18:10:25.585500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] For port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:25.586197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.613889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Calling delete_port for 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:25.681967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-a0f036c5-8764-4610-9b94-fb8d6af6621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.683527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-a0f036c5-8764-4610-9b94-fb8d6af6621b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 200 len: 929 time: 0.2433450 Jul 16 18:10:25.749654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-39b9cf5f-6a57-4d37-8373-b3df9aef4f40 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 217 time: 0.0473611 Jul 16 18:10:25.850084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-4867e701-5585-48a6-b379-74f194e394e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.851586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-4867e701-5585-48a6-b379-74f194e394e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f906fdc2-b4d2-44bc-93d6-0b499f5c229e HTTP/1.1" status: 200 len: 868 time: 0.0952497 Jul 16 18:10:25.857074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7237e-c98c-4770-b798-6054a0533bea req-4b317348-1a23-4201-bbab-2b3ebc762664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.857563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7237e-c98c-4770-b798-6054a0533bea req-4b317348-1a23-4201-bbab-2b3ebc762664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.859143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de7237e-c98c-4770-b798-6054a0533bea req-4b317348-1a23-4201-bbab-2b3ebc762664 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1983 time: 0.2488408 Jul 16 18:10:25.881160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:53Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:25.895433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee4262-0fbf-40bd-8d0a-090c26ecd111 req-e6ed5e37-8e55-4a84-8f43-04332e470eec tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.902530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bee4262-0fbf-40bd-8d0a-090c26ecd111 req-e6ed5e37-8e55-4a84-8f43-04332e470eec tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 944 time: 0.2535553 Jul 16 18:10:25.915526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.966676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f4750601-f98e-481e-b1cd-3789b4de5225', '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:25.983070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] Checking router: 8dde27d2-4501-4bb9-884d-2006b690ba8c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:26.008754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event deleted for resources: {'Port': ['ID=5f2ccfbd-6ab7-42d0-82f7-f155c768fe27,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.041542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:26.042195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:26.074721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] No DVR routers for this DVR port 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:26.078386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bee4262-0fbf-40bd-8d0a-090c26ecd111 req-79255a03-0662-4f4a-8fe2-ee8f92089d6b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724167 Jul 16 18:10:26.081944 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.083996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3ae1a4e5-2ae0-4db0-b4b2-f136560d72ee req-8d36421c-ac02-4971-9a19-3fb8e48ed366 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "DELETE /v2.0/ports/5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 HTTP/1.1" status: 204 len: 173 time: 0.9697826 Jul 16 18:10:26.084496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'name': 'network-vif-deleted', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:26.087203 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af8b126-9e7d-4bbc-986e-3447ab006f34" -d '{"events": [{"server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "name": "network-vif-deleted", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:26.125787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-a665b097-cb0e-475c-b0a8-55be1be87d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.127342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-a665b097-cb0e-475c-b0a8-55be1be87d64 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5c642600-1f70-48e7-84e9-fd80851a4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2656417 Jul 16 18:10:26.162507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7237e-c98c-4770-b798-6054a0533bea req-0018b04c-79b6-4c62-bf27-77476f975069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.166009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de7237e-c98c-4770-b798-6054a0533bea req-0018b04c-79b6-4c62-bf27-77476f975069 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc945cc4-ee39-4a17-be06-8861732357ef HTTP/1.1" status: 200 len: 901 time: 0.2967818 Jul 16 18:10:26.190080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:26.240649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de7237e-c98c-4770-b798-6054a0533bea req-ed1b11b9-a285-4611-a99f-5f4e6d8360a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=85e03c2c-e667-4689-b751-d041649f8293 HTTP/1.1" status: 200 len: 217 time: 0.0531898 Jul 16 18:10:26.409745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7237e-c98c-4770-b798-6054a0533bea req-0fa2dc4b-da6e-4957-9dde-0a03f2c1c258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.411494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de7237e-c98c-4770-b798-6054a0533bea req-0fa2dc4b-da6e-4957-9dde-0a03f2c1c258 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6 HTTP/1.1" status: 200 len: 801 time: 0.1290951 Jul 16 18:10:26.414648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-b1fa2387-806e-41d5-8f0b-cb91b2bbde98 service neutron] 10.222.0.48 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796190 Jul 16 18:10:26.432962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff3c5c-a7ad-49af-8eb3-82825edda44b req-8a78ba7a-ac5a-4f7c-a4f5-33230b7d783d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.440230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff3c5c-a7ad-49af-8eb3-82825edda44b req-8a78ba7a-ac5a-4f7c-a4f5-33230b7d783d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.442186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0eff3c5c-a7ad-49af-8eb3-82825edda44b req-8a78ba7a-ac5a-4f7c-a4f5-33230b7d783d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1679 time: 0.2066472 Jul 16 18:10:26.519759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:53Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:26.541823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0eff3c5c-a7ad-49af-8eb3-82825edda44b req-78b64c9c-cef9-4026-8b91-d382c9d36de7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895841 Jul 16 18:10:26.568021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26303aaa-3bdc-4f3c-b17c-a4ab0fc179ee None None] The sync data for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 is: [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9c40cee-b2f5-4455-a778-63c2c1d19073', 'name': '', 'network_id': '5c642600-1f70-48e7-84e9-fd80851a4f22', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'mac_address': 'fa:16:3e:b4:70:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:53Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'subnets': [{'id': 'f906fdc2-b4d2-44bc-93d6-0b499f5c229e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:26.679306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de7237e-c98c-4770-b798-6054a0533bea req-5a4d40e1-7924-453d-a5c6-4a4e41d39b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:26.680932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de7237e-c98c-4770-b798-6054a0533bea req-5a4d40e1-7924-453d-a5c6-4a4e41d39b0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc945cc4-ee39-4a17-be06-8861732357ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608709 Jul 16 18:10:26.720196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63621e07-78fe-4997-8d5a-366a93e6ee48 req-243cddf4-1a7a-4d1c-9650-d3ec46cd9436 service neutron] 10.222.0.48 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706814 Jul 16 18:10:26.833127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de7237e-c98c-4770-b798-6054a0533bea req-ca52f23e-ba30-49ab-8b4f-aa3e9782928a service neutron] 10.222.0.13 "GET /v2.0/networks/cc945cc4-ee39-4a17-be06-8861732357ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432190 Jul 16 18:10:27.009187 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5879dbed-877b-434e-bd3c-07e74341ea70 None None] New status for floating IP f035ada7-9d72-4a6f-a3a8-c0237261ae9c: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:10:27.052786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de7237e-c98c-4770-b798-6054a0533bea req-1f716d58-bd68-4350-9dc0-f75f08d41695 service neutron] 10.222.0.13 "GET /v2.0/networks/cc945cc4-ee39-4a17-be06-8861732357ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003317 Jul 16 18:10:27.113031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb9896c-93fd-405f-8d83-4b0b55b072ed req-b4d3019d-a168-4a39-b6e6-92d9daa1a75c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.117541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-beb9896c-93fd-405f-8d83-4b0b55b072ed req-b4d3019d-a168-4a39-b6e6-92d9daa1a75c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.0949380 Jul 16 18:10:27.187376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-beb9896c-93fd-405f-8d83-4b0b55b072ed req-0d4c3844-bdb4-4d4c-bd6f-1d3eea38dde0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598893 Jul 16 18:10:27.305124 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf4a13-899d-425e-b8c9-45ddf4ad86eb x-openstack-request-id: req-aebf4a13-899d-425e-b8c9-45ddf4ad86eb {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:27.305632 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7c9420-4dc2-4a9a-9a90-92a3511be3f3", "name": "network-vif-deleted", "tag": "5f2ccfbd-6ab7-42d0-82f7-f155c768fe27", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:27.305735 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aebf4a13-899d-425e-b8c9-45ddf4ad86eb {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:27.306068 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7c9420-4dc2-4a9a-9a90-92a3511be3f3', 'name': 'network-vif-deleted', 'tag': '5f2ccfbd-6ab7-42d0-82f7-f155c768fe27', 'status': 'completed', 'code': 200} Jul 16 18:10:27.315712 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-7233d2da-83c4-4751-b043-be8cc4eeae91 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips/f035ada7-9d72-4a6f-a3a8-c0237261ae9c HTTP/1.1" status: 200 len: 695 time: 0.0686891 Jul 16 18:10:27.368197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:27.370235 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e8687-7058-4c07-807e-7d3c19a7df86" -d '{"events": [{"name": "network-changed", "server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:27.508719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cbe93b66-2189-4314-ac8d-774d1871e810 req-a0f500db-bcbf-4627-b2c9-825b8adb9625 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 210 time: 0.0435593 Jul 16 18:10:27.517900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-cd552c8f-3fef-49ca-9e5e-d470adce8596 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:27.519678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-cd552c8f-3fef-49ca-9e5e-d470adce8596 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.1937268 Jul 16 18:10:27.588815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-ea406f79-ec77-43d2-9024-9899ac71547f tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0630076 Jul 16 18:10:27.655150 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-a68086c8-e575-4cd4-bae6-f3651fff7346 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.249 HTTP/1.1" status: 200 len: 696 time: 0.0592279 Jul 16 18:10:27.909303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Deleting port 31659c1e-ff11-490a-939e-d08432799abf {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:27.910337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.112115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.112849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.140884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Calling delete_port for 31659c1e-ff11-490a-939e-d08432799abf owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:28.335054 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.391338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event deleted for resources: {'Port': ['ID=31659c1e-ff11-490a-939e-d08432799abf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:28.428775 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca57320d-9b94-4059-b678-a061a8161545 x-openstack-request-id: req-ca57320d-9b94-4059-b678-a061a8161545 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:28.429274 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:28.429712 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca57320d-9b94-4059-b678-a061a8161545 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:28.430499 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'status': 'completed', 'code': 200} Jul 16 18:10:28.447882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.451966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.453875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd065395-c773-42ad-b62f-954d41e5b2d3 req-f8d52094-e6ba-4964-91fa-1fbb6a09dcfe tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "DELETE /v2.0/floatingips/f035ada7-9d72-4a6f-a3a8-c0237261ae9c HTTP/1.1" status: 204 len: 173 time: 0.7920787 Jul 16 18:10:28.591299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-cb00e3cb-251f-4c0c-9176-d54dddc39c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.606162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-cb00e3cb-251f-4c0c-9176-d54dddc39c26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=adb45da1e9fb44fab18a5297b1576283&device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 1097 time: 0.1377642 Jul 16 18:10:28.787480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 840cb86e-42de-4ec1-a994-24e1907c8405 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:28.789694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca8587-20e2-409f-abd4-f6000df7938a req-a79be27d-3386-4323-b9b8-6258f22bb226 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.801786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca8587-20e2-409f-abd4-f6000df7938a req-a79be27d-3386-4323-b9b8-6258f22bb226 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.811598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eeca8587-20e2-409f-abd4-f6000df7938a req-a79be27d-3386-4323-b9b8-6258f22bb226 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1679 time: 0.2038424 Jul 16 18:10:28.822172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-dbb5e426-904f-4e47-a627-32c5917050ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.824819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-dbb5e426-904f-4e47-a627-32c5917050ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 200 len: 929 time: 0.1988878 Jul 16 18:10:28.889246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-17179df7-0622-4483-9bbf-455372726825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 200 len: 217 time: 0.0496066 Jul 16 18:10:28.957158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eeca8587-20e2-409f-abd4-f6000df7938a req-88a34332-d5c1-41ae-baa4-dc755eb6fb23 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443944 Jul 16 18:10:28.986090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 840cb86e-42de-4ec1-a994-24e1907c8405, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=840cb86e-42de-4ec1-a994-24e1907c8405,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.001759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-a6ead257-7506-4f78-954b-be11cf8f554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.001759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-a6ead257-7506-4f78-954b-be11cf8f554a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f906fdc2-b4d2-44bc-93d6-0b499f5c229e HTTP/1.1" status: 200 len: 868 time: 0.0982060 Jul 16 18:10:29.034888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '840cb86e-42de-4ec1-a994-24e1907c8405', 'network_id': 'e82741c6-d529-4e37-ab68-897b628ab79e', 'port_id': '840cb86e-42de-4ec1-a994-24e1907c8405', 'mac_address': 'fa:16:3e:30:e0:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eb28336-bc98-4865-8931-dbd187ec631a', 'ip_address': '19.80.0.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:29.161324 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.179341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-0f31ecea-c2c0-4d1c-8bfd-36a7845202ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.189590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-0f31ecea-c2c0-4d1c-8bfd-36a7845202ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5c642600-1f70-48e7-84e9-fd80851a4f22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834211 Jul 16 18:10:29.192926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840cb86e-42de-4ec1-a994-24e1907c8405 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:29.234323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 840cb86e-42de-4ec1-a994-24e1907c8405, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=840cb86e-42de-4ec1-a994-24e1907c8405,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.239281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.241049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 85e03c2c-e667-4689-b751-d041649f8293 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:29.371146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=840cb86e-42de-4ec1-a994-24e1907c8405,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.463683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-059914ed-97c5-48f0-86e9-5c8f05ed5f24 service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674632 Jul 16 18:10:29.470868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 85e03c2c-e667-4689-b751-d041649f8293, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=85e03c2c-e667-4689-b751-d041649f8293,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.482883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '85e03c2c-e667-4689-b751-d041649f8293', 'network_id': 'cc945cc4-ee39-4a17-be06-8861732357ef', 'port_id': '85e03c2c-e667-4689-b751-d041649f8293', 'mac_address': 'fa:16:3e:1c:ed:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:29.542872 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.565973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e03c2c-e667-4689-b751-d041649f8293 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:29.582846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7eabf66-e123-4405-854b-7ba5ee2b2995 req-75dce0ee-ca14-4f52-bb07-c2c9e5579c27 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 210 time: 0.2628767 Jul 16 18:10:29.592956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 85e03c2c-e667-4689-b751-d041649f8293, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=85e03c2c-e667-4689-b751-d041649f8293,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:29.598477 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.625541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48696) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.659110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=85e03c2c-e667-4689-b751-d041649f8293,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.703729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-297e8687-7058-4c07-807e-7d3c19a7df86 req-f560cbdb-a4df-42aa-9614-6b900d40938d service neutron] 10.222.0.13 "GET /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377034 Jul 16 18:10:29.741044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db463ea-388d-4c56-9164-af56ddea3162 req-5db6082f-d197-4a0b-a5e8-ddadb9813f70 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.742561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1db463ea-388d-4c56-9164-af56ddea3162 req-5db6082f-d197-4a0b-a5e8-ddadb9813f70 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.4917312 Jul 16 18:10:29.781847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa804-0002-4cd8-a6c6-5093b573dd25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.787732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:29.837215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:29.837616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5f2ccfbd-6ab7-42d0-82f7-f155c768fe27 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:29.862862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['85e03c2c-e667-4689-b751-d041649f8293'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:29.889262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa804-0002-4cd8-a6c6-5093b573dd25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.895919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa804-0002-4cd8-a6c6-5093b573dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.942226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1db463ea-388d-4c56-9164-af56ddea3162 req-250bdd32-c6b8-4eb8-9062-d716e1a37088 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812205 Jul 16 18:10:29.949687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0b1aa804-0002-4cd8-a6c6-5093b573dd25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a7c73641f324cc5abe6ead7d06720aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221529 Jul 16 18:10:29.950722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1aa804-0002-4cd8-a6c6-5093b573dd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae12ce5-4ef6-475e-b206-519a05a3d8cb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.951951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['840cb86e-42de-4ec1-a994-24e1907c8405'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:29.952637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48702) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:30.071288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94906-36eb-46d4-98da-c20ccdc540cb req-d300162f-a50d-4891-ba1f-cd8cd52c958a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.078135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fa94906-36eb-46d4-98da-c20ccdc540cb req-d300162f-a50d-4891-ba1f-cd8cd52c958a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2629964 Jul 16 18:10:30.114994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4cb54a67-68ef-40f3-b929-9c803f8228fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.147539 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4cb54a67-68ef-40f3-b929-9c803f8228fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.205968 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4cb54a67-68ef-40f3-b929-9c803f8228fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.208563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4cb54a67-68ef-40f3-b929-9c803f8228fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.209730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4cb54a67-68ef-40f3-b929-9c803f8228fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ae12ce5-4ef6-475e-b206-519a05a3d8cb HTTP/1.1" status: 204 len: 168 time: 0.2437363 Jul 16 18:10:30.224647 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe36c58c-2c5b-4101-8242-eae74bf710b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.288651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fa94906-36eb-46d4-98da-c20ccdc540cb req-4ad07fcd-d56c-4ab2-b5d9-eb3bc29b267b tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1733694 Jul 16 18:10:30.303028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb54a67-68ef-40f3-b929-9c803f8228fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae12ce5-4ef6-475e-b206-519a05a3d8cb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.570314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f673a11-537e-4b32-aeea-552397d1987a req-2609b71b-3b87-47e1-8ca0-42e2333d10ae tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0480587 Jul 16 18:10:30.621366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142b6f7-d9fd-40e2-b6d4-201163deecd7 req-ed3de3dc-e459-4561-91d2-0b90dd20decb tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.629414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a142b6f7-d9fd-40e2-b6d4-201163deecd7 req-ed3de3dc-e459-4561-91d2-0b90dd20decb tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.632597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a142b6f7-d9fd-40e2-b6d4-201163deecd7 req-ed3de3dc-e459-4561-91d2-0b90dd20decb tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1681 time: 0.1477101 Jul 16 18:10:30.690068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a142b6f7-d9fd-40e2-b6d4-201163deecd7 req-54d93cc3-4bb8-4e08-896e-f66f8accf1fe tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Jul 16 18:10:30.963113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7770714c-b0a3-47c7-88a0-ef1fb9fec277 req-41ba5f4c-5513-428d-8e87-4ea50dc88c6b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4f7c9420-4dc2-4a9a-9a90-92a3511be3f3 HTTP/1.1" status: 200 len: 210 time: 0.0470922 Jul 16 18:10:31.240899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ff41b-1ebc-42dc-92f6-1e2f76a84cf5 req-3a6e9194-ab9b-4789-8105-d95d03c6fd0d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.243507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b61ff41b-1ebc-42dc-92f6-1e2f76a84cf5 req-3a6e9194-ab9b-4789-8105-d95d03c6fd0d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1571522 Jul 16 18:10:31.342411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b61ff41b-1ebc-42dc-92f6-1e2f76a84cf5 req-34d7736b-9691-4c8a-9fc9-0dba68e18ad3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912511 Jul 16 18:10:31.353762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93eb12-ba37-4d53-be5e-51250dfaae67 req-a68919a4-c585-40e3-888a-cbe3de542619 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.355333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b93eb12-ba37-4d53-be5e-51250dfaae67 req-a68919a4-c585-40e3-888a-cbe3de542619 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 945 time: 0.1785111 Jul 16 18:10:31.434923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b93eb12-ba37-4d53-be5e-51250dfaae67 req-d70fc28e-9618-4d9d-a5ca-52a8b83e781c tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729816 Jul 16 18:10:31.962230 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5904a487-a471-424f-bdd9-a9fcc5c76df8 req-09b5ffa0-1c5c-4022-8d69-8d70f4e7ae7b tempest-AbsoluteLimitsNegativeTestJSON-1836366826 tempest-AbsoluteLimitsNegativeTestJSON-1836366826-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=3e146b831a2a4d6585ffb084dba543b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369039 Jul 16 18:10:32.072444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3805-b3cd-4841-9471-d36e3751bbe8 req-417081f9-db4d-4bf1-9356-17e6e0a4113d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.078345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e3805-b3cd-4841-9471-d36e3751bbe8 req-417081f9-db4d-4bf1-9356-17e6e0a4113d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.085326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f4e3805-b3cd-4841-9471-d36e3751bbe8 req-417081f9-db4d-4bf1-9356-17e6e0a4113d tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1681 time: 0.1992958 Jul 16 18:10:32.126371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904a487-a471-424f-bdd9-a9fcc5c76df8 req-49b09ea5-0fd1-4e89-bd66-ddd8ae4b8f41 tempest-AbsoluteLimitsNegativeTestJSON-1836366826 tempest-AbsoluteLimitsNegativeTestJSON-1836366826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.127911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5904a487-a471-424f-bdd9-a9fcc5c76df8 req-49b09ea5-0fd1-4e89-bd66-ddd8ae4b8f41 tempest-AbsoluteLimitsNegativeTestJSON-1836366826 tempest-AbsoluteLimitsNegativeTestJSON-1836366826-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598144 Jul 16 18:10:32.163780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f4e3805-b3cd-4841-9471-d36e3751bbe8 req-ea069f10-daa5-492c-90d2-77e9c66d083a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775146 Jul 16 18:10:32.165691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5904a487-a471-424f-bdd9-a9fcc5c76df8 req-8bf9b69d-8544-4a8e-a4ce-80c549356040 tempest-AbsoluteLimitsNegativeTestJSON-1836366826 tempest-AbsoluteLimitsNegativeTestJSON-1836366826-project] 10.222.0.48 "GET /v2.0/quotas/3e146b831a2a4d6585ffb084dba543b2 HTTP/1.1" status: 200 len: 375 time: 0.0301218 Jul 16 18:10:32.220413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5904a487-a471-424f-bdd9-a9fcc5c76df8 req-1602c5ba-8c88-492b-b335-7767fe868ed6 tempest-AbsoluteLimitsNegativeTestJSON-1836366826 tempest-AbsoluteLimitsNegativeTestJSON-1836366826-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3e146b831a2a4d6585ffb084dba543b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384982 Jul 16 18:10:32.536395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-60137ed8-be31-4ebc-8d21-81339afd195a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.538050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-60137ed8-be31-4ebc-8d21-81339afd195a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.13 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 945 time: 0.1417983 Jul 16 18:10:32.734002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063828c-7658-4058-bc39-8372aceda32f req-9a530cb8-192e-4b3b-978c-e049e7ed6377 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.741486 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a063828c-7658-4058-bc39-8372aceda32f req-9a530cb8-192e-4b3b-978c-e049e7ed6377 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.2021310 Jul 16 18:10:32.751322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.796336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 840cb86e-42de-4ec1-a994-24e1907c8405 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:32.816202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cac8ee-28bc-4597-aad5-a5fa49a25024 req-8984ba3e-a0ff-4231-bbfe-919de88b5c1a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.817739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94cac8ee-28bc-4597-aad5-a5fa49a25024 req-8984ba3e-a0ff-4231-bbfe-919de88b5c1a tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 945 time: 0.2302079 Jul 16 18:10:32.893611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 840cb86e-42de-4ec1-a994-24e1907c8405 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:32.903623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 840cb86e-42de-4ec1-a994-24e1907c8405 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:32.903993 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.904828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a063828c-7658-4058-bc39-8372aceda32f req-5e1f5479-a6c5-4a3f-a2a0-17e6de3e3ce1 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624298 Jul 16 18:10:32.998906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94cac8ee-28bc-4597-aad5-a5fa49a25024 req-1e21ad13-2e78-437e-8d20-5133933800f6 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba7914fd-e154-4b37-83cc-83580677bab8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645496 Jul 16 18:10:33.008714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Deleting port da18a9ad-5a5a-4aa7-8536-9705631acfba {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:33.009057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.093256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4420-4f58-406f-b795-404d8d81c9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.136211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.171225 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6d9dc82-061d-4882-b837-058964ebf7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.185965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] For port da18a9ad-5a5a-4aa7-8536-9705631acfba, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=da18a9ad-5a5a-4aa7-8536-9705631acfba,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.186331 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.190177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cb86e-42de-4ec1-a994-24e1907c8405'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:33.194126 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30519b39-fd49-4a8a-81df-76c5ecf32d00" -d '{"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-plugged", "status": "completed", "tag": "840cb86e-42de-4ec1-a994-24e1907c8405"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:33.217104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 840cb86e-42de-4ec1-a994-24e1907c8405, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=840cb86e-42de-4ec1-a994-24e1907c8405,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.224408 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.234266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 85e03c2c-e667-4689-b751-d041649f8293 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:33.254060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Calling delete_port for da18a9ad-5a5a-4aa7-8536-9705631acfba owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:33.312995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4420-4f58-406f-b795-404d8d81c9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.324492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd5c4420-4f58-406f-b795-404d8d81c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.418927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c4420-4f58-406f-b795-404d8d81c9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd921876-f345-4127-96a8-57a8fd257612,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.461785 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fd5c4420-4f58-406f-b795-404d8d81c9d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e146b831a2a4d6585ffb084dba543b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7086985 Jul 16 18:10:33.472055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.536686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=840cb86e-42de-4ec1-a994-24e1907c8405,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.552668 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.582441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 85e03c2c-e667-4689-b751-d041649f8293 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:33.590908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 85e03c2c-e667-4689-b751-d041649f8293 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:33.591270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.635865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1757c7-9b8b-444b-8b3b-b776b0710e6d req-c3b58033-2a9a-44dd-90e1-40a42c6a4106 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.643651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1757c7-9b8b-444b-8b3b-b776b0710e6d req-c3b58033-2a9a-44dd-90e1-40a42c6a4106 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.645909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee1757c7-9b8b-444b-8b3b-b776b0710e6d req-c3b58033-2a9a-44dd-90e1-40a42c6a4106 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1682 time: 0.1556675 Jul 16 18:10:33.722843 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d894790c-0e43-4627-9cd3-9729202f8806 x-openstack-request-id: req-d894790c-0e43-4627-9cd3-9729202f8806 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:33.723190 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-plugged", "status": "completed", "tag": "840cb86e-42de-4ec1-a994-24e1907c8405", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:33.723451 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d894790c-0e43-4627-9cd3-9729202f8806 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:33.723901 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840cb86e-42de-4ec1-a994-24e1907c8405', 'code': 200} Jul 16 18:10:33.724559 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.751262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee1757c7-9b8b-444b-8b3b-b776b0710e6d req-4999048c-5ce7-4290-85d3-7168d0bc01ba tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867484 Jul 16 18:10:33.752457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.765655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-581beb35-4081-44df-b746-a147b44b06f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.779740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['da18a9ad-5a5a-4aa7-8536-9705631acfba'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:33.821482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-581beb35-4081-44df-b746-a147b44b06f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.823376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 85e03c2c-e667-4689-b751-d041649f8293, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=85e03c2c-e667-4689-b751-d041649f8293,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.827975 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.842951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Pushing event deleted for resources: {'Port': ['ID=da18a9ad-5a5a-4aa7-8536-9705631acfba,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.911906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-581beb35-4081-44df-b746-a147b44b06f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.917483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-581beb35-4081-44df-b746-a147b44b06f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.923867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-581beb35-4081-44df-b746-a147b44b06f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd921876-f345-4127-96a8-57a8fd257612 HTTP/1.1" status: 204 len: 168 time: 0.4491758 Jul 16 18:10:33.937099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581beb35-4081-44df-b746-a147b44b06f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd921876-f345-4127-96a8-57a8fd257612,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.946211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=85e03c2c-e667-4689-b751-d041649f8293,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.986812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] No DVR routers for this DVR port da18a9ad-5a5a-4aa7-8536-9705631acfba on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:33.994891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.009939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d26c2294-e7b5-4be5-9449-b3778af0ad96 req-58def466-770c-4f3d-93e2-274a44371587 tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.13 "DELETE /v2.0/ports/da18a9ad-5a5a-4aa7-8536-9705631acfba HTTP/1.1" status: 204 len: 173 time: 1.4301457 Jul 16 18:10:34.010442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'name': 'network-vif-deleted', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:34.015512 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97250a7c-432d-4ccd-b3b1-138a53e4c711" -d '{"events": [{"server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "name": "network-vif-deleted", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:34.125463 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f63d83-6705-45fa-845a-ee7a919b2fa6 x-openstack-request-id: req-b2f63d83-6705-45fa-845a-ee7a919b2fa6 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:34.126077 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c68cce-97a9-4fc0-832a-e283eb6850cc", "name": "network-vif-deleted", "tag": "da18a9ad-5a5a-4aa7-8536-9705631acfba", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:34.126432 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2f63d83-6705-45fa-845a-ee7a919b2fa6 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:34.126912 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c68cce-97a9-4fc0-832a-e283eb6850cc', 'name': 'network-vif-deleted', 'tag': 'da18a9ad-5a5a-4aa7-8536-9705631acfba', 'status': 'completed', 'code': 200} Jul 16 18:10:34.193400 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.416379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd35d2-d312-4436-ad0e-cd7af8b77d22 req-c12e1f99-48cc-40ff-9ac0-19f81672dfa4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.432103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6dd35d2-d312-4436-ad0e-cd7af8b77d22 req-c12e1f99-48cc-40ff-9ac0-19f81672dfa4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.2666330 Jul 16 18:10:34.528700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-457d035e-03d0-4288-8fd6-db1c184cbc34 req-4f80bbec-8dea-4351-a69c-b634587b903b tempest-FloatingIPsAssociationNegativeTestJSON-996946202 tempest-FloatingIPsAssociationNegativeTestJSON-996946202-project] 10.222.0.48 "GET /v2.0/ports?device_id=73c68cce-97a9-4fc0-832a-e283eb6850cc HTTP/1.1" status: 200 len: 210 time: 0.0863414 Jul 16 18:10:34.578337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6dd35d2-d312-4436-ad0e-cd7af8b77d22 req-092d44d4-70bb-4462-ad42-f80cacc954fc tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452386 Jul 16 18:10:35.178043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35154ff-4c4b-4386-97c7-08aab6f1efaf req-a26906d3-4144-497c-b9e2-de5a330fdb3b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.185530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35154ff-4c4b-4386-97c7-08aab6f1efaf req-a26906d3-4144-497c-b9e2-de5a330fdb3b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.187952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35154ff-4c4b-4386-97c7-08aab6f1efaf req-a26906d3-4144-497c-b9e2-de5a330fdb3b tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1683 time: 0.1558831 Jul 16 18:10:35.255449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35154ff-4c4b-4386-97c7-08aab6f1efaf req-0dab98e0-6ca2-495c-827f-b76439511498 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610733 Jul 16 18:10:35.348892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.546083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-682406451-network', 'tenant_id': '3fcc411c46374116be2d361ea112e3e2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:35.594864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Made reservation on behalf of 3fcc411c46374116be2d361ea112e3e2 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:35.597803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.611256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.659635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.685857 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.726264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e03c2c-e667-4689-b751-d041649f8293'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:35.728711 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6873cc-b349-4241-8a11-0d9ede9fe35a" -d '{"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-plugged", "status": "completed", "tag": "85e03c2c-e667-4689-b751-d041649f8293"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:35.981981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd3cb9-4e1c-477c-a3f1-b8fb84c73304 req-efc0f55c-bd1f-49a3-9977-2226e701556b tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.991906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ccd3cb9-4e1c-477c-a3f1-b8fb84c73304 req-efc0f55c-bd1f-49a3-9977-2226e701556b tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1448944 Jul 16 18:10:36.038593 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec0e99e-f303-4f87-b324-7b971a8d1192 x-openstack-request-id: req-cec0e99e-f303-4f87-b324-7b971a8d1192 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:36.038938 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-plugged", "status": "completed", "tag": "85e03c2c-e667-4689-b751-d041649f8293", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:36.039194 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cec0e99e-f303-4f87-b324-7b971a8d1192 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:36.039594 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e03c2c-e667-4689-b751-d041649f8293', 'code': 200} Jul 16 18:10:36.101134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ccd3cb9-4e1c-477c-a3f1-b8fb84c73304 req-70db6827-759c-49fb-beec-45b3539cf0bf tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053929 Jul 16 18:10:36.212643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.225637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89856b4e-69af-4644-81dd-c3a0aff9acab req-b1dde3c5-feca-43f8-8f02-13d815f08589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.226760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89856b4e-69af-4644-81dd-c3a0aff9acab req-b1dde3c5-feca-43f8-8f02-13d815f08589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.233602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89856b4e-69af-4644-81dd-c3a0aff9acab req-b1dde3c5-feca-43f8-8f02-13d815f08589 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1987 time: 0.1148324 Jul 16 18:10:36.235895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.273207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89856b4e-69af-4644-81dd-c3a0aff9acab req-3ace8a40-b5bd-4b83-abbf-3375111923e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Jul 16 18:10:36.298671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d47eeb-944a-40a8-b821-04c69cd45cc4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.361806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:36.453802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.454415 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Added segment 058ecebd-a959-4c70-a627-dd68181efda0 of type vlan for network f27fbebe-55b5-4b11-9161-411dc503322b Jul 16 18:10:36.492947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0128d16-b950-440a-8646-948a89cc3bfe req-27a6f05b-48b8-4070-a690-9f12af686ed6 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.500362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0128d16-b950-440a-8646-948a89cc3bfe req-27a6f05b-48b8-4070-a690-9f12af686ed6 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.502485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0128d16-b950-440a-8646-948a89cc3bfe req-27a6f05b-48b8-4070-a690-9f12af686ed6 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1683 time: 0.0904903 Jul 16 18:10:36.547752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0128d16-b950-440a-8646-948a89cc3bfe req-170f9162-18cb-44a3-8fe5-4676328747e1 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Jul 16 18:10:36.563818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.639723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.641216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.642427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.703335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3535166 Jul 16 18:10:36.706423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48910) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.711321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Request body: {'subnet': {'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-682406451-subnet', 'tenant_id': '3fcc411c46374116be2d361ea112e3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:36.750448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8cc3d9-917b-4c2c-a86e-836a19c465df admin admin] Pushing event updated for resources: {'Network': ['ID=f27fbebe-55b5-4b11-9161-411dc503322b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.754196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.755169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Made reservation on behalf of 3fcc411c46374116be2d361ea112e3e2 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:36.758949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.761947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f27fbebe-55b5-4b11-9161-411dc503322b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:36.772809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.810961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device da18a9ad-5a5a-4aa7-8536-9705631acfba no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:36.860666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: da18a9ad-5a5a-4aa7-8536-9705631acfba {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:36.861497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device da18a9ad-5a5a-4aa7-8536-9705631acfba not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:37.060007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.110131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13223742-751a-4eec-8dff-420f5550040b,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.174580 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.186852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Checking segment: {'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:37.187214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Network hostable DHCP agents. Network: f27fbebe-55b5-4b11-9161-411dc503322b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:37.218160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Network f27fbebe-55b5-4b11-9161-411dc503322b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:37.232738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Deleting port e9c40cee-b2f5-4455-a778-63c2c1d19073 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:37.233100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.233923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f27fbebe-55b5-4b11-9161-411dc503322b) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:37.238549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.239284 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.250023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dccc59-02fe-47c9-a5c7-e7d3ecff174a None None] Network f27fbebe-55b5-4b11-9161-411dc503322b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:37.272298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f318d0dd-c108-4791-8ccd-342c7bc429d6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5573096 Jul 16 18:10:37.403016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] For port e9c40cee-b2f5-4455-a778-63c2c1d19073, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e9c40cee-b2f5-4455-a778-63c2c1d19073,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:37.404771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.420656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Calling delete_port for e9c40cee-b2f5-4455-a778-63c2c1d19073 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:37.453463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb949b-2263-4db9-9d44-3155ee324c3d req-f3b2be05-2775-4ba0-a9e0-b0e04c6e60e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.462364 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9aeb949b-2263-4db9-9d44-3155ee324c3d req-f3b2be05-2775-4ba0-a9e0-b0e04c6e60e2 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1557972 Jul 16 18:10:37.555532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9aeb949b-2263-4db9-9d44-3155ee324c3d req-70b92fc5-323e-4555-a5ef-c8094faef9ed tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Jul 16 18:10:37.636475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2bec2-1f41-41a9-b250-fbb771cb31a7 None None] Network f27fbebe-55b5-4b11-9161-411dc503322b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:37.790899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.825276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c40cee-b2f5-4455-a778-63c2c1d19073,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.880465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-cc79bc74-2ad2-4165-8823-1a93aa008104 req-496cb84a-db79-4669-9191-66f0734222f5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-901714359', 'description': 'tempest-description-357451778'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:37.939716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cc79bc74-2ad2-4165-8823-1a93aa008104 req-496cb84a-db79-4669-9191-66f0734222f5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.223820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.246769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cc79bc74-2ad2-4165-8823-1a93aa008104 req-496cb84a-db79-4669-9191-66f0734222f5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.256433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cc79bc74-2ad2-4165-8823-1a93aa008104 req-496cb84a-db79-4669-9191-66f0734222f5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.300124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cc79bc74-2ad2-4165-8823-1a93aa008104 req-496cb84a-db79-4669-9191-66f0734222f5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.312883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc79bc74-2ad2-4165-8823-1a93aa008104 req-496cb84a-db79-4669-9191-66f0734222f5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4368088 Jul 16 18:10:38.324336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cb84a-db79-4669-9191-66f0734222f5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=269d6929-4dd9-40f4-a1cc-6c112c146707,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:38.360685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954c99-4920-4cd4-8a52-d5213d55e986 req-f1f3c67c-24af-4063-b6ad-dde79f5f5dd7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.367159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d954c99-4920-4cd4-8a52-d5213d55e986 req-f1f3c67c-24af-4063-b6ad-dde79f5f5dd7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.377020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d954c99-4920-4cd4-8a52-d5213d55e986 req-f1f3c67c-24af-4063-b6ad-dde79f5f5dd7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1683 time: 0.2221787 Jul 16 18:10:38.441853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d954c99-4920-4cd4-8a52-d5213d55e986 req-3c5b6487-3fe8-4122-9795-b3a656a1d932 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637140 Jul 16 18:10:38.588995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d2289-3480-40e2-8c8b-f6412076ed9c req-6f974e8a-6f43-4f87-83bc-8599b18b01fb tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.591944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Router 8dde27d2-4501-4bb9-884d-2006b690ba8c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:38.600315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-555d2289-3480-40e2-8c8b-f6412076ed9c req-6f974e8a-6f43-4f87-83bc-8599b18b01fb tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 944 time: 0.0932279 Jul 16 18:10:38.652118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-e2b7eedd-441a-4c92-8828-4744d77d74b7 req-045565c2-d01c-4b19-b2bd-2b4d06f3c4ad tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-827678260', 'description': 'tempest-description-1442247922'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:38.664701 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-555d2289-3480-40e2-8c8b-f6412076ed9c req-f09f1e8f-603f-493a-8ea9-bdd9bdad3fc6 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629082 Jul 16 18:10:38.704640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e2b7eedd-441a-4c92-8828-4744d77d74b7 req-045565c2-d01c-4b19-b2bd-2b4d06f3c4ad tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.827555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:38.844779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a27d582d-96a7-45f1-81d0-d16135e10395 admin admin] 10.222.0.48 "PUT /v2.0/routers/8dde27d2-4501-4bb9-884d-2006b690ba8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1802027 Jul 16 18:10:38.848098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48958) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:38.848570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] Sync routers for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:38.871951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:38.873502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:38.878594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-929b3e03-b10b-4a20-b408-6cc098afd27b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.880169 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-929b3e03-b10b-4a20-b408-6cc098afd27b tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 944 time: 0.1994801 Jul 16 18:10:39.030719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:39.045706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Deleting port f4750601-f98e-481e-b1cd-3789b4de5225 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:39.046025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.175613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] For port f4750601-f98e-481e-b1cd-3789b4de5225, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f4750601-f98e-481e-b1cd-3789b4de5225,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:39.176141 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.191069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Calling delete_port for f4750601-f98e-481e-b1cd-3789b4de5225 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:39.302674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:10:37Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:39.339522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.344679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] Checking router: 8dde27d2-4501-4bb9-884d-2006b690ba8c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:39.355821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f4750601-f98e-481e-b1cd-3789b4de5225'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:39.378013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event deleted for resources: {'Port': ['ID=f4750601-f98e-481e-b1cd-3789b4de5225,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.384100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] Routers {'8dde27d2-4501-4bb9-884d-2006b690ba8c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:39.385054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8dde27d2-4501-4bb9-884d-2006b690ba8c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:39.442842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] No DVR routers for this DVR port f4750601-f98e-481e-b1cd-3789b4de5225 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:39.445501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.447563 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7f21b02c-4781-4387-bbd7-e9311a5cbe68 req-15098819-d4e2-4a2a-86ef-e97e4e9a9ee3 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "DELETE /v2.0/ports/f4750601-f98e-481e-b1cd-3789b4de5225 HTTP/1.1" status: 204 len: 173 time: 0.5608888 Jul 16 18:10:39.448085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'name': 'network-vif-deleted', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:39.450736 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17db9a7f-a696-4a46-8e3a-9cae9b4c7573" -d '{"events": [{"server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "name": "network-vif-deleted", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:39.530837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] Set router 8dde27d2-4501-4bb9-884d-2006b690ba8c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:39.535934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e2b7eedd-441a-4c92-8828-4744d77d74b7 req-045565c2-d01c-4b19-b2bd-2b4d06f3c4ad tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.569776 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e2b7eedd-441a-4c92-8828-4744d77d74b7 req-045565c2-d01c-4b19-b2bd-2b4d06f3c4ad tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.609958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e2b7eedd-441a-4c92-8828-4744d77d74b7 req-045565c2-d01c-4b19-b2bd-2b4d06f3c4ad tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.611208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2b7eedd-441a-4c92-8828-4744d77d74b7 req-045565c2-d01c-4b19-b2bd-2b4d06f3c4ad tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9644670 Jul 16 18:10:39.618823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045565c2-d01c-4b19-b2bd-2b4d06f3c4ad tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=610b443d-04a8-4815-a0d9-354a2f8dc5f7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:39.643412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.705118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49310288-99b0-4db9-af0e-12a220b630e4 req-e0b4e09f-403e-4f01-a3d2-829642d94f77 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.712209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49310288-99b0-4db9-af0e-12a220b630e4 req-e0b4e09f-403e-4f01-a3d2-829642d94f77 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.2385025 Jul 16 18:10:39.805554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49310288-99b0-4db9-af0e-12a220b630e4 req-bd539a13-d225-438a-b031-89423953bccf tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923426 Jul 16 18:10:39.842239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.868092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:10:37Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:39.903858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74309ff-44a5-42a4-af5a-a05d0c9f31a5 None None] The sync data for ids ['8dde27d2-4501-4bb9-884d-2006b690ba8c'] in n-d-793620-10 is: [{'id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1934748664-router', 'tenant_id': 'adb45da1e9fb44fab18a5297b1576283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:10:37Z', 'revision_number': 5, 'project_id': 'adb45da1e9fb44fab18a5297b1576283', 'gw_port': {'id': '992932d0-af11-45e0-93b1-0394a5f4d577', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dde27d2-4501-4bb9-884d-2006b690ba8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:38Z', 'updated_at': '2021-07-16T18:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:39.960588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Deleting port 992932d0-af11-45e0-93b1-0394a5f4d577 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:39.961009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.967624 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3f4178-4f52-4a6d-9d1f-816ee765ad39 x-openstack-request-id: req-2e3f4178-4f52-4a6d-9d1f-816ee765ad39 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:39.968106 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f762d54a-4c90-4b88-9e18-fb5c1a7f9380", "name": "network-vif-deleted", "tag": "f4750601-f98e-481e-b1cd-3789b4de5225", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:39.968589 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e3f4178-4f52-4a6d-9d1f-816ee765ad39 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:39.969323 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f762d54a-4c90-4b88-9e18-fb5c1a7f9380', 'name': 'network-vif-deleted', 'tag': 'f4750601-f98e-481e-b1cd-3789b4de5225', 'status': 'completed', 'code': 200} Jul 16 18:10:40.118644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] For port 992932d0-af11-45e0-93b1-0394a5f4d577, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=992932d0-af11-45e0-93b1-0394a5f4d577,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:40.119040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.143415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Calling delete_port for 992932d0-af11-45e0-93b1-0394a5f4d577 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:40.445535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-643ba75a-541a-421d-ba18-6300ac3adf99 req-a1bfc37b-6e07-43ec-81e5-aa4217cc6868 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f762d54a-4c90-4b88-9e18-fb5c1a7f9380 HTTP/1.1" status: 200 len: 210 time: 0.0601025 Jul 16 18:10:40.587547 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.612298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105e37-d166-45b3-b9ab-359645f3243f req-75223919-6b6d-4815-bb5c-e9d0e3bb92ba tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:40.613870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-75223919-6b6d-4815-bb5c-e9d0e3bb92ba tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 812 time: 0.3186316 Jul 16 18:10:40.637383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=992932d0-af11-45e0-93b1-0394a5f4d577,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.676816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-7030da04-ce7f-44be-950b-1741426f16bf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/quotas/3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0428400 Jul 16 18:10:40.685701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9c40cee-b2f5-4455-a778-63c2c1d19073 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:40.736551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-1d802ba9-2500-4ecf-8566-9cf057194319 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414820 Jul 16 18:10:40.752315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e9c40cee-b2f5-4455-a778-63c2c1d19073 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:40.752652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9c40cee-b2f5-4455-a778-63c2c1d19073 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:40.756627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.890114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.921928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.002292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.002757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dde27d2-4501-4bb9-884d-2006b690ba8c {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:41.006459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-fd4c49d0-5d21-4da0-b89f-13350d228fed service neutron] 10.222.0.48 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596848 Jul 16 18:10:41.011202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.014891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9217fba-6a05-4e45-9a73-644c0673efb0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8dde27d2-4501-4bb9-884d-2006b690ba8c HTTP/1.1" status: 204 len: 168 time: 2.1633816 Jul 16 18:10:41.015111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49000) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:41.058670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78c098-a62e-484a-8825-ded4ccb13422 req-945e2329-3ec7-4ddc-8b96-1d10eae943ba tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.065093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78c098-a62e-484a-8825-ded4ccb13422 req-945e2329-3ec7-4ddc-8b96-1d10eae943ba tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.066786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e78c098-a62e-484a-8825-ded4ccb13422 req-945e2329-3ec7-4ddc-8b96-1d10eae943ba tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1683 time: 0.2991967 Jul 16 18:10:41.098434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] Deleting subnet f906fdc2-b4d2-44bc-93d6-0b499f5c229e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:41.104179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.162042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.175240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e78c098-a62e-484a-8825-ded4ccb13422 req-2775f75b-932a-4924-91a4-67fcb26b9e63 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016767 Jul 16 18:10:41.202668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-f1230c66-e219-4f4b-bdc6-13bbd58aaff1 service neutron] 10.222.0.48 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874413 Jul 16 18:10:41.318887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.427225 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.467710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f906fdc2-b4d2-44bc-93d6-0b499f5c229e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.478979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.481790 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-641e78e2-6221-40cf-85ec-96bfc7d22a48 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f906fdc2-b4d2-44bc-93d6-0b499f5c229e HTTP/1.1" status: 204 len: 168 time: 0.4648368 Jul 16 18:10:41.484594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49024) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:41.485362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c5e924-d86e-460a-91a5-1f87940a2089 None None] Network 5c642600-1f70-48e7-84e9-fd80851a4f22 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:41.717864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-486b21b0-419a-49b7-8974-08b5977eb569 req-828c5594-5ded-467e-b24b-305037950df1 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 210 time: 0.0817068 Jul 16 18:10:41.722113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.737040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ad661-55e9-4205-828d-1f6cf0073de6 req-1fdd9b87-a653-4979-8ec4-57040db66d23 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.738908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-382ad661-55e9-4205-828d-1f6cf0073de6 req-1fdd9b87-a653-4979-8ec4-57040db66d23 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.3267729 Jul 16 18:10:41.767262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] DHCP port deletion for 5c642600-1f70-48e7-84e9-fd80851a4f22 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:41.830121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Deleting port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:41.830742 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.836810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-382ad661-55e9-4205-828d-1f6cf0073de6 req-24c39d07-4cd6-4d5f-93d9-356d74104d49 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899997 Jul 16 18:10:41.852284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f4750601-f98e-481e-b1cd-3789b4de5225 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:41.855755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-f57df7cc-b33f-4ba7-8897-dcd84cd69e17 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.862149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-f57df7cc-b33f-4ba7-8897-dcd84cd69e17 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.864313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-f57df7cc-b33f-4ba7-8897-dcd84cd69e17 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1683 time: 0.2269187 Jul 16 18:10:41.889524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: f4750601-f98e-481e-b1cd-3789b4de5225 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:41.890009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f4750601-f98e-481e-b1cd-3789b4de5225 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:41.952290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Deleting port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:41.952972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.006429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] For port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.006844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.022430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Calling delete_port for 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:42.157762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.171879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] For port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,segment=NetworkSegment(149d5652-a5e9-4cfd-a71d-4ca757ca8b2c),segment_id=149d5652-a5e9-4cfd-a71d-4ca757ca8b2c)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.172877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.183497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Pushing event deleted for resources: {'Port': ['ID=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.189019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Calling delete_port for 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:42.191103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.191454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.191786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.192335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.192835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.193336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.193824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.194301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.194796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.195396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.195892 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.196417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:42.201581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321be4c8-4b17-431b-a4ea-080d05ab9a45 None None] No DVR routers for this DVR port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:42.298306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port 840cb86e-42de-4ec1-a994-24e1907c8405 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:42.298543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.447896 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.498639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1f8ac2-a5a5-4533-b560-f4c1b029ac14,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.500513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] No DVR routers for this DVR port 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:42.510552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port 840cb86e-42de-4ec1-a994-24e1907c8405, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=840cb86e-42de-4ec1-a994-24e1907c8405,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.510943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.544387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for 840cb86e-42de-4ec1-a994-24e1907c8405 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:42.556306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0005d-b327-423b-ad1d-05d271ff5b65 req-9aae7637-7780-4891-afd0-fdd0217d7b7f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.558151 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fda0005d-b327-423b-ad1d-05d271ff5b65 req-9aae7637-7780-4891-afd0-fdd0217d7b7f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 944 time: 0.2748902 Jul 16 18:10:42.600300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f817694-8526-443a-9a31-e33a04b79378 req-85076f3e-9ea5-4ec2-bed3-6561c2a16ae7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.606830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f817694-8526-443a-9a31-e33a04b79378 req-85076f3e-9ea5-4ec2-bed3-6561c2a16ae7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.608507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f817694-8526-443a-9a31-e33a04b79378 req-85076f3e-9ea5-4ec2-bed3-6561c2a16ae7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 1683 time: 0.2797065 Jul 16 18:10:42.703470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.707983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:42.733028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c642600-1f70-48e7-84e9-fd80851a4f22']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:42.736815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:42.737170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d1f8ac2-a5a5-4533-b560-f4c1b029ac14 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:42.737592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 992932d0-af11-45e0-93b1-0394a5f4d577 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:42.758981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fda0005d-b327-423b-ad1d-05d271ff5b65 req-c7a522b8-f9f3-4184-9e49-1330534bfbde tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936882 Jul 16 18:10:42.761613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 992932d0-af11-45e0-93b1-0394a5f4d577 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:42.762166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 992932d0-af11-45e0-93b1-0394a5f4d577 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:42.763579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:42.763874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149d5652-a5e9-4cfd-a71d-4ca757ca8b2c') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:42.773884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f817694-8526-443a-9a31-e33a04b79378 req-2bf77abe-3693-4838-8ab1-b1477c8ff5f2 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/security-groups?id=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543071 Jul 16 18:10:42.780177 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.818235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.833398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:42.833825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:42.835919 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:42.875284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105e37-d166-45b3-b9ab-359645f3243f req-c6b9c407-b16d-45f7-ba3a-96f80db2e1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.877667 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-c6b9c407-b16d-45f7-ba3a-96f80db2e1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 812 time: 0.2586641 Jul 16 18:10:42.895187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'port': {'device_id': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b', 'admin_state_up': True, 'tenant_id': '3fcc411c46374116be2d361ea112e3e2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:42.982538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.985930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.990168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-5cc15db3-9bf8-4885-b51c-d4c3b696ac12 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.991923 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-5cc15db3-9bf8-4885-b51c-d4c3b696ac12 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 944 time: 0.2742553 Jul 16 18:10:43.001545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.003369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5c642600-1f70-48e7-84e9-fd80851a4f22 HTTP/1.1" status: 204 len: 168 time: 1.5141284 Jul 16 18:10:43.062157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c15bea-744c-435c-8b9d-fa34ed0f4b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c642600-1f70-48e7-84e9-fd80851a4f22,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.081808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=840cb86e-42de-4ec1-a994-24e1907c8405,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.091264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a867eb86-2588-40a1-ad9c-b4ea9d490a3c req-c035ff2e-6fb3-4f74-9d47-2a10ffe1f171 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 210 time: 0.0966895 Jul 16 18:10:43.113538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Made reservation on behalf of 3fcc411c46374116be2d361ea112e3e2 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:43.119896 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.177019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port 840cb86e-42de-4ec1-a994-24e1907c8405 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:43.193051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Deleting port 170845ab-9aa6-44cd-bfcc-af5557834b25 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:43.193398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.195954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.198683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-b60e4b4f-3037-42e8-beb7-61e184b17711 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.13 "DELETE /v2.0/ports/840cb86e-42de-4ec1-a994-24e1907c8405 HTTP/1.1" status: 204 len: 173 time: 1.3274522 Jul 16 18:10:43.199624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-deleted', 'tag': '840cb86e-42de-4ec1-a994-24e1907c8405'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:43.201948 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee21c013-09a7-4af5-ba3a-19eb09884b92" -d '{"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-deleted", "tag": "840cb86e-42de-4ec1-a994-24e1907c8405"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:43.291750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe4d9f-54c8-4777-ac37-58e202b4850c req-f16adbcd-20ba-4304-9dc4-bb2ee96ed0e3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.294125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3fe4d9f-54c8-4777-ac37-58e202b4850c req-f16adbcd-20ba-4304-9dc4-bb2ee96ed0e3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1508584 Jul 16 18:10:43.294622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49078) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.394515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-37f17592-ee41-4eb5-8841-ea3e6fee83e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adb45da1e9fb44fab18a5297b1576283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0827851 Jul 16 18:10:43.409213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3fe4d9f-54c8-4777-ac37-58e202b4850c req-3d9090cf-a712-4c13-b330-a6ce4c89d905 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959983 Jul 16 18:10:43.413192 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e0f2bd-ca84-4711-98d4-5adfd9342238 x-openstack-request-id: req-c5e0f2bd-ca84-4711-98d4-5adfd9342238 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:43.413530 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-deleted", "tag": "840cb86e-42de-4ec1-a994-24e1907c8405", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:43.413904 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5e0f2bd-ca84-4711-98d4-5adfd9342238 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:43.414164 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-deleted', 'tag': '840cb86e-42de-4ec1-a994-24e1907c8405', 'status': 'completed', 'code': 200} Jul 16 18:10:43.420519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49080) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.466538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port 85e03c2c-e667-4689-b751-d041649f8293 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:43.467198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.562464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb99eb73-df9a-4652-a5e0-9bba0585b865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.628650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port 85e03c2c-e667-4689-b751-d041649f8293, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=85e03c2c-e667-4689-b751-d041649f8293,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:43.628922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.632394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb99eb73-df9a-4652-a5e0-9bba0585b865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.665556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for 85e03c2c-e667-4689-b751-d041649f8293 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:43.708397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] For port 170845ab-9aa6-44cd-bfcc-af5557834b25, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=170845ab-9aa6-44cd-bfcc-af5557834b25,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:43.708766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.734239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ed0fe-5acc-4fc7-8e19-7f9442e90b4b req-ace276fe-05f9-423c-b4db-4afe1a143a92 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.735769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-894ed0fe-5acc-4fc7-8e19-7f9442e90b4b req-ace276fe-05f9-423c-b4db-4afe1a143a92 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 950 time: 0.1867104 Jul 16 18:10:43.738773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Calling delete_port for 170845ab-9aa6-44cd-bfcc-af5557834b25 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:43.742252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Allocated IP 172.20.0.2 (f27fbebe-55b5-4b11-9161-411dc503322b/13223742-751a-4eec-8dff-420f5550040b/9c5f1686-2147-4bc9-93bb-19852ad30fcc) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:43.785265 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb99eb73-df9a-4652-a5e0-9bba0585b865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.787688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb99eb73-df9a-4652-a5e0-9bba0585b865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.788862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb99eb73-df9a-4652-a5e0-9bba0585b865 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba7914fd-e154-4b37-83cc-83580677bab8 HTTP/1.1" status: 204 len: 168 time: 0.3670738 Jul 16 18:10:43.805384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-a71104ff-aae9-4741-a112-e9858d2b8b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.809410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-a71104ff-aae9-4741-a112-e9858d2b8b1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2403c5323a854f2684aebdfa81748c3a&device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1101 time: 0.1968200 Jul 16 18:10:43.829042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99eb73-df9a-4652-a5e0-9bba0585b865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7914fd-e154-4b37-83cc-83580677bab8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.848758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-894ed0fe-5acc-4fc7-8e19-7f9442e90b4b req-cdb0947c-f97b-4008-b3a4-870ebe140cb8 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008768 Jul 16 18:10:43.945778 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.021006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=85e03c2c-e667-4689-b751-d041649f8293,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.080556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.109908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c291e34e-bbf4-4a98-b6e1-41e7d920084e req-ef37a8bf-420c-4b37-bb71-c38871bff9b0 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19d6307-2eda-41b3-a3ed-cb3a2dd48569 HTTP/1.1" status: 200 len: 210 time: 0.0714562 Jul 16 18:10:44.114525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-e3cc748b-3465-4546-bf72-d593333d077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.116997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-e3cc748b-3465-4546-bf72-d593333d077b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2245593 Jul 16 18:10:44.147925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port 85e03c2c-e667-4689-b751-d041649f8293 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:44.156408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.168451 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba674dee-3adf-4a40-81dc-43f73e077668 req-38a5c0f7-95e2-402e-8ee9-2d00bbd1b3b7 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.13 "DELETE /v2.0/ports/85e03c2c-e667-4689-b751-d041649f8293 HTTP/1.1" status: 204 len: 173 time: 0.9616013 Jul 16 18:10:44.195048 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-ea622c88-2d36-4fe6-9e25-823019a15b60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=86572167-ce9c-429a-846e-b7d222903c58 HTTP/1.1" status: 200 len: 217 time: 0.0693097 Jul 16 18:10:44.220550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d5fcc-2857-4f2e-ac19-8ce1037fd9e6 req-859b49f7-968f-4994-8d9b-d9c802e8d11f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.229102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f85d5fcc-2857-4f2e-ac19-8ce1037fd9e6 req-859b49f7-968f-4994-8d9b-d9c802e8d11f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=4df966b5-fd0d-41bf-a8c9-c207a276688b HTTP/1.1" status: 200 len: 944 time: 0.2389863 Jul 16 18:10:44.294162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f85d5fcc-2857-4f2e-ac19-8ce1037fd9e6 req-b16a159f-b333-468b-98fb-9ed94632f275 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628784 Jul 16 18:10:44.323193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.337401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.428599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-026b09a7-e13e-4ee5-a648-173c022f7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.431526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-026b09a7-e13e-4ee5-a648-173c022f7283 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2288623 Jul 16 18:10:44.436606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event deleted for resources: {'Port': ['ID=170845ab-9aa6-44cd-bfcc-af5557834b25,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.510215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73099296-5edc-4d23-a268-77e97150533f req-9ff5e8c2-5f32-43e2-b88d-c31c58bd5248 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.512183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73099296-5edc-4d23-a268-77e97150533f req-9ff5e8c2-5f32-43e2-b88d-c31c58bd5248 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 931 time: 0.0839813 Jul 16 18:10:44.549454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Network f27fbebe-55b5-4b11-9161-411dc503322b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:44.550471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] No DVR routers for this DVR port 170845ab-9aa6-44cd-bfcc-af5557834b25 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:44.553248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.555731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73099296-5edc-4d23-a268-77e97150533f req-ed1b5a53-86ec-4b5f-a49a-9a42eea76faa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Jul 16 18:10:44.555941 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52bb0c06-c5f9-4c25-9b70-af79f0516a9b req-769f7be2-31ad-4ecc-ae04-15f7c58463c9 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "DELETE /v2.0/ports/170845ab-9aa6-44cd-bfcc-af5557834b25 HTTP/1.1" status: 204 len: 173 time: 1.5575359 Jul 16 18:10:44.588442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'name': 'network-vif-deleted', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:44.598536 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a41cabb-1e55-4524-be15-93f5627e8aae" -d '{"events": [{"server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "name": "network-vif-deleted", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:44.617908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:44.621188 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:44.626245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:44.694046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.727710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.728390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.750901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-2bfe062b-86cb-4b09-959c-a40b026e78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.751961 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-2bfe062b-86cb-4b09-959c-a40b026e78d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3091800 Jul 16 18:10:44.753422 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-09cd647d-5a69-4616-854c-2461b79fd1d9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8638136 Jul 16 18:10:44.779892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Request body: {'port': {'device_id': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:44.843106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 840cb86e-42de-4ec1-a994-24e1907c8405 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:44.877638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c299d-7252-4c8a-a5af-7354d77279c1 req-c4a2d6bd-542a-437f-875f-e879bc49c9df tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.880445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b56c299d-7252-4c8a-a5af-7354d77279c1 req-c4a2d6bd-542a-437f-875f-e879bc49c9df tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1055813 Jul 16 18:10:44.911903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 840cb86e-42de-4ec1-a994-24e1907c8405 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:44.913483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 840cb86e-42de-4ec1-a994-24e1907c8405 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:44.916105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 85e03c2c-e667-4689-b751-d041649f8293 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:44.950194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.952413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b56c299d-7252-4c8a-a5af-7354d77279c1 req-fd8d5566-63ef-4c3e-b92b-5bf26239dce7 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649900 Jul 16 18:10:44.969026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-6528e26d-6b4c-4888-a089-f57d5a50488a service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011971 Jul 16 18:10:44.989452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 85e03c2c-e667-4689-b751-d041649f8293 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:44.990881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 85e03c2c-e667-4689-b751-d041649f8293 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:45.033466 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cff4eee-cc20-4635-9842-2728bf585f66 x-openstack-request-id: req-4cff4eee-cc20-4635-9842-2728bf585f66 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:45.034956 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df966b5-fd0d-41bf-a8c9-c207a276688b", "name": "network-vif-deleted", "tag": "170845ab-9aa6-44cd-bfcc-af5557834b25", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:45.034956 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cff4eee-cc20-4635-9842-2728bf585f66 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:45.034956 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df966b5-fd0d-41bf-a8c9-c207a276688b', 'name': 'network-vif-deleted', 'tag': '170845ab-9aa6-44cd-bfcc-af5557834b25', 'status': 'completed', 'code': 200} Jul 16 18:10:45.200095 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da09b9f8-fc20-4d3b-91b1-d1dd76c237ae req-1eafcd7d-bf6b-4930-93cb-b96a69d5f147 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250648 Jul 16 18:10:45.415404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-deleted', 'tag': '85e03c2c-e667-4689-b751-d041649f8293'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:45.419159 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc5f7b1-faa3-4458-afa2-90e9db30e15a" -d '{"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-deleted", "tag": "85e03c2c-e667-4689-b751-d041649f8293"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:45.461973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c5f1686-2147-4bc9-93bb-19852ad30fcc {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:45.470691 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.485724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Transition to ACTIVE for port object 9c5f1686-2147-4bc9-93bb-19852ad30fcc will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:45.492256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.559466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.620698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49186) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.679225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Attempting to bind port 9c5f1686-2147-4bc9-93bb-19852ad30fcc on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:45.679635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Attempting to bind port 9c5f1686-2147-4bc9-93bb-19852ad30fcc by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:45.679897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Attempting to bind port 9c5f1686-2147-4bc9-93bb-19852ad30fcc on network f27fbebe-55b5-4b11-9161-411dc503322b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:45.684924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Port 9c5f1686-2147-4bc9-93bb-19852ad30fcc on network f27fbebe-55b5-4b11-9161-411dc503322b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:45.685588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Attempting to bind port 9c5f1686-2147-4bc9-93bb-19852ad30fcc on network f27fbebe-55b5-4b11-9161-411dc503322b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:45.691935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:45.692516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Checking segment: {'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:45.693583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Bound using segment: {'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:45.694059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Bound port: 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:45.694423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.725752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting subnet fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:45.739857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.818589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:45.822296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:45.829731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.840890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.868630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:45.880342 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3de400d-1d1c-4bc7-b2fd-eb0dfa8f064b x-openstack-request-id: req-e3de400d-1d1c-4bc7-b2fd-eb0dfa8f064b {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:45.881363 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19d6307-2eda-41b3-a3ed-cb3a2dd48569", "name": "network-vif-deleted", "tag": "85e03c2c-e667-4689-b751-d041649f8293", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:45.881767 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3de400d-1d1c-4bc7-b2fd-eb0dfa8f064b {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:45.882302 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19d6307-2eda-41b3-a3ed-cb3a2dd48569', 'name': 'network-vif-deleted', 'tag': '85e03c2c-e667-4689-b751-d041649f8293', 'status': 'completed', 'code': 200} Jul 16 18:10:45.906482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 170845ab-9aa6-44cd-bfcc-af5557834b25 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:45.906831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 170845ab-9aa6-44cd-bfcc-af5557834b25 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:45.907421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:45.935875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.945163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.946001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.947506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-cec67d4a-b195-4f14-8407-dfc18f2a57f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 200 len: 1092 time: 1.1724641 Jul 16 18:10:46.029996 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.066022 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.090569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105e37-d166-45b3-b9ab-359645f3243f req-062a0f5f-4e0d-4f98-b078-732615c9f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.096939 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-062a0f5f-4e0d-4f98-b078-732615c9f895 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1095 time: 0.0899220 Jul 16 18:10:46.109120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:46.110444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ae290-2186-41b1-a526-540f6f904045 req-3b26553a-c67f-4200-9b14-8fafa7b12e90 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.113193 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8eafc7-2be6-493f-bbab-f7fd694cea18" -d '{"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-unplugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:46.118676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e84ae290-2186-41b1-a526-540f6f904045 req-3b26553a-c67f-4200-9b14-8fafa7b12e90 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 943 time: 0.1356823 Jul 16 18:10:46.129672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:46.134801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.151107 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-773cf300-cb48-4136-8d00-2fb4cc36b4df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 200 len: 217 time: 0.0461974 Jul 16 18:10:46.163331 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.194168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.210466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99105e37-d166-45b3-b9ab-359645f3243f req-2088c520-00e2-4eeb-8134-b22bc6a3c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.212085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-2088c520-00e2-4eeb-8134-b22bc6a3c895 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.0541096 Jul 16 18:10:46.212925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e84ae290-2186-41b1-a526-540f6f904045 req-44066710-80ca-4d5e-9b90-6dea1c766150 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831299 Jul 16 18:10:46.215374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Subnet': ['ID=fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.217378 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.219236 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9924ca43-62b3-40b1-8095-083d747965dd tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/subnets/fcdcd12b-2b87-4ab1-a4fc-c6a5036f9ee6 HTTP/1.1" status: 204 len: 168 time: 0.5975521 Jul 16 18:10:46.223856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49202) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:46.227292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6779fb56-ca0f-4312-819e-e10f8304b725 None None] Network cc945cc4-ee39-4a17-be06-8861732357ef requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:46.281976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-0a12c3d0-d375-4afa-882d-4908af720bd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631065 Jul 16 18:10:46.422799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.467025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] DHCP port deletion for cc945cc4-ee39-4a17-be06-8861732357ef request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:46.487048 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-74636b70-6ded-4f97-b6f7-e22dad77a1e4 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957946 Jul 16 18:10:46.524577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] Deleting port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:46.525080 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.603227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:46.603560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.643786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99105e37-d166-45b3-b9ab-359645f3243f req-0f441a87-355c-4f13-9a26-a4b76d31179a service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432285 Jul 16 18:10:46.659652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] For port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:46.660179 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.701554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] Calling delete_port for 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:46.723893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,segment=NetworkSegment(8b1a3301-7fa7-44e0-8886-34a00b92035b),segment_id=8b1a3301-7fa7-44e0-8886-34a00b92035b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:46.724671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.740862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:46.764349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:46.841934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.858961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2714923-afb4-4507-a04c-5b3f7f214b1a req-d51e01de-a57c-427b-8151-115021d8b19a tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.859604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No active binding found for port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:10:46.860137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:46.870491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2714923-afb4-4507-a04c-5b3f7f214b1a req-d51e01de-a57c-427b-8151-115021d8b19a tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.5143931 Jul 16 18:10:46.877253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:46.882105 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.884561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.927043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2714923-afb4-4507-a04c-5b3f7f214b1a req-5f076ef8-8333-47e8-81be-4166cfed07a7 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551672 Jul 16 18:10:46.931343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] Pushing event deleted for resources: {'Port': ['ID=5afb11bf-fa2e-4587-8caa-4c9989d00bc4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.942059 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7a9607-0d23-46d2-a750-e795ad3cb218 x-openstack-request-id: req-4f7a9607-0d23-46d2-a750-e795ad3cb218 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:46.942435 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-unplugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:46.942750 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4f7a9607-0d23-46d2-a750-e795ad3cb218 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:46.943198 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618', 'code': 200} Jul 16 18:10:46.948894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d896f30d-00f5-42e3-bf3b-851c6815f80b None None] No DVR routers for this DVR port 5afb11bf-fa2e-4587-8caa-4c9989d00bc4 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:47.010494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.022194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc945cc4-ee39-4a17-be06-8861732357ef']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:47.035156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1a3301-7fa7-44e0-8886-34a00b92035b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:47.035485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1a3301-7fa7-44e0-8886-34a00b92035b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:47.037352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:47.040019 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9408c285-15a2-4b44-8c2e-facf54b3fb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:47.050998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.101730 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.110130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:47.110529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:47.115806 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:47.171468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a36454-1437-4ecb-a5d5-1df197ac1517 req-b044c6fd-3baa-444c-a316-b5d5f4e5981a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.173562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5a36454-1437-4ecb-a5d5-1df197ac1517 req-b044c6fd-3baa-444c-a316-b5d5f4e5981a tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 967 time: 0.0724003 Jul 16 18:10:47.199088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-9dd58680-7cce-4b5e-9356-ce6a597f0250 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.200174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-9dd58680-7cce-4b5e-9356-ce6a597f0250 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 967 time: 0.1473253 Jul 16 18:10:47.201348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.208877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.213738 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/networks/cc945cc4-ee39-4a17-be06-8861732357ef HTTP/1.1" status: 204 len: 168 time: 0.9862208 Jul 16 18:10:47.216960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49224) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.248450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d6a0a-171f-480b-83f5-75dad0117cb8 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Network': ['ID=cc945cc4-ee39-4a17-be06-8861732357ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.284685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5a36454-1437-4ecb-a5d5-1df197ac1517 req-9b83781a-8169-4804-bad0-00d10a4eb83f tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/security-groups?id=51935f5c-4203-40bf-bf65-d83b21b93c79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041832 Jul 16 18:10:47.291673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting subnet 6eb28336-bc98-4865-8931-dbd187ec631a {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:47.295752 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.339370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Deleting port 1a1c816b-8d05-413f-9190-7b51f1576be0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:47.340057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.341130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.443669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] For port 1a1c816b-8d05-413f-9190-7b51f1576be0, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1a1c816b-8d05-413f-9190-7b51f1576be0,segment=NetworkSegment(3a047d6f-002b-4dc8-940e-7e9a3c595967),segment_id=3a047d6f-002b-4dc8-940e-7e9a3c595967)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:47.443892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.447380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.458544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Calling delete_port for 1a1c816b-8d05-413f-9190-7b51f1576be0 owned by compute:tempest-test_az-1732479751 {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:47.540747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.563007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a934f90-0d77-407d-afc0-f367c20a0650 None None] Network e82741c6-d529-4e37-ab68-897b628ab79e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:47.585559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.593968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/subnets/6eb28336-bc98-4865-8931-dbd187ec631a HTTP/1.1" status: 204 len: 168 time: 0.3756032 Jul 16 18:10:47.596599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49236) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.598976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e660c42-cc13-46ba-9f8d-b41970d5b79a tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb28336-bc98-4865-8931-dbd187ec631a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.642122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.711873 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b140d5-f495-49e5-b374-39c9deb9f23c x-openstack-request-id: req-c2b140d5-f495-49e5-b374-39c9deb9f23c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:47.712256 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:47.712453 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2b140d5-f495-49e5-b374-39c9deb9f23c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:47.713221 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'status': 'completed', 'code': 200} Jul 16 18:10:47.718011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Pushing event deleted for resources: {'Port': ['ID=1a1c816b-8d05-413f-9190-7b51f1576be0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.725207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.803688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] No DVR routers for this DVR port 1a1c816b-8d05-413f-9190-7b51f1576be0 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:47.808591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.810816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce8c69d6-ffcd-43a6-bb39-62c78ed20775 req-814cc46e-3169-45d7-9eb0-f001cd5cd304 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.55 "DELETE /v2.0/ports/1a1c816b-8d05-413f-9190-7b51f1576be0 HTTP/1.1" status: 204 len: 173 time: 0.5982237 Jul 16 18:10:47.841378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] DHCP port deletion for e82741c6-d529-4e37-ab68-897b628ab79e request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:47.879169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-aa258cb7-245f-4498-a736-b31d9fb110ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.880829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-aa258cb7-245f-4498-a736-b31d9fb110ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1095 time: 0.1446683 Jul 16 18:10:47.885149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f5621d-d62a-4baa-91d3-52560d827570 req-a56ae951-eba9-4659-b097-32c69a6fa215 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.886976 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9f5621d-d62a-4baa-91d3-52560d827570 req-a56ae951-eba9-4659-b097-32c69a6fa215 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 943 time: 0.0918927 Jul 16 18:10:47.940951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] Deleting port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:47.941961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.958343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9f5621d-d62a-4baa-91d3-52560d827570 req-c290e73d-db6b-4d4d-8785-5dc505ff7101 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644941 Jul 16 18:10:47.962122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Deleting port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:47.962482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.043670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] For port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:48.044056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.050209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] For port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,segment=NetworkSegment(3e011d17-1e22-4084-85ee-147180cc4aca),segment_id=3e011d17-1e22-4084-85ee-147180cc4aca)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:48.050481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.058796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] Calling delete_port for d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:48.068448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Calling delete_port for d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:48.123265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-90002e39-7da4-4124-8f2f-4d35f0fc6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.124776 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-90002e39-7da4-4124-8f2f-4d35f0fc6f52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 912 time: 0.2347751 Jul 16 18:10:48.147525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.175145 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-80583ece-e910-45a3-be69-2a9b07162c72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 200 len: 217 time: 0.0437570 Jul 16 18:10:48.184254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] Pushing event deleted for resources: {'Port': ['ID=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.190186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89e2f7-59c0-4e6d-a511-d477e7c61825 None None] No DVR routers for this DVR port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:48.223758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e56ef-304d-465d-9a1b-c1ad922c4586 req-abf24e5d-5f2c-4e5b-b62c-5507f1890575 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.225317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa6e56ef-304d-465d-9a1b-c1ad922c4586 req-abf24e5d-5f2c-4e5b-b62c-5507f1890575 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1012387 Jul 16 18:10:48.247242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-42ad48b2-1912-494f-b085-0e36786965d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.248864 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-42ad48b2-1912-494f-b085-0e36786965d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.0668302 Jul 16 18:10:48.251083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.286768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa6e56ef-304d-465d-9a1b-c1ad922c4586 req-5aee9bf1-2799-464b-b67d-7fa00ce4c53e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533559 Jul 16 18:10:48.305880 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-606dac53-0399-4296-9138-8b842c54d67f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501883 Jul 16 18:10:48.308524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Port': ['ID=d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.310337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] No DVR routers for this DVR port d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:48.485401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d88a847d-0b8a-47e9-a41b-056f709df649 req-337dd1fe-3eca-4348-9139-b3c51ea7bc55 tempest-LiveAutoBlockMigrationV225Test-2081091389 tempest-LiveAutoBlockMigrationV225Test-2081091389-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f73dd1-8669-4823-964e-3f0d17d23883 HTTP/1.1" status: 200 len: 210 time: 0.0421960 Jul 16 18:10:48.485599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.511640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82741c6-d529-4e37-ab68-897b628ab79e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:48.524187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e011d17-1e22-4084-85ee-147180cc4aca') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:48.524636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e011d17-1e22-4084-85ee-147180cc4aca') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:48.544714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.554889 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-475c908e-f2b5-451f-898d-b8e74347969d service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426410 Jul 16 18:10:48.560948 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.586121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:48.586522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:48.592045 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:48.727631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:48.727829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.737229 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.746042 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] 10.222.0.48 "DELETE /v2.0/networks/e82741c6-d529-4e37-ab68-897b628ab79e HTTP/1.1" status: 204 len: 168 time: 1.1416447 Jul 16 18:10:48.755821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:48.756188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d4bbbfac-9bc6-4355-a3fb-0f47845ffe8b not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:48.758769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d97b9e-3e8e-4aa0-9c0b-61dc1491ca77 tempest-ServersTestMultiNic-1365798709 tempest-ServersTestMultiNic-1365798709-project] Pushing event deleted for resources: {'Network': ['ID=e82741c6-d529-4e37-ab68-897b628ab79e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.771553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9408c285-15a2-4b44-8c2e-facf54b3fb0f req-3ff127b7-8803-4e5d-8543-58d6fa8ba2d1 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075541 Jul 16 18:10:48.841908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:48.844167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:49.129592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.149345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.164859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d14a-4a55-47db-809a-d15c169cdfd2 req-cd4fdf03-09ce-4a5b-b8c6-97664ace8a10 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.170979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ea2d14a-4a55-47db-809a-d15c169cdfd2 req-cd4fdf03-09ce-4a5b-b8c6-97664ace8a10 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 943 time: 0.0822473 Jul 16 18:10:49.173330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:49.175729 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426bfeed-c52f-4800-81f0-739f44921eed" -d '{"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-unplugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:49.180619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '86572167-ce9c-429a-846e-b7d222903c58', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '86572167-ce9c-429a-846e-b7d222903c58', 'mac_address': 'fa:16:3e:3e:43:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:49.197058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.211574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ea2d14a-4a55-47db-809a-d15c169cdfd2 req-6d8c3b29-59be-4dcf-8aad-91814f5e8ee2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Jul 16 18:10:49.217944 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.255827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.262955 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42ad8d1-aad4-4f9f-b4fd-d899b68a7dd1 x-openstack-request-id: req-d42ad8d1-aad4-4f9f-b4fd-d899b68a7dd1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:49.263243 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-unplugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:49.263497 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d42ad8d1-aad4-4f9f-b4fd-d899b68a7dd1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:49.263882 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58', 'code': 200} Jul 16 18:10:49.265587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.285875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86572167-ce9c-429a-846e-b7d222903c58 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:49.300962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.342157 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:10:49.342597 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:10:49.477252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d1dea2-3adb-429b-8d5a-daac1857751e req-1e7c1beb-2e89-4d44-8212-80be8e816674 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.479152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d1dea2-3adb-429b-8d5a-daac1857751e req-1e7c1beb-2e89-4d44-8212-80be8e816674 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 947 time: 0.0693867 Jul 16 18:10:49.523695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d1dea2-3adb-429b-8d5a-daac1857751e req-66eb05aa-3468-4d03-9b1e-631d4e1c2d62 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Jul 16 18:10:49.617017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49302) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.740999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'name': 'network-vif-deleted', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:49.743253 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f31d35-9c58-4c4a-8c56-60630b6b1346" -d '{"events": [{"server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "name": "network-vif-deleted", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:49.833316 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8bfca-8b0d-426e-83f0-c84b1fe42ef3 x-openstack-request-id: req-65e8bfca-8b0d-426e-83f0-c84b1fe42ef3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:49.833623 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f73dd1-8669-4823-964e-3f0d17d23883", "name": "network-vif-deleted", "tag": "1a1c816b-8d05-413f-9190-7b51f1576be0", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:49.833879 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-65e8bfca-8b0d-426e-83f0-c84b1fe42ef3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:49.834270 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f73dd1-8669-4823-964e-3f0d17d23883', 'name': 'network-vif-deleted', 'tag': '1a1c816b-8d05-413f-9190-7b51f1576be0', 'status': 'completed', 'code': 200} Jul 16 18:10:49.863589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] Deleting subnet 1012cf3b-d931-4040-82b3-437e9859694d {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:49.867766 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.895585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:49.903773 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.924650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.930019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86572167-ce9c-429a-846e-b7d222903c58 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:49.974242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.983340 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.984858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9c5f1686-2147-4bc9-93bb-19852ad30fcc details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:50.014288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.096641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.098847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.133268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.154832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.167523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1012cf3b-d931-4040-82b3-437e9859694d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.171131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.173602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-228f0e71-ba55-4309-8126-70210912b37e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1012cf3b-d931-4040-82b3-437e9859694d HTTP/1.1" status: 204 len: 168 time: 0.5552003 Jul 16 18:10:50.192855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.205487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '1422c95e-b100-429a-b15b-ac690a450618', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '1422c95e-b100-429a-b15b-ac690a450618', 'mac_address': 'fa:16:3e:1a:b7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:50.252728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5970d4a-9702-44af-8f92-2b4d9abffba9 req-048c69f5-c96b-48b7-9aa3-381d351d8460 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.254797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5970d4a-9702-44af-8f92-2b4d9abffba9 req-048c69f5-c96b-48b7-9aa3-381d351d8460 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 945 time: 0.0881677 Jul 16 18:10:50.256941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.272654 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.274666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b', 'port_id': '9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'mac_address': 'fa:16:3e:f1:93:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13223742-751a-4eec-8dff-420f5550040b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:50.289102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1422c95e-b100-429a-b15b-ac690a450618 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:50.299713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5970d4a-9702-44af-8f92-2b4d9abffba9 req-8be67e65-7726-470c-ba5e-70053a5ef77d tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366750 Jul 16 18:10:50.301800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.353713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.369780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c5f1686-2147-4bc9-93bb-19852ad30fcc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:50.375792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.388666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.404579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.441855 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.454291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691955-894d-4ef3-a69d-ae19aa8fdae5 req-d042c4c3-44a1-4b1e-a43c-1af1a737270b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.456619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14691955-894d-4ef3-a69d-ae19aa8fdae5 req-d042c4c3-44a1-4b1e-a43c-1af1a737270b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 943 time: 0.0854366 Jul 16 18:10:50.489545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.498682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.504230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f4c19e-bbc2-4b5b-b314-05175535a0fc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:50.519636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a047d6f-002b-4dc8-940e-7e9a3c595967') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:50.519923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a047d6f-002b-4dc8-940e-7e9a3c595967') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:50.523055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1422c95e-b100-429a-b15b-ac690a450618'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:50.524137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14691955-894d-4ef3-a69d-ae19aa8fdae5 req-67c012fe-81fc-4a47-8049-dc8551765d4c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609856 Jul 16 18:10:50.564462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.590694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.601163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:50.601569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:50.603257 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:50.651198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.698817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:50.719859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.749574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.752287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] 10.222.0.48 "DELETE /v2.0/networks/83f4c19e-bbc2-4b5b-b314-05175535a0fc HTTP/1.1" status: 204 len: 168 time: 0.5584362 Jul 16 18:10:50.754576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb7d1b-e393-4e3e-9b16-eb4387c58a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=83f4c19e-bbc2-4b5b-b314-05175535a0fc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.756443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.762288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1588a52-4ad7-403b-b6a3-d112f705ca10 req-ef6ff520-6fcb-4f20-8e8c-9e663466e305 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.764302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1588a52-4ad7-403b-b6a3-d112f705ca10 req-ef6ff520-6fcb-4f20-8e8c-9e663466e305 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.0842447 Jul 16 18:10:50.786164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49356) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.787794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['86572167-ce9c-429a-846e-b7d222903c58'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:50.800494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Deleting port 50be8380-630e-4827-aa2a-393cb1f88e96 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:50.800973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.854210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1588a52-4ad7-403b-b6a3-d112f705ca10 req-ca415d95-fd3d-41bb-b288-9f53d420f050 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817173 Jul 16 18:10:50.900310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] Deleting subnet c3bf0614-a728-4c97-a310-990be45973b0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:50.907515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.976448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.980288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] For port 50be8380-630e-4827-aa2a-393cb1f88e96, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=50be8380-630e-4827-aa2a-393cb1f88e96,segment=NetworkSegment(4211d53a-20cb-4ca4-b984-120312f1e48e),segment_id=4211d53a-20cb-4ca4-b984-120312f1e48e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.981089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.016796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Calling delete_port for 50be8380-630e-4827-aa2a-393cb1f88e96 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:51.022796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02f5-b796-42b0-9df9-e2a7cd4fef32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.075714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.153533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02f5-b796-42b0-9df9-e2a7cd4fef32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.162159 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf5b02f5-b796-42b0-9df9-e2a7cd4fef32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.206951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.217423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b02f5-b796-42b0-9df9-e2a7cd4fef32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075be4b4-b23d-409e-9ca6-5f42ea6b2e60,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.224217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf5b02f5-b796-42b0-9df9-e2a7cd4fef32 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65b0570af1c944d5a03398bb673fbc31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328969 Jul 16 18:10:51.226121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49380) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.233038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.235239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c3bf0614-a728-4c97-a310-990be45973b0 HTTP/1.1" status: 204 len: 168 time: 0.4729130 Jul 16 18:10:51.237822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49382) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.257312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c49fba-77fe-4c62-b474-626335b0e9e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bf0614-a728-4c97-a310-990be45973b0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.343920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.354239 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.359212 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89153018-ed0c-4642-a77d-3ba0718dc9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.425801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89153018-ed0c-4642-a77d-3ba0718dc9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.450909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Pushing event deleted for resources: {'Port': ['ID=50be8380-630e-4827-aa2a-393cb1f88e96,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.470715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.491473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b5c322-e957-47bd-90b4-31ed6ee05197']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:51.508503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e06330-03b9-4d2b-a29d-4b7132cdea51') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:51.508809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e06330-03b9-4d2b-a29d-4b7132cdea51') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:51.519030 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.539761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.589231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89153018-ed0c-4642-a77d-3ba0718dc9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.592451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89153018-ed0c-4642-a77d-3ba0718dc9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.596017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-89153018-ed0c-4642-a77d-3ba0718dc9c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/075be4b4-b23d-409e-9ca6-5f42ea6b2e60 HTTP/1.1" status: 204 len: 168 time: 0.3653779 Jul 16 18:10:51.596017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:51.596017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:51.598751 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:51.627255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89153018-ed0c-4642-a77d-3ba0718dc9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075be4b4-b23d-409e-9ca6-5f42ea6b2e60,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.710362 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.716254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.718198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a7b5c322-e957-47bd-90b4-31ed6ee05197 HTTP/1.1" status: 204 len: 168 time: 0.4785502 Jul 16 18:10:51.749282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf8afd-705c-4970-9ea9-e4918fc96b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b5c322-e957-47bd-90b4-31ed6ee05197,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.812488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.905871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce06506-5f06-487b-8f45-73387eedc3c8 req-4d7fd4e1-3006-45f1-8e8d-e8f549c51c2d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.909062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:51.921118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cce06506-5f06-487b-8f45-73387eedc3c8 req-4d7fd4e1-3006-45f1-8e8d-e8f549c51c2d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 944 time: 0.1636868 Jul 16 18:10:51.983789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.012960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cce06506-5f06-487b-8f45-73387eedc3c8 req-75ad4ecc-abe5-4957-ab7d-8ed9d77d2471 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908322 Jul 16 18:10:52.042570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 1422c95e-b100-429a-b15b-ac690a450618 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:52.043099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.197073 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.200463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d507213-0dfb-4ce3-b618-dd4e0cbd50a6 req-4042bc56-51b9-4921-99f6-6572c0795b20 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.208249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d507213-0dfb-4ce3-b618-dd4e0cbd50a6 req-4042bc56-51b9-4921-99f6-6572c0795b20 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 949 time: 0.1260347 Jul 16 18:10:52.210996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25cbaaf1-46b1-4815-9835-3c9bdc76063b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f86da96255804dcaa93324ec8a06bb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229757 Jul 16 18:10:52.213726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.239579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:52.242726 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3711ad81-36f6-4262-b336-b619af739e2b" -d '{"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-plugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:52.270630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:52.279383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.287120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:52.340688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d507213-0dfb-4ce3-b618-dd4e0cbd50a6 req-9a8ebd38-fab0-46f7-8131-fca871b9b37b tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311989 Jul 16 18:10:52.373808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:52.375294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 1a1c816b-8d05-413f-9190-7b51f1576be0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:52.375885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1a1c816b-8d05-413f-9190-7b51f1576be0 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:52.404738 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4669c2-5e6a-448c-bd03-cb8fb66fff46 x-openstack-request-id: req-2a4669c2-5e6a-448c-bd03-cb8fb66fff46 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:52.405287 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-plugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:52.405751 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a4669c2-5e6a-448c-bd03-cb8fb66fff46 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:52.406343 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618', 'code': 200} Jul 16 18:10:52.440847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.481225 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c63eca27-1fbd-44a4-a06e-cf65c68dd24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.513381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c63eca27-1fbd-44a4-a06e-cf65c68dd24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.633378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:52.643752 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] Sync routers for ids ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:52.648516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49428) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:52.650859 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0b3567c4-b310-4185-bed8-a80b9de1487d admin admin] 10.222.0.48 "PUT /v2.0/routers/4851ea1b-fdfd-402a-b539-f4a2c2c3c168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3791857 Jul 16 18:10:52.662677 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c63eca27-1fbd-44a4-a06e-cf65c68dd24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.664073 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] Routers {'4851ea1b-fdfd-402a-b539-f4a2c2c3c168'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:52.664858 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:52.671090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c63eca27-1fbd-44a4-a06e-cf65c68dd24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.674514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c63eca27-1fbd-44a4-a06e-cf65c68dd24a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51935f5c-4203-40bf-bf65-d83b21b93c79 HTTP/1.1" status: 204 len: 168 time: 0.3266382 Jul 16 18:10:52.697813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63eca27-1fbd-44a4-a06e-cf65c68dd24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51935f5c-4203-40bf-bf65-d83b21b93c79,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.853531 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] Set router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:52.857179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:52.933618 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.940994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 86572167-ce9c-429a-846e-b7d222903c58 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:52.942211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.045351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.068426 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:10:51Z', 'revision_number': 5, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.134777 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] Checking router: 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:53.147204 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] Routers {'4851ea1b-fdfd-402a-b539-f4a2c2c3c168'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:53.150404 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:10:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.163106 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.186936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.250182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:53.257364 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.258319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9c5f1686-2147-4bc9-93bb-19852ad30fcc up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:53.262814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.322561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-878790151-network', 'tenant_id': '38951ad938344a0b8df96c0aeee8970d'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:53.344434 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] Set router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:53.414726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 9c5f1686-2147-4bc9-93bb-19852ad30fcc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:53.425286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 9c5f1686-2147-4bc9-93bb-19852ad30fcc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:53.425832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.454323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7145821f-d42b-4092-9348-173e1537407f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf47ee2076c74a60a05c843b9627f364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888440 Jul 16 18:10:53.455967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.471315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.494141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Made reservation on behalf of 38951ad938344a0b8df96c0aeee8970d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:53.496849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.523542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Deleting port df9122b2-18c5-4ced-8a80-848a855ba79e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:53.524104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.535036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.549197 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.591876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:53.601199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4a415-9763-4e28-84db-37a6e9e5a428 req-45f11239-f549-4e32-9d57-c8105131d30b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.605028 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.607058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94b4a415-9763-4e28-84db-37a6e9e5a428 req-45f11239-f549-4e32-9d57-c8105131d30b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 944 time: 0.2917252 Jul 16 18:10:53.675452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9d97b2-c4f4-4e36-8d57-5beda8e4ba93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.704990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.719257 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9d97b2-c4f4-4e36-8d57-5beda8e4ba93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.730792 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:10:51Z', 'revision_number': 5, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.787726 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.794223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.802380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9d97b2-c4f4-4e36-8d57-5beda8e4ba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.804590 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49a77c-71d3-4862-9cde-5271eda9464d None None] The sync data for ids ['4851ea1b-fdfd-402a-b539-f4a2c2c3c168'] in n-d-793620-10 is: [{'id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'name': 'tempest-ServersTestMultiNic-1665178200-router', 'tenant_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:52Z', 'updated_at': '2021-07-16T18:10:51Z', 'revision_number': 5, 'project_id': 'debd5c55e4bc4249bd546bb8f0baf404', 'gw_port': {'id': 'df9122b2-18c5-4ced-8a80-848a855ba79e', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4851ea1b-fdfd-402a-b539-f4a2c2c3c168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:55Z', 'updated_at': '2021-07-16T18:09:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:53.806191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a9d97b2-c4f4-4e36-8d57-5beda8e4ba93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.807208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1a9d97b2-c4f4-4e36-8d57-5beda8e4ba93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc23cdc0-bceb-40b9-80bf-fcf9cf521456 HTTP/1.1" status: 204 len: 168 time: 0.3352661 Jul 16 18:10:53.835942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:53.871213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.874490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.874845 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Added segment 1d3477a2-c534-4265-a116-c4ac3a7cdada of type vlan for network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f Jul 16 18:10:53.894611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d97b2-c4f4-4e36-8d57-5beda8e4ba93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc23cdc0-bceb-40b9-80bf-fcf9cf521456,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:53.940773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94b4a415-9763-4e28-84db-37a6e9e5a428 req-8b991d62-9d80-4290-82e1-98f31d03f832 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189774 Jul 16 18:10:53.944296 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.976609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] For port df9122b2-18c5-4ced-8a80-848a855ba79e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=df9122b2-18c5-4ced-8a80-848a855ba79e,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:53.977337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.989554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.991016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.991789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.008623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f07734-aa8e-45c8-b083-46977f7e580e req-dfa4bea7-1c94-48d2-9013-4dba6ef89df3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.016265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9f07734-aa8e-45c8-b083-46977f7e580e req-dfa4bea7-1c94-48d2-9013-4dba6ef89df3 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 950 time: 0.3745575 Jul 16 18:10:54.037644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Calling delete_port for df9122b2-18c5-4ced-8a80-848a855ba79e owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:54.039681 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9906673 Jul 16 18:10:54.043811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49464) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.052333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Request body: {'subnet': {'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-878790151-subnet', 'tenant_id': '38951ad938344a0b8df96c0aeee8970d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:54.092550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389c437-f710-46a0-92fb-d8a81661f251 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.096003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9f07734-aa8e-45c8-b083-46977f7e580e req-e50ce9b2-36e2-4f1d-a5dd-f340819ebe82 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782478 Jul 16 18:10:54.103028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:54.177107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Made reservation on behalf of 38951ad938344a0b8df96c0aeee8970d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:54.180226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.407984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58'}, {'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:54.410710 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380cbbea-97e1-4b57-99d8-9aa4ead3d8a6" -d '{"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-plugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58"}, {"server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "name": "network-vif-plugged", "status": "completed", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:54.480643 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a1f74-2848-41c0-a8ee-e2553f05687b x-openstack-request-id: req-002a1f74-2848-41c0-a8ee-e2553f05687b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:54.481143 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-plugged", "status": "completed", "tag": "86572167-ce9c-429a-846e-b7d222903c58", "code": 200}, {"server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "name": "network-vif-plugged", "status": "completed", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:54.481580 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-002a1f74-2848-41c0-a8ee-e2553f05687b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:54.482154 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86572167-ce9c-429a-846e-b7d222903c58', 'code': 200} Jul 16 18:10:54.482587 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'code': 200} Jul 16 18:10:54.483693 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.639597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Pushing event deleted for resources: {'Port': ['ID=df9122b2-18c5-4ced-8a80-848a855ba79e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.647962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.660192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50be8380-630e-4827-aa2a-393cb1f88e96 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:54.713103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 50be8380-630e-4827-aa2a-393cb1f88e96 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:54.713508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 50be8380-630e-4827-aa2a-393cb1f88e96 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:54.770572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80f068-39cd-49d3-a3a7-a1d526461fcf req-af94c236-cbbf-413b-8137-09e5b08fe6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.773407 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a80f068-39cd-49d3-a3a7-a1d526461fcf req-af94c236-cbbf-413b-8137-09e5b08fe6be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1097 time: 0.1414599 Jul 16 18:10:54.819516 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.823540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.898385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a80f068-39cd-49d3-a3a7-a1d526461fcf req-9b7f3a24-a996-4301-8b2e-856ef745afdc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004560 Jul 16 18:10:54.913595 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.914463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4851ea1b-fdfd-402a-b539-f4a2c2c3c168 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:54.928252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.937387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-69172993-d38f-4ed4-86a5-3f5b3285c17f admin admin] 10.222.0.48 "DELETE /v2.0/routers/4851ea1b-fdfd-402a-b539-f4a2c2c3c168 HTTP/1.1" status: 204 len: 168 time: 2.2856147 Jul 16 18:10:54.938059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.986541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.003166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fdfc17-f831-4cf5-974e-01bd50945491 req-a559ca17-5d56-4bb1-98e3-b0970b2e8931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.005098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37fdfc17-f831-4cf5-974e-01bd50945491 req-a559ca17-5d56-4bb1-98e3-b0970b2e8931 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1102 time: 0.2233014 Jul 16 18:10:55.030462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] Deleting subnet fba6945d-d174-40b4-92ee-2953a941d28e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:55.043018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.091298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37fdfc17-f831-4cf5-974e-01bd50945491 req-b6851494-3ec5-45ab-943c-c06151f22f58 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731411 Jul 16 18:10:55.104010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.190292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Checking segment: {'id': '1d3477a2-c534-4265-a116-c4ac3a7cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:55.195220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Network hostable DHCP agents. Network: 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:55.249240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f709629-a564-4a33-97f7-94c3dd0216f4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.279095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.321986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:55.342289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:55.351959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46684b05-8ce2-4712-8c59-10b3d2c08dd6 None None] Network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:55.353361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.353957 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.391828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.429351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba6945d-d174-40b4-92ee-2953a941d28e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.431319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ed165-6796-42a8-9dd0-27ae595b504e req-89c2c634-88e5-49e1-a5b6-31ff22422463 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.434034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f8ed165-6796-42a8-9dd0-27ae595b504e req-89c2c634-88e5-49e1-a5b6-31ff22422463 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 945 time: 0.2650592 Jul 16 18:10:55.439298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.441337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bda4b2f-d952-4a89-b39a-c05430a3f3d7 None None] Network f32828ae-b136-4948-b6d8-3dca051a3006 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:55.441647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-750d0304-5e27-4d2d-9d46-f54e6cf4d863 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fba6945d-d174-40b4-92ee-2953a941d28e HTTP/1.1" status: 204 len: 168 time: 0.5022607 Jul 16 18:10:55.443820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.448803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d400eb03-933f-4a8a-8cb6-dbe30b7b112d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4021447 Jul 16 18:10:55.551266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735c377-9a93-4615-865f-9cba7171c27c req-127c81f9-9f8f-490f-a8a6-c2841b4699f0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.565641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a735c377-9a93-4615-865f-9cba7171c27c req-127c81f9-9f8f-490f-a8a6-c2841b4699f0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 950 time: 0.3023806 Jul 16 18:10:55.647226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.703188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b6de32-274a-4403-ac90-1a4fd3696809 None None] Network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:55.727101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f8ed165-6796-42a8-9dd0-27ae595b504e req-daf81e86-23ca-4096-971f-7e0684279165 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703726 Jul 16 18:10:55.764848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a735c377-9a93-4615-865f-9cba7171c27c req-b4fefe6d-5eeb-4771-87f5-335a539ad68b tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977229 Jul 16 18:10:55.869675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Deleting port df54c479-feef-4b4c-b8ec-567be2ca9fed {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:55.870243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.926086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] DHCP port deletion for f32828ae-b136-4948-b6d8-3dca051a3006 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:56.014547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] Deleting port df54c479-feef-4b4c-b8ec-567be2ca9fed {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:56.015061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.085988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] For port df54c479-feef-4b4c-b8ec-567be2ca9fed, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=df54c479-feef-4b4c-b8ec-567be2ca9fed,segment=NetworkSegment(4211d53a-20cb-4ca4-b984-120312f1e48e),segment_id=4211d53a-20cb-4ca4-b984-120312f1e48e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:56.086400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.116966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Calling delete_port for df54c479-feef-4b4c-b8ec-567be2ca9fed owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:56.209853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] For port df54c479-feef-4b4c-b8ec-567be2ca9fed, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=df54c479-feef-4b4c-b8ec-567be2ca9fed,segment=NetworkSegment(4211d53a-20cb-4ca4-b984-120312f1e48e),segment_id=4211d53a-20cb-4ca4-b984-120312f1e48e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:56.210413 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.242487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] Calling delete_port for df54c479-feef-4b4c-b8ec-567be2ca9fed owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:56.249340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.264909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] No DVR routers for this DVR port df54c479-feef-4b4c-b8ec-567be2ca9fed on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:56.365628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Pushing event deleted for resources: {'Port': ['ID=df54c479-feef-4b4c-b8ec-567be2ca9fed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.384600 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.445566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] No DVR routers for this DVR port df54c479-feef-4b4c-b8ec-567be2ca9fed on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:56.448539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399fbb4-2674-4b7b-9fed-07cd4c93df2b None None] Pushing event deleted for resources: {'Port': ['ID=df54c479-feef-4b4c-b8ec-567be2ca9fed,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.499420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.516891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32828ae-b136-4948-b6d8-3dca051a3006']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.531631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4211d53a-20cb-4ca4-b984-120312f1e48e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.532105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4211d53a-20cb-4ca4-b984-120312f1e48e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.545370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.578245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.593282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:56.599745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:56.602058 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:56.691031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-b25ce953-694f-4111-855e-b9a71c7af46e tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.694422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.700832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.708636 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] 10.222.0.48 "DELETE /v2.0/networks/f32828ae-b136-4948-b6d8-3dca051a3006 HTTP/1.1" status: 204 len: 168 time: 1.2605922 Jul 16 18:10:56.708827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-b25ce953-694f-4111-855e-b9a71c7af46e tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/networks?id=3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f HTTP/1.1" status: 200 len: 817 time: 0.1600060 Jul 16 18:10:56.709452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df54c479-feef-4b4c-b8ec-567be2ca9fed no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:56.731836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-0386bf5a-c2eb-427f-8d9e-843d96897af1 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/quotas/38951ad938344a0b8df96c0aeee8970d HTTP/1.1" status: 200 len: 375 time: 0.0239620 Jul 16 18:10:56.732438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: df54c479-feef-4b4c-b8ec-567be2ca9fed {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:56.732438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df54c479-feef-4b4c-b8ec-567be2ca9fed not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:56.732861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df9122b2-18c5-4ced-8a80-848a855ba79e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:56.742644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107adf7-79da-4a73-8ce4-d94ed7b9869a admin admin] Pushing event deleted for resources: {'Network': ['ID=f32828ae-b136-4948-b6d8-3dca051a3006,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.771936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: df9122b2-18c5-4ced-8a80-848a855ba79e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:56.772306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device df9122b2-18c5-4ced-8a80-848a855ba79e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:56.777741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-9244e9b1-1530-415b-8efb-251969ed91e0 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=38951ad938344a0b8df96c0aeee8970d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449066 Jul 16 18:10:56.968657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.053104 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f4432c27-101c-42f5-8ffc-ad66e1bdb945 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=debd5c55e4bc4249bd546bb8f0baf404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819945 Jul 16 18:10:57.055076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.122315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e8f6-51e8-4b1e-b315-02e97f71ca6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.174429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e8f6-51e8-4b1e-b315-02e97f71ca6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.240441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e8f6-51e8-4b1e-b315-02e97f71ca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.243573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fd6e8f6-51e8-4b1e-b315-02e97f71ca6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.245841 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8fd6e8f6-51e8-4b1e-b315-02e97f71ca6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05 HTTP/1.1" status: 204 len: 168 time: 0.1882255 Jul 16 18:10:57.254636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6e8f6-51e8-4b1e-b315-02e97f71ca6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf0ce9a-14a2-4faa-9fd0-bb97ccf8ce05,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:57.317639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-3e439204-4ebf-43b8-9317-e5d5a963b8a3 service neutron] 10.222.0.48 "GET /v2.0/networks/3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386863 Jul 16 18:10:57.506202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-99743163-ba89-47ae-be38-7f5c24469ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868880 Jul 16 18:10:57.520599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac15230-1498-4253-803e-a4590140b1a2 req-69553c52-2c51-4ecb-9647-e04a9b445061 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.520599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ac15230-1498-4253-803e-a4590140b1a2 req-69553c52-2c51-4ecb-9647-e04a9b445061 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 945 time: 0.1856844 Jul 16 18:10:57.565078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ac15230-1498-4253-803e-a4590140b1a2 req-e5ef66cb-8bd4-46c7-a4f9-97b0e7d7ee8f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Jul 16 18:10:57.871947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9e393-dd84-4c08-a733-a7a3838e4cd1 req-44ab624c-a37d-44f1-b536-b135d20b8eb4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.874424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37d9e393-dd84-4c08-a733-a7a3838e4cd1 req-44ab624c-a37d-44f1-b536-b135d20b8eb4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 950 time: 0.1342118 Jul 16 18:10:57.930057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37d9e393-dd84-4c08-a733-a7a3838e4cd1 req-7952a9aa-e072-4ec5-8b45-eece3ccbe121 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494559 Jul 16 18:10:58.269995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-397ed39a-6908-44d0-a419-8da172c72c19 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-901714359&fields=id&tenant_id=3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 267 time: 0.0798655 Jul 16 18:10:58.369507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-a3f01c2c-9f85-4134-86f2-682b59e1629e tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.371173 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-a3f01c2c-9f85-4134-86f2-682b59e1629e tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 945 time: 0.0922356 Jul 16 18:10:58.383517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'port': {'security_groups': ['08d47eeb-944a-40a8-b821-04c69cd45cc4', '269d6929-4dd9-40f4-a1cc-6c112c146707']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:58.553756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0269dc2-7a81-4feb-9d28-fb7a164e51c0 req-fc59c99a-5ef1-4fdc-89ce-12ccb49b5069 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 210 time: 0.0465612 Jul 16 18:10:58.561151 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.831583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:58.889270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.897764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.912493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:58.950467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.951108 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.966399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5bb43f98-60c9-4d25-8be5-cebe2b2fe99b req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "PUT /v2.0/ports/9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 200 len: 981 time: 0.5877967 Jul 16 18:10:58.969324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:58.991114 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67243b5d-ad7b-4807-845d-66cd4eb04361" -d '{"events": [{"name": "network-changed", "server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:59.041384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:59.070822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a03f6-efe4-4c3f-8c5b-a77ceb41e58f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:59.174713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39289d28-66bf-432f-a84e-c74db41a5c01 req-b8d4bc60-adfe-452d-a06e-c340df970224 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.177242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39289d28-66bf-432f-a84e-c74db41a5c01 req-b8d4bc60-adfe-452d-a06e-c340df970224 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1102 time: 0.0592227 Jul 16 18:10:59.256245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39289d28-66bf-432f-a84e-c74db41a5c01 req-2457811e-36fa-453f-9ff6-06661a1b4557 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728052 Jul 16 18:10:59.441479 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f32697-f133-477d-b510-4ebb76d9c74b x-openstack-request-id: req-51f32697-f133-477d-b510-4ebb76d9c74b {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:59.441777 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:59.442029 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-51f32697-f133-477d-b510-4ebb76d9c74b {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:59.442448 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'status': 'completed', 'code': 200} Jul 16 18:10:59.579434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da254129-9054-44d7-9aaf-27cf027688bb req-7de44058-7148-446d-976a-0e7fb4df7b7f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-827678260&fields=id&tenant_id=3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 267 time: 0.0727630 Jul 16 18:10:59.615063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-98e5a160-a55c-4d25-a9de-27af2c0a2116 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.623499 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-98e5a160-a55c-4d25-a9de-27af2c0a2116 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.55 "GET /v2.0/networks?id=3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f HTTP/1.1" status: 200 len: 817 time: 0.3622024 Jul 16 18:10:59.644841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Request body: {'port': {'device_id': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f', 'admin_state_up': True, 'tenant_id': '38951ad938344a0b8df96c0aeee8970d'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:59.693853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254129-9054-44d7-9aaf-27cf027688bb req-c67f142e-bbd2-4e45-a8b8-51d1e86f2dcd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.696077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da254129-9054-44d7-9aaf-27cf027688bb req-c67f142e-bbd2-4e45-a8b8-51d1e86f2dcd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 984 time: 0.1083992 Jul 16 18:10:59.712823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'port': {'security_groups': ['08d47eeb-944a-40a8-b821-04c69cd45cc4', '269d6929-4dd9-40f4-a1cc-6c112c146707', '610b443d-04a8-4815-a0d9-354a2f8dc5f7']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:59.769691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-854f5bdc-062b-45b5-bad1-fd76f1b83565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.771263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-854f5bdc-062b-45b5-bad1-fd76f1b83565 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1136 time: 0.2796452 Jul 16 18:10:59.931279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.165069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b586fc53-dd8c-498c-aa81-7b9dcef0111a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.350919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:00.386922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.393157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.405641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:00.419865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.434174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Made reservation on behalf of 38951ad938344a0b8df96c0aeee8970d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:00.437676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.445045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.446100 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.461793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da254129-9054-44d7-9aaf-27cf027688bb req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "PUT /v2.0/ports/9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 200 len: 1020 time: 0.7572403 Jul 16 18:11:00.486356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-fe992fcf-5e0a-47dc-8b5d-013aa0071180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.487892 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-fe992fcf-5e0a-47dc-8b5d-013aa0071180 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 912 time: 0.7090766 Jul 16 18:11:00.580936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00ffab3e-20e1-4171-a760-bd384a14e453 req-7753ab30-2101-4672-a15a-0c1ee45d9a21 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 210 time: 0.1909664 Jul 16 18:11:00.624606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:00.647583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed268e17-58e7-440c-aeb6-1152209fa75c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.704368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-3abd797f-40b0-4673-8f81-776b480d854e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 200 len: 217 time: 0.1330519 Jul 16 18:11:00.784130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962131e-e876-41f6-a49b-9870969db632 req-30dc2965-62a0-45c4-b100-0e57b1d90468 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.792806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5962131e-e876-41f6-a49b-9870969db632 req-30dc2965-62a0-45c4-b100-0e57b1d90468 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 1102 time: 0.1207068 Jul 16 18:11:00.870182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5962131e-e876-41f6-a49b-9870969db632 req-ac381567-7b86-4927-bd6c-ce1b8478f938 tempest-ServersAdminTestJSON-1757714667 tempest-ServersAdminTestJSON-1757714667-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758057 Jul 16 18:11:00.947181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-e5a94ad5-643e-46d5-a30a-f51b7a0bb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.949464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-e5a94ad5-643e-46d5-a30a-f51b7a0bb1d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.2319961 Jul 16 18:11:00.950372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52a3e30-ec46-4a8d-b246-f0b388051e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.000771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Allocated IP 172.20.0.13 (3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f/8f709629-a564-4a33-97f7-94c3dd0216f4/25ba4521-4b75-431e-87f8-3cd4edc336c9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:01.007441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-74065954-eb4d-488d-9d7c-f67d9ddef017 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512085 Jul 16 18:11:01.261016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-9d474d6e-a67e-44eb-92a1-a1410688ec2b service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459931 Jul 16 18:11:01.287765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10aead-cfe8-4ecf-9f3e-48ee638b0b07 req-bf2c4035-27c4-4c23-80a7-6148a4af41e7 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.301587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd10aead-cfe8-4ecf-9f3e-48ee638b0b07 req-bf2c4035-27c4-4c23-80a7-6148a4af41e7 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1023 time: 0.2107408 Jul 16 18:11:01.405693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.421540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52a3e30-ec46-4a8d-b246-f0b388051e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.430210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a52a3e30-ec46-4a8d-b246-f0b388051e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.465185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd10aead-cfe8-4ecf-9f3e-48ee638b0b07 req-a3fcb873-0fad-4812-b766-476ea8fc85e2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=610b443d-04a8-4815-a0d9-354a2f8dc5f7&id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=269d6929-4dd9-40f4-a1cc-6c112c146707 HTTP/1.1" status: 200 len: 6147 time: 0.1616712 Jul 16 18:11:01.469389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:01.476448 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a808aff-284a-47de-9d15-907fe0c74e08" -d '{"events": [{"name": "network-changed", "server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:01.515497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a52a3e30-ec46-4a8d-b246-f0b388051e9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f18e6d8b59494b0b9f889d47dd34a18c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856762 Jul 16 18:11:01.516700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49724) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:01.524906 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-67243b5d-ad7b-4807-845d-66cd4eb04361 req-feab1a45-f864-4ac3-8eb9-edd0113e7708 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536085 Jul 16 18:11:01.577526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a3e30-ec46-4a8d-b246-f0b388051e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbac1e0-3629-4ffb-b26b-f5ed990a9f7f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.615052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.616706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c560646-5fc3-491b-b8b6-6bebe35e487f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.650523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c560646-5fc3-491b-b8b6-6bebe35e487f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.721047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c560646-5fc3-491b-b8b6-6bebe35e487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.725032 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c560646-5fc3-491b-b8b6-6bebe35e487f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.728765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c560646-5fc3-491b-b8b6-6bebe35e487f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdbac1e0-3629-4ffb-b26b-f5ed990a9f7f HTTP/1.1" status: 204 len: 168 time: 0.2088082 Jul 16 18:11:01.739077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c560646-5fc3-491b-b8b6-6bebe35e487f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbac1e0-3629-4ffb-b26b-f5ed990a9f7f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.749572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-5fd3d33e-b5be-4f6d-bbed-da8fe822fbcc req-b529d923-153d-451e-8e78-6864f940424b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1108574161 ', 'description': 'tempest-description-573254647'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:01.790689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fd3d33e-b5be-4f6d-bbed-da8fe822fbcc req-b529d923-153d-451e-8e78-6864f940424b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.804635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:01.810760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:01.814231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:01.850125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Pushing event updated for resources: {'Port': ['ID=25ba4521-4b75-431e-87f8-3cd4edc336c9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.904266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.905522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.958761 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143829b0-e00d-404f-8332-3580d0a6dc15 x-openstack-request-id: req-143829b0-e00d-404f-8332-3580d0a6dc15 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:01.960010 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:01.960906 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-143829b0-e00d-404f-8332-3580d0a6dc15 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:01.961797 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'status': 'completed', 'code': 200} Jul 16 18:11:02.060477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fd3d33e-b5be-4f6d-bbed-da8fe822fbcc req-b529d923-153d-451e-8e78-6864f940424b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.066263 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fd3d33e-b5be-4f6d-bbed-da8fe822fbcc req-b529d923-153d-451e-8e78-6864f940424b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.101524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-a65579c7-75fe-4ae0-bd86-b96f1d0e86c5 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4680929 Jul 16 18:11:02.162295 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fd3d33e-b5be-4f6d-bbed-da8fe822fbcc req-b529d923-153d-451e-8e78-6864f940424b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.163577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fd3d33e-b5be-4f6d-bbed-da8fe822fbcc req-b529d923-153d-451e-8e78-6864f940424b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.4201846 Jul 16 18:11:02.165020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b529d923-153d-451e-8e78-6864f940424b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb67bb-dde0-4836-8ab2-4f798f926500,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.173716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-b6d9fb2e-0fcd-4ff9-90d0-b4c9b04e15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.177592 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-b6d9fb2e-0fcd-4ff9-90d0-b4c9b04e15a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1175 time: 0.1779845 Jul 16 18:11:02.394050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ac4ac-a6ef-461b-bcd5-d2bca0d86f83 req-2c8d24fb-a76d-482b-ad91-28d37045758a tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.395693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Request body: {'port': {'device_id': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:02.401185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-557ac4ac-a6ef-461b-bcd5-d2bca0d86f83 req-2c8d24fb-a76d-482b-ad91-28d37045758a tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 932 time: 0.1851752 Jul 16 18:11:02.494558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.504241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-557ac4ac-a6ef-461b-bcd5-d2bca0d86f83 req-7a996fbc-8d6c-4bfd-af3c-2a35ce1b7b77 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974679 Jul 16 18:11:02.512970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-26c19494-dea5-4975-8b3a-0f0678824be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.514497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-26c19494-dea5-4975-8b3a-0f0678824be9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 912 time: 0.3312299 Jul 16 18:11:02.583159 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-b068efb3-7410-45c4-b670-446ce823ef1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 200 len: 217 time: 0.0481067 Jul 16 18:11:02.587971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c6b4e-6503-4edb-9e9a-709f74cb503d req-c71d3a8f-4767-4b77-b512-120432f03ad1 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.595152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee7c6b4e-6503-4edb-9e9a-709f74cb503d req-c71d3a8f-4767-4b77-b512-120432f03ad1 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 949 time: 0.1546693 Jul 16 18:11:02.692686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee7c6b4e-6503-4edb-9e9a-709f74cb503d req-1d3fc6f8-db85-4624-99c2-5e356cd0d6a7 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924714 Jul 16 18:11:02.725655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-34bad67a-f3a1-4056-b536-fc0f42d33a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.727173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-34bad67a-f3a1-4056-b536-fc0f42d33a32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.1287086 Jul 16 18:11:02.785115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd86a110-72db-4e17-bcee-b10090efa65f req-3d1d0694-33e0-4d57-b02e-f7942657f9a4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/44fb67bb-dde0-4836-8ab2-4f798f926500 HTTP/1.1" status: 200 len: 1780 time: 0.0496523 Jul 16 18:11:02.902248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80f96d59-8815-4bf0-8ff5-f1c823ad5285 req-b3ae4652-ed60-475d-959a-273e2d0aa225 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/44fb67bb-dde0-4836-8ab2-4f798f926500 HTTP/1.1" status: 200 len: 1780 time: 0.0967216 Jul 16 18:11:02.963729 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-f8f2f19f-0ff1-4143-846c-2390dd0773ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2264972 Jul 16 18:11:02.968613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ba4521-4b75-431e-87f8-3cd4edc336c9 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:02.974185 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-80f96d59-8815-4bf0-8ff5-f1c823ad5285 req-47d831c9-3c15-4d88-b9da-9643edd848fd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.991273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.005190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-80f96d59-8815-4bf0-8ff5-f1c823ad5285 req-47d831c9-3c15-4d88-b9da-9643edd848fd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.038850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Transition to ACTIVE for port object 25ba4521-4b75-431e-87f8-3cd4edc336c9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:03.047308 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.059541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-80f96d59-8815-4bf0-8ff5-f1c823ad5285 req-47d831c9-3c15-4d88-b9da-9643edd848fd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.065605 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-80f96d59-8815-4bf0-8ff5-f1c823ad5285 req-47d831c9-3c15-4d88-b9da-9643edd848fd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.085744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80f96d59-8815-4bf0-8ff5-f1c823ad5285 req-47d831c9-3c15-4d88-b9da-9643edd848fd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/44fb67bb-dde0-4836-8ab2-4f798f926500 HTTP/1.1" status: 204 len: 173 time: 0.1825111 Jul 16 18:11:03.102731 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4661faa6-ffb3-40b2-8c9d-729de807119f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.136318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d831c9-3c15-4d88-b9da-9643edd848fd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb67bb-dde0-4836-8ab2-4f798f926500,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.139103 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-0597eec0-34dc-46a2-9469-278abbfb588a req-da4d239d-851e-4f77-a74a-3f00050110aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:03.147766 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0597eec0-34dc-46a2-9469-278abbfb588a req-da4d239d-851e-4f77-a74a-3f00050110aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/44fb67bb-dde0-4836-8ab2-4f798f926500 HTTP/1.1" status: 404 len: 352 time: 0.0610766 Jul 16 18:11:03.172934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-23d040c0-2365-48df-9dea-3b47c6a79351 req-32232f17-8150-42cd-a48c-889021dab387 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-371707541', 'description': 'tempest-description-593390706'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:03.201619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-23d040c0-2365-48df-9dea-3b47c6a79351 req-32232f17-8150-42cd-a48c-889021dab387 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.267153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Pushing event updated for resources: {'Port': ['ID=25ba4521-4b75-431e-87f8-3cd4edc336c9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.338784 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.373634 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-23d040c0-2365-48df-9dea-3b47c6a79351 req-32232f17-8150-42cd-a48c-889021dab387 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.382903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-23d040c0-2365-48df-9dea-3b47c6a79351 req-32232f17-8150-42cd-a48c-889021dab387 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.423394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-23d040c0-2365-48df-9dea-3b47c6a79351 req-32232f17-8150-42cd-a48c-889021dab387 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.424111 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-77ae3256-c283-44b5-a704-a31e936e566f service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399626 Jul 16 18:11:03.424816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23d040c0-2365-48df-9dea-3b47c6a79351 req-32232f17-8150-42cd-a48c-889021dab387 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2568297 Jul 16 18:11:03.454324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32232f17-8150-42cd-a48c-889021dab387 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb78547e-d36d-4d26-be78-b077a70207c5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.486551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d7288ade-23bb-4f93-acc5-31cb2bf2e40a req-75c01930-7168-40d1-88a8-4e5427ab0a64 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-480973455', 'description': 'tempest-description-2105721733'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:03.544121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7288ade-23bb-4f93-acc5-31cb2bf2e40a req-75c01930-7168-40d1-88a8-4e5427ab0a64 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.662927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Attempting to bind port 25ba4521-4b75-431e-87f8-3cd4edc336c9 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:03.663459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Attempting to bind port 25ba4521-4b75-431e-87f8-3cd4edc336c9 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '1d3477a2-c534-4265-a116-c4ac3a7cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:03.663867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Attempting to bind port 25ba4521-4b75-431e-87f8-3cd4edc336c9 on network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:03.683569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Port 25ba4521-4b75-431e-87f8-3cd4edc336c9 on network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:03.683569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Attempting to bind port 25ba4521-4b75-431e-87f8-3cd4edc336c9 on network 3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:03.705642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:03.706129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Checking segment: {'id': '1d3477a2-c534-4265-a116-c4ac3a7cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:03.706618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Bound using segment: {'id': '1d3477a2-c534-4265-a116-c4ac3a7cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:03.707163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Bound port: 25ba4521-4b75-431e-87f8-3cd4edc336c9, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3477a2-c534-4265-a116-c4ac3a7cdada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:03.707624 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.738045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a808aff-284a-47de-9d15-907fe0c74e08 req-19ea6a1f-d43b-4ef5-8f07-233ec4dc37f3 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601335 Jul 16 18:11:03.754895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-cee1ee57-3216-4d2a-8d6c-4eb800da9f82 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.756532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-cee1ee57-3216-4d2a-8d6c-4eb800da9f82 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 949 time: 0.3665712 Jul 16 18:11:03.766157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7288ade-23bb-4f93-acc5-31cb2bf2e40a req-75c01930-7168-40d1-88a8-4e5427ab0a64 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.770892 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7288ade-23bb-4f93-acc5-31cb2bf2e40a req-75c01930-7168-40d1-88a8-4e5427ab0a64 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.810434 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7288ade-23bb-4f93-acc5-31cb2bf2e40a req-75c01930-7168-40d1-88a8-4e5427ab0a64 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.823800 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7288ade-23bb-4f93-acc5-31cb2bf2e40a req-75c01930-7168-40d1-88a8-4e5427ab0a64 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3435767 Jul 16 18:11:03.831274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c01930-7168-40d1-88a8-4e5427ab0a64 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d4d5e4-161a-48b5-9682-dfbb39687303,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.877324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] For port 25ba4521-4b75-431e-87f8-3cd4edc336c9, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:03.920249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] For port 25ba4521-4b75-431e-87f8-3cd4edc336c9, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=25ba4521-4b75-431e-87f8-3cd4edc336c9,segment=NetworkSegment(1d3477a2-c534-4265-a116-c4ac3a7cdada),segment_id=1d3477a2-c534-4265-a116-c4ac3a7cdada)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:03.926119 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.976278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.976278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.976278 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] 10.222.0.55 "PUT /v2.0/ports/25ba4521-4b75-431e-87f8-3cd4edc336c9 HTTP/1.1" status: 200 len: 1093 time: 1.8662453 Jul 16 18:11:03.989283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'tag': '25ba4521-4b75-431e-87f8-3cd4edc336c9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:03.996288 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fbc32c-8fb6-4cc2-8591-49b05165781e" -d '{"events": [{"name": "network-changed", "server_uuid": "5f42d702-16f0-4995-bc91-8bea6dcfe80e", "tag": "25ba4521-4b75-431e-87f8-3cd4edc336c9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:04.051209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Deleting port 9d255590-921a-41b2-83a5-b982ca7f12ff {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:04.051466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.083810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9110518-ae2f-4982-9135-674e019e4906 service neutron] Pushing event updated for resources: {'Port': ['ID=25ba4521-4b75-431e-87f8-3cd4edc336c9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.161604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c218518-cd9c-4d66-b3c9-d200e725d172 req-b4e24723-fffb-4f83-98a8-27ff4f062b1c tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.168799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c218518-cd9c-4d66-b3c9-d200e725d172 req-b4e24723-fffb-4f83-98a8-27ff4f062b1c tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 944 time: 0.1433651 Jul 16 18:11:04.181242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.237596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-c25f3c1a-6a88-4397-a708-fe2afb1da7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.239684 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-c25f3c1a-6a88-4397-a708-fe2afb1da7b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38951ad938344a0b8df96c0aeee8970d&device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 1096 time: 0.2155836 Jul 16 18:11:04.247602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] For port 9d255590-921a-41b2-83a5-b982ca7f12ff, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9d255590-921a-41b2-83a5-b982ca7f12ff,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:04.247986 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.254877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c218518-cd9c-4d66-b3c9-d200e725d172 req-35e18b33-c453-46d2-ae9d-f07aeb277a14 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851226 Jul 16 18:11:04.306154 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-fa90e6ed-76f5-47ba-b829-06b7e6f84194 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25ba4521-4b75-431e-87f8-3cd4edc336c9 HTTP/1.1" status: 200 len: 217 time: 0.0552921 Jul 16 18:11:04.307673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Calling delete_port for 9d255590-921a-41b2-83a5-b982ca7f12ff owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:04.342546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9392a93-01eb-419c-beba-9e45ea13f99c req-65f55285-50fc-4ee2-b65c-4a4e12714b47 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.350839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9392a93-01eb-419c-beba-9e45ea13f99c req-65f55285-50fc-4ee2-b65c-4a4e12714b47 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 949 time: 0.1748321 Jul 16 18:11:04.380300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e2625874-29f2-4051-9563-536a15f05428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.383786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-e2625874-29f2-4051-9563-536a15f05428 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f709629-a564-4a33-97f7-94c3dd0216f4 HTTP/1.1" status: 200 len: 857 time: 0.0657303 Jul 16 18:11:04.441589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9392a93-01eb-419c-beba-9e45ea13f99c req-76efb295-d665-4de2-9f9d-e39114e1553d tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893497 Jul 16 18:11:04.453631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-cbd065e9-3d5f-465c-9619-0279361f32d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627403 Jul 16 18:11:04.478584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-edbb2b50-e91f-45c4-bdc3-6c48ebe95d52 req-0997087c-86de-48ed-98cc-7525b2100179 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-8925597', 'description': 'tempest-description-352340292'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.533458 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-edbb2b50-e91f-45c4-bdc3-6c48ebe95d52 req-0997087c-86de-48ed-98cc-7525b2100179 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.548870 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232209f4-74e6-45c9-ad65-13cb30e9fb54 x-openstack-request-id: req-232209f4-74e6-45c9-ad65-13cb30e9fb54 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:04.549168 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f42d702-16f0-4995-bc91-8bea6dcfe80e", "tag": "25ba4521-4b75-431e-87f8-3cd4edc336c9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:04.549451 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-232209f4-74e6-45c9-ad65-13cb30e9fb54 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:04.549918 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'tag': '25ba4521-4b75-431e-87f8-3cd4edc336c9', 'status': 'completed', 'code': 200} Jul 16 18:11:04.697285 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-edbb2b50-e91f-45c4-bdc3-6c48ebe95d52 req-0997087c-86de-48ed-98cc-7525b2100179 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.704830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-edbb2b50-e91f-45c4-bdc3-6c48ebe95d52 req-0997087c-86de-48ed-98cc-7525b2100179 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.737748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-d43b0e09-3e37-45cb-9655-671438772659 service neutron] 10.222.0.55 "GET /v2.0/networks/3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760069 Jul 16 18:11:04.765466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997087c-86de-48ed-98cc-7525b2100179 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5074903c-dcbd-49ca-990c-81e043a69f72,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.786523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-edbb2b50-e91f-45c4-bdc3-6c48ebe95d52 req-0997087c-86de-48ed-98cc-7525b2100179 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.792763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-edbb2b50-e91f-45c4-bdc3-6c48ebe95d52 req-0997087c-86de-48ed-98cc-7525b2100179 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3188114 Jul 16 18:11:04.872611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.885532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['a12cc346-36a6-469b-a979-fd5105241942', '9d255590-921a-41b2-83a5-b982ca7f12ff', '86572167-ce9c-429a-846e-b7d222903c58'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:04.923907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Pushing event deleted for resources: {'Port': ['ID=9d255590-921a-41b2-83a5-b982ca7f12ff,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.018580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] No DVR routers for this DVR port 9d255590-921a-41b2-83a5-b982ca7f12ff on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:05.023025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.026659 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7135aff9-3750-49b0-8786-a7e22637f9ee req-f4a5e739-2700-41ab-a435-bf47c7e8c588 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "DELETE /v2.0/ports/9d255590-921a-41b2-83a5-b982ca7f12ff HTTP/1.1" status: 204 len: 173 time: 1.2462566 Jul 16 18:11:05.048657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-593a2a76-e6eb-43bb-96f5-25993119e6fc req-d8d6ebc9-dc9c-413f-ad72-cddbd2746465 service neutron] 10.222.0.55 "GET /v2.0/networks/3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019066 Jul 16 18:11:05.137511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ad3ecbd-8f98-460f-9ec5-2102db83fb45 req-33d966ab-8481-4f1a-bc2f-cd9c4a3ab55c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 10890 time: 0.3227427 Jul 16 18:11:05.246857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ad3ecbd-8f98-460f-9ec5-2102db83fb45 req-70875f88-ef08-4cbf-b94e-36c51fd5bf32 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/08d47eeb-944a-40a8-b821-04c69cd45cc4 HTTP/1.1" status: 200 len: 2981 time: 0.1078358 Jul 16 18:11:05.317899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-14435b21-7e7b-400d-80df-d2f26d4b22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.321607 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-14435b21-7e7b-400d-80df-d2f26d4b22ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=38951ad938344a0b8df96c0aeee8970d&device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 1096 time: 0.1717737 Jul 16 18:11:05.362041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ad3ecbd-8f98-460f-9ec5-2102db83fb45 req-cde4504e-f0c8-4ef5-8016-416a68a15c43 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/08d47eeb-944a-40a8-b821-04c69cd45cc4 HTTP/1.1" status: 200 len: 2981 time: 0.1100929 Jul 16 18:11:05.560410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-8252dbed-9a9d-4654-9022-47be10a1b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.565461 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-8252dbed-9a9d-4654-9022-47be10a1b355 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f HTTP/1.1" status: 200 len: 917 time: 0.2354336 Jul 16 18:11:05.618975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-60cdb728-086b-4e8f-bbee-91660ed9be4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25ba4521-4b75-431e-87f8-3cd4edc336c9 HTTP/1.1" status: 200 len: 217 time: 0.0472667 Jul 16 18:11:05.698685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6792f-1a30-434b-ad46-69726a80259b req-99991aba-0e8b-4095-be35-cac08837de80 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.707239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40d6792f-1a30-434b-ad46-69726a80259b req-99991aba-0e8b-4095-be35-cac08837de80 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 944 time: 0.1285527 Jul 16 18:11:05.727159 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.771054 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-9f7bec73-a097-4ac0-b9a0-e81f005c57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.776166 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-9f7bec73-a097-4ac0-b9a0-e81f005c57c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f709629-a564-4a33-97f7-94c3dd0216f4 HTTP/1.1" status: 200 len: 857 time: 0.1507432 Jul 16 18:11:05.813878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40d6792f-1a30-434b-ad46-69726a80259b req-98fd1ea1-a174-463b-8a4f-840b51a31abb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037502 Jul 16 18:11:05.821804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-f1e0fd08-8654-46bf-b1dd-91086f18192f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361800 Jul 16 18:11:05.836887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b922ca9-3026-485c-b7b4-dfbfbbca3123 req-40967b69-9472-481c-bb46-921ab57ddf4b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/bb78547e-d36d-4d26-be78-b077a70207c5 HTTP/1.1" status: 200 len: 1799 time: 0.1248357 Jul 16 18:11:05.906497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b922ca9-3026-485c-b7b4-dfbfbbca3123 req-117993ce-ea51-4035-8571-5b3a46c0e3bf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.953020 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b922ca9-3026-485c-b7b4-dfbfbbca3123 req-117993ce-ea51-4035-8571-5b3a46c0e3bf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.035257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b922ca9-3026-485c-b7b4-dfbfbbca3123 req-117993ce-ea51-4035-8571-5b3a46c0e3bf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.038612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-f4c194e7-de02-4a50-a20c-8eedafbeaae0 service neutron] 10.222.0.55 "GET /v2.0/networks/3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085001 Jul 16 18:11:06.041144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b922ca9-3026-485c-b7b4-dfbfbbca3123 req-117993ce-ea51-4035-8571-5b3a46c0e3bf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.043923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b922ca9-3026-485c-b7b4-dfbfbbca3123 req-117993ce-ea51-4035-8571-5b3a46c0e3bf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/bb78547e-d36d-4d26-be78-b077a70207c5 HTTP/1.1" status: 204 len: 173 time: 0.2042015 Jul 16 18:11:06.081070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117993ce-ea51-4035-8571-5b3a46c0e3bf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb78547e-d36d-4d26-be78-b077a70207c5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.157506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06165d38-806d-458a-8650-b798c86d9a18 req-58945c9d-158d-4642-b823-65b32678f17a tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=94007f24-f1ee-4581-94b3-62b800f1b62a HTTP/1.1" status: 200 len: 210 time: 0.0610077 Jul 16 18:11:06.272107 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95fbc32c-8fb6-4cc2-8591-49b05165781e req-375dc367-f8c0-4264-a473-5d8b2be99f40 service neutron] 10.222.0.55 "GET /v2.0/networks/3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261546 Jul 16 18:11:06.293325 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-96b4a20e-ae41-4242-9974-22aa3a7c2a16 req-4a2dab18-55e9-48bf-9aad-82459ffdaa89 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:06.294150 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96b4a20e-ae41-4242-9974-22aa3a7c2a16 req-4a2dab18-55e9-48bf-9aad-82459ffdaa89 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/bb78547e-d36d-4d26-be78-b077a70207c5 HTTP/1.1" status: 404 len: 352 time: 0.0240552 Jul 16 18:11:06.370514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae72b108-3bf1-4c05-b4eb-ce7f4ac4719e req-234d13e6-a1d9-4e2f-b369-92d9b606e36e tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/38d4d5e4-161a-48b5-9682-dfbb39687303 HTTP/1.1" status: 200 len: 1800 time: 0.0484467 Jul 16 18:11:06.455743 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae72b108-3bf1-4c05-b4eb-ce7f4ac4719e req-bd5b3e8b-9f29-4b2b-9cc7-627bf6b31798 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.489061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae72b108-3bf1-4c05-b4eb-ce7f4ac4719e req-bd5b3e8b-9f29-4b2b-9cc7-627bf6b31798 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.521987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.557638 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae72b108-3bf1-4c05-b4eb-ce7f4ac4719e req-bd5b3e8b-9f29-4b2b-9cc7-627bf6b31798 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.560411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ae72b108-3bf1-4c05-b4eb-ce7f4ac4719e req-bd5b3e8b-9f29-4b2b-9cc7-627bf6b31798 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.561014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'name': 'network-vif-deleted', 'tag': '9d255590-921a-41b2-83a5-b982ca7f12ff'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:06.564194 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccacd5e-6d45-458b-91c5-3bc91045abba" -d '{"events": [{"server_uuid": "94007f24-f1ee-4581-94b3-62b800f1b62a", "name": "network-vif-deleted", "tag": "9d255590-921a-41b2-83a5-b982ca7f12ff"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:06.577349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae72b108-3bf1-4c05-b4eb-ce7f4ac4719e req-bd5b3e8b-9f29-4b2b-9cc7-627bf6b31798 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/38d4d5e4-161a-48b5-9682-dfbb39687303 HTTP/1.1" status: 204 len: 173 time: 0.2055340 Jul 16 18:11:06.598272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5b3e8b-9f29-4b2b-9cc7-627bf6b31798 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d4d5e4-161a-48b5-9682-dfbb39687303,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.714556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a02345db-eb2e-4b83-9dff-29991a510354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.744762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.859286 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a02345db-eb2e-4b83-9dff-29991a510354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.872602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a02345db-eb2e-4b83-9dff-29991a510354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.892013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9d255590-921a-41b2-83a5-b982ca7f12ff no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:06.926205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 9d255590-921a-41b2-83a5-b982ca7f12ff {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:06.926923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9d255590-921a-41b2-83a5-b982ca7f12ff not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:06.952681 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a02345db-eb2e-4b83-9dff-29991a510354 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cb91ce669a5c463ab40b95aff6ef12b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4288042 Jul 16 18:11:06.955699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.957844 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328bfc91-c417-4ae0-9600-af65d221d0f0 x-openstack-request-id: req-328bfc91-c417-4ae0-9600-af65d221d0f0 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:06.958169 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94007f24-f1ee-4581-94b3-62b800f1b62a", "name": "network-vif-deleted", "tag": "9d255590-921a-41b2-83a5-b982ca7f12ff", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:06.958536 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-328bfc91-c417-4ae0-9600-af65d221d0f0 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:06.958822 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94007f24-f1ee-4581-94b3-62b800f1b62a', 'name': 'network-vif-deleted', 'tag': '9d255590-921a-41b2-83a5-b982ca7f12ff', 'status': 'completed', 'code': 200} Jul 16 18:11:06.988270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02345db-eb2e-4b83-9dff-29991a510354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ce94fe-78c6-4c8b-b110-722886a0066d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.027094 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-41c97dc6-3fe9-4adb-ba25-a3193dd341ea req-51cd139e-27ef-440e-9ab6-ff5fb7a69db5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:07.042643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c97dc6-3fe9-4adb-ba25-a3193dd341ea req-51cd139e-27ef-440e-9ab6-ff5fb7a69db5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/38d4d5e4-161a-48b5-9682-dfbb39687303 HTTP/1.1" status: 404 len: 352 time: 0.0443711 Jul 16 18:11:07.052708 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-041aabd7-9139-40f3-8958-f94f7cda9ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.092595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-041aabd7-9139-40f3-8958-f94f7cda9ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.146902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-041aabd7-9139-40f3-8958-f94f7cda9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.151230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-041aabd7-9139-40f3-8958-f94f7cda9ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.153224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-041aabd7-9139-40f3-8958-f94f7cda9ff4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9ce94fe-78c6-4c8b-b110-722886a0066d HTTP/1.1" status: 204 len: 168 time: 0.1935537 Jul 16 18:11:07.164791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aabd7-9139-40f3-8958-f94f7cda9ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ce94fe-78c6-4c8b-b110-722886a0066d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.165513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.360323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5f1c1-1962-4000-882b-3557f9d766fe req-b0ed278c-ba8c-44ea-9aee-ed1f8d3fa4df tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.364040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ad5f1c1-1962-4000-882b-3557f9d766fe req-b0ed278c-ba8c-44ea-9aee-ed1f8d3fa4df tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 944 time: 0.1638784 Jul 16 18:11:07.504469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ad5f1c1-1962-4000-882b-3557f9d766fe req-8d74b9b4-ea5f-42e7-8e18-f6de6936ec5a tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326370 Jul 16 18:11:07.572018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986604d-2750-4f3d-817d-fdd510e31cfe req-ccca7405-02c0-47c8-bfb8-8945498081ea tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.579585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a986604d-2750-4f3d-817d-fdd510e31cfe req-ccca7405-02c0-47c8-bfb8-8945498081ea tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 945 time: 0.1752563 Jul 16 18:11:07.618147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.658896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a986604d-2750-4f3d-817d-fdd510e31cfe req-88025109-e357-4d78-94fb-62e6bab257ec tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777276 Jul 16 18:11:07.669197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64ddc600-063e-4d0f-ac78-a77afba662eb req-e2ca5483-d386-45ef-8849-0d5249238d82 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/5074903c-dcbd-49ca-990c-81e043a69f72 HTTP/1.1" status: 200 len: 1797 time: 0.1155255 Jul 16 18:11:07.762199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.783315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25df768e-fe0f-41f1-8c78-538624f5104e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.813083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64ddc600-063e-4d0f-ac78-a77afba662eb req-f86d14e8-fc61-4a54-802d-3f9f97800b4a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.839269 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64ddc600-063e-4d0f-ac78-a77afba662eb req-f86d14e8-fc61-4a54-802d-3f9f97800b4a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.894790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64ddc600-063e-4d0f-ac78-a77afba662eb req-f86d14e8-fc61-4a54-802d-3f9f97800b4a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.903231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64ddc600-063e-4d0f-ac78-a77afba662eb req-f86d14e8-fc61-4a54-802d-3f9f97800b4a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.904710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64ddc600-063e-4d0f-ac78-a77afba662eb req-f86d14e8-fc61-4a54-802d-3f9f97800b4a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/5074903c-dcbd-49ca-990c-81e043a69f72 HTTP/1.1" status: 204 len: 173 time: 0.2267859 Jul 16 18:11:07.926592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d14e8-fc61-4a54-802d-3f9f97800b4a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5074903c-dcbd-49ca-990c-81e043a69f72,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.984771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 25ba4521-4b75-431e-87f8-3cd4edc336c9 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:07.985315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25df768e-fe0f-41f1-8c78-538624f5104e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.991802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25df768e-fe0f-41f1-8c78-538624f5104e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.066758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df768e-fe0f-41f1-8c78-538624f5104e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad98ba0-788a-4456-bbb6-002118daad73,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.088665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-203d4b6a-335e-4bb9-bae3-945e23dd4081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.145978 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25df768e-fe0f-41f1-8c78-538624f5104e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=268b61125feb467290660fbd0f7fbef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823879 Jul 16 18:11:08.148661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49960) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.210701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 25ba4521-4b75-431e-87f8-3cd4edc336c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=25ba4521-4b75-431e-87f8-3cd4edc336c9,segment=NetworkSegment(1d3477a2-c534-4265-a116-c4ac3a7cdada),segment_id=1d3477a2-c534-4265-a116-c4ac3a7cdada)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:08.238398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '25ba4521-4b75-431e-87f8-3cd4edc336c9', 'network_id': '3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f', 'port_id': '25ba4521-4b75-431e-87f8-3cd4edc336c9', 'mac_address': 'fa:16:3e:7e:68:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f709629-a564-4a33-97f7-94c3dd0216f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:08.252036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-203d4b6a-335e-4bb9-bae3-945e23dd4081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.263668 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ff618fa-db1f-45b1-9c8b-9e93108c4a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.264601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-203d4b6a-335e-4bb9-bae3-945e23dd4081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.291295 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-203d4b6a-335e-4bb9-bae3-945e23dd4081 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e871ed44cc34dd1b694f96485b2aa12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718528 Jul 16 18:11:08.297079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.316737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d4b6a-335e-4bb9-bae3-945e23dd4081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75c39bc-02e2-4a4d-af6d-1326d7733fb1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.332403 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.362375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ba4521-4b75-431e-87f8-3cd4edc336c9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:08.404441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 25ba4521-4b75-431e-87f8-3cd4edc336c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=25ba4521-4b75-431e-87f8-3cd4edc336c9,segment=NetworkSegment(1d3477a2-c534-4265-a116-c4ac3a7cdada),segment_id=1d3477a2-c534-4265-a116-c4ac3a7cdada)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:08.411223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ff618fa-db1f-45b1-9c8b-9e93108c4a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.414769 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.439105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-70c02144-91ec-4575-bcd3-a2cb3043e304 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.443092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-70c02144-91ec-4575-bcd3-a2cb3043e304 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 945 time: 0.1271236 Jul 16 18:11:08.517642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=25ba4521-4b75-431e-87f8-3cd4edc336c9,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.547665 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-470e744b-1f59-4f4f-a516-502ed8479017 req-8e02bb8b-bc41-452f-a23e-d5198acd2c51 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:08.548748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-470e744b-1f59-4f4f-a516-502ed8479017 req-8e02bb8b-bc41-452f-a23e-d5198acd2c51 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/5074903c-dcbd-49ca-990c-81e043a69f72 HTTP/1.1" status: 404 len: 352 time: 0.0534947 Jul 16 18:11:08.549355 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3e1f-59ec-4442-8902-c55bef89c6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.577995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3e1f-59ec-4442-8902-c55bef89c6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.618001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ff618fa-db1f-45b1-9c8b-9e93108c4a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.621135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ff618fa-db1f-45b1-9c8b-9e93108c4a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.624550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1ff618fa-db1f-45b1-9c8b-9e93108c4a29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dad98ba0-788a-4456-bbb6-002118daad73 HTTP/1.1" status: 204 len: 168 time: 0.4726074 Jul 16 18:11:08.625387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Deleting port 2e985a53-f4f3-48db-8c85-249221e7155e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:08.625827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.668409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['25ba4521-4b75-431e-87f8-3cd4edc336c9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:08.739434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff618fa-db1f-45b1-9c8b-9e93108c4a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad98ba0-788a-4456-bbb6-002118daad73,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.807716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] For port 2e985a53-f4f3-48db-8c85-249221e7155e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2e985a53-f4f3-48db-8c85-249221e7155e,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:08.809281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.819853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e7b72-abc6-4fee-ac02-e5ad980e06d8 req-9e2591ee-6667-463f-8da2-6229c869c3c4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.822088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e24e7b72-abc6-4fee-ac02-e5ad980e06d8 req-9e2591ee-6667-463f-8da2-6229c869c3c4 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 950 time: 0.2075830 Jul 16 18:11:08.825646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3e1f-59ec-4442-8902-c55bef89c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.828779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3e1f-59ec-4442-8902-c55bef89c6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.833003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed0c3e1f-59ec-4442-8902-c55bef89c6cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b75c39bc-02e2-4a4d-af6d-1326d7733fb1 HTTP/1.1" status: 204 len: 168 time: 0.5323777 Jul 16 18:11:08.867589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c3e1f-59ec-4442-8902-c55bef89c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75c39bc-02e2-4a4d-af6d-1326d7733fb1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.310000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccda18-7053-4b8e-9aeb-95c53f54d6ea req-ff01c32e-79ac-4e8e-ba98-356cb905afbb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.318669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24ccda18-7053-4b8e-9aeb-95c53f54d6ea req-ff01c32e-79ac-4e8e-ba98-356cb905afbb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 945 time: 0.6004553 Jul 16 18:11:09.377018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e24e7b72-abc6-4fee-ac02-e5ad980e06d8 req-f8d43a73-3423-4632-af77-12e9f540e335 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431280 Jul 16 18:11:09.421349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24ccda18-7053-4b8e-9aeb-95c53f54d6ea req-78ada123-7a72-4fda-a580-d59df30c78bd tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015368 Jul 16 18:11:09.477529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49990) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.509560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3d451e6-dc91-40d1-b3de-56189cc322e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.569132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d7d3c4-1813-4f2c-a0ae-5657636e4122 req-2e3179a2-4865-464a-9885-dedb525156ec tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 6147 time: 0.1465533 Jul 16 18:11:09.707207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d7d3c4-1813-4f2c-a0ae-5657636e4122 req-9d178d92-d28a-4f57-bbea-56c355950baf tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/08d47eeb-944a-40a8-b821-04c69cd45cc4 HTTP/1.1" status: 200 len: 2981 time: 0.1289802 Jul 16 18:11:09.808824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d7d3c4-1813-4f2c-a0ae-5657636e4122 req-4e2829d0-7ff4-433c-969d-255104b8db75 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/08d47eeb-944a-40a8-b821-04c69cd45cc4 HTTP/1.1" status: 200 len: 2981 time: 0.1006105 Jul 16 18:11:09.838103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197934e7-3f3e-4cbe-8a89-430d7bf25bdf req-2ca8ac28-6e8d-45f0-99cb-c5c5fc19fbe2 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.839471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-197934e7-3f3e-4cbe-8a89-430d7bf25bdf req-2ca8ac28-6e8d-45f0-99cb-c5c5fc19fbe2 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 945 time: 0.1859343 Jul 16 18:11:09.875236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.876300 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.876522 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421 disassociated. External IP: 172.25.0.219, port: 2e985a53-f4f3-48db-8c85-249221e7155e. Jul 16 18:11:09.878386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Calling delete_port for 2e985a53-f4f3-48db-8c85-249221e7155e owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:09.944791 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3d451e6-dc91-40d1-b3de-56189cc322e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.958160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3d451e6-dc91-40d1-b3de-56189cc322e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.983201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 25ba4521-4b75-431e-87f8-3cd4edc336c9 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:09.993809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-197934e7-3f3e-4cbe-8a89-430d7bf25bdf req-9efdd80a-5a45-48b1-a059-82711b16719c tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups?id=a609d32e-100d-49fb-a458-1d64efba2b27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403859 Jul 16 18:11:10.056994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d76f888f-db92-4877-a376-d6bd6915e8a6 req-1ff3ba02-ffaf-4f21-89f1-c5a14d84c8f4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1696426461', 'description': 'tempest-description-715655038'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:10.081243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a3d451e6-dc91-40d1-b3de-56189cc322e1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=751adf34142d4409b2149c6beb1b8b1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988073 Jul 16 18:11:10.085593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:10.087513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d451e6-dc91-40d1-b3de-56189cc322e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f822c942-b68c-4612-8c22-82b19c6ffd24,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.121803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d76f888f-db92-4877-a376-d6bd6915e8a6 req-1ff3ba02-ffaf-4f21-89f1-c5a14d84c8f4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.137493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 25ba4521-4b75-431e-87f8-3cd4edc336c9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:10.143276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 25ba4521-4b75-431e-87f8-3cd4edc336c9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:10.144019 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.209943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-3291d4b5-88ae-48a4-8eed-768bb76a5922 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.213710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-3291d4b5-88ae-48a4-8eed-768bb76a5922 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 950 time: 0.2556496 Jul 16 18:11:10.275044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.311114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-925086ab-67c4-4bcc-b589-d00cb5761acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.331545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 25ba4521-4b75-431e-87f8-3cd4edc336c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=25ba4521-4b75-431e-87f8-3cd4edc336c9,segment=NetworkSegment(1d3477a2-c534-4265-a116-c4ac3a7cdada),segment_id=1d3477a2-c534-4265-a116-c4ac3a7cdada)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:10.333895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ba4521-4b75-431e-87f8-3cd4edc336c9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:10.337668 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e2ce4-8259-48c5-afdc-10a1acfb9c0d" -d '{"events": [{"server_uuid": "5f42d702-16f0-4995-bc91-8bea6dcfe80e", "name": "network-vif-plugged", "status": "completed", "tag": "25ba4521-4b75-431e-87f8-3cd4edc336c9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:10.341798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d76f888f-db92-4877-a376-d6bd6915e8a6 req-1ff3ba02-ffaf-4f21-89f1-c5a14d84c8f4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.344005 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.357267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d76f888f-db92-4877-a376-d6bd6915e8a6 req-1ff3ba02-ffaf-4f21-89f1-c5a14d84c8f4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.399037 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d76f888f-db92-4877-a376-d6bd6915e8a6 req-1ff3ba02-ffaf-4f21-89f1-c5a14d84c8f4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.412013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=25ba4521-4b75-431e-87f8-3cd4edc336c9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.412781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d76f888f-db92-4877-a376-d6bd6915e8a6 req-1ff3ba02-ffaf-4f21-89f1-c5a14d84c8f4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3700292 Jul 16 18:11:10.419279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ba02-ffaf-4f21-89f1-c5a14d84c8f4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6659b0dc-39e9-4dbf-85f3-a39d03226bd2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.454076 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db198df-0334-4664-adde-d7569d81a1d5 x-openstack-request-id: req-4db198df-0334-4664-adde-d7569d81a1d5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:10.454729 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f42d702-16f0-4995-bc91-8bea6dcfe80e", "name": "network-vif-plugged", "status": "completed", "tag": "25ba4521-4b75-431e-87f8-3cd4edc336c9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:10.455085 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4db198df-0334-4664-adde-d7569d81a1d5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:10.455593 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ba4521-4b75-431e-87f8-3cd4edc336c9', 'code': 200} Jul 16 18:11:10.488961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-6c6176da-922a-4dea-ab85-d16288fc9591 req-5957e211-a1e3-4dd3-85dc-478a8c65a080 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153308673', 'description': 'tempest-description-1852729580'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:10.504941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-925086ab-67c4-4bcc-b589-d00cb5761acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.543297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6c6176da-922a-4dea-ab85-d16288fc9591 req-5957e211-a1e3-4dd3-85dc-478a8c65a080 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.558727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.573569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Deleting port a12cc346-36a6-469b-a979-fd5105241942 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:10.573910 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.650159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event deleted for resources: {'Port': ['ID=2e985a53-f4f3-48db-8c85-249221e7155e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.686080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05df42-ae65-4254-a95c-deda5749c256 req-12a60ccb-2cb9-4277-ba32-9557861fff51 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.687619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe05df42-ae65-4254-a95c-deda5749c256 req-12a60ccb-2cb9-4277-ba32-9557861fff51 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=deb01179-f001-42e2-bd0e-0282ed2e8597 HTTP/1.1" status: 200 len: 950 time: 0.1212978 Jul 16 18:11:10.752465 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6c6176da-922a-4dea-ab85-d16288fc9591 req-5957e211-a1e3-4dd3-85dc-478a8c65a080 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.757045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe05df42-ae65-4254-a95c-deda5749c256 req-0fee6837-e39f-41e2-b596-21885895149c tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614722 Jul 16 18:11:10.758342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6c6176da-922a-4dea-ab85-d16288fc9591 req-5957e211-a1e3-4dd3-85dc-478a8c65a080 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.774888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-925086ab-67c4-4bcc-b589-d00cb5761acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.778207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-925086ab-67c4-4bcc-b589-d00cb5761acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.779475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-925086ab-67c4-4bcc-b589-d00cb5761acf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f822c942-b68c-4612-8c22-82b19c6ffd24 HTTP/1.1" status: 204 len: 168 time: 0.6919854 Jul 16 18:11:10.800137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-6c6176da-922a-4dea-ab85-d16288fc9591 req-5957e211-a1e3-4dd3-85dc-478a8c65a080 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.801443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c6176da-922a-4dea-ab85-d16288fc9591 req-5957e211-a1e3-4dd3-85dc-478a8c65a080 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3175766 Jul 16 18:11:10.811900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5957e211-a1e3-4dd3-85dc-478a8c65a080 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.824788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98a75c-a307-4816-ab60-e8f1be6626b5 req-160892cd-4423-48f0-ab0c-4c19b6d9888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.826301 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4c98a75c-a307-4816-ab60-e8f1be6626b5 req-160892cd-4423-48f0-ab0c-4c19b6d9888b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 1098 time: 0.3165758 Jul 16 18:11:10.855351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] For port a12cc346-36a6-469b-a979-fd5105241942, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a12cc346-36a6-469b-a979-fd5105241942,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:10.855712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.871961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925086ab-67c4-4bcc-b589-d00cb5761acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f822c942-b68c-4612-8c22-82b19c6ffd24,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.888472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Calling delete_port for a12cc346-36a6-469b-a979-fd5105241942 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:11.011292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4c98a75c-a307-4816-ab60-e8f1be6626b5 req-53d53dfa-94a5-46f7-963f-f4dabba5d5da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527069 Jul 16 18:11:11.013641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addb0f5-8475-4098-b7a5-1eccebc0432b req-821e6011-adb0-439d-a3cd-bc679107cd81 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.019923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2addb0f5-8475-4098-b7a5-1eccebc0432b req-821e6011-adb0-439d-a3cd-bc679107cd81 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 946 time: 0.1068203 Jul 16 18:11:11.034838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:11.067910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2addb0f5-8475-4098-b7a5-1eccebc0432b req-dfd96f27-a9c2-4379-aadf-7021b54f268e tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Jul 16 18:11:11.314087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:11.322148 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.331809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] Sync routers for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:11.344810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['86572167-ce9c-429a-846e-b7d222903c58'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:11.355628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-ee4ca634-d497-4aef-988d-a92bd1c9fa19 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.363093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-ee4ca634-d497-4aef-988d-a92bd1c9fa19 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 812 time: 0.2094593 Jul 16 18:11:11.375363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] No DVR routers for this DVR port 2e985a53-f4f3-48db-8c85-249221e7155e on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:11.401007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-cb14df12-1f13-4eab-b518-c2ff7c5d1e8a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/quotas/3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 375 time: 0.0369685 Jul 16 18:11:11.403477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.405829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-92644c34-178a-447f-98f5-e78f13fd53f6 req-35ea3e71-91fc-48d6-887c-3e4737f7f9ae tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.55 "DELETE /v2.0/ports/2e985a53-f4f3-48db-8c85-249221e7155e HTTP/1.1" status: 204 len: 173 time: 2.9579992 Jul 16 18:11:11.406577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'name': 'network-vif-deleted', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:11.410171 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bff4bb1-a62c-43be-938b-5487b70a6f34" -d '{"events": [{"server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "name": "network-vif-deleted", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:11.413820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Pushing event deleted for resources: {'Port': ['ID=a12cc346-36a6-469b-a979-fd5105241942,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.416830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69ccc4fe-ce05-4408-bc7c-5269e26c9a05 req-5e7dc16d-46e0-440c-88a4-d2b205d53af4 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cc0ff52-2b7e-49cc-a95c-c1a957e72d08 HTTP/1.1" status: 200 len: 210 time: 0.1195457 Jul 16 18:11:11.430737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:11.432589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:11.535055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-c11c10c7-3e59-4110-a962-522ca1e1b0fc tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1329641 Jul 16 18:11:11.574843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] No DVR routers for this DVR port a12cc346-36a6-469b-a979-fd5105241942 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:11.584593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.596279 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5caa8eaf-a0e5-4922-aef2-62afcaa77bcb req-751c640d-b0fb-448a-bde6-3c1ee23dbeff tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "DELETE /v2.0/ports/a12cc346-36a6-469b-a979-fd5105241942 HTTP/1.1" status: 204 len: 173 time: 1.3724344 Jul 16 18:11:11.681274 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b05475-34ee-4fde-8c96-a6bc87f0af9a x-openstack-request-id: req-f6b05475-34ee-4fde-8c96-a6bc87f0af9a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:11.681981 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc0ff52-2b7e-49cc-a95c-c1a957e72d08", "name": "network-vif-deleted", "tag": "2e985a53-f4f3-48db-8c85-249221e7155e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:11.682400 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f6b05475-34ee-4fde-8c96-a6bc87f0af9a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:11.683009 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc0ff52-2b7e-49cc-a95c-c1a957e72d08', 'name': 'network-vif-deleted', 'tag': '2e985a53-f4f3-48db-8c85-249221e7155e', 'status': 'completed', 'code': 200} Jul 16 18:11:11.686168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:12.039807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2e985a53-f4f3-48db-8c85-249221e7155e no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:12.105911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 2e985a53-f4f3-48db-8c85-249221e7155e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:12.106935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2e985a53-f4f3-48db-8c85-249221e7155e not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:12.107994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:12.146617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-d340c636-1d60-49fb-a236-98e889abff07 service neutron] 10.222.0.48 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075096 Jul 16 18:11:12.204714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:12.262907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace7deb-e5e9-4916-a824-375e72b90f33 req-d81b04d5-6be0-4d68-bcf4-b57faf839cc8 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.264738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ace7deb-e5e9-4916-a824-375e72b90f33 req-d81b04d5-6be0-4d68-bcf4-b57faf839cc8 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 951 time: 0.3100009 Jul 16 18:11:12.321794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] Checking router: c524fe21-4905-4d50-b3ae-9dcd0ae4adbd for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:12.358042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-eac9fba6-a207-4c7e-8ba1-b3f6d9d7eb58 service neutron] 10.222.0.48 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998723 Jul 16 18:11:12.363946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:12.364725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:12.383351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ace7deb-e5e9-4916-a824-375e72b90f33 req-3f8f8f6d-134d-4ce3-8793-77cb1933e38a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102786 Jul 16 18:11:12.475377 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.507200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:12.560472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:12.562700 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf46495-4d8e-42ad-8c29-e5d079cdd0ca" -d '{"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-unplugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:12.580572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:12.589352 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.760561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e7fb2-de20-42fc-8f9d-c15b2501e94d req-e07dcb40-5ff3-47a5-95b7-d74972d857b6 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.762148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-882e7fb2-de20-42fc-8f9d-c15b2501e94d req-e07dcb40-5ff3-47a5-95b7-d74972d857b6 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 946 time: 0.1019022 Jul 16 18:11:12.766504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.810082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-882e7fb2-de20-42fc-8f9d-c15b2501e94d req-d50d4c0e-05b7-404d-a2b1-e7c51a5cd655 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Jul 16 18:11:12.910225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:12.956540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c70aeaa-10f3-473e-baba-af9fbedcbab6 None None] The sync data for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 is: [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:06:11Z', 'revision_number': 4, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3f805b18-b185-4fc5-8471-c6411e9a8bd1', 'name': '', 'network_id': '4ec0d23a-d490-4488-9f8c-3c4677d631e3', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'mac_address': 'fa:16:3e:ff:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:08Z', 'updated_at': '2021-07-16T18:06:16Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'subnets': [{'id': '75e3d160-4ddc-4d99-adc7-ce793d57330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:12.958498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a12cc346-36a6-469b-a979-fd5105241942 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:12.993895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: a12cc346-36a6-469b-a979-fd5105241942 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:12.995282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a12cc346-36a6-469b-a979-fd5105241942 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:13.333425 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a5bf51-2182-4642-b30e-4d8a2ce39cef None None] New status for floating IP a72ba8aa-7a2f-4824-a78a-640e68ce0421: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:11:13.352499 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b6fb73-d239-430d-b254-22c17cffd3f0 x-openstack-request-id: req-10b6fb73-d239-430d-b254-22c17cffd3f0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:13.352787 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-unplugged", "status": "completed", "tag": "1422c95e-b100-429a-b15b-ac690a450618", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:13.354379 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10b6fb73-d239-430d-b254-22c17cffd3f0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:13.355423 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1422c95e-b100-429a-b15b-ac690a450618', 'code': 200} Jul 16 18:11:13.409727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d382ec3c-efdd-4aba-a8a5-b8f5597a1245 req-245f846a-1c0f-4f07-8e7b-2e244cdd6182 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 210 time: 0.0358281 Jul 16 18:11:13.684069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'name': 'network-vif-deleted', 'tag': 'a12cc346-36a6-469b-a979-fd5105241942'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:13.686435 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7f4b3-fd0b-4096-a9c4-3243b685c5c5" -d '{"events": [{"server_uuid": "deb01179-f001-42e2-bd0e-0282ed2e8597", "name": "network-vif-deleted", "tag": "a12cc346-36a6-469b-a979-fd5105241942"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:13.853174 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee2b38-51ae-4f82-ba7f-f4194b6d661b x-openstack-request-id: req-15ee2b38-51ae-4f82-ba7f-f4194b6d661b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:13.854055 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb01179-f001-42e2-bd0e-0282ed2e8597", "name": "network-vif-deleted", "tag": "a12cc346-36a6-469b-a979-fd5105241942", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:13.854487 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15ee2b38-51ae-4f82-ba7f-f4194b6d661b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:13.855061 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb01179-f001-42e2-bd0e-0282ed2e8597', 'name': 'network-vif-deleted', 'tag': 'a12cc346-36a6-469b-a979-fd5105241942', 'status': 'completed', 'code': 200} Jul 16 18:11:13.857903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091eb61-5637-48ea-a327-a9c0d4e125ba req-aa488476-4080-4db6-8b48-c7b63f1190d0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.859468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1091eb61-5637-48ea-a327-a9c0d4e125ba req-aa488476-4080-4db6-8b48-c7b63f1190d0 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 950 time: 0.0672560 Jul 16 18:11:13.901488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1091eb61-5637-48ea-a327-a9c0d4e125ba req-1726e2b3-9aca-458d-85cf-d5c5a29a2164 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Jul 16 18:11:14.028752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e08d4-b654-4b7a-b5fa-5dfd436cb02b req-6111f6a5-c046-46dc-abfa-f6f9eaa07f89 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.035849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c92e08d4-b654-4b7a-b5fa-5dfd436cb02b req-6111f6a5-c046-46dc-abfa-f6f9eaa07f89 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 946 time: 0.0953159 Jul 16 18:11:14.079011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c92e08d4-b654-4b7a-b5fa-5dfd436cb02b req-f626c159-0776-4d2a-81e1-b9b4cb1a18f8 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Jul 16 18:11:14.133769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50220) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.138991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-087a4d15-708c-4d07-b60b-2c5b637e2b23 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.141541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-087a4d15-708c-4d07-b60b-2c5b637e2b23 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 812 time: 0.1437755 Jul 16 18:11:14.161304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'port': {'device_id': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b', 'admin_state_up': True, 'tenant_id': '3fcc411c46374116be2d361ea112e3e2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:14.241828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.280036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.323525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Made reservation on behalf of 3fcc411c46374116be2d361ea112e3e2 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:14.327452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.345192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.348855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.352500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "DELETE /v2.0/security-groups/a609d32e-100d-49fb-a458-1d64efba2b27 HTTP/1.1" status: 204 len: 168 time: 0.2150760 Jul 16 18:11:14.353307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50228) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.375968 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-91b92e45-a51e-4598-8af6-63bfe07e1b6f tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] show failed (client error): The resource could not be found. Jul 16 18:11:14.377879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a609d32e-100d-49fb-a458-1d64efba2b27,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.380635 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-91b92e45-a51e-4598-8af6-63bfe07e1b6f tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "GET /v2.0/security-groups/a609d32e-100d-49fb-a458-1d64efba2b27 HTTP/1.1" status: 404 len: 347 time: 0.0208187 Jul 16 18:11:14.382317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50230) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.397020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.397373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.397714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.398244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.398779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.399101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.399436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.399768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.400096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.401147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.401480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.401807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1d7801-6848-4176-bf66-5c1066826df9 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:14.535840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f811-49e4-458a-bb39-6e1995daece4 req-1a227904-4d2f-440e-8a1d-7d882e1cada4 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.536816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Allocated IP 172.20.0.4 (f27fbebe-55b5-4b11-9161-411dc503322b/13223742-751a-4eec-8dff-420f5550040b/cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:14.537585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0bc4f811-49e4-458a-bb39-6e1995daece4 req-1a227904-4d2f-440e-8a1d-7d882e1cada4 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 949 time: 0.2040231 Jul 16 18:11:14.613055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee53ae54-aabe-4a7f-8b59-aac04b1aa315 req-5fd9b438-a9cb-466f-bf90-7ca173ee5ec0 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 210 time: 0.0542316 Jul 16 18:11:14.615460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50238) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:14.616992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Deleting port a8f02482-b16b-4fe9-9501-404efe0ffdad {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:14.617339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.646883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0bc4f811-49e4-458a-bb39-6e1995daece4 req-02260da2-cb6f-4319-a334-6843ca17d2fb tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985045 Jul 16 18:11:14.757814 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.766964 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.767559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.788762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Calling delete_port for a8f02482-b16b-4fe9-9501-404efe0ffdad owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:14.819511 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9118491-ceda-4634-9c75-97690a1c18ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.858516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.872852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:14.922167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5277d-1051-4bd6-9e48-95082816813c req-8e61c7e3-7a44-48f3-9e74-130de9467d41 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.924231 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-82e5277d-1051-4bd6-9e48-95082816813c req-8e61c7e3-7a44-48f3-9e74-130de9467d41 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 950 time: 0.1472952 Jul 16 18:11:14.926724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Network f27fbebe-55b5-4b11-9161-411dc503322b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:14.940830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:14.982770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:15.017927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.027322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.078976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.079621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.079923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.080281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.080686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.081087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.081481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.081873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.082286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.082671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.083244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.083683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:15.098329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Pushing event deleted for resources: {'Port': ['ID=a8f02482-b16b-4fe9-9501-404efe0ffdad,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.149568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.150142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.196711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-57b64b55-32ee-4e5b-86d6-c5f382c020c3 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.198763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-57b64b55-32ee-4e5b-86d6-c5f382c020c3 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 946 time: 0.1843441 Jul 16 18:11:15.217665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Deleting port 86572167-ce9c-429a-846e-b7d222903c58 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:15.218015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.230200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9118491-ceda-4634-9c75-97690a1c18ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.240598 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.243125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.244382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3310c3cd-f385-4674-b7e8-9f812a426412 tempest-ServersWithSpecificFlavorTestJSON-1107511006 tempest-ServersWithSpecificFlavorTestJSON-1107511006-project] 10.222.0.48 "DELETE /v2.0/floatingips/a72ba8aa-7a2f-4824-a78a-640e68ce0421 HTTP/1.1" status: 204 len: 168 time: 0.8602269 Jul 16 18:11:15.252242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da529986-6bc2-481e-a12b-784868177192 req-05e04d77-ac67-4d3c-be4b-9b4c192c891e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.253734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da529986-6bc2-481e-a12b-784868177192 req-05e04d77-ac67-4d3c-be4b-9b4c192c891e tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 950 time: 0.2115250 Jul 16 18:11:15.256192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9118491-ceda-4634-9c75-97690a1c18ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.261013 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9531c32b-6cf0-419a-8162-a09e15481c38 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1053443 Jul 16 18:11:15.277819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Request body: {'port': {'device_id': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:15.340558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f9118491-ceda-4634-9c75-97690a1c18ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=888a8367a9bb4acab68f3ca253d5ea41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7210276 Jul 16 18:11:15.349254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.352364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9118491-ceda-4634-9c75-97690a1c18ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf2ee82-aa47-44ec-a1f8-db1d2ed9ff6f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.364027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da529986-6bc2-481e-a12b-784868177192 req-693a6783-b54e-4ed4-b86d-52631357f102 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/security-groups?id=898712ae-da96-4d18-82dc-7dfe14c4cd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808556 Jul 16 18:11:15.382878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3053ae-7e67-4ac0-a49c-c4871fcc08e5 req-a7400c1a-f995-4cea-80b3-b25739b73ca4 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.385279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a3053ae-7e67-4ac0-a49c-c4871fcc08e5 req-a7400c1a-f995-4cea-80b3-b25739b73ca4 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 946 time: 0.1609638 Jul 16 18:11:15.433647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a3053ae-7e67-4ac0-a49c-c4871fcc08e5 req-251e39ae-4ce9-4b3c-b755-121288e05660 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/security-groups?id=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388074 Jul 16 18:11:15.464478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] For port 86572167-ce9c-429a-846e-b7d222903c58, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=86572167-ce9c-429a-846e-b7d222903c58,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:15.464478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.489269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Calling delete_port for 86572167-ce9c-429a-846e-b7d222903c58 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:15.515693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.566662 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec0cbc6e-366a-4b46-88d6-f41006a2db9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.568922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Deleting port 25ba4521-4b75-431e-87f8-3cd4edc336c9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:15.569252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.651248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec0cbc6e-366a-4b46-88d6-f41006a2db9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.875289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958bcf0-a6d6-4144-b248-addd31f5ebe0 req-5bec9420-dea2-406e-af62-6a5aab596104 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.885731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8958bcf0-a6d6-4144-b248-addd31f5ebe0 req-5bec9420-dea2-406e-af62-6a5aab596104 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 931 time: 0.1429040 Jul 16 18:11:15.887376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] For port 25ba4521-4b75-431e-87f8-3cd4edc336c9, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=25ba4521-4b75-431e-87f8-3cd4edc336c9,segment=NetworkSegment(1d3477a2-c534-4265-a116-c4ac3a7cdada),segment_id=1d3477a2-c534-4265-a116-c4ac3a7cdada)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:15.887933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.898719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec0cbc6e-366a-4b46-88d6-f41006a2db9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.901519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec0cbc6e-366a-4b46-88d6-f41006a2db9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.902767 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec0cbc6e-366a-4b46-88d6-f41006a2db9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbf2ee82-aa47-44ec-a1f8-db1d2ed9ff6f HTTP/1.1" status: 204 len: 168 time: 0.5475366 Jul 16 18:11:15.907650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771c047-0b67-4516-b4bf-1174a91bdcff req-28d07fd0-8e92-41c8-b07a-deb9ea07959a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.920005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e771c047-0b67-4516-b4bf-1174a91bdcff req-28d07fd0-8e92-41c8-b07a-deb9ea07959a tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 949 time: 0.1378129 Jul 16 18:11:15.929573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Calling delete_port for 25ba4521-4b75-431e-87f8-3cd4edc336c9 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:15.955519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cbc6e-366a-4b46-88d6-f41006a2db9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf2ee82-aa47-44ec-a1f8-db1d2ed9ff6f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.964685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.978041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['86572167-ce9c-429a-846e-b7d222903c58'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:16.067777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e771c047-0b67-4516-b4bf-1174a91bdcff req-6fbf6a99-5e4b-460f-a97d-e383add52da6 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446769 Jul 16 18:11:16.099833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8958bcf0-a6d6-4144-b248-addd31f5ebe0 req-a4266fb3-5f37-4867-a20d-12befb79548a tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111900 Jul 16 18:11:16.118514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Pushing event deleted for resources: {'Port': ['ID=86572167-ce9c-429a-846e-b7d222903c58,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.261359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] No DVR routers for this DVR port 86572167-ce9c-429a-846e-b7d222903c58 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:16.272669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.274935 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-82e5277d-1051-4bd6-9e48-95082816813c req-9a3a5c21-8f81-4688-a3a2-147a17a2d938 tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.13 "DELETE /v2.0/ports/86572167-ce9c-429a-846e-b7d222903c58 HTTP/1.1" status: 204 len: 173 time: 1.3445816 Jul 16 18:11:16.284309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-deleted', 'tag': '86572167-ce9c-429a-846e-b7d222903c58'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:16.286653 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fee5b9c-2295-4c2e-9c3c-1b1c0afba0f4" -d '{"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-deleted", "tag": "86572167-ce9c-429a-846e-b7d222903c58"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:16.373366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50288) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.425178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-efca2087-3271-4629-b2ef-c61e317818a6 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.426812 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-efca2087-3271-4629-b2ef-c61e317818a6 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.55 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 949 time: 0.3627665 Jul 16 18:11:16.438297 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9d7ce3-755d-49c9-9367-3e99431773c5 x-openstack-request-id: req-ab9d7ce3-755d-49c9-9367-3e99431773c5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:16.438547 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c2d789-4ecd-42c0-bbea-8b7b3ce394f3", "name": "network-vif-deleted", "tag": "86572167-ce9c-429a-846e-b7d222903c58", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:16.438696 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ab9d7ce3-755d-49c9-9367-3e99431773c5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:16.439096 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c2d789-4ecd-42c0-bbea-8b7b3ce394f3', 'name': 'network-vif-deleted', 'tag': '86572167-ce9c-429a-846e-b7d222903c58', 'status': 'completed', 'code': 200} Jul 16 18:11:16.517276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:16.530374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.557184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.566998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Transition to ACTIVE for port object cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:16.582757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50296) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.608993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a69c08cb-ac85-40f8-ab1d-c57d59848d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.799604 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a69c08cb-ac85-40f8-ab1d-c57d59848d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.812120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3346f5b-55ab-4761-aaa0-ad3a5b7d7833 req-e8fbf811-f131-421d-832b-890fd040d0fe tempest-ServersAdminTestJSON-1099376140 tempest-ServersAdminTestJSON-1099376140-project] 10.222.0.48 "GET /v2.0/ports?device_id=13c2d789-4ecd-42c0-bbea-8b7b3ce394f3 HTTP/1.1" status: 200 len: 210 time: 0.1725383 Jul 16 18:11:16.862591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a69c08cb-ac85-40f8-ab1d-c57d59848d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.869865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9cfe9c4b-785e-4a91-8f8b-60b824191b9e req-81c86427-a575-4257-9ee7-6e5bca3d8b71 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 210 time: 0.0566580 Jul 16 18:11:16.936436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.940194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Pushing event deleted for resources: {'Port': ['ID=25ba4521-4b75-431e-87f8-3cd4edc336c9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.960327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c08cb-ac85-40f8-ab1d-c57d59848d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f40ffd-ca5b-4289-abb8-b55e8efa52b7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.965169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a69c08cb-ac85-40f8-ab1d-c57d59848d34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f18a44f5f2e04a0bbba23376c6a7c999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810952 Jul 16 18:11:16.968523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50298) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.058564 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb541-762b-469f-a9fc-e451898fd44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.072686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] No DVR routers for this DVR port 25ba4521-4b75-431e-87f8-3cd4edc336c9 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:17.078017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.079969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99585e14-ba8b-46d9-8ba6-9df2c5958971 req-e4bf383d-ccbb-4dc9-9861-bf06becc78eb tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.55 "DELETE /v2.0/ports/25ba4521-4b75-431e-87f8-3cd4edc336c9 HTTP/1.1" status: 204 len: 173 time: 1.8731019 Jul 16 18:11:17.080737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.103078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb541-762b-469f-a9fc-e451898fd44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.123525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Deleting port 1422c95e-b100-429a-b15b-ac690a450618 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:17.123879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.206575 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb541-762b-469f-a9fc-e451898fd44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.209388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f0eb541-762b-469f-a9fc-e451898fd44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.213750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3f0eb541-762b-469f-a9fc-e451898fd44e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/99f40ffd-ca5b-4289-abb8-b55e8efa52b7 HTTP/1.1" status: 204 len: 168 time: 0.2414415 Jul 16 18:11:17.266619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Attempting to bind port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:17.266966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Attempting to bind port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:17.267300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Attempting to bind port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 on network f27fbebe-55b5-4b11-9161-411dc503322b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:17.283854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 on network f27fbebe-55b5-4b11-9161-411dc503322b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:17.285712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Attempting to bind port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 on network f27fbebe-55b5-4b11-9161-411dc503322b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:17.296740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0eb541-762b-469f-a9fc-e451898fd44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f40ffd-ca5b-4289-abb8-b55e8efa52b7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.326201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:17.326573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Checking segment: {'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:17.328620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Bound using segment: {'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:17.329092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Bound port: cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '058ecebd-a959-4c70-a627-dd68181efda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:17.330210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.342575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] For port 1422c95e-b100-429a-b15b-ac690a450618, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1422c95e-b100-429a-b15b-ac690a450618,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:17.343426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.358237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Calling delete_port for 1422c95e-b100-429a-b15b-ac690a450618 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:17.422769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b5982-76d5-4d77-bcfd-40b57e859de2 req-fce13e8c-ced6-4387-8ac9-aa77b049ed99 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.429627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a3b5982-76d5-4d77-bcfd-40b57e859de2 req-fce13e8c-ced6-4387-8ac9-aa77b049ed99 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 949 time: 0.2178898 Jul 16 18:11:17.508797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a3b5982-76d5-4d77-bcfd-40b57e859de2 req-364fe9b9-c690-4e88-bff4-bb0e0ec1531b tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/security-groups?id=8e1e9eda-802c-4c10-8473-c32f27f08396&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781682 Jul 16 18:11:17.517009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:17.532641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:17.541108 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.561707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f658c47-d355-43ec-a978-9025034395d6 req-4e3497f3-343b-4e4b-9e1d-c441f61dcbe7 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.563627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f658c47-d355-43ec-a978-9025034395d6 req-4e3497f3-343b-4e4b-9e1d-c441f61dcbe7 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 943 time: 0.2385929 Jul 16 18:11:17.635964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.643124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.643777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.645384 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-243a0596-3e9d-4fe2-8af3-384afd38b8a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 1092 time: 2.3724029 Jul 16 18:11:17.663459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.676867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f658c47-d355-43ec-a978-9025034395d6 req-e75dfd0d-e0e4-4ada-b46e-0bc03bb0c236 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067562 Jul 16 18:11:17.700299 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.724675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Pushing event deleted for resources: {'Port': ['ID=1422c95e-b100-429a-b15b-ac690a450618,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.792510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] No DVR routers for this DVR port 1422c95e-b100-429a-b15b-ac690a450618 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:17.797033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.799138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e78de5c0-e88f-4f4d-a4a3-f6d32cce501d req-6491a064-f709-4688-87a7-3a7178032710 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.55 "DELETE /v2.0/ports/1422c95e-b100-429a-b15b-ac690a450618 HTTP/1.1" status: 204 len: 173 time: 1.3434701 Jul 16 18:11:17.832838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9417daa2-7cde-4565-b907-5668110eb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.836097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-9417daa2-7cde-4565-b907-5668110eb3f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1095 time: 0.1208637 Jul 16 18:11:17.890014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-bac6e761-a94a-4c00-be06-f2247043a3a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 217 time: 0.0468738 Jul 16 18:11:17.984446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 25ba4521-4b75-431e-87f8-3cd4edc336c9 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:17.999850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-0df1bbab-ee99-4916-81bb-33c8fd5c421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.007700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-0df1bbab-ee99-4916-81bb-33c8fd5c421f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.1099448 Jul 16 18:11:18.038171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 25ba4521-4b75-431e-87f8-3cd4edc336c9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:18.040055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 25ba4521-4b75-431e-87f8-3cd4edc336c9 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:18.073952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-a51042c8-d9d1-4503-80c1-1f5aeeb9da46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598264 Jul 16 18:11:18.207565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd9b5041-e68c-44c4-97fa-ecfcf5422127 req-2ff3b7f2-dc8c-427a-a37f-4d61abea4759 tempest-InstanceActionsV221TestJSON-923470539 tempest-InstanceActionsV221TestJSON-923470539-project] 10.222.0.48 "GET /v2.0/ports?device_id=5f42d702-16f0-4995-bc91-8bea6dcfe80e HTTP/1.1" status: 200 len: 210 time: 0.0348125 Jul 16 18:11:18.227023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-d69d1eb3-8a90-46de-a5d1-61e9b83adeeb service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419318 Jul 16 18:11:18.231558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Deleting port 3f805b18-b185-4fc5-8471-c6411e9a8bd1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:18.231943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.347505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.363217 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38f4b620-7c71-492a-b498-a5eb3e34a891 req-30ebd025-146c-4e13-9146-f9db9a8e8113 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295619 Jul 16 18:11:18.363780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.406192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] For port 3f805b18-b185-4fc5-8471-c6411e9a8bd1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3f805b18-b185-4fc5-8471-c6411e9a8bd1,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:18.406616 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.421827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Calling delete_port for 3f805b18-b185-4fc5-8471-c6411e9a8bd1 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:18.439982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'name': 'network-vif-deleted', 'tag': '25ba4521-4b75-431e-87f8-3cd4edc336c9'}, {'name': 'network-changed', 'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'}, {'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-deleted', 'tag': '1422c95e-b100-429a-b15b-ac690a450618'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:18.443695 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2160ed2-2f11-45a7-922e-fade5e2872e8" -d '{"events": [{"server_uuid": "5f42d702-16f0-4995-bc91-8bea6dcfe80e", "name": "network-vif-deleted", "tag": "25ba4521-4b75-431e-87f8-3cd4edc336c9"}, {"name": "network-changed", "server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4"}, {"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-deleted", "tag": "1422c95e-b100-429a-b15b-ac690a450618"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:18.488713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1705910613-network', 'tenant_id': 'a9893c6bf3ac47a0b761533693d45a00'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:18.515842 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0095cf20-67dd-4cda-9c0b-00da0dda6e7d x-openstack-request-id: req-0095cf20-67dd-4cda-9c0b-00da0dda6e7d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:18.516225 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f42d702-16f0-4995-bc91-8bea6dcfe80e", "name": "network-vif-deleted", "tag": "25ba4521-4b75-431e-87f8-3cd4edc336c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4", "status": "completed", "code": 200}, {"server_uuid": "10bd040f-5b01-4ae5-8b50-931feed78266", "name": "network-vif-deleted", "tag": "1422c95e-b100-429a-b15b-ac690a450618", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:18.516466 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0095cf20-67dd-4cda-9c0b-00da0dda6e7d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:18.517153 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f42d702-16f0-4995-bc91-8bea6dcfe80e', 'name': 'network-vif-deleted', 'tag': '25ba4521-4b75-431e-87f8-3cd4edc336c9', 'status': 'completed', 'code': 200} Jul 16 18:11:18.517417 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4', 'status': 'completed', 'code': 200} Jul 16 18:11:18.517673 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10bd040f-5b01-4ae5-8b50-931feed78266', 'name': 'network-vif-deleted', 'tag': '1422c95e-b100-429a-b15b-ac690a450618', 'status': 'completed', 'code': 200} Jul 16 18:11:18.647645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d0e228e3-a6e7-4b90-bf8d-f517c65ecb1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2403c5323a854f2684aebdfa81748c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803364 Jul 16 18:11:18.647645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Made reservation on behalf of a9893c6bf3ac47a0b761533693d45a00 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:18.648943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50358) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.649462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.663185 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.712643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-a1d38b88-29a4-4f80-a83f-a343aac1f556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.714197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-a1d38b88-29a4-4f80-a83f-a343aac1f556 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1095 time: 0.1756821 Jul 16 18:11:18.791487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10632ab9-82a0-4e25-a542-a5ca945462ff req-7166d74a-b446-4aae-9c9f-8c2a007da585 tempest-ImagesOneServerTestJSON-17376423 tempest-ImagesOneServerTestJSON-17376423-project] 10.222.0.48 "GET /v2.0/ports?device_id=10bd040f-5b01-4ae5-8b50-931feed78266 HTTP/1.1" status: 200 len: 210 time: 0.0686629 Jul 16 18:11:18.834404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.846191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-370a96c0-047a-4646-bb40-115e14216b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.857984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-2a13b57b-c4db-4c3e-b0ae-b3d87cd28bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.859506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-2a13b57b-c4db-4c3e-b0ae-b3d87cd28bb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 912 time: 0.1351225 Jul 16 18:11:18.868635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f805b18-b185-4fc5-8471-c6411e9a8bd1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.880983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.914781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.919296 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-653d0825-b7af-4ff4-a251-49dd88ad41c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 217 time: 0.0506041 Jul 16 18:11:18.936186 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-370a96c0-047a-4646-bb40-115e14216b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.949584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:18.965140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:18.970486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 86572167-ce9c-429a-846e-b7d222903c58 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:18.971159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 86572167-ce9c-429a-846e-b7d222903c58 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:19.004895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.004895 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Added segment d8a8ca32-e533-48ad-8b7d-b30e12881747 of type vlan for network 5ef03e98-d279-4599-996c-d26c120a9f1d Jul 16 18:11:19.048714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b56fd6-6172-4848-afc9-1b57afb8e9cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.059072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-b77c57ac-acec-460d-9619-b6fef356a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.061036 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-b77c57ac-acec-460d-9619-b6fef356a77c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.1348581 Jul 16 18:11:19.070305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.108122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60629126-15fb-4929-8364-d9f5df83fe53 req-a17dc274-3b01-427e-8e5d-91eaf3a85107 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.112682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60629126-15fb-4929-8364-d9f5df83fe53 req-a17dc274-3b01-427e-8e5d-91eaf3a85107 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 943 time: 0.2206666 Jul 16 18:11:19.113593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-be500f0f-28cb-4954-bde3-fb210e05b322 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349343 Jul 16 18:11:19.151125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-370a96c0-047a-4646-bb40-115e14216b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.153795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-370a96c0-047a-4646-bb40-115e14216b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.154840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-370a96c0-047a-4646-bb40-115e14216b6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/898712ae-da96-4d18-82dc-7dfe14c4cd01 HTTP/1.1" status: 204 len: 168 time: 0.5049486 Jul 16 18:11:19.156713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.158025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.158600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.185433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a96c0-047a-4646-bb40-115e14216b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898712ae-da96-4d18-82dc-7dfe14c4cd01,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.203010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60629126-15fb-4929-8364-d9f5df83fe53 req-494f42c6-14ad-474c-be2a-64775890bbf3 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Jul 16 18:11:19.203624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.236221 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8850226 Jul 16 18:11:19.257332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50368) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.260986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae68e4-7d73-4f06-93d4-a932e097bfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef03e98-d279-4599-996c-d26c120a9f1d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.262351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Request body: {'subnet': {'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1705910613-subnet', 'tenant_id': 'a9893c6bf3ac47a0b761533693d45a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:19.281555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-ab6a1b9c-09a8-4a55-a02d-af80a8b8ef39 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588898 Jul 16 18:11:19.281981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 5ef03e98-d279-4599-996c-d26c120a9f1d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:19.322482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Made reservation on behalf of a9893c6bf3ac47a0b761533693d45a00 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:19.324938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.433266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2160ed2-2f11-45a7-922e-fade5e2872e8 req-997764f9-c552-4761-92ce-2405e3de6ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443820 Jul 16 18:11:19.583574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.600739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.663615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-725e671a-9cd8-4b98-89f5-f6e4b3c21066 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec4425585c6341089c0db8fbc0e6f69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782788 Jul 16 18:11:19.667107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] Deleting subnet 8f709629-a564-4a33-97f7-94c3dd0216f4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:19.669129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50384) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.676664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.734040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.780899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7dee-3520-4e35-bd51-680bb18d0ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.801360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.831847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7dee-3520-4e35-bd51-680bb18d0ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.902069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:19.926841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.958663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f709629-a564-4a33-97f7-94c3dd0216f4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.966254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.968391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6c519ae9-3e5a-4e3f-b566-30779441bae2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8f709629-a564-4a33-97f7-94c3dd0216f4 HTTP/1.1" status: 204 len: 168 time: 0.3666859 Jul 16 18:11:19.969580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7dee-3520-4e35-bd51-680bb18d0ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.979331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fcd7dee-3520-4e35-bd51-680bb18d0ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.982829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9fcd7dee-3520-4e35-bd51-680bb18d0ab3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e074a9c-05cd-41c2-87fd-975ff4bdec7a HTTP/1.1" status: 204 len: 168 time: 0.3105142 Jul 16 18:11:19.982829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:19.987069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:19.998384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.007330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd7dee-3520-4e35-bd51-680bb18d0ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e074a9c-05cd-41c2-87fd-975ff4bdec7a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.028106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 1422c95e-b100-429a-b15b-ac690a450618 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:20.029939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1422c95e-b100-429a-b15b-ac690a450618 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:20.090141 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.118392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77244c5-ec0f-421f-aa0c-ee7a6fc15348,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.133550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Checking segment: {'id': 'd8a8ca32-e533-48ad-8b7d-b30e12881747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:20.133918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Network hostable DHCP agents. Network: 5ef03e98-d279-4599-996c-d26c120a9f1d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:20.137799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:20.144272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0fa4463e-8814-4d4d-b5f3-e8d033a19f74 admin admin] 10.222.0.48 "PUT /v2.0/routers/c524fe21-4905-4d50-b3ae-9dcd0ae4adbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7696395 Jul 16 18:11:20.151530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50396) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.151840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] Sync routers for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:20.167186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:20.168861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.174880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Network 5ef03e98-d279-4599-996c-d26c120a9f1d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:20.187005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 5ef03e98-d279-4599-996c-d26c120a9f1d) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:20.203715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.205538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.234812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6ea98b2e-b6cd-4c1f-b048-2604ea282c68 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9671388 Jul 16 18:11:20.245133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.246137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fea3a9-8edf-4728-be1e-92beb7a2a59b None None] Network 5ef03e98-d279-4599-996c-d26c120a9f1d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:20.326616 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.347643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.397147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf7cd63-267c-435c-87f9-58d2183e5804 None None] Network 5ef03e98-d279-4599-996c-d26c120a9f1d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:20.460220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ce703-d41a-4c6e-b9df-551f1d877bf0 req-5ed96eec-e175-4ddb-ba4e-761216cd0697 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.464742 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.468839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.472012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-941ce703-d41a-4c6e-b9df-551f1d877bf0 req-5ed96eec-e175-4ddb-ba4e-761216cd0697 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 943 time: 0.1156802 Jul 16 18:11:20.481113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3477a2-c534-4265-a116-c4ac3a7cdada') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.481410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3477a2-c534-4265-a116-c4ac3a7cdada') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.511889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:20.522660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.551525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.564536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-941ce703-d41a-4c6e-b9df-551f1d877bf0 req-f6f9cc58-967f-408c-bafc-69785291782c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904160 Jul 16 18:11:20.565570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Deleting port 705408e8-f625-428c-82c0-34c0c45b0ccc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:20.565924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.589053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:20.589473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:20.591245 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:20.708767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] For port 705408e8-f625-428c-82c0-34c0c45b0ccc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=705408e8-f625-428c-82c0-34c0c45b0ccc,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:20.709231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.753415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Calling delete_port for 705408e8-f625-428c-82c0-34c0c45b0ccc owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:20.785020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6545fdcd-d479-49d6-a092-df33cfd59b27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e51275cacc524c61a1c58904c43f2db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4330637 Jul 16 18:11:20.789104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50420) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:20.866596 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c37d070-0a7d-45c2-b38a-06ef1f91f37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.901853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.907993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c37d070-0a7d-45c2-b38a-06ef1f91f37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.922473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.928754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] 10.222.0.48 "DELETE /v2.0/networks/3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f HTTP/1.1" status: 204 len: 168 time: 0.9427536 Jul 16 18:11:20.930491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9cdb12-a10d-4cfa-a117-e8213e4faedd admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd13d5a-5a0d-4bae-a0bb-1fd788cbbe8f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:20.946457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:11:18Z', 'revision_number': 5, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port': {'id': '705408e8-f625-428c-82c0-34c0c45b0ccc', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:04Z', 'updated_at': '2021-07-16T18:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:20.987941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c37d070-0a7d-45c2-b38a-06ef1f91f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.990640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c37d070-0a7d-45c2-b38a-06ef1f91f37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:20.992183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8c37d070-0a7d-45c2-b38a-06ef1f91f37c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e1e9eda-802c-4c10-8473-c32f27f08396 HTTP/1.1" status: 204 len: 168 time: 0.2018402 Jul 16 18:11:21.003471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] Checking router: c524fe21-4905-4d50-b3ae-9dcd0ae4adbd for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:21.006365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:21.007575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37d070-0a7d-45c2-b38a-06ef1f91f37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1e9eda-802c-4c10-8473-c32f27f08396,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.022889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.089700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] Routers {'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:21.090347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:21.132930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Pushing event deleted for resources: {'Port': ['ID=705408e8-f625-428c-82c0-34c0c45b0ccc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.158785 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.198110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] Set router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:21.260892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.265960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.266769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:11:20Z', 'revision_number': 7, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:21.287834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50442) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.298390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c00ed0-2301-4e9f-9a87-c37d17f7962c None None] The sync data for ids ['c524fe21-4905-4d50-b3ae-9dcd0ae4adbd'] in n-d-793620-10 is: [{'id': 'c524fe21-4905-4d50-b3ae-9dcd0ae4adbd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1262209673-router', 'tenant_id': '46e1b0609c1648e88649ea813ac3fb9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:03Z', 'updated_at': '2021-07-16T18:11:20Z', 'revision_number': 7, 'project_id': '46e1b0609c1648e88649ea813ac3fb9f', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:21.349162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:21.364763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.365457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c524fe21-4905-4d50-b3ae-9dcd0ae4adbd {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:21.373848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.374174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4', 'network_id': 'f27fbebe-55b5-4b11-9161-411dc503322b', 'port_id': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4', 'mac_address': 'fa:16:3e:a1:cb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13223742-751a-4eec-8dff-420f5550040b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:21.377777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-51c4c837-eb18-445b-9ccc-4e55cf5a892e admin admin] 10.222.0.48 "DELETE /v2.0/routers/c524fe21-4905-4d50-b3ae-9dcd0ae4adbd HTTP/1.1" status: 204 len: 168 time: 1.2252426 Jul 16 18:11:21.378848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50444) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.384412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-57bd1390-e08b-4a72-9418-729a2afcc65a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38951ad938344a0b8df96c0aeee8970d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949862 Jul 16 18:11:21.387430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50446) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.419389 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.434446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] Deleting subnet 75e3d160-4ddc-4d99-adc7-ce793d57330e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:21.436844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:21.437586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.442989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-635350868-network', 'tenant_id': '64996a910fa848adbda04af7af61e4c1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:21.447587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.460441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:21.463180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8bfd92e4-3023-4959-9405-28c390ff4545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.466304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.501712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.504736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Made reservation on behalf of 64996a910fa848adbda04af7af61e4c1 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:21.507873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.523139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8bfd92e4-3023-4959-9405-28c390ff4545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.535528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.545423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.605079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8bfd92e4-3023-4959-9405-28c390ff4545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.608380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8bfd92e4-3023-4959-9405-28c390ff4545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.611436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8bfd92e4-3023-4959-9405-28c390ff4545 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0 HTTP/1.1" status: 204 len: 168 time: 0.2226532 Jul 16 18:11:21.616699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:21.623921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd92e4-3023-4959-9405-28c390ff4545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f18e1e-5dac-4b2b-8632-df9b7d2aa4f0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.667494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.679494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:21.790491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.801279 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.854132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.877426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75e3d160-4ddc-4d99-adc7-ce793d57330e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.885618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.890569 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-af44efe6-7d6c-41b1-a75d-8cb48956f109 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/75e3d160-4ddc-4d99-adc7-ce793d57330e HTTP/1.1" status: 204 len: 168 time: 0.5105612 Jul 16 18:11:21.891201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50464) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.894135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd431a-a9e3-4790-921d-f7b45dc9c7a7 None None] Network 4ec0d23a-d490-4488-9f8c-3c4677d631e3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:21.907873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81343ae-9cee-4ded-b3f3-f8cd9d47dcf5 req-f1dbe589-ee3c-4d61-be93-00cdc5ffe43b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.910484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:21.917003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d81343ae-9cee-4ded-b3f3-f8cd9d47dcf5 req-f1dbe589-ee3c-4d61-be93-00cdc5ffe43b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 944 time: 0.1108387 Jul 16 18:11:21.931011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4808b0e9-6668-4f9f-a9f9-bc12bb435482,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:21.943571 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.943929 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Added segment 23794c8c-d5c3-47a2-80dd-935ce05ac873 of type vlan for network 2aec336c-013a-4a87-a888-f19f5b6c8e47 Jul 16 18:11:22.018132 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.052269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.055516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d81343ae-9cee-4ded-b3f3-f8cd9d47dcf5 req-27c5541a-c0a9-48c3-94a1-a1e15b494549 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374664 Jul 16 18:11:22.126264 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.127658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.128339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.193751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Deleting port ae4822c3-0eb8-4018-91ea-89301e2e0d28 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:22.194099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.218986 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7778072 Jul 16 18:11:22.220203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.234138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Request body: {'subnet': {'network_id': '2aec336c-013a-4a87-a888-f19f5b6c8e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-635350868-subnet', 'tenant_id': '64996a910fa848adbda04af7af61e4c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:22.238849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] DHCP port deletion for 4ec0d23a-d490-4488-9f8c-3c4677d631e3 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:22.300368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] For port ae4822c3-0eb8-4018-91ea-89301e2e0d28, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ae4822c3-0eb8-4018-91ea-89301e2e0d28,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:22.300677 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.302632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] Deleting port ae4822c3-0eb8-4018-91ea-89301e2e0d28 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:22.303223 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.314150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5df514-4eba-4fc2-974b-f175c670f8a6 admin admin] Pushing event updated for resources: {'Network': ['ID=2aec336c-013a-4a87-a888-f19f5b6c8e47,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.335568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2aec336c-013a-4a87-a888-f19f5b6c8e47 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:22.339398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Made reservation on behalf of 64996a910fa848adbda04af7af61e4c1 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:22.341056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Calling delete_port for ae4822c3-0eb8-4018-91ea-89301e2e0d28 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:22.341894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.452994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.486766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae4822c3-0eb8-4018-91ea-89301e2e0d28,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.499361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] For port ae4822c3-0eb8-4018-91ea-89301e2e0d28, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ae4822c3-0eb8-4018-91ea-89301e2e0d28,segment=NetworkSegment(36467ad0-05de-469f-b32a-0ac77ca9e08a),segment_id=36467ad0-05de-469f-b32a-0ac77ca9e08a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:22.500445 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.501568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] No DVR routers for this DVR port ae4822c3-0eb8-4018-91ea-89301e2e0d28 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:22.533260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] Calling delete_port for ae4822c3-0eb8-4018-91ea-89301e2e0d28 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:22.597013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.615936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec0d23a-d490-4488-9f8c-3c4677d631e3']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:22.630854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36467ad0-05de-469f-b32a-0ac77ca9e08a') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:22.631436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36467ad0-05de-469f-b32a-0ac77ca9e08a') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:22.650511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.659910 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.694615 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.702949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.708630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:22.709055 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:22.714002 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:22.746781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=67caab66-2b80-48d7-b08d-02685e53e6f9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.748944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] Pushing event deleted for resources: {'Port': ['ID=ae4822c3-0eb8-4018-91ea-89301e2e0d28,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.752435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68073755-3145-44f5-bb19-8474c0cffbe6 None None] No DVR routers for this DVR port ae4822c3-0eb8-4018-91ea-89301e2e0d28 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:22.758473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Checking segment: {'id': '23794c8c-d5c3-47a2-80dd-935ce05ac873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '2aec336c-013a-4a87-a888-f19f5b6c8e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:22.759198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Network hostable DHCP agents. Network: 2aec336c-013a-4a87-a888-f19f5b6c8e47, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:22.780547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Network 2aec336c-013a-4a87-a888-f19f5b6c8e47 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:22.795728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2aec336c-013a-4a87-a888-f19f5b6c8e47) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:22.804582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 705408e8-f625-428c-82c0-34c0c45b0ccc no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:22.815940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.815940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.835105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.840450 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fb1c1bc7-1633-46a0-b306-cfc1d42700ca admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6188238 Jul 16 18:11:22.847303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a4fbb-8664-45a8-bf09-78a3ec65a649 None None] Network 2aec336c-013a-4a87-a888-f19f5b6c8e47 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:22.850803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 705408e8-f625-428c-82c0-34c0c45b0ccc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:22.851160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.851614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 705408e8-f625-428c-82c0-34c0c45b0ccc not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:22.852140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3f805b18-b185-4fc5-8471-c6411e9a8bd1 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:22.859645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ec0d23a-d490-4488-9f8c-3c4677d631e3 HTTP/1.1" status: 204 len: 168 time: 0.9312999 Jul 16 18:11:22.859992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:22.867806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641634da-737b-48e1-a7cf-97faae39e6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec0d23a-d490-4488-9f8c-3c4677d631e3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.908900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3f805b18-b185-4fc5-8471-c6411e9a8bd1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:22.909250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3f805b18-b185-4fc5-8471-c6411e9a8bd1 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:22.909678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ae4822c3-0eb8-4018-91ea-89301e2e0d28 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:22.940188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: ae4822c3-0eb8-4018-91ea-89301e2e0d28 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:22.940872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ae4822c3-0eb8-4018-91ea-89301e2e0d28 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:22.959361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:23.117694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:23.124090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2169312-d84b-4813-9d33-d5b01d7d705b None None] Network 2aec336c-013a-4a87-a888-f19f5b6c8e47 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:23.127811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:23.128287 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.264331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e008be5-4110-4a25-86df-16f56a0edb7e req-b36eb6f5-e731-4dc4-8d48-a72da29ffba0 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.278309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e008be5-4110-4a25-86df-16f56a0edb7e req-b36eb6f5-e731-4dc4-8d48-a72da29ffba0 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 944 time: 0.0882680 Jul 16 18:11:23.300820 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.328932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:23.331152 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7046d1a2-424f-4d29-82e5-b01400dbab19" -d '{"events": [{"server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "name": "network-vif-plugged", "status": "completed", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:23.346329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:23.359816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e008be5-4110-4a25-86df-16f56a0edb7e req-cf495354-18b3-4fe3-b375-ebbdb511703f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750930 Jul 16 18:11:23.378371 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.489930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.499059 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda3c31-1b78-444e-bdad-e13dd1765938 x-openstack-request-id: req-5bda3c31-1b78-444e-bdad-e13dd1765938 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:23.499362 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "name": "network-vif-plugged", "status": "completed", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:23.499617 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bda3c31-1b78-444e-bdad-e13dd1765938 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:23.500201 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4', 'code': 200} Jul 16 18:11:23.753350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cdfb1-01fb-44f0-8109-b079e9bdd42a req-ff62c782-2262-4cc1-ae6c-3199bb340fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.754935 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b92cdfb1-01fb-44f0-8109-b079e9bdd42a req-ff62c782-2262-4cc1-ae6c-3199bb340fda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1097 time: 0.1053717 Jul 16 18:11:23.781395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50544) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.829628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b92cdfb1-01fb-44f0-8109-b079e9bdd42a req-a76c1cf7-2b80-4b89-9e72-0897052ecdc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599561 Jul 16 18:11:23.887821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.902937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d03af-feeb-4f14-8881-80554bf41077 req-3acb528f-a58f-452d-b62b-4977e011c094 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.904977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-3acb528f-a58f-452d-b62b-4977e011c094 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/networks?id=5ef03e98-d279-4599-996c-d26c120a9f1d HTTP/1.1" status: 200 len: 815 time: 0.1570957 Jul 16 18:11:23.913090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1708232982-network', 'tenant_id': '3f4753c761034dee9a26f0042ebf98cf'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:23.941342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-988f3c90-4000-4ba7-905b-28196005de5e tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/quotas/a9893c6bf3ac47a0b761533693d45a00 HTTP/1.1" status: 200 len: 375 time: 0.0222824 Jul 16 18:11:23.958094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Made reservation on behalf of 3f4753c761034dee9a26f0042ebf98cf for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:23.960495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.986195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-f9c7a1c8-2302-4fd6-aab0-b47cb7118ab3 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a9893c6bf3ac47a0b761533693d45a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386789 Jul 16 18:11:23.999391 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.124601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-b7169793-d323-4e29-912c-34ab1a93fa00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a14bc0db795d467cb9e1c5d8406c1d9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393221 Jul 16 18:11:24.159477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50564) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:24.191991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Deleting port 0270665d-4e9f-4d02-a8fb-00b523d25599 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:24.192378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.194705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-b0031383-662c-4bcf-a7bc-7b2753244be4 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef03e98-d279-4599-996c-d26c120a9f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964090 Jul 16 18:11:24.271346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] For port 0270665d-4e9f-4d02-a8fb-00b523d25599, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0270665d-4e9f-4d02-a8fb-00b523d25599,segment=NetworkSegment(8880f169-1761-4d02-8277-fa73239211f9),segment_id=8880f169-1761-4d02-8277-fa73239211f9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:24.271714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.289741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Calling delete_port for 0270665d-4e9f-4d02-a8fb-00b523d25599 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:24.349519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4c0da5b-cfa4-4bbd-9179-f35da2bf2980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.408218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.421962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-b7cdcb8e-5f72-453e-8a90-99b4bf59d8ab tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.423683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-b7cdcb8e-5f72-453e-8a90-99b4bf59d8ab tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2879539 Jul 16 18:11:24.429140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.444624 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-d454a74f-515d-463d-b18b-34f02f80a324 service neutron] 10.222.0.48 "GET /v2.0/networks/5ef03e98-d279-4599-996c-d26c120a9f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402146 Jul 16 18:11:24.472959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.476379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:24.485400 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-472c808f-052a-4a2d-87f3-517ed150b4f5 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/quotas/a14bc0db795d467cb9e1c5d8406c1d9f HTTP/1.1" status: 200 len: 375 time: 0.0504253 Jul 16 18:11:24.501909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Pushing event deleted for resources: {'Port': ['ID=0270665d-4e9f-4d02-a8fb-00b523d25599,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.525888 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.526236 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Added segment 4c7e192f-4e43-4b79-af11-6bafa732c18a of type vlan for network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 Jul 16 18:11:24.530211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e0e20-1f97-48ec-99af-72d36d835dc5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.566851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-40b1c243-21c3-4c1c-bd9d-b02e2d1c8008 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a14bc0db795d467cb9e1c5d8406c1d9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663779 Jul 16 18:11:24.611514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.773840 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.791844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.792592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.864442 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4c0da5b-cfa4-4bbd-9179-f35da2bf2980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.882483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.892412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4c0da5b-cfa4-4bbd-9179-f35da2bf2980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.935455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1520257 Jul 16 18:11:24.968676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50580) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.024039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Request body: {'subnet': {'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1708232982-subnet', 'tenant_id': '3f4753c761034dee9a26f0042ebf98cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:25.050710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb79c-0b55-4db4-8eff-1b8774246ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=3fedfa6c-2abe-462c-b056-fa4d44ece2f6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.066203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:25.068464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e4c0da5b-cfa4-4bbd-9179-f35da2bf2980 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=675cbbe273aa43028d6efdd3cdcd1987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9041936 Jul 16 18:11:25.071155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50590) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.078502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0da5b-cfa4-4bbd-9179-f35da2bf2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b105a57f-d628-4f18-9bb9-a67ff41c4e57,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.131214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-572253d7-0855-42b5-8152-c4e09f48ecea req-4de9f2e1-e146-43c5-bf97-9576f444841c tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 210 time: 0.0606163 Jul 16 18:11:25.158585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Made reservation on behalf of 3f4753c761034dee9a26f0042ebf98cf for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:25.161146 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.239504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67d6ed93-c93f-4ac2-9012-847cb32cd828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.303393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67d6ed93-c93f-4ac2-9012-847cb32cd828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.347916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:25.351134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ee8681f-1a71-47c6-a56a-c5832632c04b req-f719db36-1daf-4961-a09d-6975bac8874c tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 210 time: 0.0740585 Jul 16 18:11:25.364652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaacf9-57d1-462a-bd82-3220ec8d98c8 req-adfc74d4-6d11-4176-b4ab-72b1bdfba7be tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.373338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2eaacf9-57d1-462a-bd82-3220ec8d98c8 req-adfc74d4-6d11-4176-b4ab-72b1bdfba7be tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 945 time: 0.4685519 Jul 16 18:11:25.419051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67d6ed93-c93f-4ac2-9012-847cb32cd828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.422191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67d6ed93-c93f-4ac2-9012-847cb32cd828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.423605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67d6ed93-c93f-4ac2-9012-847cb32cd828 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b105a57f-d628-4f18-9bb9-a67ff41c4e57 HTTP/1.1" status: 204 len: 168 time: 0.3512948 Jul 16 18:11:25.436474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6ed93-c93f-4ac2-9012-847cb32cd828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b105a57f-d628-4f18-9bb9-a67ff41c4e57,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.477409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2eaacf9-57d1-462a-bd82-3220ec8d98c8 req-4f72b3d1-e336-416a-ae1d-052e52082768 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941663 Jul 16 18:11:25.506688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.512258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:25.523523 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] Sync routers for ids ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:25.527784 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8b144111-95c6-4fb1-b567-f2c7008ae634 admin admin] 10.222.0.48 "PUT /v2.0/routers/0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666493 Jul 16 18:11:25.528025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50598) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.546084 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] Routers {'0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:25.546729 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:25.613982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.649917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Checking segment: {'id': '4c7e192f-4e43-4b79-af11-6bafa732c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:25.650513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Network hostable DHCP agents. Network: 3fedfa6c-2abe-462c-b056-fa4d44ece2f6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:25.659801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.674197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:25.693993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3fedfa6c-2abe-462c-b056-fa4d44ece2f6) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:25.704428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560a821d-8fd6-4de5-8495-3066e7da4ccb None None] Network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:25.723526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.728211 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.756569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f7024bfa-df5d-4787-9f84-5c1483fa0ea9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7850382 Jul 16 18:11:25.811099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] Set router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:25.874746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.995723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Deleting port 7599150c-a406-4951-a0f0-48f1d06e5191 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:25.996360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.037330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52d8fb8-edfc-4d17-8096-ffd7ed6870f7 None None] Network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:26.129662 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86'}], 'enable_snat': True}, 'gw_port_id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:11:24Z', 'revision_number': 5, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port': {'id': '7599150c-a406-4951-a0f0-48f1d06e5191', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:65:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:19Z', 'updated_at': '2021-07-16T18:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:26.153145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] For port 7599150c-a406-4951-a0f0-48f1d06e5191, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7599150c-a406-4951-a0f0-48f1d06e5191,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:26.153580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.167243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Calling delete_port for 7599150c-a406-4951-a0f0-48f1d06e5191 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:26.201165 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] Checking router: 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:26.221773 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] Routers {'0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:26.222902 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:26.366308 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] Set router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:26.443634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95547414-d338-482c-9e5a-5ec4bf468eca req-eef22289-30aa-4ee2-8fa7-ee7441fcb568 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 210 time: 0.0807393 Jul 16 18:11:26.454719 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:11:25Z', 'revision_number': 6, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:26.508383 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06052d8-435b-4365-bb21-997df65e38a5 None None] The sync data for ids ['0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461'] in n-d-793620-10 is: [{'id': '0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-927669762-router', 'tenant_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:15Z', 'updated_at': '2021-07-16T18:11:25Z', 'revision_number': 6, 'project_id': 'f62e5dde34e84b9cb21878d6e3648b55', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:26.525425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.647206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50634) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:26.655006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Pushing event deleted for resources: {'Port': ['ID=7599150c-a406-4951-a0f0-48f1d06e5191,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.739768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe9acbd7-5e93-496e-a585-bb046a95e797 req-1fd5ca85-6b1f-4dac-a561-75b20334d38c tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 210 time: 0.0635397 Jul 16 18:11:26.761528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.813058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1387091935-network', 'tenant_id': '62a753dc014043129cd28007bea6850b'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:26.849611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Made reservation on behalf of 62a753dc014043129cd28007bea6850b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:26.853879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.871140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.926573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.929747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.991355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d03af-feeb-4f14-8881-80554bf41077 req-39df3504-bb18-4652-9753-3ec7ac46a798 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.993216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-39df3504-bb18-4652-9753-3ec7ac46a798 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.55 "GET /v2.0/networks?id=5ef03e98-d279-4599-996c-d26c120a9f1d HTTP/1.1" status: 200 len: 815 time: 0.4479847 Jul 16 18:11:26.995992 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.997843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:27.005864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0270665d-4e9f-4d02-a8fb-00b523d25599 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:27.014678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Request body: {'port': {'device_id': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d', 'admin_state_up': True, 'tenant_id': 'a9893c6bf3ac47a0b761533693d45a00'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.042736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 0270665d-4e9f-4d02-a8fb-00b523d25599 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:27.042990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0270665d-4e9f-4d02-a8fb-00b523d25599 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:27.087509 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.088815 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f427044-5f55-44ec-bcbf-73c175f7b515 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0b94a49b-b3b0-4cbf-a1f3-71f9aaa2f461 HTTP/1.1" status: 204 len: 168 time: 1.5594752 Jul 16 18:11:27.091439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50646) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.143180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546423fb-5577-48e5-9c67-fa70f068d981 req-bbddcd9b-dcf4-499b-880f-1afacd6ca7f1 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.145148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-546423fb-5577-48e5-9c67-fa70f068d981 req-bbddcd9b-dcf4-499b-880f-1afacd6ca7f1 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 945 time: 0.2515090 Jul 16 18:11:27.157046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-033be59b-c17a-43b5-82ad-e514aa86cb5f tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a14bc0db795d467cb9e1c5d8406c1d9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319574 Jul 16 18:11:27.188460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-a6402856-aa41-4b7c-a98e-9894d42cbf72 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.190684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-a6402856-aa41-4b7c-a98e-9894d42cbf72 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/networks?id=3fedfa6c-2abe-462c-b056-fa4d44ece2f6 HTTP/1.1" status: 200 len: 822 time: 0.2975755 Jul 16 18:11:27.226344 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-546423fb-5577-48e5-9c67-fa70f068d981 req-2d0589e8-f642-44fe-aea1-b80146c16192 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711565 Jul 16 18:11:27.230272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] Deleting subnet 0ddc00a8-5242-40ea-bd62-250bd51a12d0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:27.235983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.241157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-33ac0fbd-b7de-4067-aa87-75155c0cd2b9 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/quotas/3f4753c761034dee9a26f0042ebf98cf HTTP/1.1" status: 200 len: 375 time: 0.0413647 Jul 16 18:11:27.281730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-0f07dfa2-ff7c-48eb-b5dc-e1de150e3394 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f4753c761034dee9a26f0042ebf98cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396450 Jul 16 18:11:27.283859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.299116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.335571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Made reservation on behalf of a9893c6bf3ac47a0b761533693d45a00 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:27.339937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.396460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:27.411777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c235585-c609-4bb7-958d-b2fce07f8b28,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.412000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.425695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.426042 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Added segment 661c234b-dc38-406b-9e0e-33afa7883aa2 of type vlan for network c25f696d-8aa0-4036-a18b-fd185965350c Jul 16 18:11:27.442406 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-d83d5a53-356a-43b1-b177-39c3ef7b1035 service neutron] 10.222.0.48 "GET /v2.0/networks/3fedfa6c-2abe-462c-b056-fa4d44ece2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516178 Jul 16 18:11:27.462722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-ebc530ca-af9a-4076-90fb-871044545b67 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.464442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-ebc530ca-af9a-4076-90fb-871044545b67 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2965708 Jul 16 18:11:27.502699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.506298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Request body: {'port': {'device_id': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'a14bc0db795d467cb9e1c5d8406c1d9f'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.609103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.610067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.610650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.615038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44373f05-740e-4479-902c-4790c02ecc76 req-6e02b431-53af-4e2c-9eca-7b534bd1f19e tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1696426461&fields=id&tenant_id=3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 267 time: 0.1144514 Jul 16 18:11:27.624296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-65fd22e4-6107-4488-b2cc-e483991f3f08 service neutron] 10.222.0.48 "GET /v2.0/networks/3fedfa6c-2abe-462c-b056-fa4d44ece2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751099 Jul 16 18:11:27.682622 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.715249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0667577 Jul 16 18:11:27.716816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48ee5c-6df7-47ec-a16c-0fcf7bbde283 admin admin] Pushing event updated for resources: {'Network': ['ID=c25f696d-8aa0-4036-a18b-fd185965350c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.718759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50654) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.723683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Request body: {'subnet': {'network_id': 'c25f696d-8aa0-4036-a18b-fd185965350c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1387091935-subnet', 'tenant_id': '62a753dc014043129cd28007bea6850b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.729269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network c25f696d-8aa0-4036-a18b-fd185965350c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:27.743803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Allocated IP 172.20.0.6 (5ef03e98-d279-4599-996c-d26c120a9f1d/a77244c5-ec0f-421f-aa0c-ee7a6fc15348/2f8c9cbc-9074-475a-a817-77e2ddf75464) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:27.760182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Made reservation on behalf of 62a753dc014043129cd28007bea6850b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:27.764218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.800035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373f05-740e-4479-902c-4790c02ecc76 req-feb49747-c58d-4335-87f9-16d8c9e32d53 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.809352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44373f05-740e-4479-902c-4790c02ecc76 req-feb49747-c58d-4335-87f9-16d8c9e32d53 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 945 time: 0.1750257 Jul 16 18:11:27.818715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'port': {'security_groups': ['08d47eeb-944a-40a8-b821-04c69cd45cc4', '6659b0dc-39e9-4dbf-85f3-a39d03226bd2']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.822462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Made reservation on behalf of a14bc0db795d467cb9e1c5d8406c1d9f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:27.826439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.857683 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.876262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.938825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ddc00a8-5242-40ea-bd62-250bd51a12d0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.952801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd3fabd-ec3e-4ed1-830d-e507b7bd3ec1 None None] Network 81860a2c-408c-4e8c-9753-93cab05d91b4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:27.957179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.959590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3f3ec8d4-825b-4551-a2a1-6364acc38f27 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0ddc00a8-5242-40ea-bd62-250bd51a12d0 HTTP/1.1" status: 204 len: 168 time: 0.8671410 Jul 16 18:11:27.964873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50662) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.131594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.132219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3e9fe83-e8cb-401d-b7e3-f0255b458e05 req-556ad38c-40a8-4dc2-b7a4-8dfc953ced63 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 210 time: 0.0647156 Jul 16 18:11:28.135743 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.204492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.219582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] DHCP port deletion for 81860a2c-408c-4e8c-9753-93cab05d91b4 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:28.234133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a59f0716-fa07-4894-9c46-349033d46578,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.243283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.313742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] Deleting port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:28.314032 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.314160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Checking segment: {'id': '661c234b-dc38-406b-9e0e-33afa7883aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c25f696d-8aa0-4036-a18b-fd185965350c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:28.314778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Network hostable DHCP agents. Network: c25f696d-8aa0-4036-a18b-fd185965350c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:28.338367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.375764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-069aed97-d336-46c4-937a-8a9e3c8d19a6 req-6d1ae985-4415-44ae-b284-cb8c3c4bb4d9 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 210 time: 0.0473309 Jul 16 18:11:28.409363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] For port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,segment=NetworkSegment(8880f169-1761-4d02-8277-fa73239211f9),segment_id=8880f169-1761-4d02-8277-fa73239211f9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:28.409920 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.414023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Network c25f696d-8aa0-4036-a18b-fd185965350c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:28.426382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] Calling delete_port for 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:28.440587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Pushing event updated for resources: {'Port': ['ID=2f8c9cbc-9074-475a-a817-77e2ddf75464,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.443189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, c25f696d-8aa0-4036-a18b-fd185965350c) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:28.455619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.455765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.456142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.457438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc765ef-e680-4e79-ab03-96a4ea7181ed None None] Network c25f696d-8aa0-4036-a18b-fd185965350c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:28.468815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Network 5ef03e98-d279-4599-996c-d26c120a9f1d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:28.471747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.481166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:28.497573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:28.501789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b445f79-1262-463b-aaef-b2d00ef271a2 req-cb165436-bf8d-40dd-a674-78ae0239a6f2 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0423245 Jul 16 18:11:28.520130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c47bc10f-3c78-4a79-bab2-d74488167ca9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8003409 Jul 16 18:11:28.586800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Deleting port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:28.589407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.644580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:28.704342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.709839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.770546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b39cb36-a8d1-4638-8b4f-1bed98fa3746,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.784585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:28.791995 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.799478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.799478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.811186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.811989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.813934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44373f05-740e-4479-902c-4790c02ecc76 req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "PUT /v2.0/ports/cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 981 time: 1.0033100 Jul 16 18:11:28.817395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-5c8d6f6a-5253-43c7-8244-1087cdeda0f3 req-edabbeed-3b21-400d-9916-abc6c670e1bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1449252181', 'description': 'tempest-description-991734133'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:28.839592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:28.842750 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:28.851960 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f6a-5253-43c7-8244-1087cdeda0f3 req-edabbeed-3b21-400d-9916-abc6c670e1bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.859549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] No DVR routers for this DVR port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:28.869248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:28.906823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0942a-eeda-4de7-9f25-758263de7bd0 None None] Network c25f696d-8aa0-4036-a18b-fd185965350c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:28.932670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc844c-7981-4025-b9f6-52e0b5cc29a6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.956946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6152bea-eeb9-4398-a60d-e128a32a7b4f None None] Pushing event deleted for resources: {'Port': ['ID=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.968045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4f0830c-bf24-49c9-b6d3-bbe0937a3ad4 req-66f4e9c1-5427-49ef-8482-a2795b318fdd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/6659b0dc-39e9-4dbf-85f3-a39d03226bd2 HTTP/1.1" status: 200 len: 1800 time: 0.1218565 Jul 16 18:11:28.982589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:28.997796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:28.998446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:28.999365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7599150c-a406-4951-a0f0-48f1d06e5191 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:29.048916 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-d4f0830c-bf24-49c9-b6d3-bbe0937a3ad4 req-d1d26ac5-d092-47a6-a7f6-3ba5e97ed852 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:11:29.049994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4f0830c-bf24-49c9-b6d3-bbe0937a3ad4 req-d1d26ac5-d092-47a6-a7f6-3ba5e97ed852 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/6659b0dc-39e9-4dbf-85f3-a39d03226bd2 HTTP/1.1" status: 409 len: 341 time: 0.0810649 Jul 16 18:11:29.056832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7599150c-a406-4951-a0f0-48f1d06e5191 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:29.057196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7599150c-a406-4951-a0f0-48f1d06e5191 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:29.075445 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f6a-5253-43c7-8244-1087cdeda0f3 req-edabbeed-3b21-400d-9916-abc6c670e1bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.080119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f6a-5253-43c7-8244-1087cdeda0f3 req-edabbeed-3b21-400d-9916-abc6c670e1bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.108487 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504e5b58-005c-4ec8-8c92-ab1a73de524a x-openstack-request-id: req-504e5b58-005c-4ec8-8c92-ab1a73de524a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:29.108880 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:29.109092 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-504e5b58-005c-4ec8-8c92-ab1a73de524a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:29.109454 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4', 'status': 'completed', 'code': 200} Jul 16 18:11:29.112911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5c8d6f6a-5253-43c7-8244-1087cdeda0f3 req-edabbeed-3b21-400d-9916-abc6c670e1bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.117444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c8d6f6a-5253-43c7-8244-1087cdeda0f3 req-edabbeed-3b21-400d-9916-abc6c670e1bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3279676 Jul 16 18:11:29.119752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabbeed-3b21-400d-9916-abc6c670e1bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d7d406-5037-4cb5-bb32-26c0003d7835,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.201468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-ac81cbf1-339a-42f4-979a-8b6a2f97ef95 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/f4d7d406-5037-4cb5-bb32-26c0003d7835 HTTP/1.1" status: 200 len: 1804 time: 0.0620916 Jul 16 18:11:29.207842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4d7d406-5037-4cb5-bb32-26c0003d7835', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.208328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f4d7d406-5037-4cb5-bb32-26c0003d7835', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.312049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.369060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.375088 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.412631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274b043d-e630-4c12-b826-f76de53b09d4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.424322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] For port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,segment=NetworkSegment(8880f169-1761-4d02-8277-fa73239211f9),segment_id=8880f169-1761-4d02-8277-fa73239211f9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:29.424853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.446211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Calling delete_port for 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:29.476321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.489946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97f83c61-7ebe-434e-a76e-461cdfe2f5c9 req-2bfd3dde-ca63-4bec-b532-5b420cacb28e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2871230 Jul 16 18:11:29.548479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-bbc3d0bb-f4b0-44a2-b0cd-8788d0ba888d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5467200 Jul 16 18:11:29.555968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-e6acc151-eb71-4052-8120-20e5903dd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.557403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-e6acc151-eb71-4052-8120-20e5903dd9f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1136 time: 0.2606542 Jul 16 18:11:29.559516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dd974-9c2f-4009-8707-bba49f6a45d0 req-3ac3c105-369c-4376-b26e-0f53212a512d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.563469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a45dd974-9c2f-4009-8707-bba49f6a45d0 req-3ac3c105-369c-4376-b26e-0f53212a512d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 931 time: 0.1406534 Jul 16 18:11:29.566006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Request body: {'port': {'device_id': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.663481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a45dd974-9c2f-4009-8707-bba49f6a45d0 req-a31ca1b3-6e51-4103-8a37-0e31a96860dc tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932620 Jul 16 18:11:29.711040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0806-0fb6-48a6-b91e-e52878f106c7 req-8b7444f8-f428-476d-bee6-61a0bd068423 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.726902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e7b0806-0fb6-48a6-b91e-e52878f106c7 req-8b7444f8-f428-476d-bee6-61a0bd068423 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 984 time: 0.1024151 Jul 16 18:11:29.765939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Allocated IP 192.168.233.148 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/511d3ef0-334a-4c80-bb04-2f55fd684c51) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:29.790989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e7b0806-0fb6-48a6-b91e-e52878f106c7 req-e40a4d4b-130d-4c2d-ae9a-fdbb974ced42 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=6659b0dc-39e9-4dbf-85f3-a39d03226bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0631166 Jul 16 18:11:29.797247 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.851693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b8c8fea-5e00-48f4-ba6c-e7e78a39638c req-aa19930c-4a55-41aa-abef-044399900d1d tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 210 time: 0.0368347 Jul 16 18:11:29.855783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-67cac3e0-ce7b-4d0f-98eb-a7ba549ece54 req-1eb06d6b-0ada-412f-ac36-80b13d62508b tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-891848086', 'description': 'tempest-description-871081196'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.888644 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-67cac3e0-ce7b-4d0f-98eb-a7ba549ece54 req-1eb06d6b-0ada-412f-ac36-80b13d62508b tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.898269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-f92dd310-f4a5-48a9-bb7f-371d84c0d062 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.899801 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-f92dd310-f4a5-48a9-bb7f-371d84c0d062 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.13 "GET /v2.0/networks?id=3fedfa6c-2abe-462c-b056-fa4d44ece2f6 HTTP/1.1" status: 200 len: 822 time: 0.4324274 Jul 16 18:11:29.935875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Request body: {'port': {'device_id': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6', 'admin_state_up': True, 'tenant_id': '3f4753c761034dee9a26f0042ebf98cf'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:29.998553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-8983f291-c9e0-4e15-9cb5-6ba233ae634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.000064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-8983f291-c9e0-4e15-9cb5-6ba233ae634d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 912 time: 0.3926716 Jul 16 18:11:30.012500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.039164 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-67cac3e0-ce7b-4d0f-98eb-a7ba549ece54 req-1eb06d6b-0ada-412f-ac36-80b13d62508b tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.041784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52f50746-057f-41b5-907e-c57a4b646632 req-ca3da95f-3292-4b4b-9e81-e92d66a318c0 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0423732 Jul 16 18:11:30.043777 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-67cac3e0-ce7b-4d0f-98eb-a7ba549ece54 req-1eb06d6b-0ada-412f-ac36-80b13d62508b tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.075648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-67cac3e0-ce7b-4d0f-98eb-a7ba549ece54 req-1eb06d6b-0ada-412f-ac36-80b13d62508b tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.080467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67cac3e0-ce7b-4d0f-98eb-a7ba549ece54 req-1eb06d6b-0ada-412f-ac36-80b13d62508b tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2527888 Jul 16 18:11:30.085632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb06d6b-0ada-412f-ac36-80b13d62508b tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a00dc0bc-05db-4826-ac30-b99c9c398fa7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.156170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-4b7c798e-4af5-405f-a2d8-700e091d6a09 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/a00dc0bc-05db-4826-ac30-b99c9c398fa7 HTTP/1.1" status: 200 len: 1803 time: 0.0482812 Jul 16 18:11:30.157998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] No DVR routers for this DVR port 5896b9a5-5161-4ab9-96d7-f01aeb58cfdd on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:30.159850 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5524723-3449-4c69-8bfd-cf5d84075204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.168561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a00dc0bc-05db-4826-ac30-b99c9c398fa7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.169590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a00dc0bc-05db-4826-ac30-b99c9c398fa7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.210788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5896b9a5-5161-4ab9-96d7-f01aeb58cfdd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.227353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.238016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-4f735769-c6ef-40fa-82e3-04b54e5876fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 217 time: 0.2089365 Jul 16 18:11:30.255149 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.260181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.278043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98160f8e-489b-42f5-b8de-d29518a89df9,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.285077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.286318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37b91ddf-a176-452c-b060-39a0bd1b86c4 req-b075c95d-e297-43f2-b3c9-e7b51bce53fd tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1228008 Jul 16 18:11:30.315589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-cbdb9441-4e21-43ae-af8d-edcf5dfa37fc req-0c0b4243-8745-40da-a5cf-3bb3b8dbc364 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-750972816', 'description': 'tempest-description-2014566077'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.337400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbdb9441-4e21-43ae-af8d-edcf5dfa37fc req-0c0b4243-8745-40da-a5cf-3bb3b8dbc364 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.418859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbdb9441-4e21-43ae-af8d-edcf5dfa37fc req-0c0b4243-8745-40da-a5cf-3bb3b8dbc364 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.422436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.422615 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbdb9441-4e21-43ae-af8d-edcf5dfa37fc req-0c0b4243-8745-40da-a5cf-3bb3b8dbc364 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.450274 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbdb9441-4e21-43ae-af8d-edcf5dfa37fc req-0c0b4243-8745-40da-a5cf-3bb3b8dbc364 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.451528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cbdb9441-4e21-43ae-af8d-edcf5dfa37fc req-0c0b4243-8745-40da-a5cf-3bb3b8dbc364 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1403677 Jul 16 18:11:30.453328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b4243-8745-40da-a5cf-3bb3b8dbc364 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8341fe87-34c0-4a1a-afee-7c5375e597d2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.454474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81860a2c-408c-4e8c-9753-93cab05d91b4']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:30.477110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-32950c9a-fcab-44ff-9acc-f2ff6dde4b35 req-5dfe8a7b-c462-4731-9064-e1fbf15d7cc3 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1574142371', 'description': 'tempest-description-977185624'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.480395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8880f169-1761-4d02-8277-fa73239211f9') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:30.480691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8880f169-1761-4d02-8277-fa73239211f9') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:30.500670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-50138176-2a4c-48d6-b790-652a87bd28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.502144 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-50138176-2a4c-48d6-b790-652a87bd28f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.2293971 Jul 16 18:11:30.527516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.547746 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-32950c9a-fcab-44ff-9acc-f2ff6dde4b35 req-5dfe8a7b-c462-4731-9064-e1fbf15d7cc3 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.551488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Made reservation on behalf of 3f4753c761034dee9a26f0042ebf98cf for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:30.554872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.599459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-e629ee7c-bca2-4ea4-9d9c-043c18c6ef42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598462 Jul 16 18:11:30.608377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.624543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.628889 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-32950c9a-fcab-44ff-9acc-f2ff6dde4b35 req-5dfe8a7b-c462-4731-9064-e1fbf15d7cc3 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.633391 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-32950c9a-fcab-44ff-9acc-f2ff6dde4b35 req-5dfe8a7b-c462-4731-9064-e1fbf15d7cc3 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.647601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:30.647999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.661413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-32950c9a-fcab-44ff-9acc-f2ff6dde4b35 req-5dfe8a7b-c462-4731-9064-e1fbf15d7cc3 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:30.662406 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:30.668739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32950c9a-fcab-44ff-9acc-f2ff6dde4b35 req-5dfe8a7b-c462-4731-9064-e1fbf15d7cc3 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1960111 Jul 16 18:11:30.680048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe8a7b-c462-4731-9064-e1fbf15d7cc3 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9e8475-9033-4e3a-9a84-25f2166c99fd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.735692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17dac017-7daa-4003-8980-eff512b8be1c req-360c03fd-3ee8-46a0-bf5b-0e242e972d62 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/8341fe87-34c0-4a1a-afee-7c5375e597d2 HTTP/1.1" status: 200 len: 1804 time: 0.0481365 Jul 16 18:11:30.785395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17dac017-7daa-4003-8980-eff512b8be1c req-b4292e7b-991a-49a2-96bb-62e3f9362e65 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/ef9e8475-9033-4e3a-9a84-25f2166c99fd HTTP/1.1" status: 200 len: 1804 time: 0.0437660 Jul 16 18:11:30.796562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-17dac017-7daa-4003-8980-eff512b8be1c req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8341fe87-34c0-4a1a-afee-7c5375e597d2', 'remote_group_id': 'ef9e8475-9033-4e3a-9a84-25f2166c99fd', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.796877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-17dac017-7daa-4003-8980-eff512b8be1c req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8341fe87-34c0-4a1a-afee-7c5375e597d2', 'remote_group_id': 'ef9e8475-9033-4e3a-9a84-25f2166c99fd', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.825068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Transition to ACTIVE for port object 511d3ef0-334a-4c80-bb04-2f55fd684c51 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:30.847821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.866340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.868196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/81860a2c-408c-4e8c-9753-93cab05d91b4 HTTP/1.1" status: 204 len: 168 time: 2.9021156 Jul 16 18:11:30.899539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52e4fd-5259-40fa-8788-917d9e9a9443 req-0ca832b5-8ffc-40f4-bdd9-c7befbaa8e15 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.900871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37d34c-fddc-426d-b89c-3d0a81536eb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=81860a2c-408c-4e8c-9753-93cab05d91b4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.901681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d52e4fd-5259-40fa-8788-917d9e9a9443 req-0ca832b5-8ffc-40f4-bdd9-c7befbaa8e15 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 931 time: 0.1003592 Jul 16 18:11:30.932209 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-17dac017-7daa-4003-8980-eff512b8be1c req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.955755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8c9cbc-9074-475a-a817-77e2ddf75464 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:30.968434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.974526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-e633321d-3ab9-4ffc-95c4-ad182fe041d8 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626003 Jul 16 18:11:30.984755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d52e4fd-5259-40fa-8788-917d9e9a9443 req-4a87c21b-fe1a-4e13-bf6f-50eb8924877a tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680313 Jul 16 18:11:31.013747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-17dac017-7daa-4003-8980-eff512b8be1c req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.015251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50718) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.025901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Transition to ACTIVE for port object 2f8c9cbc-9074-475a-a817-77e2ddf75464 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:31.038719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Allocated IP 172.20.0.11 (3fedfa6c-2abe-462c-b056-fa4d44ece2f6/31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f/0fac126e-61e9-4298-9cbe-da8882cb6ea9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:31.041142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.041277 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-17dac017-7daa-4003-8980-eff512b8be1c req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.065758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458f24e5-7608-4f3c-bc25-ae1262b419f2,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.096914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-17dac017-7daa-4003-8980-eff512b8be1c req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.105788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17dac017-7daa-4003-8980-eff512b8be1c req-303c825d-da6b-4261-9c7a-4abce9fbeb8e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3131649 Jul 16 18:11:31.117682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae559dde-7e20-4866-bfe5-6e26a7c36fa1 req-a4dac1cd-417b-4ec3-89d8-b851ef26ba8a service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321783 Jul 16 18:11:31.119360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.164833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d45dbf0f-091e-4415-a3e1-263b1e7a6e6f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=46e1b0609c1648e88649ea813ac3fb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470115 Jul 16 18:11:31.165966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.229251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207bdbc9-ab41-43eb-aedf-500b1f8c261b req-4db71da5-9dd0-4734-8499-e6d185bb03cb tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.231371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-207bdbc9-ab41-43eb-aedf-500b1f8c261b req-4db71da5-9dd0-4734-8499-e6d185bb03cb tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 984 time: 0.1040113 Jul 16 18:11:31.314312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-207bdbc9-ab41-43eb-aedf-500b1f8c261b req-67d3dedc-6e79-450d-8247-d6718ee386c7 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=6659b0dc-39e9-4dbf-85f3-a39d03226bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0771987 Jul 16 18:11:31.316023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:31.319851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8c9cbc-9074-475a-a817-77e2ddf75464,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.345084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:31.351504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c368fb-b0e2-449a-8bbe-98fd155458f3 req-675af0f5-f0a0-480c-9e40-13d4ed5a00e2 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.353335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3c368fb-b0e2-449a-8bbe-98fd155458f3 req-675af0f5-f0a0-480c-9e40-13d4ed5a00e2 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 936 time: 0.1057603 Jul 16 18:11:31.377073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:31.424731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3c368fb-b0e2-449a-8bbe-98fd155458f3 req-2c649984-176e-4e3f-9a30-d2d156ee3161 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544477 Jul 16 18:11:31.473266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-e7e76bd7-93ea-4762-90ac-02e442f98f32 req-b21ca857-9255-4355-8891-91913df81dca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1199962992', 'description': 'tempest-description-863177178'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.518558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70ed6c8f-cfc1-4e86-afcb-92540bc36f1f req-b3cac7f2-8377-4b8b-881a-5c4167f2b663 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 210 time: 0.0376368 Jul 16 18:11:31.531226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e7e76bd7-93ea-4762-90ac-02e442f98f32 req-b21ca857-9255-4355-8891-91913df81dca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.564420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb957-92ad-44e0-af64-863ed2412276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.622605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.645882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e7e76bd7-93ea-4762-90ac-02e442f98f32 req-b21ca857-9255-4355-8891-91913df81dca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.651058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e7e76bd7-93ea-4762-90ac-02e442f98f32 req-b21ca857-9255-4355-8891-91913df81dca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.658139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Pushing event updated for resources: {'Port': ['ID=511d3ef0-334a-4c80-bb04-2f55fd684c51,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.661885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-4f25e293-0f03-4a09-9a27-4781fea039eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.663427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-4f25e293-0f03-4a09-9a27-4781fea039eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1136 time: 0.4700136 Jul 16 18:11:31.675385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.676107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.684646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e7e76bd7-93ea-4762-90ac-02e442f98f32 req-b21ca857-9255-4355-8891-91913df81dca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.685884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7e76bd7-93ea-4762-90ac-02e442f98f32 req-b21ca857-9255-4355-8891-91913df81dca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2168307 Jul 16 18:11:31.687902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ca857-9255-4355-8891-91913df81dca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b3b907-94c6-4a35-9878-8882a8efa03b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.703457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-62a55d86-88f1-49ca-be91-bb3258be8939 None None] Provisioning for port 511d3ef0-334a-4c80-bb04-2f55fd684c51 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:31.706886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb957-92ad-44e0-af64-863ed2412276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.707740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-62a55d86-88f1-49ca-be91-bb3258be8939 None None] Provisioning complete for port 511d3ef0-334a-4c80-bb04-2f55fd684c51 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:31.708259 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62a55d86-88f1-49ca-be91-bb3258be8939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.717488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-75363e8f-5646-4cca-8724-14d3551baac6 req-d260691f-6a3b-454c-9281-011db44f897f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-467941756', 'description': 'tempest-description-1897285034'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.735617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Attempting to bind port 2f8c9cbc-9074-475a-a817-77e2ddf75464 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:31.735975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Attempting to bind port 2f8c9cbc-9074-475a-a817-77e2ddf75464 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'd8a8ca32-e533-48ad-8b7d-b30e12881747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:31.736442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Attempting to bind port 2f8c9cbc-9074-475a-a817-77e2ddf75464 on network 5ef03e98-d279-4599-996c-d26c120a9f1d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:31.742002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-75363e8f-5646-4cca-8724-14d3551baac6 req-d260691f-6a3b-454c-9281-011db44f897f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.744673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-62a55d86-88f1-49ca-be91-bb3258be8939 None None] Port 511d3ef0-334a-4c80-bb04-2f55fd684c51 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:31.765783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Port 2f8c9cbc-9074-475a-a817-77e2ddf75464 on network 5ef03e98-d279-4599-996c-d26c120a9f1d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:31.766113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Attempting to bind port 2f8c9cbc-9074-475a-a817-77e2ddf75464 on network 5ef03e98-d279-4599-996c-d26c120a9f1d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:31.778173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8cc57fae-5fae-4d91-a618-a5527b143f00 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2763212 Jul 16 18:11:31.826702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-75363e8f-5646-4cca-8724-14d3551baac6 req-d260691f-6a3b-454c-9281-011db44f897f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.830960 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-75363e8f-5646-4cca-8724-14d3551baac6 req-d260691f-6a3b-454c-9281-011db44f897f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.831759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Request body: {'port': {'device_id': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.834218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:31.834560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Checking segment: {'id': 'd8a8ca32-e533-48ad-8b7d-b30e12881747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:31.834952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Bound using segment: {'id': 'd8a8ca32-e533-48ad-8b7d-b30e12881747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:31.835376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Bound port: 2f8c9cbc-9074-475a-a817-77e2ddf75464, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a8ca32-e533-48ad-8b7d-b30e12881747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:31.835728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.859977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-75363e8f-5646-4cca-8724-14d3551baac6 req-d260691f-6a3b-454c-9281-011db44f897f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.861234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75363e8f-5646-4cca-8724-14d3551baac6 req-d260691f-6a3b-454c-9281-011db44f897f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1480010 Jul 16 18:11:31.862991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260691f-6a3b-454c-9281-011db44f897f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f87fe48-17fd-48bc-8d47-c5815f9cdc0d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.934950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-b9de479a-7891-4c60-b2a5-9f5b84363aaa tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/88b3b907-94c6-4a35-9878-8882a8efa03b HTTP/1.1" status: 200 len: 1804 time: 0.0439105 Jul 16 18:11:31.938074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.959026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-1d409fbb-2e64-4c4e-ac87-06e44006bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.960670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-1d409fbb-2e64-4c4e-ac87-06e44006bfd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 912 time: 0.2815981 Jul 16 18:11:31.983010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-85813a89-7f1a-42a5-81e4-c2ec339f5773 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/9f87fe48-17fd-48bc-8d47-c5815f9cdc0d HTTP/1.1" status: 200 len: 1804 time: 0.0413260 Jul 16 18:11:31.988985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb957-92ad-44e0-af64-863ed2412276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.991446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c1fb957-92ad-44e0-af64-863ed2412276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.992591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8c1fb957-92ad-44e0-af64-863ed2412276 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ba5cbb9-b51f-4a5b-b607-604e2fd0cd26 HTTP/1.1" status: 204 len: 168 time: 0.8227208 Jul 16 18:11:31.993260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88b3b907-94c6-4a35-9878-8882a8efa03b', 'remote_group_id': '9f87fe48-17fd-48bc-8d47-c5815f9cdc0d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.994102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '88b3b907-94c6-4a35-9878-8882a8efa03b', 'remote_group_id': '9f87fe48-17fd-48bc-8d47-c5815f9cdc0d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.066826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.089177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fb957-92ad-44e0-af64-863ed2412276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba5cbb9-b51f-4a5b-b607-604e2fd0cd26,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.100329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:32.105471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.111191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.113741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-c252923a-7c1c-4661-a731-471378c49700 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 217 time: 0.1147721 Jul 16 18:11:32.118934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:32.121910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:32.130577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Pushing event updated for resources: {'Port': ['ID=0fac126e-61e9-4298-9cbe-da8882cb6ea9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.139896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3cf797-c1c0-49cf-a890-1053ffedac03,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.145362 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.151698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26b10be1-6b5f-4ad1-b4d7-57e40984f6de req-94e62e06-769c-4d24-a3c7-4e30ce2c9178 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1623106 Jul 16 18:11:32.160400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] For port 2f8c9cbc-9074-475a-a817-77e2ddf75464, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:32.488289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.518743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.548219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] For port 2f8c9cbc-9074-475a-a817-77e2ddf75464, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464,segment=NetworkSegment(d8a8ca32-e533-48ad-8b7d-b30e12881747),segment_id=d8a8ca32-e533-48ad-8b7d-b30e12881747)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:32.565295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.589687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb69b4b9-9515-4416-bb8f-6d46428b310c req-c9f20132-f2b1-4969-9057-81dbbcf23f48 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/9f87fe48-17fd-48bc-8d47-c5815f9cdc0d HTTP/1.1" status: 200 len: 1804 time: 0.4188213 Jul 16 18:11:32.609636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.610364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.621322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762f9df-7d28-42e7-b989-43184061aa30 req-91625153-971c-4a6f-9956-26eb002f0b9a tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.622815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7762f9df-7d28-42e7-b989-43184061aa30 req-91625153-971c-4a6f-9956-26eb002f0b9a tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 943 time: 0.4576764 Jul 16 18:11:32.651441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.652114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.653700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f8c9cbc-9074-475a-a817-77e2ddf75464 HTTP/1.1" status: 200 len: 1092 time: 3.0919430 Jul 16 18:11:32.655190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-cbba3041-7f1e-40ae-b5d2-8471fca12bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.656631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-cbba3041-7f1e-40ae-b5d2-8471fca12bde service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.5283003 Jul 16 18:11:32.668300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:32.668762 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3d3843-22e5-4f46-b81c-402ca16b7564" -d '{"events": [{"name": "network-changed", "server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:32.701698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7762f9df-7d28-42e7-b989-43184061aa30 req-d7edd2a5-f894-422b-8ab2-56782c97038d tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692704 Jul 16 18:11:32.705895 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bb69b4b9-9515-4416-bb8f-6d46428b310c req-7902f890-7a5d-48d0-a402-a56b4d75f94f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.735816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bb69b4b9-9515-4416-bb8f-6d46428b310c req-7902f890-7a5d-48d0-a402-a56b4d75f94f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.752051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-00dc3da2-f4f4-490c-85b9-670d74e4d3ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564640 Jul 16 18:11:32.765057 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-192bd58f-cb1b-429d-befc-6fabb2e68866 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8331790 Jul 16 18:11:32.767456 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7015d060-191e-49d0-8c22-d65b113fe70d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f62e5dde34e84b9cb21878d6e3648b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781460 Jul 16 18:11:32.779319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50768) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.850945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Request body: {'port': {'device_id': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.895205 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20729bfe-eeb9-4f42-b8e9-f5c949da9451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.898366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bb69b4b9-9515-4416-bb8f-6d46428b310c req-7902f890-7a5d-48d0-a402-a56b4d75f94f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.901386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-bb69b4b9-9515-4416-bb8f-6d46428b310c req-7902f890-7a5d-48d0-a402-a56b4d75f94f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.902506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb69b4b9-9515-4416-bb8f-6d46428b310c req-7902f890-7a5d-48d0-a402-a56b4d75f94f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-groups/9f87fe48-17fd-48bc-8d47-c5815f9cdc0d HTTP/1.1" status: 204 len: 173 time: 0.3057799 Jul 16 18:11:32.916357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848368f-bba1-4d85-8d44-fad7476f2374 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8c9cbc-9074-475a-a817-77e2ddf75464,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.934601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7902f890-7a5d-48d0-a402-a56b4d75f94f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f87fe48-17fd-48bc-8d47-c5815f9cdc0d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.942821 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20729bfe-eeb9-4f42-b8e9-f5c949da9451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.956662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298744a8-8f7b-4e2a-a452-8680aaa10611 req-22c6d238-de12-4c63-bb0d-b70fa604bcb4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.958184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-298744a8-8f7b-4e2a-a452-8680aaa10611 req-22c6d238-de12-4c63-bb0d-b70fa604bcb4 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 984 time: 0.1454732 Jul 16 18:11:33.059949 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-298744a8-8f7b-4e2a-a452-8680aaa10611 req-f83916c0-ddfd-4f9c-9435-9394d9bf25b7 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=6659b0dc-39e9-4dbf-85f3-a39d03226bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0849881 Jul 16 18:11:33.077873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20729bfe-eeb9-4f42-b8e9-f5c949da9451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.105976 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20729bfe-eeb9-4f42-b8e9-f5c949da9451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.109340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-20729bfe-eeb9-4f42-b8e9-f5c949da9451 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dcb12af-554a-402b-a3e6-66bd1f4e5236 HTTP/1.1" status: 204 len: 168 time: 0.3289087 Jul 16 18:11:33.110983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.128095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d03af-feeb-4f14-8881-80554bf41077 req-6b1aded6-d422-4df8-9acf-5d621f06e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.129762 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-6b1aded6-d422-4df8-9acf-5d621f06e5bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9893c6bf3ac47a0b761533693d45a00&device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 1095 time: 0.3836782 Jul 16 18:11:33.132992 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c27e461c-ad01-4e16-b51c-1de2dc8a1df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.137626 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-87d79093-2a41-4bed-8e7e-00b7c5d889d5 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676429 Jul 16 18:11:33.148538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20729bfe-eeb9-4f42-b8e9-f5c949da9451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb12af-554a-402b-a3e6-66bd1f4e5236,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.229094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-150d09ee-59ce-47dd-b4d2-5ac8f5762ed2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464 HTTP/1.1" status: 200 len: 217 time: 0.0908897 Jul 16 18:11:33.257006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e149eb1-9ebe-4130-9af8-9aa790fb153b req-6b4a1429-1937-4b93-9da5-2cab71f59c1e tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.265562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e149eb1-9ebe-4130-9af8-9aa790fb153b req-6b4a1429-1937-4b93-9da5-2cab71f59c1e tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 936 time: 0.0984578 Jul 16 18:11:33.334738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.368817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e149eb1-9ebe-4130-9af8-9aa790fb153b req-78c53ced-b461-4a0a-8640-f3f203340591 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022151 Jul 16 18:11:33.389330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9bd0-2f06-4c07-9724-faa32295eb1b req-ac8dce28-37b0-41f4-93a3-070e1ba1362b tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.390883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a58a9bd0-2f06-4c07-9724-faa32295eb1b req-ac8dce28-37b0-41f4-93a3-070e1ba1362b tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 932 time: 0.1167340 Jul 16 18:11:33.439717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a58a9bd0-2f06-4c07-9724-faa32295eb1b req-72ffd50d-9661-43a0-b046-ccae5496e685 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406849 Jul 16 18:11:33.453800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d03af-feeb-4f14-8881-80554bf41077 req-2db0030b-78c9-44a6-8855-d3fa73161a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.455158 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-2db0030b-78c9-44a6-8855-d3fa73161a92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a77244c5-ec0f-421f-aa0c-ee7a6fc15348 HTTP/1.1" status: 200 len: 855 time: 0.2110682 Jul 16 18:11:33.524962 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7e5293-36e8-4f7a-8e61-f08660be4e96 x-openstack-request-id: req-9c7e5293-36e8-4f7a-8e61-f08660be4e96 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:33.525184 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:33.525402 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c7e5293-36e8-4f7a-8e61-f08660be4e96 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:33.525803 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464', 'status': 'completed', 'code': 200} Jul 16 18:11:33.528028 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-0253888d-e5c0-417c-be8a-96643fa81887 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef03e98-d279-4599-996c-d26c120a9f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602791 Jul 16 18:11:33.546398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 511d3ef0-334a-4c80-bb04-2f55fd684c51 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:33.561211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e3a27a5-dc8d-4489-8fc0-458a86590c97 req-2c10eafb-3c9c-4d83-908a-9406cf0a10bf tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/88b3b907-94c6-4a35-9878-8882a8efa03b HTTP/1.1" status: 200 len: 1804 time: 0.0489159 Jul 16 18:11:33.564453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.574954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-125ddf1c-d77f-4d9d-a60f-85e0f683da1e req-2f7f7439-0081-4576-a0b4-7af9e106412d service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260342 Jul 16 18:11:33.596013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-4d185673-5d7f-43c0-9ea6-e9c0ff0e169a req-701c97d1-def0-40ce-9ebb-0bab969517ca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-889478383', 'description': 'tempest-description-2030014700'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:33.624916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4d185673-5d7f-43c0-9ea6-e9c0ff0e169a req-701c97d1-def0-40ce-9ebb-0bab969517ca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.641964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Transition to ACTIVE for port object 511d3ef0-334a-4c80-bb04-2f55fd684c51 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:33.685067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.793360 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-74addad3-2602-4e63-8531-fb4c285f7c61 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef03e98-d279-4599-996c-d26c120a9f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590144 Jul 16 18:11:33.849441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Pushing event updated for resources: {'Port': ['ID=511d3ef0-334a-4c80-bb04-2f55fd684c51,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.872509 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4d185673-5d7f-43c0-9ea6-e9c0ff0e169a req-701c97d1-def0-40ce-9ebb-0bab969517ca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.920950 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4d185673-5d7f-43c0-9ea6-e9c0ff0e169a req-701c97d1-def0-40ce-9ebb-0bab969517ca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.971388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4d185673-5d7f-43c0-9ea6-e9c0ff0e169a req-701c97d1-def0-40ce-9ebb-0bab969517ca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.982176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d185673-5d7f-43c0-9ea6-e9c0ff0e169a req-701c97d1-def0-40ce-9ebb-0bab969517ca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3916571 Jul 16 18:11:33.986608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c97d1-def0-40ce-9ebb-0bab969517ca tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31864403-bc55-462b-a459-5575bcfbc1ad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.013050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43ac0a-a3ae-4faf-8d6f-1e7c8fbc84d9 req-952bf215-b236-4913-9e65-fb75b75c2365 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.014623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c43ac0a-a3ae-4faf-8d6f-1e7c8fbc84d9 req-952bf215-b236-4913-9e65-fb75b75c2365 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 943 time: 0.1391492 Jul 16 18:11:34.101547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fac126e-61e9-4298-9cbe-da8882cb6ea9 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:34.110533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.119609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c43ac0a-a3ae-4faf-8d6f-1e7c8fbc84d9 req-0171165d-4a70-4366-a335-a5d9423f8dc7 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839233 Jul 16 18:11:34.125765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Transition to ACTIVE for port object 0fac126e-61e9-4298-9cbe-da8882cb6ea9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:34.140344 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.140685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-9d6f23f2-81df-47dc-ba79-aafe7d656b62 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/31864403-bc55-462b-a459-5575bcfbc1ad HTTP/1.1" status: 200 len: 1804 time: 0.1193101 Jul 16 18:11:34.171469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31864403-bc55-462b-a459-5575bcfbc1ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.171795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31864403-bc55-462b-a459-5575bcfbc1ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.188052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.212214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.220991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Attempting to bind port 511d3ef0-334a-4c80-bb04-2f55fd684c51 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:34.221320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Attempting to bind port 511d3ef0-334a-4c80-bb04-2f55fd684c51 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:34.221641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Attempting to bind port 511d3ef0-334a-4c80-bb04-2f55fd684c51 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:34.241954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.249159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Port 511d3ef0-334a-4c80-bb04-2f55fd684c51 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:34.249486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Attempting to bind port 511d3ef0-334a-4c80-bb04-2f55fd684c51 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:34.271141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.276187 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.298647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:34.298889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:34.299630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:34.300292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Bound port: 511d3ef0-334a-4c80-bb04-2f55fd684c51, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:34.300718 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.318354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d11d03af-feeb-4f14-8881-80554bf41077 req-d6884be5-eb8c-4c42-8d5d-eb99471a6b45 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef03e98-d279-4599-996c-d26c120a9f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154934 Jul 16 18:11:34.321974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac126e-61e9-4298-9cbe-da8882cb6ea9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.330356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.332263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b10dbf59-a0e2-4edc-ad28-19cace5425c6 req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1752844 Jul 16 18:11:34.374107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ff8ca-4a0a-4e0f-ab8b-46a57f06462d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab975aae-91d3-4844-9764-c803277d3f0d,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.438860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-a9180f8f-41d2-47bc-9046-f099330fd68d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/31864403-bc55-462b-a459-5575bcfbc1ad HTTP/1.1" status: 200 len: 2397 time: 0.0705075 Jul 16 18:11:34.447599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694134e8-07ce-4a8b-886e-753f927ad5c3 req-cb9f4a20-7d82-4ee4-969f-e29666685572 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.449139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-694134e8-07ce-4a8b-886e-753f927ad5c3 req-cb9f4a20-7d82-4ee4-969f-e29666685572 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 984 time: 0.1440613 Jul 16 18:11:34.449328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1551113514-network', 'tenant_id': '55a6178d683f4f2eb0ba405044346371'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.453948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31864403-bc55-462b-a459-5575bcfbc1ad', 'remote_group_id': None}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.454267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '31864403-bc55-462b-a459-5575bcfbc1ad', 'remote_group_id': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:34.486991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:11:34.486991 n-d-793620-10 neutron-server[93777]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:11:34.486991 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id': '62a753dc014043129cd28007bea6850b', 'id': 'df809566-5f16-4fe4-a50d-9c0e1ecf0b22', 'expiration': datetime.datetime(2021, 7, 16, 18, 13, 34, 480385)}] Jul 16 18:11:34.486991 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:11:34.487569 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:11:34.504202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-694134e8-07ce-4a8b-886e-753f927ad5c3 req-743abeef-d15c-4d27-8202-a130f6bf0e3d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=6659b0dc-39e9-4dbf-85f3-a39d03226bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0451143 Jul 16 18:11:34.513682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] For port 511d3ef0-334a-4c80-bb04-2f55fd684c51, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:34.521213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Attempting to bind port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:34.521552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Attempting to bind port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '4c7e192f-4e43-4b79-af11-6bafa732c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:34.521877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Attempting to bind port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 on network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:34.535754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Made reservation on behalf of 55a6178d683f4f2eb0ba405044346371 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:34.538096 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.541453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] For port 511d3ef0-334a-4c80-bb04-2f55fd684c51, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=511d3ef0-334a-4c80-bb04-2f55fd684c51,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:34.551056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 on network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:34.551315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Attempting to bind port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 on network 3fedfa6c-2abe-462c-b056-fa4d44ece2f6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:34.555545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.561417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.568704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:34.569043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Checking segment: {'id': '4c7e192f-4e43-4b79-af11-6bafa732c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:34.569428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Bound using segment: {'id': '4c7e192f-4e43-4b79-af11-6bafa732c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:34.569859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Bound port: 0fac126e-61e9-4298-9cbe-da8882cb6ea9, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c7e192f-4e43-4b79-af11-6bafa732c18a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:34.570212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.599496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-9b0013ee-a8c8-4f74-9c7b-95fde749d7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.601050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-9b0013ee-a8c8-4f74-9c7b-95fde749d7ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9893c6bf3ac47a0b761533693d45a00&device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 1095 time: 0.2198546 Jul 16 18:11:34.666011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.666630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.668047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] 10.222.0.55 "PUT /v2.0/ports/511d3ef0-334a-4c80-bb04-2f55fd684c51 HTTP/1.1" status: 200 len: 1097 time: 2.8767781 Jul 16 18:11:34.708796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bcec9-33b7-4315-a213-5cee1065dc02 req-59fe6f57-fdeb-4bce-a360-1e7b82501c2a tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.710878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-376bcec9-33b7-4315-a213-5cee1065dc02 req-59fe6f57-fdeb-4bce-a360-1e7b82501c2a tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 948 time: 0.0882430 Jul 16 18:11:34.752920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fbed0-3873-4dab-9678-996af6656962 service neutron] Pushing event updated for resources: {'Port': ['ID=511d3ef0-334a-4c80-bb04-2f55fd684c51,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.758638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-376bcec9-33b7-4315-a213-5cee1065dc02 req-6477c4c6-c4e5-4ad8-be07-b715189ffafc tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Jul 16 18:11:34.851552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] For port 0fac126e-61e9-4298-9cbe-da8882cb6ea9, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:34.857665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] For port 0fac126e-61e9-4298-9cbe-da8882cb6ea9, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0fac126e-61e9-4298-9cbe-da8882cb6ea9,segment=NetworkSegment(4c7e192f-4e43-4b79-af11-6bafa732c18a),segment_id=4c7e192f-4e43-4b79-af11-6bafa732c18a)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:34.870987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.877657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-934c97c1-0628-42f6-885d-ef15274d73ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.879135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-934c97c1-0628-42f6-885d-ef15274d73ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef03e98-d279-4599-996c-d26c120a9f1d HTTP/1.1" status: 200 len: 915 time: 0.2668555 Jul 16 18:11:34.937654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.938455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.939850 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] 10.222.0.13 "PUT /v2.0/ports/0fac126e-61e9-4298-9cbe-da8882cb6ea9 HTTP/1.1" status: 200 len: 1093 time: 2.1168749 Jul 16 18:11:34.955374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60422af6-aac5-49b8-a229-24f414e4403f req-0cf79bb4-9bcd-4401-a036-a29312719180 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.957185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60422af6-aac5-49b8-a229-24f414e4403f req-0cf79bb4-9bcd-4401-a036-a29312719180 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0702326 Jul 16 18:11:34.997545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-61d12ac7-fa45-4806-bd82-0d26825bd261 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464 HTTP/1.1" status: 200 len: 217 time: 0.1090999 Jul 16 18:11:35.011075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60422af6-aac5-49b8-a229-24f414e4403f req-147b4a89-fb2d-432a-9991-177a11144470 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 Jul 16 18:11:35.088096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-e4d9c57a-2d80-49bf-a948-e35bd301aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.089687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-e4d9c57a-2d80-49bf-a948-e35bd301aa86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a14bc0db795d467cb9e1c5d8406c1d9f&device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 1100 time: 0.3322875 Jul 16 18:11:35.103704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04db6e-f3dd-4e56-baff-6483723a8596 service neutron] Pushing event updated for resources: {'Port': ['ID=0fac126e-61e9-4298-9cbe-da8882cb6ea9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.121853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.196046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.216273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.222310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.261595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a39308-9c98-4538-8a77-858fc5f6f575,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.279766 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.281017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1b18cc3-1842-40de-8b08-986684dad2cb req-3e2c682c-697e-4f67-ba20-c1a8e1e3968d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8309515 Jul 16 18:11:35.351377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440ebd1-2891-4bcf-9884-ccec14052969 req-7b6813a8-9a79-4591-9b84-aa615e4e5c62 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.353009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2440ebd1-2891-4bcf-9884-ccec14052969 req-7b6813a8-9a79-4591-9b84-aa615e4e5c62 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 943 time: 0.1074302 Jul 16 18:11:35.380602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a95b488-2aa8-40f7-be85-b8c71e151809 req-92fbd088-629b-443f-8a50-c3c08eebdf5c tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/31864403-bc55-462b-a459-5575bcfbc1ad HTTP/1.1" status: 200 len: 2995 time: 0.0749247 Jul 16 18:11:35.411421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2440ebd1-2891-4bcf-9884-ccec14052969 req-7a35c5ab-f332-4e8c-b1b5-1d9182d91455 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515976 Jul 16 18:11:35.435489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ae7047-c57c-457b-a3f0-868589a453cc req-3f67e041-acf0-436d-a6f4-da02c5820646 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-group-rules/f4a39308-9c98-4538-8a77-858fc5f6f575 HTTP/1.1" status: 200 len: 783 time: 0.0230911 Jul 16 18:11:35.470034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.478080 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-cb6678e4-619c-4897-92c9-e8a0197b27e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=511d3ef0-334a-4c80-bb04-2f55fd684c51 HTTP/1.1" status: 200 len: 217 time: 0.3782394 Jul 16 18:11:35.485104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-5f5bdf9c-c710-482d-89bd-b607ea5203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.486613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-5f5bdf9c-c710-482d-89bd-b607ea5203f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a77244c5-ec0f-421f-aa0c-ee7a6fc15348 HTTP/1.1" status: 200 len: 855 time: 0.4615159 Jul 16 18:11:35.497598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ae7047-c57c-457b-a3f0-868589a453cc req-bc8cfad6-9390-4222-b50d-660c165ed452 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/31864403-bc55-462b-a459-5575bcfbc1ad HTTP/1.1" status: 200 len: 2995 time: 0.0546479 Jul 16 18:11:35.523596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:35.533195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-03ae7047-c57c-457b-a3f0-868589a453cc req-a85bcb7c-5dae-4271-9816-29ea6500deba tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.543620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-03ae7047-c57c-457b-a3f0-868589a453cc req-a85bcb7c-5dae-4271-9816-29ea6500deba tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.544262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'tag': '511d3ef0-334a-4c80-bb04-2f55fd684c51'}, {'name': 'network-changed', 'server_uuid': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'tag': '0fac126e-61e9-4298-9cbe-da8882cb6ea9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:35.546666 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e128d4c2-9462-4012-9511-afb5ea2f0049" -d '{"events": [{"name": "network-changed", "server_uuid": "6163a6f2-6fcc-4ca4-8ad4-7853f812e326", "tag": "511d3ef0-334a-4c80-bb04-2f55fd684c51"}, {"name": "network-changed", "server_uuid": "1314321f-373d-42a5-a4cb-4c47efb2a4f0", "tag": "0fac126e-61e9-4298-9cbe-da8882cb6ea9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:35.575573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-03ae7047-c57c-457b-a3f0-868589a453cc req-a85bcb7c-5dae-4271-9816-29ea6500deba tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.582010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-03ae7047-c57c-457b-a3f0-868589a453cc req-a85bcb7c-5dae-4271-9816-29ea6500deba tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.583146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ae7047-c57c-457b-a3f0-868589a453cc req-a85bcb7c-5dae-4271-9816-29ea6500deba tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f4a39308-9c98-4538-8a77-858fc5f6f575 HTTP/1.1" status: 204 len: 173 time: 0.0762591 Jul 16 18:11:35.587220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-5049d5c7-d6f4-4525-8d9a-3922317169ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef03e98-d279-4599-996c-d26c120a9f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911729 Jul 16 18:11:35.591295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bcb7c-5dae-4271-9816-29ea6500deba tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f4a39308-9c98-4538-8a77-858fc5f6f575,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.598134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-75124f7e-e47e-4fa8-8196-961215f83e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.599642 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-75124f7e-e47e-4fa8-8196-961215f83e58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f4753c761034dee9a26f0042ebf98cf&device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 1096 time: 0.6180747 Jul 16 18:11:35.614508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.614860 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Added segment 9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5 of type vlan for network e385bb79-2a6b-4a81-96b8-3066d5f4e701 Jul 16 18:11:35.617287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e08857-e194-4e73-9db1-fe8374f5ead0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.658144 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117b59cf-98a1-4752-92c2-d8b7ef907506 x-openstack-request-id: req-117b59cf-98a1-4752-92c2-d8b7ef907506 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:35.658446 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6163a6f2-6fcc-4ca4-8ad4-7853f812e326", "tag": "511d3ef0-334a-4c80-bb04-2f55fd684c51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1314321f-373d-42a5-a4cb-4c47efb2a4f0", "tag": "0fac126e-61e9-4298-9cbe-da8882cb6ea9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:35.658690 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-117b59cf-98a1-4752-92c2-d8b7ef907506 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:35.659078 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'tag': '511d3ef0-334a-4c80-bb04-2f55fd684c51', 'status': 'completed', 'code': 200} Jul 16 18:11:35.659326 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'tag': '0fac126e-61e9-4298-9cbe-da8882cb6ea9', 'status': 'completed', 'code': 200} Jul 16 18:11:35.688996 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.719018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-0848dd67-8211-4a8a-910d-eb9b3a7f74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.720590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-0848dd67-8211-4a8a-910d-eb9b3a7f74c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2261465 Jul 16 18:11:35.721816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-6d1a50e3-6688-4eca-8cc8-ed2216f0b6f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fac126e-61e9-4298-9cbe-da8882cb6ea9 HTTP/1.1" status: 200 len: 217 time: 0.1089010 Jul 16 18:11:35.745349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51db8058-add5-449a-af4c-687dedb85dbf req-2f479568-a8f6-4fe6-a545-ea28d1ee081e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/31864403-bc55-462b-a459-5575bcfbc1ad HTTP/1.1" status: 200 len: 2397 time: 0.0901790 Jul 16 18:11:35.798915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8d04f-f3dc-4298-8bdb-4d5b142af818 req-ca6a3852-e52d-4657-9158-076fbfee4348 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.800593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80d8d04f-f3dc-4298-8bdb-4d5b142af818 req-ca6a3852-e52d-4657-9158-076fbfee4348 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 984 time: 0.1484053 Jul 16 18:11:35.807133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.853449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51db8058-add5-449a-af4c-687dedb85dbf req-801f04b6-89d0-4d7a-9b26-16e40db76781 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.870076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80d8d04f-f3dc-4298-8bdb-4d5b142af818 req-03bcd409-19ee-407e-9309-9d40bbd31f9f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=6659b0dc-39e9-4dbf-85f3-a39d03226bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0616701 Jul 16 18:11:35.893367 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-f80de262-8c09-4c3e-9d18-505b90d8448a service neutron] 10.222.0.55 "GET /v2.0/networks/5ef03e98-d279-4599-996c-d26c120a9f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989466 Jul 16 18:11:35.898439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-99d5d318-577a-4bb5-b7e4-85c77f605274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.900736 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-99d5d318-577a-4bb5-b7e4-85c77f605274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f HTTP/1.1" status: 200 len: 862 time: 0.1387618 Jul 16 18:11:35.906706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51db8058-add5-449a-af4c-687dedb85dbf req-801f04b6-89d0-4d7a-9b26-16e40db76781 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.920072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.921190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.921838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.966382 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51db8058-add5-449a-af4c-687dedb85dbf req-801f04b6-89d0-4d7a-9b26-16e40db76781 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.971000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51db8058-add5-449a-af4c-687dedb85dbf req-801f04b6-89d0-4d7a-9b26-16e40db76781 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.981108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51db8058-add5-449a-af4c-687dedb85dbf req-801f04b6-89d0-4d7a-9b26-16e40db76781 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-groups/31864403-bc55-462b-a459-5575bcfbc1ad HTTP/1.1" status: 204 len: 173 time: 0.2282169 Jul 16 18:11:35.997952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2f8c9cbc-9074-475a-a817-77e2ddf75464 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:36.001738 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-dfa2fe72-d38f-4eb9-8cbf-6eb5bfd26603 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fedfa6c-2abe-462c-b056-fa4d44ece2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831292 Jul 16 18:11:36.021273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f04b6-89d0-4d7a-9b26-16e40db76781 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31864403-bc55-462b-a459-5575bcfbc1ad,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.023342 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8259306 Jul 16 18:11:36.048375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50838) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.058319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Request body: {'subnet': {'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1551113514-subnet', 'tenant_id': '55a6178d683f4f2eb0ba405044346371', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:36.107533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8c154289-84f0-413a-88db-803c9f9e01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.110118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-8c154289-84f0-413a-88db-803c9f9e01a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3802381 Jul 16 18:11:36.122282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84904055-7e15-4045-b781-1777b7d8e7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=e385bb79-2a6b-4a81-96b8-3066d5f4e701,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.131212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Made reservation on behalf of 55a6178d683f4f2eb0ba405044346371 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:36.134590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.148106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2f8c9cbc-9074-475a-a817-77e2ddf75464, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464,segment=NetworkSegment(d8a8ca32-e533-48ad-8b7d-b30e12881747),segment_id=d8a8ca32-e533-48ad-8b7d-b30e12881747)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:36.162999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '2f8c9cbc-9074-475a-a817-77e2ddf75464', 'network_id': '5ef03e98-d279-4599-996c-d26c120a9f1d', 'port_id': '2f8c9cbc-9074-475a-a817-77e2ddf75464', 'mac_address': 'fa:16:3e:88:ce:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77244c5-ec0f-421f-aa0c-ee7a6fc15348', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:36.200595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c68c01-49db-4f63-91e8-af1bedf5758c req-c9ae766c-da38-40b5-ad9d-53a738c58eda tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.202357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18c68c01-49db-4f63-91e8-af1bedf5758c req-c9ae766c-da38-40b5-ad9d-53a738c58eda tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 948 time: 0.2159572 Jul 16 18:11:36.213042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-9ab8fd02-00a5-42e2-b58a-e7d58421d0c9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-153308673&fields=id&tenant_id=3fcc411c46374116be2d361ea112e3e2 HTTP/1.1" status: 200 len: 267 time: 0.1388927 Jul 16 18:11:36.218326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:36.218699 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2d3d3843-22e5-4f46-b81c-402ca16b7564 req-f857c4f4-7ce5-473b-a501-1da9584841cd service neutron] 10.222.0.55 "GET /v2.0/networks/5ef03e98-d279-4599-996c-d26c120a9f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169360 Jul 16 18:11:36.271310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-a19977fd-3794-440c-9e83-9230f92250a1 service neutron] 10.222.0.13 "GET /v2.0/networks/3fedfa6c-2abe-462c-b056-fa4d44ece2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604389 Jul 16 18:11:36.285969 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.308832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8c9cbc-9074-475a-a817-77e2ddf75464 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:36.311522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-058256ac-b5e5-4196-b2f9-22a775c0fb1c service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907828 Jul 16 18:11:36.332918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2f8c9cbc-9074-475a-a817-77e2ddf75464, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464,segment=NetworkSegment(d8a8ca32-e533-48ad-8b7d-b30e12881747),segment_id=d8a8ca32-e533-48ad-8b7d-b30e12881747)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:36.339022 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.364733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18c68c01-49db-4f63-91e8-af1bedf5758c req-dfe44da2-bc37-42b6-ab10-e88fba5acc9e tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469951 Jul 16 18:11:36.417544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2f8c9cbc-9074-475a-a817-77e2ddf75464,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.427599 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-4f29731f-9c2d-466e-ad1f-545e9600ddf1 req-e15a10fd-0d90-49e5-881d-5bb0ba2e0f3f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] show failed (client error): The resource could not be found. Jul 16 18:11:36.442237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f29731f-9c2d-466e-ad1f-545e9600ddf1 req-e15a10fd-0d90-49e5-881d-5bb0ba2e0f3f tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/9f87fe48-17fd-48bc-8d47-c5815f9cdc0d HTTP/1.1" status: 404 len: 352 time: 0.0350308 Jul 16 18:11:36.465979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-3150034e-8b87-4801-b475-aab914e6e7b9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.474172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-3150034e-8b87-4801-b475-aab914e6e7b9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 984 time: 0.2600424 Jul 16 18:11:36.477845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b93a889a-f2ce-4a37-b4e5-342fdbe502b3 req-a61370a6-d8c7-4f6e-9668-c0562acbb7fd service neutron] 10.222.0.13 "GET /v2.0/networks/3fedfa6c-2abe-462c-b056-fa4d44ece2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970642 Jul 16 18:11:36.484392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'port': {'security_groups': ['08d47eeb-944a-40a8-b821-04c69cd45cc4', '6659b0dc-39e9-4dbf-85f3-a39d03226bd2', '6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:36.485731 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e730138d-bc4f-425d-9f2e-bd64b3f936e5 req-0a367498-2f37-4104-b032-6dd3d64e4b73 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559541 Jul 16 18:11:36.498633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.545786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2f8c9cbc-9074-475a-a817-77e2ddf75464'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:36.670557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36fe7889-b6b2-48e6-a6ff-9beb6fd4b973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.686860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.697695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.711799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-a2a22f0c-e093-4edf-859c-78982f4ed245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.713393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-a2a22f0c-e093-4edf-859c-78982f4ed245 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f4753c761034dee9a26f0042ebf98cf&device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 1096 time: 0.1620340 Jul 16 18:11:36.717742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-0408620e-6a97-413c-8c68-81f1b2af0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.719183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-0408620e-6a97-413c-8c68-81f1b2af0a0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a14bc0db795d467cb9e1c5d8406c1d9f&device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 1100 time: 0.1689758 Jul 16 18:11:36.760281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.811572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba36affd-9031-4277-95ad-e30fad075852,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.825143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a035dae-8df5-4cd8-8df6-75b44381b098 req-7d3cd18b-29e2-44cf-a9bf-364a41089663 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.826705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a035dae-8df5-4cd8-8df6-75b44381b098 req-7d3cd18b-29e2-44cf-a9bf-364a41089663 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 944 time: 0.2074139 Jul 16 18:11:36.858384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:36.858746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Network hostable DHCP agents. Network: e385bb79-2a6b-4a81-96b8-3066d5f4e701, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:36.923942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a035dae-8df5-4cd8-8df6-75b44381b098 req-cdb8f4c3-650b-434d-aa5f-2485b9f8dfa0 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827394 Jul 16 18:11:36.926936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:36.932557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-e00869b7-fa05-4e22-bae8-514ee45df22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.934194 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-e00869b7-fa05-4e22-bae8-514ee45df22a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1989691 Jul 16 18:11:36.935274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-1c25bc2e-ac82-4f84-80e6-e7c88a167e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.936673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-1c25bc2e-ac82-4f84-80e6-e7c88a167e2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3fedfa6c-2abe-462c-b056-fa4d44ece2f6 HTTP/1.1" status: 200 len: 922 time: 0.2147496 Jul 16 18:11:36.942923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e385bb79-2a6b-4a81-96b8-3066d5f4e701) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:36.950879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.951015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.955298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce53138c-7329-47d3-a8c3-5e67c00c711e None None] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:37.029591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-411b2a60-3a39-4551-b012-e63d0a0f9775 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=511d3ef0-334a-4c80-bb04-2f55fd684c51 HTTP/1.1" status: 200 len: 217 time: 0.0883455 Jul 16 18:11:37.034183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-4efb6add-8905-4f3b-8268-e174479c44a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fac126e-61e9-4298-9cbe-da8882cb6ea9 HTTP/1.1" status: 200 len: 217 time: 0.0852625 Jul 16 18:11:37.053607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36fe7889-b6b2-48e6-a6ff-9beb6fd4b973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.069524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-79160db0-9133-486d-b959-97c84297dfc0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0189266 Jul 16 18:11:37.101864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:37.110508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c1ed6-e1a3-44d7-9cd7-853fce261ecb None None] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:37.124470 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-36fe7889-b6b2-48e6-a6ff-9beb6fd4b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.169330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.178901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-77b60f36-4b49-4342-a28d-c30be75d9d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.180457 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-77b60f36-4b49-4342-a28d-c30be75d9d6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1414783 Jul 16 18:11:37.189353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.203149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-b30f906c-a6a5-4772-b2c6-882d44421540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.204709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-b30f906c-a6a5-4772-b2c6-882d44421540 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f HTTP/1.1" status: 200 len: 862 time: 0.1476829 Jul 16 18:11:37.206940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-36fe7889-b6b2-48e6-a6ff-9beb6fd4b973 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3e50ee214024a55aa034e1cc04d7906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7070341 Jul 16 18:11:37.219463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:37.224452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe7889-b6b2-48e6-a6ff-9beb6fd4b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d322b4-23f6-495c-baeb-73cf6315a64f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.226168 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.231902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.275757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-8b50bba6-148d-470f-acd5-17ad082cd2fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3fedfa6c-2abe-462c-b056-fa4d44ece2f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483730 Jul 16 18:11:37.305856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.321787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.322480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.324184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-103fe0a2-1949-4a8d-b6b0-7edcaad6cfd3 req-8b60ecb1-56b7-448c-bf65-96c1d57aa1ea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "PUT /v2.0/ports/cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 1020 time: 0.8492451 Jul 16 18:11:37.325487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:37.329143 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:37.368498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64e21edb-8667-44a1-9154-a1aae0b53d2a req-035acb3a-074a-4c17-9c3d-5c95d14dab24 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/88b3b907-94c6-4a35-9878-8882a8efa03b HTTP/1.1" status: 200 len: 1804 time: 0.2079213 Jul 16 18:11:37.413452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:37.419722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4edd-1de8-4d92-98cd-6b7d80610a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.436875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64e21edb-8667-44a1-9154-a1aae0b53d2a req-91f0a37f-17ab-445e-958a-a276c3c86fc6 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.464512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64e21edb-8667-44a1-9154-a1aae0b53d2a req-91f0a37f-17ab-445e-958a-a276c3c86fc6 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.500593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-5f4d04a2-20f0-4eb3-9be5-64fe2f621ca7 service neutron] 10.222.0.13 "GET /v2.0/networks/3fedfa6c-2abe-462c-b056-fa4d44ece2f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159450 Jul 16 18:11:37.502597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-43b63294-314f-4d18-8f10-ac28f0ebe4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.504058 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-43b63294-314f-4d18-8f10-ac28f0ebe4cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3122628 Jul 16 18:11:37.586277 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64e21edb-8667-44a1-9154-a1aae0b53d2a req-91f0a37f-17ab-445e-958a-a276c3c86fc6 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.593577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-64e21edb-8667-44a1-9154-a1aae0b53d2a req-91f0a37f-17ab-445e-958a-a276c3c86fc6 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.608549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64e21edb-8667-44a1-9154-a1aae0b53d2a req-91f0a37f-17ab-445e-958a-a276c3c86fc6 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-groups/88b3b907-94c6-4a35-9878-8882a8efa03b HTTP/1.1" status: 204 len: 173 time: 0.2387562 Jul 16 18:11:37.612664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4edd-1de8-4d92-98cd-6b7d80610a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.653270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b12f-15da-4637-8099-d4a4506422b1 req-8582d44e-8743-4656-8426-5528db3a554b tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.655036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3077b12f-15da-4637-8099-d4a4506422b1 req-8582d44e-8743-4656-8426-5528db3a554b tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 944 time: 0.1685512 Jul 16 18:11:37.656352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0a37f-17ab-445e-958a-a276c3c86fc6 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b3b907-94c6-4a35-9878-8882a8efa03b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.755494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eaa990f6-6f28-493b-abe4-f48b7211476b req-885d3082-021e-4459-bd6c-a523ec5d8582 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04 HTTP/1.1" status: 200 len: 1800 time: 0.1355071 Jul 16 18:11:37.773697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3077b12f-15da-4637-8099-d4a4506422b1 req-2b1cbe05-bf8b-4d5f-9ca2-84c9abe3cb3b tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014042 Jul 16 18:11:37.795920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50882) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.818619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1686182922-network', 'tenant_id': '6fd45bf4b9984a2ca22a72dde0502097'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:37.823651 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-eaa990f6-6f28-493b-abe4-f48b7211476b req-1db0a88c-5d67-4937-b69e-03d3f4ba109d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:11:37.841691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eaa990f6-6f28-493b-abe4-f48b7211476b req-1db0a88c-5d67-4937-b69e-03d3f4ba109d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04 HTTP/1.1" status: 409 len: 341 time: 0.0848973 Jul 16 18:11:37.850148 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-006e9e97-8eed-44a5-ad2f-46d36d06fcad service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374345 Jul 16 18:11:37.850838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Made reservation on behalf of 6fd45bf4b9984a2ca22a72dde0502097 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:37.853441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.859474 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cf3b63-a22e-4d9a-beef-4a04d4a0b0b7 x-openstack-request-id: req-c4cf3b63-a22e-4d9a-beef-4a04d4a0b0b7 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:37.859772 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:37.860033 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c4cf3b63-a22e-4d9a-beef-4a04d4a0b0b7 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:37.860538 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4', 'status': 'completed', 'code': 200} Jul 16 18:11:37.900120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.928585 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-1ee19756-e451-4b52-b81d-e8d9edf0443e service neutron] 10.222.0.13 "GET /v2.0/networks/3fedfa6c-2abe-462c-b056-fa4d44ece2f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154108 Jul 16 18:11:37.929387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54d66dc0-97ce-4ae6-b5a6-c53b4ea159ff req-75141a77-f5c8-40ff-9586-6117ede1ad55 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/ef9e8475-9033-4e3a-9a84-25f2166c99fd HTTP/1.1" status: 200 len: 1804 time: 0.0557106 Jul 16 18:11:38.006242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4edd-1de8-4d92-98cd-6b7d80610a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.007447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 511d3ef0-334a-4c80-bb04-2f55fd684c51 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:38.009922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4edd-1de8-4d92-98cd-6b7d80610a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.013917 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8a5a4edd-1de8-4d92-98cd-6b7d80610a8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6d322b4-23f6-495c-baeb-73cf6315a64f HTTP/1.1" status: 204 len: 168 time: 0.7807965 Jul 16 18:11:38.014921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2f8c9cbc-9074-475a-a817-77e2ddf75464 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:38.042982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a4edd-1de8-4d92-98cd-6b7d80610a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d322b4-23f6-495c-baeb-73cf6315a64f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.089869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288303b9-ace0-4c94-b3e6-fe46a4c8739a req-690bcc96-744e-4371-87e3-07acccd4639d tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.097966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-288303b9-ace0-4c94-b3e6-fe46a4c8739a req-690bcc96-744e-4371-87e3-07acccd4639d tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 948 time: 0.1173632 Jul 16 18:11:38.101660 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-54d66dc0-97ce-4ae6-b5a6-c53b4ea159ff req-8713cc7f-b52e-415a-8401-560993a17ed5 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.103240 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e128d4c2-9462-4012-9511-afb5ea2f0049 req-09c43509-01f6-416d-a107-d41b83514b9e service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458739 Jul 16 18:11:38.113743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-8efd33c3-9854-43e3-98d9-d18825419ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.115292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-8efd33c3-9854-43e3-98d9-d18825419ccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3fcc411c46374116be2d361ea112e3e2&device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1175 time: 0.2198145 Jul 16 18:11:38.129739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-54d66dc0-97ce-4ae6-b5a6-c53b4ea159ff req-8713cc7f-b52e-415a-8401-560993a17ed5 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.195607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-288303b9-ace0-4c94-b3e6-fe46a4c8739a req-0d4ee36c-9222-413f-bde3-93475610ff41 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965781 Jul 16 18:11:38.208289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 2f8c9cbc-9074-475a-a817-77e2ddf75464 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:38.231163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 2f8c9cbc-9074-475a-a817-77e2ddf75464 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:38.231543 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.264816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 511d3ef0-334a-4c80-bb04-2f55fd684c51, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=511d3ef0-334a-4c80-bb04-2f55fd684c51,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:38.279128 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-54d66dc0-97ce-4ae6-b5a6-c53b4ea159ff req-8713cc7f-b52e-415a-8401-560993a17ed5 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.283198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-54d66dc0-97ce-4ae6-b5a6-c53b4ea159ff req-8713cc7f-b52e-415a-8401-560993a17ed5 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.284883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54d66dc0-97ce-4ae6-b5a6-c53b4ea159ff req-8713cc7f-b52e-415a-8401-560993a17ed5 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-groups/ef9e8475-9033-4e3a-9a84-25f2166c99fd HTTP/1.1" status: 204 len: 173 time: 0.3478160 Jul 16 18:11:38.288579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '511d3ef0-334a-4c80-bb04-2f55fd684c51', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '511d3ef0-334a-4c80-bb04-2f55fd684c51', 'mac_address': 'fa:16:3e:ed:10:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:38.314385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713cc7f-b52e-415a-8401-560993a17ed5 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9e8475-9033-4e3a-9a84-25f2166c99fd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.357561 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.367723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.370029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-0236812c-bb86-4af3-a3d1-36b5892aa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.371835 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-0236812c-bb86-4af3-a3d1-36b5892aa760 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 200 len: 912 time: 0.2488537 Jul 16 18:11:38.374040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.403271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 511d3ef0-334a-4c80-bb04-2f55fd684c51 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:38.432127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.435646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 511d3ef0-334a-4c80-bb04-2f55fd684c51, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=511d3ef0-334a-4c80-bb04-2f55fd684c51,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:38.440258 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-f74e7c05-567e-4232-8bd4-fb4616609560 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 200 len: 217 time: 0.0616083 Jul 16 18:11:38.448555 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.550649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0ee9c-59b8-47d9-966f-8dbb42a6e66f req-f3bef5b3-e078-473c-8444-ae87bcfd493a tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.560689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3c0ee9c-59b8-47d9-966f-8dbb42a6e66f req-f3bef5b3-e078-473c-8444-ae87bcfd493a tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 944 time: 0.0883090 Jul 16 18:11:38.561767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:38.570019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-be67b310-b672-46bd-953b-72e5cba81d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.583513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-be67b310-b672-46bd-953b-72e5cba81d2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 200 len: 852 time: 0.1200733 Jul 16 18:11:38.617459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3c0ee9c-59b8-47d9-966f-8dbb42a6e66f req-7e3d3945-75e3-4df1-8a1e-50184a33d3d2 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556324 Jul 16 18:11:38.617696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da9f6e-f8fe-4c38-a543-89e1f7625d6f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.639529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.639882 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Added segment 11227b99-d674-4a26-bae0-3bf1cafcde07 of type vlan for network 58ec3362-64e0-4423-8e91-1b285a86fe0d Jul 16 18:11:38.649451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:38.651703 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8ba29d-3961-4f75-b6be-03b21615f535" -d '{"events": [{"server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:38.672874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2f8c9cbc-9074-475a-a817-77e2ddf75464, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464,segment=NetworkSegment(d8a8ca32-e533-48ad-8b7d-b30e12881747),segment_id=d8a8ca32-e533-48ad-8b7d-b30e12881747)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:38.687600 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.694232 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-49695fda-52f2-4473-aede-28d6a9b583dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f27fbebe-55b5-4b11-9161-411dc503322b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997009 Jul 16 18:11:38.694474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=511d3ef0-334a-4c80-bb04-2f55fd684c51,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.718927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c23b61f9-8cca-4102-b52d-c09cfc732e96 req-07d138b6-de98-42b7-a761-cdc14a9e6a7c tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/8341fe87-34c0-4a1a-afee-7c5375e597d2 HTTP/1.1" status: 200 len: 1804 time: 0.0756533 Jul 16 18:11:38.724076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['511d3ef0-334a-4c80-bb04-2f55fd684c51'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:38.757039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.791837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2f8c9cbc-9074-475a-a817-77e2ddf75464,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.811738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c23b61f9-8cca-4102-b52d-c09cfc732e96 req-21bf82c7-9467-44a2-a1e1-ccfe922bbf12 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.846306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.846306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.846306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.866225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0566149 Jul 16 18:11:38.868066 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c23b61f9-8cca-4102-b52d-c09cfc732e96 req-21bf82c7-9467-44a2-a1e1-ccfe922bbf12 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.874419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50910) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:38.877645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-caa29345-94df-4c96-ad89-9a78dd6d4ab0 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634653 Jul 16 18:11:38.882790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Request body: {'subnet': {'network_id': '58ec3362-64e0-4423-8e91-1b285a86fe0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1686182922-subnet', 'tenant_id': '6fd45bf4b9984a2ca22a72dde0502097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:38.927742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Made reservation on behalf of 6fd45bf4b9984a2ca22a72dde0502097 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:38.931737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.950882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d0017-7d6b-45e4-946c-18fe3ff1d8fb admin admin] Pushing event updated for resources: {'Network': ['ID=58ec3362-64e0-4423-8e91-1b285a86fe0d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.974055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 58ec3362-64e0-4423-8e91-1b285a86fe0d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:39.027563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0fac126e-61e9-4298-9cbe-da8882cb6ea9 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:39.042434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-735f67bb-e156-4ff0-a690-7ef65b9a6a4a req-02871dc5-5263-45c4-afa5-1339e2ca57a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565599 Jul 16 18:11:39.114875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c23b61f9-8cca-4102-b52d-c09cfc732e96 req-21bf82c7-9467-44a2-a1e1-ccfe922bbf12 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.117478 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c23b61f9-8cca-4102-b52d-c09cfc732e96 req-21bf82c7-9467-44a2-a1e1-ccfe922bbf12 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.118845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c23b61f9-8cca-4102-b52d-c09cfc732e96 req-21bf82c7-9467-44a2-a1e1-ccfe922bbf12 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-groups/8341fe87-34c0-4a1a-afee-7c5375e597d2 HTTP/1.1" status: 204 len: 173 time: 0.3938465 Jul 16 18:11:39.135954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf82c7-9467-44a2-a1e1-ccfe922bbf12 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8341fe87-34c0-4a1a-afee-7c5375e597d2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.173440 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48bb69e-4f28-4c32-8a0f-9bc5896a63a7 x-openstack-request-id: req-f48bb69e-4f28-4c32-8a0f-9bc5896a63a7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:39.173735 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "name": "network-vif-plugged", "status": "completed", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:39.174156 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f48bb69e-4f28-4c32-8a0f-9bc5896a63a7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:39.174596 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464', 'code': 200} Jul 16 18:11:39.206489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0fac126e-61e9-4298-9cbe-da8882cb6ea9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0fac126e-61e9-4298-9cbe-da8882cb6ea9,segment=NetworkSegment(4c7e192f-4e43-4b79-af11-6bafa732c18a),segment_id=4c7e192f-4e43-4b79-af11-6bafa732c18a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:39.217091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da0b6f-6675-4c0e-93ec-73323a121329 req-429f8519-98f6-48e7-ac39-33aefa83935b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.220909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10da0b6f-6675-4c0e-93ec-73323a121329 req-429f8519-98f6-48e7-ac39-33aefa83935b tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1023 time: 0.1851027 Jul 16 18:11:39.239979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '0fac126e-61e9-4298-9cbe-da8882cb6ea9', 'network_id': '3fedfa6c-2abe-462c-b056-fa4d44ece2f6', 'port_id': '0fac126e-61e9-4298-9cbe-da8882cb6ea9', 'mac_address': 'fa:16:3e:cf:31:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:39.281045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.297939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fac126e-61e9-4298-9cbe-da8882cb6ea9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:39.323116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0fac126e-61e9-4298-9cbe-da8882cb6ea9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0fac126e-61e9-4298-9cbe-da8882cb6ea9,segment=NetworkSegment(4c7e192f-4e43-4b79-af11-6bafa732c18a),segment_id=4c7e192f-4e43-4b79-af11-6bafa732c18a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:39.332696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.351257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dea3f8-9dce-4109-9a05-987c1c0436c1 req-846bf940-d5a9-421a-b5ee-d7b4bf2cfd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.355728 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4dea3f8-9dce-4109-9a05-987c1c0436c1 req-846bf940-d5a9-421a-b5ee-d7b4bf2cfd70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 1097 time: 0.1100121 Jul 16 18:11:39.370430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10da0b6f-6675-4c0e-93ec-73323a121329 req-9bdf911b-84ba-4c64-86b2-d1fc8aa90c77 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04&id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=6659b0dc-39e9-4dbf-85f3-a39d03226bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1421912 Jul 16 18:11:39.391655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.432461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0fac126e-61e9-4298-9cbe-da8882cb6ea9,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.437570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4dea3f8-9dce-4109-9a05-987c1c0436c1 req-001d5936-56cb-43ba-a622-57267aa3b109 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733387 Jul 16 18:11:39.474210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdd6da6-107d-40b2-994d-3e286121e90e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.523604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Checking segment: {'id': '11227b99-d674-4a26-bae0-3bf1cafcde07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '58ec3362-64e0-4423-8e91-1b285a86fe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:39.523973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Network hostable DHCP agents. Network: 58ec3362-64e0-4423-8e91-1b285a86fe0d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:39.567967 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0986664-86f1-4b0d-bc46-b609eade2661 req-694d0ef2-ac56-44aa-9db6-567278ab8d3e tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/a00dc0bc-05db-4826-ac30-b99c9c398fa7 HTTP/1.1" status: 200 len: 2402 time: 0.1271725 Jul 16 18:11:39.574414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0fac126e-61e9-4298-9cbe-da8882cb6ea9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:39.591204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Network 58ec3362-64e0-4423-8e91-1b285a86fe0d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:39.616095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 58ec3362-64e0-4423-8e91-1b285a86fe0d) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:39.628472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.629101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.638989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b328da36-0adb-4d06-8557-6d476f5467e3 None None] Network 58ec3362-64e0-4423-8e91-1b285a86fe0d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:39.660593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e0749e5-c3e8-4e27-8fe5-8157ad3b6d05 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7844543 Jul 16 18:11:39.668848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259f31b-6da7-4b01-b891-30b060871153 req-f40dbde4-67ba-4fdd-9848-344c344bc539 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.670910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7259f31b-6da7-4b01-b891-30b060871153 req-f40dbde4-67ba-4fdd-9848-344c344bc539 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 945 time: 0.1584961 Jul 16 18:11:39.707018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b0986664-86f1-4b0d-bc46-b609eade2661 req-f91bfc86-121a-4150-b6be-6b7055651d8d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.740351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7259f31b-6da7-4b01-b891-30b060871153 req-6881fc2b-f0fc-4137-b74d-716730b2f5e5 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632977 Jul 16 18:11:39.745783 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b0986664-86f1-4b0d-bc46-b609eade2661 req-f91bfc86-121a-4150-b6be-6b7055651d8d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.806451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b0986664-86f1-4b0d-bc46-b609eade2661 req-f91bfc86-121a-4150-b6be-6b7055651d8d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.809604 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b0986664-86f1-4b0d-bc46-b609eade2661 req-f91bfc86-121a-4150-b6be-6b7055651d8d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.810921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0986664-86f1-4b0d-bc46-b609eade2661 req-f91bfc86-121a-4150-b6be-6b7055651d8d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-groups/a00dc0bc-05db-4826-ac30-b99c9c398fa7 HTTP/1.1" status: 204 len: 173 time: 0.2296588 Jul 16 18:11:39.835960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bfc86-121a-4150-b6be-6b7055651d8d tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00dc0bc-05db-4826-ac30-b99c9c398fa7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:39.867858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048c184-f669-4813-a3ed-00fbc5971d8e None None] Network 58ec3362-64e0-4423-8e91-1b285a86fe0d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:40.035265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9a294-af45-4632-9df4-5746a7bc2a71 req-a937eb21-7cd8-4001-8e6c-95b9ca2c5001 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.042907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40f9a294-af45-4632-9df4-5746a7bc2a71 req-a937eb21-7cd8-4001-8e6c-95b9ca2c5001 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 949 time: 0.1617496 Jul 16 18:11:40.045930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 511d3ef0-334a-4c80-bb04-2f55fd684c51 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:40.116728 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40f9a294-af45-4632-9df4-5746a7bc2a71 req-a328ed07-bd2a-47ea-a617-e001ee8974c6 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728550 Jul 16 18:11:40.130864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 511d3ef0-334a-4c80-bb04-2f55fd684c51 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:40.139833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 511d3ef0-334a-4c80-bb04-2f55fd684c51 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:40.140239 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.152470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76987047-d520-41b3-a1ae-8758ec0ee4f7 req-9dcdc113-ed83-4d1b-8074-ef28e5615175 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.161104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76987047-d520-41b3-a1ae-8758ec0ee4f7 req-9dcdc113-ed83-4d1b-8074-ef28e5615175 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 945 time: 0.1555939 Jul 16 18:11:40.202025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-494f8e07-bb5b-43f8-a827-46ca7c85cbd8 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.203933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-494f8e07-bb5b-43f8-a827-46ca7c85cbd8 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 1023 time: 0.1058404 Jul 16 18:11:40.246158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76987047-d520-41b3-a1ae-8758ec0ee4f7 req-245caeda-ca13-4321-9d16-dc69b796a4a8 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839524 Jul 16 18:11:40.293662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ccb02490-6492-4638-9847-2925ce306aed req-e56a4ea0-a16b-43b7-b1d4-d6dc97835f75 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "GET /v2.0/security-groups/f4d7d406-5037-4cb5-bb32-26c0003d7835 HTTP/1.1" status: 200 len: 2397 time: 0.1070006 Jul 16 18:11:40.320722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.367255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Deleting port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:40.367486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.394452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 511d3ef0-334a-4c80-bb04-2f55fd684c51, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=511d3ef0-334a-4c80-bb04-2f55fd684c51,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:40.404753 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.414524 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ccb02490-6492-4638-9847-2925ce306aed req-c01dc319-974f-4778-8d78-57bbeb4b3656 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.445704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ccb02490-6492-4638-9847-2925ce306aed req-c01dc319-974f-4778-8d78-57bbeb4b3656 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.461201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=511d3ef0-334a-4c80-bb04-2f55fd684c51,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.503055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] For port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:40.503514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.512684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ccb02490-6492-4638-9847-2925ce306aed req-c01dc319-974f-4778-8d78-57bbeb4b3656 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.516386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ccb02490-6492-4638-9847-2925ce306aed req-c01dc319-974f-4778-8d78-57bbeb4b3656 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.517791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ccb02490-6492-4638-9847-2925ce306aed req-c01dc319-974f-4778-8d78-57bbeb4b3656 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] 10.222.0.48 "DELETE /v2.0/security-groups/f4d7d406-5037-4cb5-bb32-26c0003d7835 HTTP/1.1" status: 204 len: 173 time: 0.2180591 Jul 16 18:11:40.523786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Calling delete_port for cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:40.525347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50972) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:40.566381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dc319-974f-4778-8d78-57bbeb4b3656 tempest-SecurityGroupRulesTestJSON-970140520 tempest-SecurityGroupRulesTestJSON-970140520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d7d406-5037-4cb5-bb32-26c0003d7835,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.585348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] Deleting subnet a59f0716-fa07-4894-9c46-349033d46578 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:40.589566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.632367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.680075 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.732621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.745436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:40.787096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'Port': ['ID=cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.829273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] No DVR routers for this DVR port cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:40.833873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.836168 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-70eb6004-8285-4e87-a804-4d4f4ffd33f2 req-156fef16-9148-4b6a-9564-9fa6fda998aa tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "DELETE /v2.0/ports/cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 HTTP/1.1" status: 204 len: 173 time: 0.6256416 Jul 16 18:11:40.837382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'name': 'network-vif-deleted', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:40.840748 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e62d7fc-039b-411c-aab1-b54e6c32eba5" -d '{"events": [{"server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "name": "network-vif-deleted", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:40.868385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-088c9f32-847e-4288-8067-29c66b608366 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.875548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-088c9f32-847e-4288-8067-29c66b608366 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.1270182 Jul 16 18:11:40.906495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-0d8292d5-a273-46b1-9d4c-f31369f8c4d1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/quotas/55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 375 time: 0.0299683 Jul 16 18:11:40.960250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-f83080f6-20b2-41c2-a70c-f6df8769027d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523734 Jul 16 18:11:41.025557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.043981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0fac126e-61e9-4298-9cbe-da8882cb6ea9 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:41.077283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e6405-bc27-4dee-bdf8-2fedccc26f1e req-ac3faf3d-8c4b-4134-9bfc-967173ac1517 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.079126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-315e6405-bc27-4dee-bdf8-2fedccc26f1e req-ac3faf3d-8c4b-4134-9bfc-967173ac1517 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9 HTTP/1.1" status: 200 len: 945 time: 0.3753211 Jul 16 18:11:41.079967 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.081901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a59f0716-fa07-4894-9c46-349033d46578 HTTP/1.1" status: 204 len: 168 time: 0.5504172 Jul 16 18:11:41.086279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51030) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.107197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410718e-366e-4e94-a728-9add588646ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a59f0716-fa07-4894-9c46-349033d46578,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.152001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-1d2d0c60-2056-4623-b10d-3d042a38cba9 service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903968 Jul 16 18:11:41.167031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:41.171894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:41.172362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.177294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511d3ef0-334a-4c80-bb04-2f55fd684c51'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:41.178342 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868d78f7-5356-4528-b182-1dd5f70bb994" -d '{"events": [{"server_uuid": "6163a6f2-6fcc-4ca4-8ad4-7853f812e326", "name": "network-vif-plugged", "status": "completed", "tag": "511d3ef0-334a-4c80-bb04-2f55fd684c51"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:41.182662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-315e6405-bc27-4dee-bdf8-2fedccc26f1e req-5606e99e-0745-4fd5-ae55-50504111bf3c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04&id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=6659b0dc-39e9-4dbf-85f3-a39d03226bd2&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0792749 Jul 16 18:11:41.205898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.320670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.332904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-b58abb66-516e-4057-bd2f-6ce09e0f0ae8 service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649938 Jul 16 18:11:41.334530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c25f696d-8aa0-4036-a18b-fd185965350c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:41.347527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661c234b-dc38-406b-9e0e-33afa7883aa2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:41.348049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661c234b-dc38-406b-9e0e-33afa7883aa2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:41.359358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.369806 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.378562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.392951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:41.393609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:41.395627 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:41.454615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0fac126e-61e9-4298-9cbe-da8882cb6ea9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0fac126e-61e9-4298-9cbe-da8882cb6ea9,segment=NetworkSegment(4c7e192f-4e43-4b79-af11-6bafa732c18a),segment_id=4c7e192f-4e43-4b79-af11-6bafa732c18a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:41.460177 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.462475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:41.514675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34169e-1c08-466d-b465-747b19ebd104 req-769ad517-7250-4069-ad38-94ba69aa1352 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.516336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f34169e-1c08-466d-b465-747b19ebd104 req-769ad517-7250-4069-ad38-94ba69aa1352 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 945 time: 0.1418998 Jul 16 18:11:41.560490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:41.561126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:41.564759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0fac126e-61e9-4298-9cbe-da8882cb6ea9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.652521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f34169e-1c08-466d-b465-747b19ebd104 req-22937d30-fe74-40c6-9f1e-d335fa041986 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253800 Jul 16 18:11:41.766266 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3173f-f5d4-4abb-85af-41e9fca1261a x-openstack-request-id: req-fbf3173f-f5d4-4abb-85af-41e9fca1261a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:41.766935 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163a6f2-6fcc-4ca4-8ad4-7853f812e326", "name": "network-vif-plugged", "status": "completed", "tag": "511d3ef0-334a-4c80-bb04-2f55fd684c51", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:41.767387 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fbf3173f-f5d4-4abb-85af-41e9fca1261a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:41.768072 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '511d3ef0-334a-4c80-bb04-2f55fd684c51', 'code': 200} Jul 16 18:11:41.795032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51068) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.039156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f78ff49-345d-4812-b5cd-29be5aea67fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.100022 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fcac3b-763e-4b33-8858-30528e6bec06 x-openstack-request-id: req-b8fcac3b-763e-4b33-8858-30528e6bec06 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:42.101020 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9", "name": "network-vif-deleted", "tag": "cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:42.101455 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8fcac3b-763e-4b33-8858-30528e6bec06 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:42.102021 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e54a5b2-48d9-4fbf-85cf-3d1fe52bf7e9', 'name': 'network-vif-deleted', 'tag': 'cdc3f9f0-09ce-4b27-8720-04f7cfc49cd4', 'status': 'completed', 'code': 200} Jul 16 18:11:42.110567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32293cb-2ac2-4896-8a17-eeaa4f3115f9 req-08e1c9ba-774f-4629-9d99-29633d468eb2 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.112566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b32293cb-2ac2-4896-8a17-eeaa4f3115f9 req-08e1c9ba-774f-4629-9d99-29633d468eb2 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 950 time: 0.1952214 Jul 16 18:11:42.144741 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.164185 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.166329 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] 10.222.0.48 "DELETE /v2.0/networks/c25f696d-8aa0-4036-a18b-fd185965350c HTTP/1.1" status: 204 len: 168 time: 1.0777202 Jul 16 18:11:42.167334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa909fd-ae1f-4769-b836-b1ccd4e7c58d admin admin] Pushing event deleted for resources: {'Network': ['ID=c25f696d-8aa0-4036-a18b-fd185965350c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.179854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800c3c-081e-43a2-b33d-2050c5b697b0 req-cbeff2dc-b639-4752-8cd0-1ae09b79297f tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.191507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2800c3c-081e-43a2-b33d-2050c5b697b0 req-cbeff2dc-b639-4752-8cd0-1ae09b79297f tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 946 time: 0.2125680 Jul 16 18:11:42.235065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675975ed-cc83-44df-8d33-f8ad724d4d50 req-0813addc-e5bb-4208-8259-09896e5b46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.239488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-675975ed-cc83-44df-8d33-f8ad724d4d50 req-0813addc-e5bb-4208-8259-09896e5b46d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 1102 time: 0.1413767 Jul 16 18:11:42.298733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-675975ed-cc83-44df-8d33-f8ad724d4d50 req-1b5966f8-f05d-4140-a352-278fd351b12a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524979 Jul 16 18:11:42.312051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2800c3c-081e-43a2-b33d-2050c5b697b0 req-cdc33059-e409-446b-9eb5-5132e8f11fed tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194897 Jul 16 18:11:42.316497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b32293cb-2ac2-4896-8a17-eeaa4f3115f9 req-7d9b8cac-65f9-43e1-83a2-39da34071869 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936805 Jul 16 18:11:42.415470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.426793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f78ff49-345d-4812-b5cd-29be5aea67fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.434446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f78ff49-345d-4812-b5cd-29be5aea67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.492224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fced85c0-2a4d-4fb5-99d3-8403344ff377 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62a753dc014043129cd28007bea6850b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0754864 Jul 16 18:11:42.496392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.543778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78ff49-345d-4812-b5cd-29be5aea67fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363938df-a613-4544-8849-ec084b144426,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.566427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e77d0618-ce67-4cf7-b7fc-f4c016cb6a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.571024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b5ae10f-739c-4f7c-8ca9-3f42e22ddcd6 req-82143262-913f-4694-93b3-cf501c266268 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 210 time: 0.0428560 Jul 16 18:11:42.582374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8f78ff49-345d-4812-b5cd-29be5aea67fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41f4dbb878e7427c920cf6cf22dabdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7861912 Jul 16 18:11:42.583512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51094) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.643454 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e77d0618-ce67-4cf7-b7fc-f4c016cb6a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.661691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f06140bb-7f4d-47c3-beb1-bf7ecfcb4501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.705610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e77d0618-ce67-4cf7-b7fc-f4c016cb6a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.713308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f06140bb-7f4d-47c3-beb1-bf7ecfcb4501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.714418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e77d0618-ce67-4cf7-b7fc-f4c016cb6a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.716467 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e77d0618-ce67-4cf7-b7fc-f4c016cb6a3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c235585-c609-4bb7-958d-b2fce07f8b28 HTTP/1.1" status: 204 len: 168 time: 0.2190135 Jul 16 18:11:42.749244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-744c9d18-ca3c-49d5-9494-9e3a4adeb432 req-6d3dde86-8d88-4d38-a167-fa471706ac84 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/6659b0dc-39e9-4dbf-85f3-a39d03226bd2 HTTP/1.1" status: 200 len: 1800 time: 0.1151512 Jul 16 18:11:42.751880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d0618-ce67-4cf7-b7fc-f4c016cb6a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c235585-c609-4bb7-958d-b2fce07f8b28,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.829608 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f06140bb-7f4d-47c3-beb1-bf7ecfcb4501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.832677 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f06140bb-7f4d-47c3-beb1-bf7ecfcb4501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.836482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f06140bb-7f4d-47c3-beb1-bf7ecfcb4501 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/363938df-a613-4544-8849-ec084b144426 HTTP/1.1" status: 204 len: 168 time: 0.2515588 Jul 16 18:11:42.856675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06140bb-7f4d-47c3-beb1-bf7ecfcb4501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363938df-a613-4544-8849-ec084b144426,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.859670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-744c9d18-ca3c-49d5-9494-9e3a4adeb432 req-f7f525cb-b696-429c-b0b5-e8a993fa2112 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.893876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-744c9d18-ca3c-49d5-9494-9e3a4adeb432 req-f7f525cb-b696-429c-b0b5-e8a993fa2112 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.942581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-744c9d18-ca3c-49d5-9494-9e3a4adeb432 req-f7f525cb-b696-429c-b0b5-e8a993fa2112 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.945603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-744c9d18-ca3c-49d5-9494-9e3a4adeb432 req-f7f525cb-b696-429c-b0b5-e8a993fa2112 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.947169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-744c9d18-ca3c-49d5-9494-9e3a4adeb432 req-f7f525cb-b696-429c-b0b5-e8a993fa2112 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/6659b0dc-39e9-4dbf-85f3-a39d03226bd2 HTTP/1.1" status: 204 len: 173 time: 0.1968956 Jul 16 18:11:42.958229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f525cb-b696-429c-b0b5-e8a993fa2112 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6659b0dc-39e9-4dbf-85f3-a39d03226bd2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.065381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cbd89191-d083-4554-9a1d-07b877a64145 req-bd7afef1-3829-462f-a66a-ef9368fa1150 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04 HTTP/1.1" status: 200 len: 1800 time: 0.0896497 Jul 16 18:11:43.150016 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbd89191-d083-4554-9a1d-07b877a64145 req-e2c13f18-ff42-47bd-b887-59d9d05a84ee tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.192971 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbd89191-d083-4554-9a1d-07b877a64145 req-e2c13f18-ff42-47bd-b887-59d9d05a84ee tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.269061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbd89191-d083-4554-9a1d-07b877a64145 req-e2c13f18-ff42-47bd-b887-59d9d05a84ee tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.273263 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cbd89191-d083-4554-9a1d-07b877a64145 req-e2c13f18-ff42-47bd-b887-59d9d05a84ee tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.280327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cbd89191-d083-4554-9a1d-07b877a64145 req-e2c13f18-ff42-47bd-b887-59d9d05a84ee tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04 HTTP/1.1" status: 204 len: 173 time: 0.2137146 Jul 16 18:11:43.312254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c13f18-ff42-47bd-b887-59d9d05a84ee tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.317996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-0ab8a060-6bed-4889-876e-4c9c22d6c89e req-c46cd11c-15c9-4414-b169-2daa474eeb0d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1755620226', 'description': 'tempest-description-2005504440'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:43.373192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0ab8a060-6bed-4889-876e-4c9c22d6c89e req-c46cd11c-15c9-4414-b169-2daa474eeb0d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.441821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.501479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60daf78e-60c8-4597-81e7-9271c7556068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.526059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0ab8a060-6bed-4889-876e-4c9c22d6c89e req-c46cd11c-15c9-4414-b169-2daa474eeb0d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.540424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0ab8a060-6bed-4889-876e-4c9c22d6c89e req-c46cd11c-15c9-4414-b169-2daa474eeb0d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.590940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cd11c-15c9-4414-b169-2daa474eeb0d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a597677c-98f3-4284-a99a-550a984c57cb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.591812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-93c6138c-51ec-4bb9-8ccd-5fc3b0c92011 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.594266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-93c6138c-51ec-4bb9-8ccd-5fc3b0c92011 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.3785131 Jul 16 18:11:43.611892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Request body: {'port': {'device_id': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'admin_state_up': True, 'tenant_id': '55a6178d683f4f2eb0ba405044346371'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:43.645316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4449d-50c1-4750-9a97-d1ce566eef4a req-9b5c13a6-7e62-41a3-93ce-61041584f3f6 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.647374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1cc4449d-50c1-4750-9a97-d1ce566eef4a req-9b5c13a6-7e62-41a3-93ce-61041584f3f6 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1196098 Jul 16 18:11:43.694332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1cc4449d-50c1-4750-9a97-d1ce566eef4a req-1ac4432f-840a-4b6c-84a8-47c2fd95c9e7 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Jul 16 18:11:43.769883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac126e-61e9-4298-9cbe-da8882cb6ea9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:43.772324 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0982c44d-f2a1-46c5-8290-62f1413573fb" -d '{"events": [{"server_uuid": "1314321f-373d-42a5-a4cb-4c47efb2a4f0", "name": "network-vif-plugged", "status": "completed", "tag": "0fac126e-61e9-4298-9cbe-da8882cb6ea9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:43.775989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60daf78e-60c8-4597-81e7-9271c7556068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.781724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60daf78e-60c8-4597-81e7-9271c7556068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.787883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0ab8a060-6bed-4889-876e-4c9c22d6c89e req-c46cd11c-15c9-4414-b169-2daa474eeb0d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.789219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ab8a060-6bed-4889-876e-4c9c22d6c89e req-c46cd11c-15c9-4414-b169-2daa474eeb0d tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4789603 Jul 16 18:11:43.842276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60daf78e-60c8-4597-81e7-9271c7556068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c283f298-4bd1-4038-bc80-cedc00fc0a64,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.848786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-60daf78e-60c8-4597-81e7-9271c7556068 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14ec3200798e4269bc406eb2928744f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009688 Jul 16 18:11:43.851298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51144) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.861356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Made reservation on behalf of 55a6178d683f4f2eb0ba405044346371 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:43.865155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.884311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8fd3f-3624-45f9-abaf-fb1b9e9c2e3c req-1a6665b9-c142-4217-a6c0-892dd966af47 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.891765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe8fd3f-3624-45f9-abaf-fb1b9e9c2e3c req-1a6665b9-c142-4217-a6c0-892dd966af47 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 950 time: 0.0748706 Jul 16 18:11:43.944696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe8fd3f-3624-45f9-abaf-fb1b9e9c2e3c req-2b48336a-62ab-4b32-bab3-e0bb5b3e256c tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518317 Jul 16 18:11:44.036184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10ef2c56-fcf3-4faf-b7bd-cd2ec8e31ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.080898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10ef2c56-fcf3-4faf-b7bd-cd2ec8e31ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.090852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Allocated IP 172.20.0.10 (e385bb79-2a6b-4a81-96b8-3066d5f4e701/ba36affd-9031-4277-95ad-e30fad075852/afbb59de-5a7f-4489-aa70-2aebdff82f89) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:44.165960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10ef2c56-fcf3-4faf-b7bd-cd2ec8e31ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.170198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10ef2c56-fcf3-4faf-b7bd-cd2ec8e31ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.173754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-10ef2c56-fcf3-4faf-b7bd-cd2ec8e31ec4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c283f298-4bd1-4038-bc80-cedc00fc0a64 HTTP/1.1" status: 204 len: 168 time: 0.3189740 Jul 16 18:11:44.190596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-855bc548-a9cd-4837-a235-4d63e974fc55 req-7988e516-0e12-4c55-977f-74585daadcb0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 210 time: 0.0336356 Jul 16 18:11:44.199726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef2c56-fcf3-4faf-b7bd-cd2ec8e31ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283f298-4bd1-4038-bc80-cedc00fc0a64,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.250790 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4dce24-4501-4f59-9cb3-8be0676ac184 x-openstack-request-id: req-cc4dce24-4501-4f59-9cb3-8be0676ac184 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:44.251032 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1314321f-373d-42a5-a4cb-4c47efb2a4f0", "name": "network-vif-plugged", "status": "completed", "tag": "0fac126e-61e9-4298-9cbe-da8882cb6ea9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:44.251568 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc4dce24-4501-4f59-9cb3-8be0676ac184 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:44.252167 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fac126e-61e9-4298-9cbe-da8882cb6ea9', 'code': 200} Jul 16 18:11:44.357800 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0479dfe9-b4c2-479d-8d50-08b6a9d6b3e0 req-353f699a-d075-435a-ad53-c0565dfaf1c2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/a597677c-98f3-4284-a99a-550a984c57cb HTTP/1.1" status: 200 len: 1801 time: 0.0788047 Jul 16 18:11:44.370870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-0479dfe9-b4c2-479d-8d50-08b6a9d6b3e0 req-885c3c01-fc26-4469-879b-a2a16609f2f6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1994477136', 'description': 'tempest-description-hth-988436134'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:44.373596 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.421261 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0479dfe9-b4c2-479d-8d50-08b6a9d6b3e0 req-885c3c01-fc26-4469-879b-a2a16609f2f6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.488572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0479dfe9-b4c2-479d-8d50-08b6a9d6b3e0 req-885c3c01-fc26-4469-879b-a2a16609f2f6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.495316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0479dfe9-b4c2-479d-8d50-08b6a9d6b3e0 req-885c3c01-fc26-4469-879b-a2a16609f2f6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.505398 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0479dfe9-b4c2-479d-8d50-08b6a9d6b3e0 req-885c3c01-fc26-4469-879b-a2a16609f2f6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.509515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319e4758-53a5-491f-8f88-8b70f2dc2e6d req-47fc050d-9363-4ad4-aab0-d8ed43929c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.511710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-319e4758-53a5-491f-8f88-8b70f2dc2e6d req-47fc050d-9363-4ad4-aab0-d8ed43929c86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 1098 time: 0.1234367 Jul 16 18:11:44.519777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.521008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0479dfe9-b4c2-479d-8d50-08b6a9d6b3e0 req-885c3c01-fc26-4469-879b-a2a16609f2f6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "PUT /v2.0/security-groups/a597677c-98f3-4284-a99a-550a984c57cb HTTP/1.1" status: 200 len: 1774 time: 0.1562099 Jul 16 18:11:44.580023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c3c01-fc26-4469-879b-a2a16609f2f6 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a597677c-98f3-4284-a99a-550a984c57cb,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.611714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:44.623717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:44.630259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:44.636045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-319e4758-53a5-491f-8f88-8b70f2dc2e6d req-f5595976-6144-4248-a355-0ef94542cf65 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135924 Jul 16 18:11:44.654811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.712788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.713486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.746926 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-dad8a3e4-a503-4d01-8350-e606acd42823 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1446850 Jul 16 18:11:44.767584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Request body: {'port': {'device_id': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:44.865394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-561de39e-fb83-422a-9af3-5c274d58ae55 req-aa2c1484-2223-47ee-bb08-4aeb2eb7aa41 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/a597677c-98f3-4284-a99a-550a984c57cb HTTP/1.1" status: 200 len: 1774 time: 0.1108057 Jul 16 18:11:44.949994 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.053094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c709b81e-2877-4085-9f74-be1c00f67578 req-18e3c2d4-9eeb-4c76-9c21-8c49cdb048d0 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/a597677c-98f3-4284-a99a-550a984c57cb HTTP/1.1" status: 200 len: 1774 time: 0.0792110 Jul 16 18:11:45.072615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7614a-335c-4c32-b671-769dddfb8c6e req-41bb6e99-5837-4463-be48-009de646fcb3 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.074481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64d7614a-335c-4c32-b671-769dddfb8c6e req-41bb6e99-5837-4463-be48-009de646fcb3 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1799092 Jul 16 18:11:45.080885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51192) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.146973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64d7614a-335c-4c32-b671-769dddfb8c6e req-2d23d54c-3d1a-4ec6-aac1-996015c32d78 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588486 Jul 16 18:11:45.177419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c709b81e-2877-4085-9f74-be1c00f67578 req-b156c8b5-de14-4954-9840-97bd4c9f51e5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.236948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c709b81e-2877-4085-9f74-be1c00f67578 req-b156c8b5-de14-4954-9840-97bd4c9f51e5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.283629 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4141beea-1d17-4695-8286-8dc2bdcad462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.394584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c709b81e-2877-4085-9f74-be1c00f67578 req-b156c8b5-de14-4954-9840-97bd4c9f51e5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.400252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c709b81e-2877-4085-9f74-be1c00f67578 req-b156c8b5-de14-4954-9840-97bd4c9f51e5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.423233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c709b81e-2877-4085-9f74-be1c00f67578 req-b156c8b5-de14-4954-9840-97bd4c9f51e5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/a597677c-98f3-4284-a99a-550a984c57cb HTTP/1.1" status: 204 len: 173 time: 0.3688674 Jul 16 18:11:45.503155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156c8b5-de14-4954-9840-97bd4c9f51e5 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a597677c-98f3-4284-a99a-550a984c57cb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.554761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbb59de-5a7f-4489-aa70-2aebdff82f89 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:45.569767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.613587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Transition to ACTIVE for port object afbb59de-5a7f-4489-aa70-2aebdff82f89 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:45.620815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.670594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4141beea-1d17-4695-8286-8dc2bdcad462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.715112 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4141beea-1d17-4695-8286-8dc2bdcad462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.775990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4141beea-1d17-4695-8286-8dc2bdcad462 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5b63028ed194555bbef24ba41ea25ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837718 Jul 16 18:11:45.775990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4141beea-1d17-4695-8286-8dc2bdcad462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856e7c03-9580-42fe-8241-0478e1ced849,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.778677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.792412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.847665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92b64a-57cc-4a83-bc03-d1c705555d65 req-a30f0a96-6357-46bb-b65e-ccffcac87415 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.849663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee92b64a-57cc-4a83-bc03-d1c705555d65 req-a30f0a96-6357-46bb-b65e-ccffcac87415 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 0.1815104 Jul 16 18:11:45.853092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:45.853883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:45.854461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:45.860392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:45.861035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:45.867442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:45.868225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:45.868871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:45.869503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Bound port: afbb59de-5a7f-4489-aa70-2aebdff82f89, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:45.870073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.875939 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7113f46-7531-4b0d-a180-d856247f2cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.945710 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7113f46-7531-4b0d-a180-d856247f2cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.966169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee92b64a-57cc-4a83-bc03-d1c705555d65 req-68ba6866-0641-408f-b29f-9cf18c303e6e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037445 Jul 16 18:11:45.992667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:46.007359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:46.016136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.059279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7113f46-7531-4b0d-a180-d856247f2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.062491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7113f46-7531-4b0d-a180-d856247f2cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.066179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c7113f46-7531-4b0d-a180-d856247f2cfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/856e7c03-9580-42fe-8241-0478e1ced849 HTTP/1.1" status: 204 len: 168 time: 0.2845895 Jul 16 18:11:46.108419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7113f46-7531-4b0d-a180-d856247f2cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856e7c03-9580-42fe-8241-0478e1ced849,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.200971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.204445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.208131 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] 10.222.0.13 "PUT /v2.0/ports/afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 1093 time: 1.4470792 Jul 16 18:11:46.208845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:46.238673 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd6ffa6-96cd-4962-b60f-14391723a8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:46.469807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db5f6f-7210-4c63-8c35-068c2b4f580f service neutron] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.507317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-0f555daa-c651-438d-87e1-a6ebcad3c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.510137 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-0f555daa-c651-438d-87e1-a6ebcad3c861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1096 time: 0.1914318 Jul 16 18:11:46.524382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a23b45-32ff-402f-ac25-eab08a44cdb3 req-f88d57a1-a10c-45e9-b4dd-8c3f1ae84f9b tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.540891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00a23b45-32ff-402f-ac25-eab08a44cdb3 req-f88d57a1-a10c-45e9-b4dd-8c3f1ae84f9b tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 950 time: 0.2641728 Jul 16 18:11:46.568080 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-9354c90b-ef97-44e6-92f0-9913950a6fa1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 217 time: 0.0504720 Jul 16 18:11:46.662443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00a23b45-32ff-402f-ac25-eab08a44cdb3 req-a3c5b243-170a-457a-ac29-ccd64849253c tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206627 Jul 16 18:11:46.666016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-9f48a041-c82c-46ca-a47f-a76671f9decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.668673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-9f48a041-c82c-46ca-a47f-a76671f9decd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.0943260 Jul 16 18:11:46.708032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b60310-de1e-4e64-a025-b5cfced54271 req-0b9fbd2a-b0cf-4939-ba49-8bfb080e4fff tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.715264 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-000e97ce-d5e0-4740-8d05-72eec3de5d48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402319 Jul 16 18:11:46.722042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94b60310-de1e-4e64-a025-b5cfced54271 req-0b9fbd2a-b0cf-4939-ba49-8bfb080e4fff tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 946 time: 0.2977402 Jul 16 18:11:46.753101 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc3b6b9-5ac0-463c-bfd6-dbaa5110b71b x-openstack-request-id: req-6fc3b6b9-5ac0-463c-bfd6-dbaa5110b71b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:46.753889 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:46.754346 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6fc3b6b9-5ac0-463c-bfd6-dbaa5110b71b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:46.754952 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89', 'status': 'completed', 'code': 200} Jul 16 18:11:46.801008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94b60310-de1e-4e64-a025-b5cfced54271 req-0972afb0-4db1-43b6-bf4c-617ca973d65e tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626271 Jul 16 18:11:46.831261 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-6e9fb9f9-31b0-43a4-9eab-b72e70a67097 req-15172161-4570-49cd-8b99-3a56b1d96c12 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:46.834143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-18d9a23c-7898-47aa-97d2-8fe76db66dd2 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118231 Jul 16 18:11:46.836681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e9fb9f9-31b0-43a4-9eab-b72e70a67097 req-15172161-4570-49cd-8b99-3a56b1d96c12 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/6b2d065c-9b44-4c4e-977c-d8bc5e6b4e04 HTTP/1.1" status: 404 len: 352 time: 0.0432327 Jul 16 18:11:47.021575 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-34ecc881-0337-46e2-9239-f758a12335f6 req-a8c5d5f4-5d78-4932-bb74-d15a74fbdaea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:47.033764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34ecc881-0337-46e2-9239-f758a12335f6 req-a8c5d5f4-5d78-4932-bb74-d15a74fbdaea tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/6659b0dc-39e9-4dbf-85f3-a39d03226bd2 HTTP/1.1" status: 404 len: 352 time: 0.0262620 Jul 16 18:11:47.046620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83d5e682-8c78-4ad9-ba0e-46e6df9a324d req-7fb37fe7-48cd-4a0d-b8cb-d60fd78f86d3 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053399 Jul 16 18:11:47.118732 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-f24c73cd-fa02-465e-b3dc-d27d0bdda9f1 req-d1589077-6e8c-4fd4-97d0-eb5514218a9f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:47.119795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f24c73cd-fa02-465e-b3dc-d27d0bdda9f1 req-d1589077-6e8c-4fd4-97d0-eb5514218a9f tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/5074903c-dcbd-49ca-990c-81e043a69f72 HTTP/1.1" status: 404 len: 352 time: 0.0218968 Jul 16 18:11:47.199985 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-ffd1e2d1-8210-4e49-b378-606583e667e6 req-d54bfb56-5ea4-4a9b-91e4-7d4ac6af8721 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:47.201045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ffd1e2d1-8210-4e49-b378-606583e667e6 req-d54bfb56-5ea4-4a9b-91e4-7d4ac6af8721 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/38d4d5e4-161a-48b5-9682-dfbb39687303 HTTP/1.1" status: 404 len: 352 time: 0.0179973 Jul 16 18:11:47.232274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-706bd56b-4586-4e95-8ca4-34276076c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.234569 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-706bd56b-4586-4e95-8ca4-34276076c033 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1096 time: 0.1225595 Jul 16 18:11:47.324184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da7c3a-84bc-48b1-86c8-d0de85952067 req-fce1c7e0-11f7-43d0-8e2b-b424aeafe528 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.337607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7da7c3a-84bc-48b1-86c8-d0de85952067 req-fce1c7e0-11f7-43d0-8e2b-b424aeafe528 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 0.1392865 Jul 16 18:11:47.437982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-c516a8a7-a8ab-4b5c-8948-46d997ecf7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.439528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-c516a8a7-a8ab-4b5c-8948-46d997ecf7af service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.1978402 Jul 16 18:11:47.453124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7da7c3a-84bc-48b1-86c8-d0de85952067 req-049f62ee-d293-4327-9185-4d06863b8ca3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140471 Jul 16 18:11:47.514610 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-7dba0198-1e57-49e4-b002-25e1f5a6f8b3 req-30509ec6-cfd4-4330-b709-5270721d72b1 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:47.528487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7dba0198-1e57-49e4-b002-25e1f5a6f8b3 req-30509ec6-cfd4-4330-b709-5270721d72b1 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/bb78547e-d36d-4d26-be78-b077a70207c5 HTTP/1.1" status: 404 len: 352 time: 0.0206702 Jul 16 18:11:47.567323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-5aa64fb7-5a03-426a-8120-553e3607ea45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 217 time: 0.1171105 Jul 16 18:11:47.572744 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-c02b939d-8c52-49da-8742-52b3e34a21f7 req-1fcb0f27-d02a-4490-85ae-d375af6cbeb9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] show failed (client error): The resource could not be found. Jul 16 18:11:47.583025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c02b939d-8c52-49da-8742-52b3e34a21f7 req-1fcb0f27-d02a-4490-85ae-d375af6cbeb9 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/44fb67bb-dde0-4836-8ab2-4f798f926500 HTTP/1.1" status: 404 len: 352 time: 0.0322721 Jul 16 18:11:47.795049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-be56a889-f8d8-46a8-847b-28330a1af890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.801465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-be56a889-f8d8-46a8-847b-28330a1af890 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1730595 Jul 16 18:11:47.821750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51304) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.936236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-3cfc0d57-f7d9-45af-bab8-9b00097e038b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074657 Jul 16 18:11:48.010473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e04923-e635-482e-8982-13d38758bf0b req-8eb2e014-eca4-497c-b799-d12d88f7b025 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.027877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7e04923-e635-482e-8982-13d38758bf0b req-8eb2e014-eca4-497c-b799-d12d88f7b025 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 950 time: 0.1604750 Jul 16 18:11:48.127046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7e04923-e635-482e-8982-13d38758bf0b req-85e52e05-9ac7-473d-b417-e79804645b43 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978894 Jul 16 18:11:48.230080 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-a1d2e85f-ba14-453c-86f3-de2ad3c3379b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6830094 Jul 16 18:11:48.251005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-67eff58a-4263-48b4-bcac-fb93f276b149 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.253730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1820894540-network', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:48.271839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-67eff58a-4263-48b4-bcac-fb93f276b149 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.55 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 950 time: 0.8006570 Jul 16 18:11:48.312791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Made reservation on behalf of ad278cc3bc824b9ea6709e13512080cc for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:48.315517 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.340548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e283232a-1163-42e8-bf9a-885028a53d9d req-35b5d022-4380-4937-9db8-c5fb3aff9035 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.342128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e283232a-1163-42e8-bf9a-885028a53d9d req-35b5d022-4380-4937-9db8-c5fb3aff9035 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 946 time: 0.1594467 Jul 16 18:11:48.343040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.478313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.484482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-f0fd8d95-6a28-4850-b8cc-ec3f7d21b179 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335090 Jul 16 18:11:48.533656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.547174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:48.557781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.558438 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Added segment 64553179-85f6-4bf9-b819-750072eae6f7 of type vlan for network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 Jul 16 18:11:48.619872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Deleting port 511d3ef0-334a-4c80-bb04-2f55fd684c51 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:48.620309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.625614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-4d466d9e-79e0-4c76-9d21-52abd6b10709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.627115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-4d466d9e-79e0-4c76-9d21-52abd6b10709 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1097 time: 0.3201575 Jul 16 18:11:48.690092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e283232a-1163-42e8-bf9a-885028a53d9d req-5d161be3-152b-4f33-a07c-e04bf2e98989 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385973 Jul 16 18:11:48.713654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240dd656-7618-49d9-9c0d-140db113ebb3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.740536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.751431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efd6ffa6-96cd-4962-b60f-14391723a8c4 req-64663d08-317c-437c-85bd-5dffa9cb405c service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571449 Jul 16 18:11:48.777741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74799dbd-d08f-4c03-a92b-0e2f325d8174 req-185f8a73-eff2-45be-a1ed-e09509d6be61 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.800233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74799dbd-d08f-4c03-a92b-0e2f325d8174 req-185f8a73-eff2-45be-a1ed-e09509d6be61 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1023 time: 0.3237798 Jul 16 18:11:48.898738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] For port 511d3ef0-334a-4c80-bb04-2f55fd684c51, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=511d3ef0-334a-4c80-bb04-2f55fd684c51,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:48.901139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.915565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-1ad5b8f3-8c8d-4742-a1e7-824a09f1ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.917488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-1ad5b8f3-8c8d-4742-a1e7-824a09f1ea5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.2646158 Jul 16 18:11:48.926368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Calling delete_port for 511d3ef0-334a-4c80-bb04-2f55fd684c51 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:48.936892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.955199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74799dbd-d08f-4c03-a92b-0e2f325d8174 req-23ad443f-592e-4962-9c16-1ccb34987f53 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=610b443d-04a8-4815-a0d9-354a2f8dc5f7&id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=269d6929-4dd9-40f4-a1cc-6c112c146707&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1507812 Jul 16 18:11:49.004488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.005694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.006489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.053032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4f6b2-a403-4589-8782-53318cc91f6f req-7572a1fc-f1de-438f-bca2-938bce0da5a3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.058954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-73ab7099-0885-4a31-b964-c7e732544044 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 1000 time: 0.1341100 Jul 16 18:11:49.062001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cc4f6b2-a403-4589-8782-53318cc91f6f req-7572a1fc-f1de-438f-bca2-938bce0da5a3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 0.1935706 Jul 16 18:11:49.081573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2588122 Jul 16 18:11:49.088142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51378) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:49.088820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afbb59de-5a7f-4489-aa70-2aebdff82f89 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:49.112926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Request body: {'subnet': {'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1820894540-subnet', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:49.120657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a7233-1448-4c26-98ba-6088535e4df9 admin admin] Pushing event updated for resources: {'Network': ['ID=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.179627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cc4f6b2-a403-4589-8782-53318cc91f6f req-904fede9-a192-4b5a-a218-eef9aa82f60d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163516 Jul 16 18:11:49.193357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45d4fd0b-7415-4860-be7b-f25ce6e18c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.225305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:49.241237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'afbb59de-5a7f-4489-aa70-2aebdff82f89', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'port_id': 'afbb59de-5a7f-4489-aa70-2aebdff82f89', 'mac_address': 'fa:16:3e:01:a3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba36affd-9031-4277-95ad-e30fad075852', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:49.244172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:49.284600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Made reservation on behalf of ad278cc3bc824b9ea6709e13512080cc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:49.286238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.298677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-87c975ea-6de9-414f-9f8c-c2532cb3cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.300192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-87c975ea-6de9-414f-9f8c-c2532cb3cc33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.2344627 Jul 16 18:11:49.392433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.399525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a98844-92ba-496d-891a-7d28eafafe77 req-bd78a76b-1037-4f0c-a146-532238300265 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.409130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2a98844-92ba-496d-891a-7d28eafafe77 req-bd78a76b-1037-4f0c-a146-532238300265 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 950 time: 0.1059427 Jul 16 18:11:49.410466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbb59de-5a7f-4489-aa70-2aebdff82f89 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:49.457464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:49.467763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.480078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2a98844-92ba-496d-891a-7d28eafafe77 req-000d9598-e23a-4eea-aa7b-3564620237d6 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b39cb36-a8d1-4638-8b4f-1bed98fa3746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692284 Jul 16 18:11:49.529051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-932d93c7-ee9f-41e3-821e-d3ad1720fbbd tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.530727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-932d93c7-ee9f-41e3-821e-d3ad1720fbbd tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.13 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 946 time: 0.4078510 Jul 16 18:11:49.541653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.549210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45d4fd0b-7415-4860-be7b-f25ce6e18c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.549954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.550518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.551022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.551656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.551887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.552483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.552882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.553109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.553673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.553955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.554268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.554594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:49.568091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.579558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['511d3ef0-334a-4c80-bb04-2f55fd684c51'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:49.599688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45d4fd0b-7415-4860-be7b-f25ce6e18c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.674260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['afbb59de-5a7f-4489-aa70-2aebdff82f89'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:49.675208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Pushing event deleted for resources: {'Port': ['ID=511d3ef0-334a-4c80-bb04-2f55fd684c51,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.744757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-45d4fd0b-7415-4860-be7b-f25ce6e18c62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b097a6a3fa5f44578c0d952b1d2ba778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8066790 Jul 16 18:11:49.747459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51388) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:49.780651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] No DVR routers for this DVR port 511d3ef0-334a-4c80-bb04-2f55fd684c51 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:49.783888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.791045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dcdcfb6-36de-4c72-8d18-8e449cf7fb55 req-47e3659f-70b5-481c-8f34-54a7784f8ee0 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.55 "DELETE /v2.0/ports/511d3ef0-334a-4c80-bb04-2f55fd684c51 HTTP/1.1" status: 204 len: 173 time: 1.4872918 Jul 16 18:11:49.844852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'name': 'network-vif-deleted', 'tag': '511d3ef0-334a-4c80-bb04-2f55fd684c51'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:49.847423 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2afa73-60dc-4eb9-9801-ab1c5d13ede3" -d '{"events": [{"server_uuid": "6163a6f2-6fcc-4ca4-8ad4-7853f812e326", "name": "network-vif-deleted", "tag": "511d3ef0-334a-4c80-bb04-2f55fd684c51"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:49.858776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-dfe878d3-ff94-4d08-900c-d3ae1813839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.860820 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-dfe878d3-ff94-4d08-900c-d3ae1813839b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5408640 Jul 16 18:11:49.916572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4fd0b-7415-4860-be7b-f25ce6e18c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aec032-827f-4f9a-a6a8-cadae0d8d587,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.963703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-a2915f53-b5a7-4c11-8458-872d01644042 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.969421 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-a2915f53-b5a7-4c11-8458-872d01644042 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1023 time: 0.5425100 Jul 16 18:11:49.988460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-394ddfd1-74a8-45a0-a841-6c572b4fc556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.990006 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d8cccf-1ae5-4250-a45e-70828ceafbdd x-openstack-request-id: req-60d8cccf-1ae5-4250-a45e-70828ceafbdd {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:49.991474 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6163a6f2-6fcc-4ca4-8ad4-7853f812e326", "name": "network-vif-deleted", "tag": "511d3ef0-334a-4c80-bb04-2f55fd684c51", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:49.992504 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60d8cccf-1ae5-4250-a45e-70828ceafbdd {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:49.993033 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6163a6f2-6fcc-4ca4-8ad4-7853f812e326', 'name': 'network-vif-deleted', 'tag': '511d3ef0-334a-4c80-bb04-2f55fd684c51', 'status': 'completed', 'code': 200} Jul 16 18:11:50.041288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-394ddfd1-74a8-45a0-a841-6c572b4fc556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.121474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-394ddfd1-74a8-45a0-a841-6c572b4fc556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.128087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-394ddfd1-74a8-45a0-a841-6c572b4fc556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.129456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-394ddfd1-74a8-45a0-a841-6c572b4fc556 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2aec032-827f-4f9a-a6a8-cadae0d8d587 HTTP/1.1" status: 204 len: 168 time: 0.3802724 Jul 16 18:11:50.161465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ddfd1-74a8-45a0-a841-6c572b4fc556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aec032-827f-4f9a-a6a8-cadae0d8d587,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:50.234013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170d23c-b77f-46b9-88b2-f66c258e64f2 req-703666ca-6b63-450e-8d2a-5c92a41e3470 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.241158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6170d23c-b77f-46b9-88b2-f66c258e64f2 req-703666ca-6b63-450e-8d2a-5c92a41e3470 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 946 time: 0.3488243 Jul 16 18:11:50.308454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6170d23c-b77f-46b9-88b2-f66c258e64f2 req-43daf628-13ea-49da-9b4c-b6212cb360ac tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/security-groups?id=ad2e0e20-1f97-48ec-99af-72d36d835dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662458 Jul 16 18:11:50.338267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4019069-735f-4704-8b79-7f4c07ccd4fb req-188cc42c-4959-422b-877c-3e94d7a51985 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.339936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4019069-735f-4704-8b79-7f4c07ccd4fb req-188cc42c-4959-422b-877c-3e94d7a51985 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 1023 time: 0.1579342 Jul 16 18:11:50.451987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4019069-735f-4704-8b79-7f4c07ccd4fb req-426768cc-5657-43ae-ac3a-3fbb74d761d0 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups?id=610b443d-04a8-4815-a0d9-354a2f8dc5f7&id=08d47eeb-944a-40a8-b821-04c69cd45cc4&id=269d6929-4dd9-40f4-a1cc-6c112c146707&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1055629 Jul 16 18:11:50.599702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6d1e2-5ac5-43d7-995c-23ab7bb751a2 req-0819e654-7cf5-4cad-8672-d71982319f13 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.605328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Deleting port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:50.605799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.607569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39e6d1e2-5ac5-43d7-995c-23ab7bb751a2 req-0819e654-7cf5-4cad-8672-d71982319f13 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.1383908 Jul 16 18:11:50.608604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.653930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39e6d1e2-5ac5-43d7-995c-23ab7bb751a2 req-48a4ea59-6310-4df1-b417-7c6f39c3823a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453572 Jul 16 18:11:50.689633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:50.698642 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-f0c2023e-07a2-46a7-9a0a-9d3fee03543a service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8271630 Jul 16 18:11:50.745559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abc12dd6-23fd-4023-b4b5-74a4f29ecbf4 req-50a9508d-31b9-47c7-ba0f-9608f48f8106 tempest-TenantUsagesTestJSON-1117564425 tempest-TenantUsagesTestJSON-1117564425-project] 10.222.0.48 "GET /v2.0/ports?device_id=6163a6f2-6fcc-4ca4-8ad4-7853f812e326 HTTP/1.1" status: 200 len: 210 time: 0.0709145 Jul 16 18:11:50.763942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66173a09-a4be-48a9-844d-eef559845fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.766311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378a0041-2507-4a92-94e0-490754556250,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:50.885940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Checking segment: {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:50.886339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Network hostable DHCP agents. Network: d60ea3bf-0fb6-4793-b8ed-653f3fe2f569, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:50.991517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] For port 0fac126e-61e9-4298-9cbe-da8882cb6ea9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0fac126e-61e9-4298-9cbe-da8882cb6ea9,segment=NetworkSegment(4c7e192f-4e43-4b79-af11-6bafa732c18a),segment_id=4c7e192f-4e43-4b79-af11-6bafa732c18a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:50.992220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.996503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Deleting port 9c5f1686-2147-4bc9-93bb-19852ad30fcc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:50.996874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.005022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:51.008466 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99c3a6d3-9048-441d-bb5f-d0c84b55d8b9 req-fa43f66e-3af1-43c4-8b26-763bb34587b7 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315428 Jul 16 18:11:51.029197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Calling delete_port for 0fac126e-61e9-4298-9cbe-da8882cb6ea9 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:51.041110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, d60ea3bf-0fb6-4793-b8ed-653f3fe2f569) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:51.051468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.054221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b966d4-9af0-42a6-a250-335f7abd13e9 None None] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:51.066493 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.092955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afbb59de-5a7f-4489-aa70-2aebdff82f89 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:51.167671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0bc752b8-f946-46fa-ab21-d8c0e0ecb130 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0783243 Jul 16 18:11:51.169022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51410) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.177832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:51.216758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] For port 9c5f1686-2147-4bc9-93bb-19852ad30fcc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9c5f1686-2147-4bc9-93bb-19852ad30fcc,segment=NetworkSegment(058ecebd-a959-4c70-a627-dd68181efda0),segment_id=058ecebd-a959-4c70-a627-dd68181efda0)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:51.217129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.239636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Calling delete_port for 9c5f1686-2147-4bc9-93bb-19852ad30fcc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:51.243655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port afbb59de-5a7f-4489-aa70-2aebdff82f89 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:51.250287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port afbb59de-5a7f-4489-aa70-2aebdff82f89 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:51.250657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.256040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66173a09-a4be-48a9-844d-eef559845fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.264237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66173a09-a4be-48a9-844d-eef559845fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.310792 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.312384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.312987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-d60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:51.314092 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.325544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66173a09-a4be-48a9-844d-eef559845fd1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=518431f48f334ff9af25e1fda3c3a9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6320281 Jul 16 18:11:51.326847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.329681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66173a09-a4be-48a9-844d-eef559845fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35cba4-ec7a-4461-8fae-4ad7e47ea40d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.359892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.424878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Pushing event deleted for resources: {'Port': ['ID=0fac126e-61e9-4298-9cbe-da8882cb6ea9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.430987 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.475652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:51.478316 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dc2c4f-ccb4-4f63-b497-63c364bfedc8" -d '{"events": [{"server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "name": "network-vif-plugged", "status": "completed", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:51.484474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] No DVR routers for this DVR port 0fac126e-61e9-4298-9cbe-da8882cb6ea9 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:51.488577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.490605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8bc94011-be5f-40c0-883f-5ea514219b58 req-11cc0aff-d55d-47e8-90bb-17d4fc7d7438 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.13 "DELETE /v2.0/ports/0fac126e-61e9-4298-9cbe-da8882cb6ea9 HTTP/1.1" status: 204 len: 173 time: 1.9503217 Jul 16 18:11:51.494036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c67c0337-4131-4c19-b454-9c5a33fcb3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.509674 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.531142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:51.538770 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.539929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0fac126e-61e9-4298-9cbe-da8882cb6ea9 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:51.557508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c67c0337-4131-4c19-b454-9c5a33fcb3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.580298 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f470d35-fdbe-48ef-86a9-b96d88d37e89 x-openstack-request-id: req-2f470d35-fdbe-48ef-86a9-b96d88d37e89 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:51.580298 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "name": "network-vif-plugged", "status": "completed", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:51.580574 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f470d35-fdbe-48ef-86a9-b96d88d37e89 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:51.580837 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89', 'code': 200} Jul 16 18:11:51.587446 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3597d9aa-0871-4823-b969-803085dfe7a5 req-11683fe4-e3f8-4a88-9137-44dd17721074 tempest-InstanceActionsNegativeTestJSON-850389846 tempest-InstanceActionsNegativeTestJSON-850389846-project] 10.222.0.48 "GET /v2.0/ports?device_id=1314321f-373d-42a5-a4cb-4c47efb2a4f0 HTTP/1.1" status: 200 len: 210 time: 0.1152616 Jul 16 18:11:51.587817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.606561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 0fac126e-61e9-4298-9cbe-da8882cb6ea9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:51.607109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0fac126e-61e9-4298-9cbe-da8882cb6ea9 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:51.607747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9c5f1686-2147-4bc9-93bb-19852ad30fcc no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:51.627535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'Port': ['ID=9c5f1686-2147-4bc9-93bb-19852ad30fcc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.661390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Allocated IP 172.20.0.2 (d60ea3bf-0fb6-4793-b8ed-653f3fe2f569/378a0041-2507-4a92-94e0-490754556250/23950a64-b083-4bfd-9347-a2c7cb5f97d0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:51.670254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 9c5f1686-2147-4bc9-93bb-19852ad30fcc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:51.670645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9c5f1686-2147-4bc9-93bb-19852ad30fcc not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:51.714499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] No DVR routers for this DVR port 9c5f1686-2147-4bc9-93bb-19852ad30fcc on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:51.717630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.720233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adff64d0-cb25-4666-84fa-7f869d85fba8 req-f26a74f9-1e82-463c-a999-b5e9eb24785c tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.13 "DELETE /v2.0/ports/9c5f1686-2147-4bc9-93bb-19852ad30fcc HTTP/1.1" status: 204 len: 173 time: 1.7243977 Jul 16 18:11:51.721859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c67c0337-4131-4c19-b454-9c5a33fcb3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.722220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.724784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c67c0337-4131-4c19-b454-9c5a33fcb3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.728378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c67c0337-4131-4c19-b454-9c5a33fcb3dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f35cba4-ec7a-4461-8fae-4ad7e47ea40d HTTP/1.1" status: 204 len: 168 time: 0.3928080 Jul 16 18:11:51.735898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c0337-4131-4c19-b454-9c5a33fcb3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35cba4-ec7a-4461-8fae-4ad7e47ea40d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:51.794795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d27c5d93-4e6f-4ce5-afde-fcff231b52e8 req-aa3063b4-e4d3-46d2-bd23-c0589131bbe2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/ports?device_id=098e9d02-7734-4e53-a2d9-2e38a15c2d81 HTTP/1.1" status: 200 len: 210 time: 0.0341849 Jul 16 18:11:51.920380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.932563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c3aa3-c10b-4324-ac57-c24ab1ac366d req-90b68a36-72e1-4bf2-8b86-0bc908a803c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.939755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-298c3aa3-c10b-4324-ac57-c24ab1ac366d req-90b68a36-72e1-4bf2-8b86-0bc908a803c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1098 time: 0.1342006 Jul 16 18:11:51.972108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.997667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Transition to ACTIVE for port object 23950a64-b083-4bfd-9347-a2c7cb5f97d0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:52.018979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'name': 'network-vif-deleted', 'tag': '0fac126e-61e9-4298-9cbe-da8882cb6ea9'}, {'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'name': 'network-vif-deleted', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:52.023887 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb76c20c-aedf-4661-b030-bb61091eae73" -d '{"events": [{"server_uuid": "1314321f-373d-42a5-a4cb-4c47efb2a4f0", "name": "network-vif-deleted", "tag": "0fac126e-61e9-4298-9cbe-da8882cb6ea9"}, {"server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "name": "network-vif-deleted", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:52.033373 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-298c3aa3-c10b-4324-ac57-c24ab1ac366d req-aa4c0ab7-2a4b-4100-8e43-b41c393752db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839429 Jul 16 18:11:52.035874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Transition to ACTIVE for port object 23950a64-b083-4bfd-9347-a2c7cb5f97d0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:52.044425 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.103606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:52.117339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 511d3ef0-334a-4c80-bb04-2f55fd684c51 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:52.124810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:52.232110 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a3fd53-56dc-4880-ab61-33127b22d0a6 x-openstack-request-id: req-c8a3fd53-56dc-4880-ab61-33127b22d0a6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:52.232271 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1314321f-373d-42a5-a4cb-4c47efb2a4f0", "name": "network-vif-deleted", "tag": "0fac126e-61e9-4298-9cbe-da8882cb6ea9", "status": "completed", "code": 200}, {"server_uuid": "098e9d02-7734-4e53-a2d9-2e38a15c2d81", "name": "network-vif-deleted", "tag": "9c5f1686-2147-4bc9-93bb-19852ad30fcc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:52.232658 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8a3fd53-56dc-4880-ab61-33127b22d0a6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:52.232923 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1314321f-373d-42a5-a4cb-4c47efb2a4f0', 'name': 'network-vif-deleted', 'tag': '0fac126e-61e9-4298-9cbe-da8882cb6ea9', 'status': 'completed', 'code': 200} Jul 16 18:11:52.241514 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '098e9d02-7734-4e53-a2d9-2e38a15c2d81', 'name': 'network-vif-deleted', 'tag': '9c5f1686-2147-4bc9-93bb-19852ad30fcc', 'status': 'completed', 'code': 200} Jul 16 18:11:52.287506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f0e6a-2491-4fc9-ae5b-0a68c5e892f7 req-da01a204-02ca-4ad1-a688-967d8fa89488 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.295495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-984f0e6a-2491-4fc9-ae5b-0a68c5e892f7 req-da01a204-02ca-4ad1-a688-967d8fa89488 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 946 time: 0.3561251 Jul 16 18:11:52.328803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:52.336888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 511d3ef0-334a-4c80-bb04-2f55fd684c51 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:52.337223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 511d3ef0-334a-4c80-bb04-2f55fd684c51 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:52.348472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Pushing event updated for resources: {'Port': ['ID=23950a64-b083-4bfd-9347-a2c7cb5f97d0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.404509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-984f0e6a-2491-4fc9-ae5b-0a68c5e892f7 req-df2604c1-05ec-49e9-8651-91b51cc7031f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078651 Jul 16 18:11:52.446715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Attempting to bind port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:52.447159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Attempting to bind port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:52.447588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Attempting to bind port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 on network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:52.457219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:52.457702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Checking segment: {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:52.458173 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.458869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Bound using segment: {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:52.459552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Bound port: 23950a64-b083-4bfd-9347-a2c7cb5f97d0, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:52.460117 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.536543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51444) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.556996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] For port 23950a64-b083-4bfd-9347-a2c7cb5f97d0, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:52.563195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] For port 23950a64-b083-4bfd-9347-a2c7cb5f97d0, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=23950a64-b083-4bfd-9347-a2c7cb5f97d0,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:52.570428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.623621 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.658554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9272df-99e4-4b69-a76d-619e913d17e0 None None] Pushing event updated for resources: {'Port': ['ID=23950a64-b083-4bfd-9347-a2c7cb5f97d0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.696042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.780417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.846857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] Deleting subnet 31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:52.853003 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.908641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Allocated IP 172.25.0.188 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/eb7b2537-9695-4f18-8c25-c7fca87e36a8) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:53.017112 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.051807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f7810e43-8ff4-4416-bf99-538c01d7b869 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a14bc0db795d467cb9e1c5d8406c1d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5141926 Jul 16 18:11:53.058122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.109645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.113521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28e8082b-42ca-494f-b158-8c695727d993 req-eeeaa67f-7054-4769-a926-e8db1e6323bd tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/610b443d-04a8-4815-a0d9-354a2f8dc5f7 HTTP/1.1" status: 200 len: 1800 time: 0.1260033 Jul 16 18:11:53.177224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.188142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0338f440-d95f-48a2-8c5b-c03d571ae4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.225394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0338f440-d95f-48a2-8c5b-c03d571ae4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.233776 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28e8082b-42ca-494f-b158-8c695727d993 req-f66112a6-be98-4739-8428-485871d3dfd2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.237485 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.277507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.279495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f HTTP/1.1" status: 204 len: 168 time: 0.4977732 Jul 16 18:11:53.282884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51474) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.287122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9ad5c-8e08-4700-8124-a128cae9507b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31deb7ad-6b3d-4560-a0b4-fdd61ec2da1f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.300991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28e8082b-42ca-494f-b158-8c695727d993 req-f66112a6-be98-4739-8428-485871d3dfd2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.357430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0338f440-d95f-48a2-8c5b-c03d571ae4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.360848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0338f440-d95f-48a2-8c5b-c03d571ae4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.369375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0338f440-d95f-48a2-8c5b-c03d571ae4e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b39cb36-a8d1-4638-8b4f-1bed98fa3746 HTTP/1.1" status: 204 len: 168 time: 0.3054090 Jul 16 18:11:53.370969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.387170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0338f440-d95f-48a2-8c5b-c03d571ae4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b39cb36-a8d1-4638-8b4f-1bed98fa3746,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.474877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:53.479457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.495264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:53.524477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:53.529997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Pushing event updated for resources: {'Port': ['ID=eb7b2537-9695-4f18-8c25-c7fca87e36a8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.558102 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28e8082b-42ca-494f-b158-8c695727d993 req-f66112a6-be98-4739-8428-485871d3dfd2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.560345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28e8082b-42ca-494f-b158-8c695727d993 req-f66112a6-be98-4739-8428-485871d3dfd2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.567237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28e8082b-42ca-494f-b158-8c695727d993 req-f66112a6-be98-4739-8428-485871d3dfd2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/610b443d-04a8-4815-a0d9-354a2f8dc5f7 HTTP/1.1" status: 204 len: 173 time: 0.4525445 Jul 16 18:11:53.613699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66112a6-be98-4739-8428-485871d3dfd2 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=610b443d-04a8-4815-a0d9-354a2f8dc5f7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.802504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.844432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846848af-d145-435f-8caf-e1d20eaf1a27 req-b6728adc-7831-4d51-83d2-8f9cd515c0bb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.846014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-846848af-d145-435f-8caf-e1d20eaf1a27 req-b6728adc-7831-4d51-83d2-8f9cd515c0bb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.3745861 Jul 16 18:11:53.857646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fedfa6c-2abe-462c-b056-fa4d44ece2f6']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:53.885063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7e192f-4e43-4b79-af11-6bafa732c18a') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:53.885339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7e192f-4e43-4b79-af11-6bafa732c18a') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:53.904182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.933736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.957302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.981901 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a54a96a-f3af-4823-a7a5-043cc67b0059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.986169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:53.986555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:53.990761 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:54.033786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-846848af-d145-435f-8caf-e1d20eaf1a27 req-0ffb953b-c10d-4392-ad46-f1b79d7d35ef tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719580 Jul 16 18:11:54.103953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc11968-f381-4bf0-9cfe-a98af5326511 None None] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:54.104660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03772d65-001c-469b-9570-463e9675ac94 req-1e76376e-170c-47cb-8f3f-4813ef9f720e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.105600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03772d65-001c-469b-9570-463e9675ac94 req-1e76376e-170c-47cb-8f3f-4813ef9f720e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 946 time: 0.3739159 Jul 16 18:11:54.107265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a54a96a-f3af-4823-a7a5-043cc67b0059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.114703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a54a96a-f3af-4823-a7a5-043cc67b0059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.153325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1646bbc6-81bc-40c6-b9cb-a3af9b5ab379 None None] Provisioning for port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:54.171477 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2a54a96a-f3af-4823-a7a5-043cc67b0059 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fcc1ba5739b34356a8eb02fef9d60ced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128470 Jul 16 18:11:54.172623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54a96a-f3af-4823-a7a5-043cc67b0059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed80602-42e6-4812-8ee4-0954f0136d0d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:54.175268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.184105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.206839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.208951 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3fedfa6c-2abe-462c-b056-fa4d44ece2f6 HTTP/1.1" status: 204 len: 168 time: 0.9251151 Jul 16 18:11:54.238960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c6bd2-5d76-449a-ad40-bbf33790d5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fedfa6c-2abe-462c-b056-fa4d44ece2f6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:54.243924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.258212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34c9333a-c323-4c7f-b22b-d72c1bd9d0a8 req-74122822-38f9-40b7-bd7e-4e35c791e679 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "GET /v2.0/security-groups/269d6929-4dd9-40f4-a1cc-6c112c146707 HTTP/1.1" status: 200 len: 1799 time: 0.1259351 Jul 16 18:11:54.284096 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cfeda3e-2c59-444c-90fa-736065da1446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.294369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03772d65-001c-469b-9570-463e9675ac94 req-2148546a-0e04-4a7c-b1cf-bf5154bb55ef tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583309 Jul 16 18:11:54.311318 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cfeda3e-2c59-444c-90fa-736065da1446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.399946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cfeda3e-2c59-444c-90fa-736065da1446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.402551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cfeda3e-2c59-444c-90fa-736065da1446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.406957 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6cfeda3e-2c59-444c-90fa-736065da1446 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ed80602-42e6-4812-8ee4-0954f0136d0d HTTP/1.1" status: 204 len: 168 time: 0.2272985 Jul 16 18:11:54.421208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeda3e-2c59-444c-90fa-736065da1446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed80602-42e6-4812-8ee4-0954f0136d0d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:54.536928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-34c9333a-c323-4c7f-b22b-d72c1bd9d0a8 req-a94650fa-ea3f-4d27-acda-48f300f32d03 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.693041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51550) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.801736 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8f8ce185-7fe7-4682-b853-38689d60a887 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f4753c761034dee9a26f0042ebf98cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053333 Jul 16 18:11:54.802510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:54.874448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 23950a64-b083-4bfd-9347-a2c7cb5f97d0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:54.888051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e84907e-c073-45de-96ac-12e1ba1cbdd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.923639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e84907e-c073-45de-96ac-12e1ba1cbdd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.959787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:54.965164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:54.966027 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.024311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e84907e-c073-45de-96ac-12e1ba1cbdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.028389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e84907e-c073-45de-96ac-12e1ba1cbdd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.029937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2e84907e-c073-45de-96ac-12e1ba1cbdd4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad2e0e20-1f97-48ec-99af-72d36d835dc5 HTTP/1.1" status: 204 len: 168 time: 0.2264979 Jul 16 18:11:55.040871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84907e-c073-45de-96ac-12e1ba1cbdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e0e20-1f97-48ec-99af-72d36d835dc5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.105350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.119790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-34c9333a-c323-4c7f-b22b-d72c1bd9d0a8 req-a94650fa-ea3f-4d27-acda-48f300f32d03 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.123924 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.177291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 23950a64-b083-4bfd-9347-a2c7cb5f97d0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=23950a64-b083-4bfd-9347-a2c7cb5f97d0,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:55.183379 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.203510 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-34c9333a-c323-4c7f-b22b-d72c1bd9d0a8 req-a94650fa-ea3f-4d27-acda-48f300f32d03 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.206111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-34c9333a-c323-4c7f-b22b-d72c1bd9d0a8 req-a94650fa-ea3f-4d27-acda-48f300f32d03 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.207466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34c9333a-c323-4c7f-b22b-d72c1bd9d0a8 req-a94650fa-ea3f-4d27-acda-48f300f32d03 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] 10.222.0.48 "DELETE /v2.0/security-groups/269d6929-4dd9-40f4-a1cc-6c112c146707 HTTP/1.1" status: 204 len: 173 time: 0.9480178 Jul 16 18:11:55.213450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.226334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.251646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=23950a64-b083-4bfd-9347-a2c7cb5f97d0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.265924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94650fa-ea3f-4d27-acda-48f300f32d03 tempest-SecurityGroupsTestJSON-2003067665 tempest-SecurityGroupsTestJSON-2003067665-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=269d6929-4dd9-40f4-a1cc-6c112c146707,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.323455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] Deleting subnet 13223742-751a-4eec-8dff-420f5550040b {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:55.331863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.378459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.391578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Router 69b0380d-b6e0-49a1-849c-ceff20688fd8 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:11:55.426768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.496112 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.528754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:55.544952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13223742-751a-4eec-8dff-420f5550040b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.546879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.549045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-48f50a15-fac9-4558-aa6c-2692a7bf5c00 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/13223742-751a-4eec-8dff-420f5550040b HTTP/1.1" status: 204 len: 168 time: 0.3344676 Jul 16 18:11:55.549883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Sync routers for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:55.551397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51590) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.561591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.562773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:55.563442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:55.564885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4fda7d9b-fea2-4176-98ae-7114d3fd15be admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3945708 Jul 16 18:11:55.565889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:55.681924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.685440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:55.827811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76605a44-7446-4969-a2ea-da687556a15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.828495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e4b76-fb76-4dc1-968d-6f3ed72dca77 req-8f56f19a-a2e2-40b7-99bc-8b3296b5bab8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.830350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-543e4b76-fb76-4dc1-968d-6f3ed72dca77 req-8f56f19a-a2e2-40b7-99bc-8b3296b5bab8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1098 time: 0.0949690 Jul 16 18:11:55.867543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.892759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27fbebe-55b5-4b11-9161-411dc503322b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:55.904695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-543e4b76-fb76-4dc1-968d-6f3ed72dca77 req-d4a941a2-e1a4-4bd1-ad83-c58c780e01e8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642042 Jul 16 18:11:55.942549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058ecebd-a959-4c70-a627-dd68181efda0') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:55.942876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058ecebd-a959-4c70-a627-dd68181efda0') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:55.960762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.993278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.012352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:53Z', 'revision_number': 3, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:56.019339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:56.019781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.072538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Checking router: 69b0380d-b6e0-49a1-849c-ceff20688fd8 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:56.076664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Updating router 69b0380d-b6e0-49a1-849c-ceff20688fd8 port eb7b2537-9695-4f18-8c25-c7fca87e36a8 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:11:56.098124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51610) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:56.104226 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:56.124185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.140327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed9b55-4b19-4631-bd92-7209225f215a req-1afca77f-ee99-4891-ba79-667fc4705fc8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.148093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70ed9b55-4b19-4631-bd92-7209225f215a req-1afca77f-ee99-4891-ba79-667fc4705fc8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1098 time: 0.0863614 Jul 16 18:11:56.197509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70ed9b55-4b19-4631-bd92-7209225f215a req-d4112fab-b18d-4c43-993a-60371900a670 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481358 Jul 16 18:11:56.213118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.227998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.232761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] 10.222.0.48 "DELETE /v2.0/networks/f27fbebe-55b5-4b11-9161-411dc503322b HTTP/1.1" status: 204 len: 168 time: 0.6802051 Jul 16 18:11:56.251859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-network', 'tenant_id': '72222f092448419285afa26ba76bb549'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:56.262807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c009ba9-ce12-44d9-bd13-a19d7437f40c admin admin] Pushing event deleted for resources: {'Network': ['ID=f27fbebe-55b5-4b11-9161-411dc503322b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.366387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76605a44-7446-4969-a2ea-da687556a15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.373173 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76605a44-7446-4969-a2ea-da687556a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.393897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Made reservation on behalf of 72222f092448419285afa26ba76bb549 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:56.404087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.425035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51632) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.441171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.535609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76605a44-7446-4969-a2ea-da687556a15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2729e66d-cced-4be7-ab15-eb4757ea71fe,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.566005 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-76605a44-7446-4969-a2ea-da687556a15c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06c6692314d54eed9d43cb07a363b595&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3381176 Jul 16 18:11:56.573870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.610979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51640) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.636163 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.669298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Transition to ACTIVE for port object eb7b2537-9695-4f18-8c25-c7fca87e36a8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:56.695360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.728004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.733352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.780385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:56.795911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e5805-d734-4dfa-8327-b774563b76ec,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.809361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.811294 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Added segment 974fbb93-6572-4301-918c-06a9fb3f4e55 of type vlan for network 4943ebb8-6b19-4377-8698-f556e5d4b27f Jul 16 18:11:56.818130 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d2c3c8e6-0d48-4ff5-8e6b-4254aa372610 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fcc411c46374116be2d361ea112e3e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3563232 Jul 16 18:11:56.822076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51644) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.828075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae893cfb-a4c5-453c-af48-a8fceaa9971b None None] Pushing event updated for resources: {'Port': ['ID=eb7b2537-9695-4f18-8c25-c7fca87e36a8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.833579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Attempting to bind port eb7b2537-9695-4f18-8c25-c7fca87e36a8 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:56.833953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Attempting to bind port eb7b2537-9695-4f18-8c25-c7fca87e36a8 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:56.834557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Attempting to bind port eb7b2537-9695-4f18-8c25-c7fca87e36a8 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:56.840929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-979354799-network', 'tenant_id': '190cfc90126a41a2b79d2d699363db82'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:56.844455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 23950a64-b083-4bfd-9347-a2c7cb5f97d0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:56.849609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:56.849985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:56.850575 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.851248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:56.852474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Bound port: eb7b2537-9695-4f18-8c25-c7fca87e36a8, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:56.853040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.915979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-883337dd-63e0-417e-bf14-716d5beb0998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.918879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.929901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Made reservation on behalf of 190cfc90126a41a2b79d2d699363db82 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:56.932261 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.942972 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-883337dd-63e0-417e-bf14-716d5beb0998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.950343 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.950851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] For port eb7b2537-9695-4f18-8c25-c7fca87e36a8, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:56.954161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] For port eb7b2537-9695-4f18-8c25-c7fca87e36a8, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=eb7b2537-9695-4f18-8c25-c7fca87e36a8,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:56.962507 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.003392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.003392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.003392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.018299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.039341 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-883337dd-63e0-417e-bf14-716d5beb0998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.042468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-883337dd-63e0-417e-bf14-716d5beb0998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.044584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-883337dd-63e0-417e-bf14-716d5beb0998 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2729e66d-cced-4be7-ab15-eb4757ea71fe HTTP/1.1" status: 204 len: 168 time: 0.4675188 Jul 16 18:11:57.068659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:57.072840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883337dd-63e0-417e-bf14-716d5beb0998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2729e66d-cced-4be7-ab15-eb4757ea71fe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.075171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:57.089019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] Pushing event updated for resources: {'Network': ['ID=4943ebb8-6b19-4377-8698-f556e5d4b27f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.163623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:57.202441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85cf815d-3265-4147-b729-857a69b116f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.203266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae893cfb-a4c5-453c-af48-a8fceaa9971b None None] Pushing event updated for resources: {'Port': ['ID=eb7b2537-9695-4f18-8c25-c7fca87e36a8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.218143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:57.218685 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.231820 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.243180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.272698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85cf815d-3265-4147-b729-857a69b116f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.280480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:57.295731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-469e288a-ae4f-4271-8533-e402563c2546 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1960952 Jul 16 18:11:57.297645 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.298004 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Added segment dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1 of type vlan for network 3d901222-04e6-40a6-92b8-481a94855763 Jul 16 18:11:57.302172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.311206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Request body: {'subnet': {'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-subnet', 'tenant_id': '72222f092448419285afa26ba76bb549', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:57.346645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Allocated IP 172.20.0.1 (d60ea3bf-0fb6-4793-b8ed-653f3fe2f569/378a0041-2507-4a92-94e0-490754556250/da8869e7-907c-47bf-b45b-715cfedd8e11) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:57.349044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Made reservation on behalf of 72222f092448419285afa26ba76bb549 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:57.352126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.399011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:57.413074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9991a1-1392-42e6-9b77-d86d08d015bb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.443251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.482556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85cf815d-3265-4147-b729-857a69b116f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.486200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85cf815d-3265-4147-b729-857a69b116f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.490125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-85cf815d-3265-4147-b729-857a69b116f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08d47eeb-944a-40a8-b821-04c69cd45cc4 HTTP/1.1" status: 204 len: 168 time: 0.6597705 Jul 16 18:11:57.507494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.508918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.509518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.534234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51678) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.545572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cf815d-3265-4147-b729-857a69b116f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d47eeb-944a-40a8-b821-04c69cd45cc4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.567455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9547279 Jul 16 18:11:57.568141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51680) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.576135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Request body: {'subnet': {'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-979354799-subnet', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:57.583182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39eaf51-dbbc-4719-8404-d9d0fe9ecd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.635569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38231db-2928-44f5-8945-e0cc1fb2bbd3 admin admin] Pushing event updated for resources: {'Network': ['ID=3d901222-04e6-40a6-92b8-481a94855763,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.651395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3d901222-04e6-40a6-92b8-481a94855763 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:57.653373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Made reservation on behalf of 190cfc90126a41a2b79d2d699363db82 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:57.662535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.681217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.748866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Transition to ACTIVE for port object da8869e7-907c-47bf-b45b-715cfedd8e11 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:57.862133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39eaf51-dbbc-4719-8404-d9d0fe9ecd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.874109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39eaf51-dbbc-4719-8404-d9d0fe9ecd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.884333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.907255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f39eaf51-dbbc-4719-8404-d9d0fe9ecd64 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dbb5bd3c54f47edb05013abbdc0bf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726194 Jul 16 18:11:57.910691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51692) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.982975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf3e6ed7-b487-4b28-94bb-9f8677b7be6e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.986023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Checking segment: {'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:57.986678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Network hostable DHCP agents. Network: 4943ebb8-6b19-4377-8698-f556e5d4b27f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:57.994309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.055864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=da8869e7-907c-47bf-b45b-715cfedd8e11,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.078439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:58.100613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:58.102991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:58.106584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:58.137124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eaf51-dbbc-4719-8404-d9d0fe9ecd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ac2bda-b917-497a-b2eb-0d526f137601,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.140743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:58.153332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.163485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-5b8d659b-1f83-460b-ba7c-d793ff38bb13 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:11:58.165236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-5b8d659b-1f83-460b-ba7c-d793ff38bb13 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071118 Jul 16 18:11:58.167351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4943ebb8-6b19-4377-8698-f556e5d4b27f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:58.205760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1059bc6d-2891-4df1-a2b3-f077542ce0f0 None None] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:58.239814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:58.240613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:11:58.242839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08349b62-bb42-4a07-9cc0-4a742eb05ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.313061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08349b62-bb42-4a07-9cc0-4a742eb05ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.443617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.446514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.458491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.482962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:58.483599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:58.484213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:58.494907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a666f1d1-1f01-43bd-b0b6-0609a0b25220 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1875753 Jul 16 18:11:58.497525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51714) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:58.498340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:58.498907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:58.519724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:58.559879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08349b62-bb42-4a07-9cc0-4a742eb05ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.562707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08349b62-bb42-4a07-9cc0-4a742eb05ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.563964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-08349b62-bb42-4a07-9cc0-4a742eb05ded admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5ac2bda-b917-497a-b2eb-0d526f137601 HTTP/1.1" status: 204 len: 168 time: 0.6500187 Jul 16 18:11:58.569825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5dc8abf1-6c8f-46a7-9f39-c466e90bce75 None None] Provisioning for port da8869e7-907c-47bf-b45b-715cfedd8e11 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:58.578416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08349b62-bb42-4a07-9cc0-4a742eb05ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ac2bda-b917-497a-b2eb-0d526f137601,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.580056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5dc8abf1-6c8f-46a7-9f39-c466e90bce75 None None] Provisioning complete for port da8869e7-907c-47bf-b45b-715cfedd8e11 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:58.580646 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5dc8abf1-6c8f-46a7-9f39-c466e90bce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.590506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Checking segment: {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:58.590996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Network hostable DHCP agents. Network: 3d901222-04e6-40a6-92b8-481a94855763, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:58.597040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6035c26a-6287-4df6-a9ea-f3ba727b33a3,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.611071 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:58.613326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.620105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.628480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Network 3d901222-04e6-40a6-92b8-481a94855763 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:58.643398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3d901222-04e6-40a6-92b8-481a94855763) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:58.643673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:58.644090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:58.644518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:58.644998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Bound port: afbb59de-5a7f-4489-aa70-2aebdff82f89, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:58.659098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:53Z', 'revision_number': 3, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:58.660431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.661567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.678181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab34664-98c3-483c-875c-c8215359bf6c None None] Network 3d901222-04e6-40a6-92b8-481a94855763 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:58.686934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e733767b-97b5-44b4-a63d-ae5384ec401f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1141150 Jul 16 18:11:58.688786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51724) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:58.693919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:58.696258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:58.747887 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.750769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.835313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:58.840377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.842833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.844263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-c7083439-12de-4881-8e47-585360789233 service neutron] 10.222.0.48 "POST /v2.0/ports/afbb59de-5a7f-4489-aa70-2aebdff82f89/bindings HTTP/1.1" status: 201 len: 390 time: 0.6105928 Jul 16 18:11:58.923436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cfed42-899e-4f5d-8d47-c889af67faa9 None None] The sync data for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 is: [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:53Z', 'revision_number': 3, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:58.925384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.938210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'mac_address': 'fa:16:3e:84:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:59.008087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:59.067902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8abf1-6c8f-46a7-9f39-c466e90bce75 None None] Port da8869e7-907c-47bf-b45b-715cfedd8e11 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:11:59.208365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.481022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1605321036-network', 'tenant_id': 'd47946a672ba44908763d1b1d4e99a13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:59.529880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-4943ebb8-6b19-4377-8698-f556e5d4b27f', 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f', 'tenant_id': '72222f092448419285afa26ba76bb549', 'fixed_ips': [{'subnet_id': 'cf3e6ed7-b487-4b28-94bb-9f8677b7be6e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:59.529880 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.543856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23a589-3315-430b-9d96-3c5d60952b5c None None] Network 3d901222-04e6-40a6-92b8-481a94855763 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:59.545670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223627b-f89a-44e0-84ef-fdac0d4a7c6e req-c55956b4-5483-43b8-8bc9-1eff3aad8c61 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.547111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2223627b-f89a-44e0-84ef-fdac0d4a7c6e req-c55956b4-5483-43b8-8bc9-1eff3aad8c61 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 946 time: 0.2546504 Jul 16 18:11:59.556631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.620558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.666443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.700856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2223627b-f89a-44e0-84ef-fdac0d4a7c6e req-52bb76d2-a023-4d78-a3d0-4dd0f079b054 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456063 Jul 16 18:11:59.716370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:59.749665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.778061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.783890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:59.855200 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.051576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Allocated IP 172.25.0.155 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/7df16df8-9596-4164-83e2-521b37134f3d) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:00.281152 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.369679 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.444400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Allocated IP 172.20.0.2 (4943ebb8-6b19-4377-8698-f556e5d4b27f/cf3e6ed7-b487-4b28-94bb-9f8677b7be6e/91a0be92-23a8-498a-83b8-742d16d73fd1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:00.464118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:00.474888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Made reservation on behalf of d47946a672ba44908763d1b1d4e99a13 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:00.475902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:00.483538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:00.489543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.494241 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:00.580163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.626630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.683289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Pushing event updated for resources: {'Port': ['ID=7df16df8-9596-4164-83e2-521b37134f3d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.734309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-f6e6146d-622e-43cc-92d6-e38458dfd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.735853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-f6e6146d-622e-43cc-92d6-e38458dfd47f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1098 time: 1.5496457 Jul 16 18:12:00.789346 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b7d7b28-7391-4a30-ab5b-8f33f0469aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.908725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device eb7b2537-9695-4f18-8c25-c7fca87e36a8 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:01.179401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-47741501-5dec-4cde-a46a-e847ca98f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.182064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-47741501-5dec-4cde-a46a-e847ca98f3f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.4055009 Jul 16 18:12:01.248957 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-08bd7efd-88c7-4501-b3fd-a91f9460a8b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 217 time: 0.0536165 Jul 16 18:12:01.358942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port eb7b2537-9695-4f18-8c25-c7fca87e36a8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:01.361750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.388033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port eb7b2537-9695-4f18-8c25-c7fca87e36a8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:01.388491 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.396392 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.439941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Transition to ACTIVE for port object 91a0be92-23a8-498a-83b8-742d16d73fd1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:01.481771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.485706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.490795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.500997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5d382-9a9d-47a8-b835-8131aba152fe req-78f33f7b-e26c-45f1-8fcf-ca8046fcd770 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.503331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02b5d382-9a9d-47a8-b835-8131aba152fe req-78f33f7b-e26c-45f1-8fcf-ca8046fcd770 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 946 time: 0.5159783 Jul 16 18:12:01.566633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.567084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Transition to ACTIVE for port object 91a0be92-23a8-498a-83b8-742d16d73fd1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:01.585570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02b5d382-9a9d-47a8-b835-8131aba152fe req-6f66b35d-3de3-4751-b894-29246a7401f0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754216 Jul 16 18:12:01.590293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.640717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Pushing event updated for resources: {'Port': ['ID=da8869e7-907c-47bf-b45b-715cfedd8e11,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.708098 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.714870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c3437d-5654-4a12-845c-9d3b6decef35,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.747832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.764642 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.775048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-39266abc-c07c-47b7-800b-32a7090763dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.787256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-39266abc-c07c-47b7-800b-32a7090763dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.4892855 Jul 16 18:12:01.805738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:01.899488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-9f74c122-c679-4a79-a8c5-d92e268fa229 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868530 Jul 16 18:12:01.916759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Pushing event updated for resources: {'Port': ['ID=91a0be92-23a8-498a-83b8-742d16d73fd1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.932098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port eb7b2537-9695-4f18-8c25-c7fca87e36a8, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=eb7b2537-9695-4f18-8c25-c7fca87e36a8,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:01.949884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:01.956475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:01.960687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:01.965617 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.034838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.037717 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Added segment c8f286b0-5533-4765-9e60-df1e55deb3c3 of type vlan for network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 Jul 16 18:12:02.067336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.108717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51840) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.115047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.155043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:02.199227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=eb7b2537-9695-4f18-8c25-c7fca87e36a8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.206079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Attempting to bind port 91a0be92-23a8-498a-83b8-742d16d73fd1 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:02.207109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Attempting to bind port 91a0be92-23a8-498a-83b8-742d16d73fd1 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:02.207570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Attempting to bind port 91a0be92-23a8-498a-83b8-742d16d73fd1 on network 4943ebb8-6b19-4377-8698-f556e5d4b27f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:02.217168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:02.220127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Checking segment: {'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:02.220127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.220127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Bound using segment: {'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:02.220127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Bound port: 91a0be92-23a8-498a-83b8-742d16d73fd1, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:02.220825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.331671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:02.332272 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.402081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] For port 91a0be92-23a8-498a-83b8-742d16d73fd1, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:02.405963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.407768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] For port 91a0be92-23a8-498a-83b8-742d16d73fd1, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=91a0be92-23a8-498a-83b8-742d16d73fd1,segment=NetworkSegment(974fbb93-6572-4301-918c-06a9fb3f4e55),segment_id=974fbb93-6572-4301-918c-06a9fb3f4e55)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:02.435079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80ea5d97-230f-4d71-8be2-76ffdf02b98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.440050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.441144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:02.479320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:02.528112 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.600426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.601987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.602570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.607662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Allocated IP 172.25.0.50 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/ed1b1000-d391-4219-b8cf-ab59b407f926) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:02.658424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:02.661306 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362ae458-0c3f-4c6b-832e-0f85903d0e57" -d '{"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:02.681527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bfe03-77df-415b-8c0c-5642254b9840 None None] Pushing event updated for resources: {'Port': ['ID=91a0be92-23a8-498a-83b8-742d16d73fd1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.698515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:02.722337 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.756378 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80ea5d97-230f-4d71-8be2-76ffdf02b98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.769816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80ea5d97-230f-4d71-8be2-76ffdf02b98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.788171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] Pushing event updated for resources: {'Network': ['ID=8f99a0ee-4411-474b-9fe8-38ccf819dfd0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.812008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-6998ef74-a04e-4d33-b00a-03b5f0d976b9 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8998778 Jul 16 18:12:02.840976 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a62e63-7eb2-47e8-b0db-4f0e3889533f x-openstack-request-id: req-68a62e63-7eb2-47e8-b0db-4f0e3889533f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:02.841804 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:02.842606 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68a62e63-7eb2-47e8-b0db-4f0e3889533f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:02.843277 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'code': 200} Jul 16 18:12:02.844391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:02.859121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:03.183494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:03.191485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-80ea5d97-230f-4d71-8be2-76ffdf02b98a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8aea2de6d9294937bfa783b0c68814af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817287 Jul 16 18:12:03.193878 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Sync routers for ids ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:03.195215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51854) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.196669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea5d97-230f-4d71-8be2-76ffdf02b98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8a12cb-2a4f-4bb0-bcb4-bd43a6a7c71b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.213720 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Routers {'2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:03.218834 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:03.284898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.293108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9d4bfc9e-fb51-41b3-837c-9eb6ef83cd10 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6031649 Jul 16 18:12:03.294156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51856) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.414555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device eb7b2537-9695-4f18-8c25-c7fca87e36a8 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:03.510570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.572557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Router 69b0380d-b6e0-49a1-849c-ceff20688fd8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:03.592111 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2dbc0f77-eb14-4d92-aebe-b89803c06962 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.5803497 Jul 16 18:12:03.592111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.593620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51858) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.640344 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Set router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:03.680957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Request body: {'subnet': {'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1605321036-subnet', 'tenant_id': 'd47946a672ba44908763d1b1d4e99a13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:03.717607 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fff35601-ee50-4918-83fd-fa3808b08983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.749683 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.771984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0c6776fd-d234-4da2-806d-d466dac42781 None None] Provisioning complete for port da8869e7-907c-47bf-b45b-715cfedd8e11 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:03.772433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c6776fd-d234-4da2-806d-d466dac42781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.853630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0c6776fd-d234-4da2-806d-d466dac42781 None None] Port da8869e7-907c-47bf-b45b-715cfedd8e11 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:03.860390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.908719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Pushing event updated for resources: {'Port': ['ID=ed1b1000-d391-4219-b8cf-ab59b407f926,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.923485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port eb7b2537-9695-4f18-8c25-c7fca87e36a8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:03.923876 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.934530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:03.957425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-24a56895-a3b4-4188-8b3a-7f8fa73a3bd5 admin admin] 10.222.0.48 "PUT /v2.0/routers/69b0380d-b6e0-49a1-849c-ceff20688fd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3727276 Jul 16 18:12:03.957425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-88e07706-ee73-4ce0-9c16-296878d0027a service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0824602 Jul 16 18:12:03.990547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:03.994560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:04.000937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:04.039553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Sync routers for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:04.058793 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 3, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.124960 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Checking router: 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:04.125682 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Updating router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f port 7df16df8-9596-4164-83e2-521b37134f3d binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:04.164082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:04.164759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:04.221024 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.390725 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.468456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Made reservation on behalf of d47946a672ba44908763d1b1d4e99a13 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:04.476872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.496805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17327f1a-fead-4fe5-967d-f39fbf830ce6 req-6f83e489-64ed-49fe-857e-2081b23106c3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.498747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17327f1a-fead-4fe5-967d-f39fbf830ce6 req-6f83e489-64ed-49fe-857e-2081b23106c3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 946 time: 1.5819330 Jul 16 18:12:04.561890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f4599-22d8-4092-b85b-1e81c5aafdf6 None None] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:04.579005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7513d083-2b6d-4936-b426-ceaf6b3cf0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.655640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7513d083-2b6d-4936-b426-ceaf6b3cf0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.671832 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.684598 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Transition to ACTIVE for port object 7df16df8-9596-4164-83e2-521b37134f3d will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:04.702255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17327f1a-fead-4fe5-967d-f39fbf830ce6 req-e1b543b0-ecdc-4684-b194-6e838f929d97 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617463 Jul 16 18:12:04.714819 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.834781 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Pushing event updated for resources: {'Port': ['ID=7df16df8-9596-4164-83e2-521b37134f3d,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:04.897674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.898097 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.900125 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.900492 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.903110 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.903474 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.903813 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.904161 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.904491 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.904816 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.907349 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.907698 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:04.914718 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Attempting to bind port 7df16df8-9596-4164-83e2-521b37134f3d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:04.915074 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Attempting to bind port 7df16df8-9596-4164-83e2-521b37134f3d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:04.917060 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Attempting to bind port 7df16df8-9596-4164-83e2-521b37134f3d on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:04.931629 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:04.933574 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:04.935168 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.937429 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:04.938812 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Bound port: 7df16df8-9596-4164-83e2-521b37134f3d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:04.939209 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.941197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:05.002626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.072163 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] For port 7df16df8-9596-4164-83e2-521b37134f3d, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:05.079667 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] For port 7df16df8-9596-4164-83e2-521b37134f3d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7df16df8-9596-4164-83e2-521b37134f3d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:05.087781 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.114253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51876) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.123260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2f993987-5c09-4090-9bde-1bd986903205 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--822750767', 'description': 'tempest-description--1627522236'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:05.136097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7513d083-2b6d-4936-b426-ceaf6b3cf0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.139059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7513d083-2b6d-4936-b426-ceaf6b3cf0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.140534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7513d083-2b6d-4936-b426-ceaf6b3cf0d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce8a12cb-2a4f-4bb0-bcb4-bd43a6a7c71b HTTP/1.1" status: 204 len: 168 time: 1.9363050 Jul 16 18:12:05.166523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513d083-2b6d-4936-b426-ceaf6b3cf0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8a12cb-2a4f-4bb0-bcb4-bd43a6a7c71b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.207664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-9389beda-5c0b-4148-9206-05182577c259 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.209452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-9389beda-5c0b-4148-9206-05182577c259 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1098 time: 1.1541939 Jul 16 18:12:05.210341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8859172-c994-4326-bd17-ce55dd4c3197,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.240642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f993987-5c09-4090-9bde-1bd986903205 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.249843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:05.252101 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb78e8-3c64-4f9f-8e52-55daba4a1a87 None None] Pushing event updated for resources: {'Port': ['ID=7df16df8-9596-4164-83e2-521b37134f3d,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.293119 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Routers {'2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:05.294799 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:05.435736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dc20debb-666d-4834-a942-f36ce4acd496 None None] Provisioning for port 91a0be92-23a8-498a-83b8-742d16d73fd1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:05.496048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.543608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Checking segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:05.544001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Network hostable DHCP agents. Network: 8f99a0ee-4411-474b-9fe8-38ccf819dfd0, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:05.590691 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.651065 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f993987-5c09-4090-9bde-1bd986903205 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.653902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 91a0be92-23a8-498a-83b8-742d16d73fd1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:05.696368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f993987-5c09-4090-9bde-1bd986903205 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.753738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.757138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 91a0be92-23a8-498a-83b8-742d16d73fd1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:05.761940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f993987-5c09-4090-9bde-1bd986903205 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.763584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2f993987-5c09-4090-9bde-1bd986903205 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6465311 Jul 16 18:12:05.783532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51888) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.797907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-823678b5-919f-432f-a498-3b9f316f13ce tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Request body: {'security_group_rule': {'security_group_id': 'bed86d5d-7df5-4a6c-a92c-06a29a7eae57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:05.805419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 91a0be92-23a8-498a-83b8-742d16d73fd1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:05.805803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.814567 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] Set router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:05.900699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f993987-5c09-4090-9bde-1bd986903205 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bed86d5d-7df5-4a6c-a92c-06a29a7eae57,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.935924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-823678b5-919f-432f-a498-3b9f316f13ce tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.062901 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.137545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 2, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:06.172841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:06.191964 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-823678b5-919f-432f-a498-3b9f316f13ce tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.197195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Checking router: 69b0380d-b6e0-49a1-849c-ceff20688fd8 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:06.197799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Updating router 69b0380d-b6e0-49a1-849c-ceff20688fd8 port da8869e7-907c-47bf-b45b-715cfedd8e11 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:06.255190 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.278455 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 3, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:06.310039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8f99a0ee-4411-474b-9fe8-38ccf819dfd0) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:06.324195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734e43d-08ef-4d19-a00f-e027fbe376bf None None] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:06.327359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-823678b5-919f-432f-a498-3b9f316f13ce tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.352187 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288b9385-a0e0-45c5-b182-b4b35039054a None None] The sync data for ids ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'] in n-d-793620-10 is: [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:00Z', 'revision_number': 3, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:06.357832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.361613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.371750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.376711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.470962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823678b5-919f-432f-a498-3b9f316f13ce tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc32944-4a2e-47c8-ae05-afc5da07d838,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.485635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 91a0be92-23a8-498a-83b8-742d16d73fd1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=91a0be92-23a8-498a-83b8-742d16d73fd1,segment=NetworkSegment(974fbb93-6572-4301-918c-06a9fb3f4e55),segment_id=974fbb93-6572-4301-918c-06a9fb3f4e55)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:06.506550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b852600b-c929-4566-b6d9-ccbddae60e8d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8435953 Jul 16 18:12:06.513188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-823678b5-919f-432f-a498-3b9f316f13ce tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.526978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-823678b5-919f-432f-a498-3b9f316f13ce tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7241414 Jul 16 18:12:06.560123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51910) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.566481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-53be632e-e420-42da-b19f-513f1ceb1071 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Request body: {'security_group_rule': {'security_group_id': 'bed86d5d-7df5-4a6c-a92c-06a29a7eae57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:06.632104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f81dcc-a782-4499-91a0-2132a2b04672 req-c617a5ad-6198-40bb-bd27-c920b339e760 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:06.634648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8f81dcc-a782-4499-91a0-2132a2b04672 req-c617a5ad-6198-40bb-bd27-c920b339e760 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 946 time: 0.4385221 Jul 16 18:12:06.700663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.707934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Allocated IP 172.20.0.1 (3d901222-04e6-40a6-92b8-481a94855763/6035c26a-6287-4df6-a9ea-f3ba727b33a3/027746f0-e6ce-4fc6-b262-481aabedb334) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:06.724777 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53be632e-e420-42da-b19f-513f1ceb1071 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.820675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=91a0be92-23a8-498a-83b8-742d16d73fd1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.857598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2d1b3f64-8ef9-4821-9612-01bc2ce7e464 None None] Provisioning complete for port 91a0be92-23a8-498a-83b8-742d16d73fd1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:06.858273 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3f64-8ef9-4821-9612-01bc2ce7e464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.859050 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53be632e-e420-42da-b19f-513f1ceb1071 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.881890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8f81dcc-a782-4499-91a0-2132a2b04672 req-11185134-0eb3-4e94-b5b3-0d060d8b8a5d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389631 Jul 16 18:12:06.892044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53be632e-e420-42da-b19f-513f1ceb1071 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.013576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be632e-e420-42da-b19f-513f1ceb1071 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba0b04e-444f-4b01-8ba8-efd0ff97f265,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.130974 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.192881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53be632e-e420-42da-b19f-513f1ceb1071 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.205374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-53be632e-e420-42da-b19f-513f1ceb1071 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6401753 Jul 16 18:12:07.263034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:07.269453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:07.295539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb671e-4230-4988-878a-0f214d639507 None None] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:07.406984 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.513689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.654321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Network 3d901222-04e6-40a6-92b8-481a94855763 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:07.677101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:07.689208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.692353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:07.706345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Pushing event updated for resources: {'Port': ['ID=027746f0-e6ce-4fc6-b262-481aabedb334,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.809318 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.829008 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.837392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Transition to ACTIVE for port object da8869e7-907c-47bf-b45b-715cfedd8e11 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:07.853538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:08.096283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7df16df8-9596-4164-83e2-521b37134f3d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:08.104327 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.152445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:08.173259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:08.398019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:08.402703 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc86cd55-00b1-46a1-b1ac-142ab718a938" -d '{"events": [{"server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "name": "network-vif-unplugged", "status": "completed", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:08.411219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.430721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.539615 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.564867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Allocated IP 172.25.0.108 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/1596ce23-f1be-43d6-99b9-e194f11e44d5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:08.616310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.658426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78d084-aa3a-4644-a27d-4fbc73a1b456 None None] Pushing event updated for resources: {'Port': ['ID=da8869e7-907c-47bf-b45b-715cfedd8e11,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.763606 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.777772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7df16df8-9596-4164-83e2-521b37134f3d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:08.783627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8fc4f-1b2e-495a-9dbe-67d5e8f4001c req-3fb1cd56-ee73-4ea0-ad63-87b738de077c tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.785276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1b8fc4f-1b2e-495a-9dbe-67d5e8f4001c req-3fb1cd56-ee73-4ea0-ad63-87b738de077c tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 946 time: 0.5178380 Jul 16 18:12:08.799784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Attempting to bind port da8869e7-907c-47bf-b45b-715cfedd8e11 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:08.801564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Attempting to bind port da8869e7-907c-47bf-b45b-715cfedd8e11 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:08.802511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Attempting to bind port da8869e7-907c-47bf-b45b-715cfedd8e11 on network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:08.805658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7df16df8-9596-4164-83e2-521b37134f3d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:08.806151 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.860299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.860897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:08.861309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Checking segment: {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:08.861770 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.862190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Bound using segment: {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:08.862333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.863307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Bound port: da8869e7-907c-47bf-b45b-715cfedd8e11, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:08.863940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.887459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-cf89c217-2648-403e-b0ac-f3ed6b587d81 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.889118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-cf89c217-2648-403e-b0ac-f3ed6b587d81 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 813 time: 0.5269241 Jul 16 18:12:08.994008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1b8fc4f-1b2e-495a-9dbe-67d5e8f4001c req-09d809e9-2877-477a-ba27-c394376bcde2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788237 Jul 16 18:12:08.995101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-6ee4887a-e9f1-4e86-947f-b46abd290877 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/quotas/d47946a672ba44908763d1b1d4e99a13 HTTP/1.1" status: 200 len: 375 time: 0.0328743 Jul 16 18:12:09.058052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] For port da8869e7-907c-47bf-b45b-715cfedd8e11, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:09.062014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] For port da8869e7-907c-47bf-b45b-715cfedd8e11, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=da8869e7-907c-47bf-b45b-715cfedd8e11,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:09.110929 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.114079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event updated for resources: {'Port': ['ID=1596ce23-f1be-43d6-99b9-e194f11e44d5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.124494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-dff78c40-637b-4518-8879-61ac90da7380 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1188076 Jul 16 18:12:09.143536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7df16df8-9596-4164-83e2-521b37134f3d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7df16df8-9596-4164-83e2-521b37134f3d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:09.145564 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.212805 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cacd58-3baa-49a0-b4f2-9df49ed97d0d x-openstack-request-id: req-26cacd58-3baa-49a0-b4f2-9df49ed97d0d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:09.213727 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "name": "network-vif-unplugged", "status": "completed", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:09.214182 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26cacd58-3baa-49a0-b4f2-9df49ed97d0d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:09.215776 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89', 'code': 200} Jul 16 18:12:09.275063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.275063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 91a0be92-23a8-498a-83b8-742d16d73fd1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:09.304087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:09.360285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78d084-aa3a-4644-a27d-4fbc73a1b456 None None] Pushing event updated for resources: {'Port': ['ID=da8869e7-907c-47bf-b45b-715cfedd8e11,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.414010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:09.422718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:09.492345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7df16df8-9596-4164-83e2-521b37134f3d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.504784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-47669882-05fa-4895-9c18-e9aa4cd92faf service neutron] 10.222.0.48 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642983 Jul 16 18:12:09.619843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:09.637508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:09.638927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:09.640099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.648724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.667137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.676581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:09.677223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:09.677223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:09.690761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:09.700891 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Sync routers for ids ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:09.715893 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Routers {'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:09.723435 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:09.801228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 91a0be92-23a8-498a-83b8-742d16d73fd1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:09.801890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.808135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:09.808135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Attempting to bind port afbb59de-5a7f-4489-aa70-2aebdff82f89 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:09.855096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:09.855356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:09.855746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:09.876116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Bound port: afbb59de-5a7f-4489-aa70-2aebdff82f89, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:09.876666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.906913 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.948380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Pushing event updated for resources: {'Port': ['ID=027746f0-e6ce-4fc6-b262-481aabedb334,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.973159 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Set router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:09.984443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.000926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-4f430cb3-3306-4e46-9a67-f185862bba72 service neutron] 10.222.0.48 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920015 Jul 16 18:12:10.146487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:10.158106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:10.167007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.172269 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b89e3c77-91ec-446f-8b65-4516bea5769b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.6692581 Jul 16 18:12:10.183260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:10.232967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51990) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.272465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.297342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:10.607739 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 3, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port': {'id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:10.635997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.656668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7df16df8-9596-4164-83e2-521b37134f3d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:10.728991 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Checking router: fbca2d40-9866-4aa5-a731-2e39d1c6cfcf for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:10.729511 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Updating router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf port ed1b1000-d391-4219-b8cf-ab59b407f926 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:10.776597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.777489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.779203 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] 10.222.0.55 "PUT /v2.0/ports/afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 1124 time: 5.5490761 Jul 16 18:12:10.787734 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.878443 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.878689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['afbb59de-5a7f-4489-aa70-2aebdff82f89'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:10.937319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9e739-48b3-488a-971b-4abe8a4efae8 service neutron] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.059650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7df16df8-9596-4164-83e2-521b37134f3d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:11.060033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.222528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:11.229984 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2683f230-3b4c-4716-8538-9445cc826898" -d '{"events": [{"name": "network-changed", "server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:11.239507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:11.306390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02d1d370-1932-4303-a98a-9360b8db918d req-4ea42a24-76ba-4c4c-9f57-bff8c10acefa tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 210 time: 0.1854589 Jul 16 18:12:11.317402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Network 3d901222-04e6-40a6-92b8-481a94855763 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:11.336343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae1aa53-efa0-402b-8e69-be2c9a71f4c3 None None] The sync data for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 is: [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:11.367983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:11.480417 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a46921-cbe2-4475-872b-46584896bc34 x-openstack-request-id: req-67a46921-cbe2-4475-872b-46584896bc34 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:11.480743 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:11.481000 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67a46921-cbe2-4475-872b-46584896bc34 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:11.484007 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89', 'status': 'completed', 'code': 200} Jul 16 18:12:11.571463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.645612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.668967 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.691473 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Transition to ACTIVE for port object ed1b1000-d391-4219-b8cf-ab59b407f926 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:11.710062 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.721846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9be03c-25f4-4095-a8ee-db022b09b70b req-50c2d7ad-ff23-45ab-824f-887721f39c83 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:11.723979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea9be03c-25f4-4095-a8ee-db022b09b70b req-50c2d7ad-ff23-45ab-824f-887721f39c83 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 0.6021285 Jul 16 18:12:11.849916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea9be03c-25f4-4095-a8ee-db022b09b70b req-e98b4860-64bc-4492-9725-95dea27346b9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113660 Jul 16 18:12:11.861835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.975323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event updated for resources: {'Port': ['ID=1596ce23-f1be-43d6-99b9-e194f11e44d5,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.976227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:12.011458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.022680 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Attempting to bind port ed1b1000-d391-4219-b8cf-ab59b407f926 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:12.048252 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Attempting to bind port ed1b1000-d391-4219-b8cf-ab59b407f926 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:12.048825 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Attempting to bind port ed1b1000-d391-4219-b8cf-ab59b407f926 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:12.051293 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6695489-1361-457c-a8dd-0055a4e7e8fd None None] Pushing event updated for resources: {'Port': ['ID=ed1b1000-d391-4219-b8cf-ab59b407f926,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.078437 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:12.078811 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:12.079219 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.079607 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:12.080182 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Bound port: ed1b1000-d391-4219-b8cf-ab59b407f926, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:12.082449 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.162841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.166938 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7b8a571c-21b0-4d7a-92bc-9a53d26c248b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9028585 Jul 16 18:12:12.184414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683f230-3b4c-4716-8538-9445cc826898 req-791458d2-424a-4052-9b60-0b67a2f99837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.189995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device afbb59de-5a7f-4489-aa70-2aebdff82f89 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:12.203035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2683f230-3b4c-4716-8538-9445cc826898 req-791458d2-424a-4052-9b60-0b67a2f99837 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1127 time: 0.6545703 Jul 16 18:12:12.358323 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] For port ed1b1000-d391-4219-b8cf-ab59b407f926, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:12.377684 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] For port ed1b1000-d391-4219-b8cf-ab59b407f926, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ed1b1000-d391-4219-b8cf-ab59b407f926,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:12.390375 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.444632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.479356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Allocated IP 172.25.0.34 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/5f08b6ce-90df-4bf2-839e-87e9421ad60a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:12.572094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:12.628225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device afbb59de-5a7f-4489-aa70-2aebdff82f89 has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:12:12.723237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device da8869e7-907c-47bf-b45b-715cfedd8e11 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:12.773493 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Routers {'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:12.774537 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:12.823153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683f230-3b4c-4716-8538-9445cc826898 req-acf3bb1f-018d-42fb-b3da-6f2b70eba2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.840391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2683f230-3b4c-4716-8538-9445cc826898 req-acf3bb1f-018d-42fb-b3da-6f2b70eba2ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.6046946 Jul 16 18:12:12.859673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port da8869e7-907c-47bf-b45b-715cfedd8e11 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:12.869570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port da8869e7-907c-47bf-b45b-715cfedd8e11 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:12.870248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.926067 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6695489-1361-457c-a8dd-0055a4e7e8fd None None] Pushing event updated for resources: {'Port': ['ID=ed1b1000-d391-4219-b8cf-ab59b407f926,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.055263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2683f230-3b4c-4716-8538-9445cc826898 req-58756989-40aa-441a-a92f-f4f596ea7891 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 217 time: 0.1386862 Jul 16 18:12:13.075266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Allocated IP 172.20.0.1 (4943ebb8-6b19-4377-8698-f556e5d4b27f/cf3e6ed7-b487-4b28-94bb-9f8677b7be6e/00f6b071-4b0a-4d68-85b1-3a1fe746a573) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:13.104590 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.119892 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] Set router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:13.213202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port da8869e7-907c-47bf-b45b-715cfedd8e11, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=da8869e7-907c-47bf-b45b-715cfedd8e11,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:13.225896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.278734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683f230-3b4c-4716-8538-9445cc826898 req-7e695890-f323-42f6-9ab4-203cecd8d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.295114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2683f230-3b4c-4716-8538-9445cc826898 req-7e695890-f323-42f6-9ab4-203cecd8d941 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.2299354 Jul 16 18:12:13.300211 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.308499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:13.339022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Sync routers for ids ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:13.360878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-963ca96e-4ced-453f-a292-154d487072d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0526335 Jul 16 18:12:13.463627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Routers {'2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:13.466207 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 3, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port': {'id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:13.467287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:13.483830 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2683f230-3b4c-4716-8538-9445cc826898 req-6093bb57-39bd-4314-bd44-15e4a2851f1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642382 Jul 16 18:12:13.544469 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53471330-2f99-41be-a7bb-68b8eb74c02b None None] The sync data for ids ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'] in n-d-793620-10 is: [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:04Z', 'revision_number': 3, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port': {'id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:13.628903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-381e9994-d9cb-40f5-9796-9001a52df649 req-379b982e-4d18-4afb-a393-7eb0a5df0382 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 210 time: 0.2655759 Jul 16 18:12:13.861989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.928577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Set router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:13.989022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6b597-12ca-4574-b628-a1370dadc739 req-659d9baf-99fc-47fd-9f9a-d4382b9d3b20 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.005893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fb6b597-12ca-4574-b628-a1370dadc739 req-659d9baf-99fc-47fd-9f9a-d4382b9d3b20 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 0.6167917 Jul 16 18:12:14.047548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Transition to ACTIVE for port object 00f6b071-4b0a-4d68-85b1-3a1fe746a573 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:14.183087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=da8869e7-907c-47bf-b45b-715cfedd8e11,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.192891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.330204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:14.333753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Pushing event updated for resources: {'Port': ['ID=00f6b071-4b0a-4d68-85b1-3a1fe746a573,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.343381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:14.350141 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2683f230-3b4c-4716-8538-9445cc826898 req-33098fa1-3a04-4261-a9f4-672e7a699b98 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8502078 Jul 16 18:12:14.357562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:14.359804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.477273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fb6b597-12ca-4574-b628-a1370dadc739 req-62ab4573-bf38-4c36-b616-98975c0c596a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706256 Jul 16 18:12:14.747725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.886442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:08Z', 'revision_number': 4, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '027746f0-e6ce-4fc6-b262-481aabedb334', 'name': '', 'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'mac_address': 'fa:16:3e:6e:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:05Z', 'updated_at': '2021-07-16T18:12:08Z', 'revision_number': 2, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'subnets': [{'id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:15.025461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:15.030744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device da8869e7-907c-47bf-b45b-715cfedd8e11 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:15.033989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Checking router: 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:15.035579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:15.036196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Updating router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f port 027746f0-e6ce-4fc6-b262-481aabedb334 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:15.041301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:15.057964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-e16a69de-6e48-40ba-941b-0e2ce8579f59 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.062690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-e16a69de-6e48-40ba-941b-0e2ce8579f59 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 813 time: 1.3803029 Jul 16 18:12:15.150166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Port': ['ID=5f08b6ce-90df-4bf2-839e-87e9421ad60a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.160575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-7103c4d5-f55f-4eb8-b3fe-48888927dcbf tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.162411 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-7103c4d5-f55f-4eb8-b3fe-48888927dcbf tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 813 time: 1.5393116 Jul 16 18:12:15.169520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Request body: {'port': {'device_id': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'admin_state_up': True, 'tenant_id': 'd47946a672ba44908763d1b1d4e99a13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.218226 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2683f230-3b4c-4716-8538-9445cc826898 req-3b5b40a8-d9a7-487b-a80f-4601c5a38319 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387918 Jul 16 18:12:15.227549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Request body: {'port': {'device_id': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'admin_state_up': True, 'tenant_id': 'd47946a672ba44908763d1b1d4e99a13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:15.230092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ba7ac9f-5e8c-4fee-ab7b-b166f0363d6d req-e990e489-446f-4a66-bad5-8f1cae5c9d35 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 210 time: 0.1238225 Jul 16 18:12:15.295253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-eacbd461-91b2-41cf-a0ca-dc201bc1385e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.297459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-eacbd461-91b2-41cf-a0ca-dc201bc1385e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 810 time: 0.9654548 Jul 16 18:12:15.326054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-497c0a56-64a1-4a41-8e6d-e443a4791fd4 None None] Provisioning for port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:15.329666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-2b326113-ae93-4de1-ac25-5f77c1a0ed89 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/quotas/190cfc90126a41a2b79d2d699363db82 HTTP/1.1" status: 200 len: 375 time: 0.0263529 Jul 16 18:12:15.341883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.349830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-497c0a56-64a1-4a41-8e6d-e443a4791fd4 None None] Provisioning complete for port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:15.350475 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-497c0a56-64a1-4a41-8e6d-e443a4791fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.393820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.394421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.394539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.394873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.395208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.399653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.400081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.400508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.400786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.401120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.401447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.401781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:15.434592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Made reservation on behalf of d47946a672ba44908763d1b1d4e99a13 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:15.438349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.529125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.626539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Allocated IP 172.20.0.4 (8f99a0ee-4411-474b-9fe8-38ccf819dfd0/b8859172-c994-4326-bd17-ce55dd4c3197/0312942d-c3be-4952-b78a-1151bab4d0e8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:15.901826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.973252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.998571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-497c0a56-64a1-4a41-8e6d-e443a4791fd4 None None] Port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:16.026825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port da8869e7-907c-47bf-b45b-715cfedd8e11 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:16.027245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.038962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:16.053527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:16.057778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:16.153817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.197457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.315662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.389113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.389113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.402694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Transition to ACTIVE for port object 027746f0-e6ce-4fc6-b262-481aabedb334 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:16.406641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed1b1000-d391-4219-b8cf-ab59b407f926 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:16.441948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.563013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-f9277bfa-7792-4794-8669-4d00c9a08d86 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2022655 Jul 16 18:12:16.664817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ff962-5ca6-427c-8f0d-ef670a12768c req-427aa432-2229-47cb-b0f3-ed74e400cf98 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:16.680974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d31ff962-5ca6-427c-8f0d-ef670a12768c req-427aa432-2229-47cb-b0f3-ed74e400cf98 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 0.5155854 Jul 16 18:12:16.694268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.711250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Pushing event updated for resources: {'Port': ['ID=00f6b071-4b0a-4d68-85b1-3a1fe746a573,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.723987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.746264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.746563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.746934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.747307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.747687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.748221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.748606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.748977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.749306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.749632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.750013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.750402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:16.769384 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5473156 Jul 16 18:12:16.828708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3abea2-001d-4540-b7b6-5ab4d0889df7 None None] Pushing event updated for resources: {'Port': ['ID=027746f0-e6ce-4fc6-b262-481aabedb334,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.833081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Attempting to bind port 027746f0-e6ce-4fc6-b262-481aabedb334 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:16.833763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Attempting to bind port 027746f0-e6ce-4fc6-b262-481aabedb334 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:16.834316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Attempting to bind port 027746f0-e6ce-4fc6-b262-481aabedb334 on network 3d901222-04e6-40a6-92b8-481a94855763 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:16.843494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:16.844251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Checking segment: {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:16.844838 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.845418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Bound using segment: {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:16.846101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Bound port: 027746f0-e6ce-4fc6-b262-481aabedb334, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:16.846691 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.850295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port ed1b1000-d391-4219-b8cf-ab59b407f926 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:16.861807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ed1b1000-d391-4219-b8cf-ab59b407f926 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:16.862481 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.943792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d31ff962-5ca6-427c-8f0d-ef670a12768c req-c8b10559-0abb-48d0-9429-74aafbcd730f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610958 Jul 16 18:12:17.003735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] For port 027746f0-e6ce-4fc6-b262-481aabedb334, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:17.017338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] For port 027746f0-e6ce-4fc6-b262-481aabedb334, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=027746f0-e6ce-4fc6-b262-481aabedb334,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:17.024856 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.143264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.172978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port ed1b1000-d391-4219-b8cf-ab59b407f926, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ed1b1000-d391-4219-b8cf-ab59b407f926,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:17.187449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3abea2-001d-4540-b7b6-5ab4d0889df7 None None] Pushing event updated for resources: {'Port': ['ID=027746f0-e6ce-4fc6-b262-481aabedb334,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.190635 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.197318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Routers {'2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:17.198257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:17.405461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=ed1b1000-d391-4219-b8cf-ab59b407f926,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.468538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] Set router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:17.506250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:17.514466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:17.547888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-60f99dbd-69e5-4bf8-b3d1-2cb3a9b8b36d service neutron] 10.222.0.48 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9731116 Jul 16 18:12:17.898217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Request body: {'port': {'device_id': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:17.916130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.924536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed1b1000-d391-4219-b8cf-ab59b407f926 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:18.167189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22717c5-4de1-48fe-bb68-16ca28f03aec req-af4e0c4f-9ed8-410e-940d-f1cae68744e9 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:18.169774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a22717c5-4de1-48fe-bb68-16ca28f03aec req-af4e0c4f-9ed8-410e-940d-f1cae68744e9 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 931 time: 0.9257567 Jul 16 18:12:18.186994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fe01205f-8201-445b-8f34-a2faa7945497 None None] Provisioning complete for port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:18.188181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe01205f-8201-445b-8f34-a2faa7945497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.241833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:18.306487 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.309525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Made reservation on behalf of d47946a672ba44908763d1b1d4e99a13 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:18.315268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.317216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ed1b1000-d391-4219-b8cf-ab59b407f926 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:18.317598 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.362927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-cd17e07c-de32-4f2d-aa9e-18ff2bb80776 service neutron] 10.222.0.48 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109317 Jul 16 18:12:18.380062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fe01205f-8201-445b-8f34-a2faa7945497 None None] Port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:18.425930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:08Z', 'revision_number': 4, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '027746f0-e6ce-4fc6-b262-481aabedb334', 'name': '', 'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'mac_address': 'fa:16:3e:6e:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:05Z', 'updated_at': '2021-07-16T18:12:16Z', 'revision_number': 4, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'subnets': [{'id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:18.434583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.499982 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a22717c5-4de1-48fe-bb68-16ca28f03aec req-2f568b09-25c6-499f-9c60-6e72cea49919 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977176 Jul 16 18:12:18.546483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3485083-d29b-4a6a-8618-8e44e074acce None None] The sync data for ids ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'] in n-d-793620-10 is: [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:08Z', 'revision_number': 4, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '027746f0-e6ce-4fc6-b262-481aabedb334', 'name': '', 'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'mac_address': 'fa:16:3e:6e:8e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 992, 'fixed_ips': [{'subnet_id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:05Z', 'updated_at': '2021-07-16T18:12:16Z', 'revision_number': 4, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'subnets': [{'id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:18.548862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d3917-d703-42a2-aac7-135f45a0be7f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event updated for resources: {'Port': ['ID=0312942d-c3be-4952-b78a-1151bab4d0e8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.762050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:18.768237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-19d3b8dd-dfcb-4391-8d07-38955fe75346 admin admin] 10.222.0.48 "PUT /v2.0/routers/fbca2d40-9866-4aa5-a731-2e39d1c6cfcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5338385 Jul 16 18:12:18.773075 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Sync routers for ids ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:18.799136 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Routers {'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:18.800047 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:18.852409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.030877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.051047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-edaf5df3-b584-4075-bed7-5e336d67dcbc service neutron] 10.222.0.13 "GET /v2.0/ports/afbb59de-5a7f-4489-aa70-2aebdff82f89/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 3.0814149 Jul 16 18:12:19.138498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Port': ['ID=5f08b6ce-90df-4bf2-839e-87e9421ad60a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.196036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afbb59de-5a7f-4489-aa70-2aebdff82f89 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:19.302315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.308196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-776920a1-7eaf-4db6-9c1e-ce00e94a4ca4 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.6644688 Jul 16 18:12:19.315559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.322941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-198528188'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:19.496881 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Set router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:19.655379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Made reservation on behalf of 0b5dc506475241f98e6d62de3d4fc95f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:19.661202 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.711354 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.714106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Allocated IP 172.20.0.9 (8f99a0ee-4411-474b-9fe8-38ccf819dfd0/b8859172-c994-4326-bd17-ce55dd4c3197/4862006f-97ee-44fc-9d05-d5cbf19a118a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:19.997127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 027746f0-e6ce-4fc6-b262-481aabedb334 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:20.148018 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:15Z', 'revision_number': 4, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port': {'id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '00f6b071-4b0a-4d68-85b1-3a1fe746a573', 'name': '', 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f', 'tenant_id': '72222f092448419285afa26ba76bb549', 'mac_address': 'fa:16:3e:12:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'cf3e6ed7-b487-4b28-94bb-9f8677b7be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:12Z', 'updated_at': '2021-07-16T18:12:15Z', 'revision_number': 2, 'project_id': '72222f092448419285afa26ba76bb549', 'subnets': [{'id': 'cf3e6ed7-b487-4b28-94bb-9f8677b7be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:20.208222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 027746f0-e6ce-4fc6-b262-481aabedb334 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:20.226384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 027746f0-e6ce-4fc6-b262-481aabedb334 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:20.228483 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.247996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.269012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01ee83e5-1fe2-45be-b7af-5768ea93c9d6 req-3f6d6954-7665-4788-af52-4a8dbac66e03 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 210 time: 1.1463327 Jul 16 18:12:20.277326 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Checking router: fbca2d40-9866-4aa5-a731-2e39d1c6cfcf for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:20.277582 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Updating router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:12:20.279305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.316187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:20.337765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.338116 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Added segment 9ca6f023-2b97-4414-a798-2debbb45e7ee of type vlan for network f6da99af-5418-468e-8e35-67a299e4acf1 Jul 16 18:12:20.400256 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.465144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d0587-5375-4960-be3e-f529f7abf55c req-b4c160fd-6318-46bf-b8d5-d8a89e7a0766 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.471290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-501d0587-5375-4960-be3e-f529f7abf55c req-b4c160fd-6318-46bf-b8d5-d8a89e7a0766 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 1.3470285 Jul 16 18:12:20.518692 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.535780 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.630421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-501d0587-5375-4960-be3e-f529f7abf55c req-58c60725-e16a-47af-b664-4dc1487229c6 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401920 Jul 16 18:12:20.631592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 027746f0-e6ce-4fc6-b262-481aabedb334, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=027746f0-e6ce-4fc6-b262-481aabedb334,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:20.640290 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.670198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.688700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.690139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.799537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4825497 Jul 16 18:12:20.846589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=027746f0-e6ce-4fc6-b262-481aabedb334,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.893010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:20.908245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Request body: {'subnet': {'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:20.919979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e059dd7-a86a-4233-9830-e8e3f6f250be req-cf26c175-4da7-4943-8940-a553446968ad tempest-FloatingIPsNegativeTestJSON-361025257 tempest-FloatingIPsNegativeTestJSON-361025257-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=72222f092448419285afa26ba76bb549 HTTP/1.1" status: 200 len: 217 time: 0.3212483 Jul 16 18:12:21.016480 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a36faf1-1e1e-4406-8c3d-2a5dd8608929 req-6327e40b-a6ef-46bd-86a7-375fc2b98525 tempest-FloatingIPsNegativeTestJSON-361025257 tempest-FloatingIPsNegativeTestJSON-361025257-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0644271 Jul 16 18:12:21.110690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0360a503-5675-4c55-b0ae-f3db6f774e98,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.143711 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-0e4b66d0-287c-4235-8f48-308b087ec5c1 req-0eb2d68a-bd8f-4b0a-928b-2b417ae7a9c3 tempest-FloatingIPsNegativeTestJSON-361025257 tempest-FloatingIPsNegativeTestJSON-361025257-project] show failed (client error): The resource could not be found. Jul 16 18:12:21.146869 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e4b66d0-287c-4235-8f48-308b087ec5c1 req-0eb2d68a-bd8f-4b0a-928b-2b417ae7a9c3 tempest-FloatingIPsNegativeTestJSON-361025257 tempest-FloatingIPsNegativeTestJSON-361025257-project] 10.222.0.48 "GET /v2.0/floatingips/5ee134ea-ad4b-4a0a-9d3e-4ddde4b2c6ae HTTP/1.1" status: 404 len: 350 time: 0.0955050 Jul 16 18:12:21.203710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52206) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:21.260026 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.283099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Transition to ACTIVE for port object 00f6b071-4b0a-4d68-85b1-3a1fe746a573 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:21.295833 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.440050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbc58f-758b-4990-9f73-a81dda7899b2 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Network': ['ID=f6da99af-5418-468e-8e35-67a299e4acf1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.464341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f6da99af-5418-468e-8e35-67a299e4acf1 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:21.572470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:21.595412 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636acb94-ab3d-4dce-9856-d9661485224c None None] Pushing event updated for resources: {'Port': ['ID=00f6b071-4b0a-4d68-85b1-3a1fe746a573,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:21.598314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Made reservation on behalf of 0b5dc506475241f98e6d62de3d4fc95f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:21.610959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.640879 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Attempting to bind port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:21.642084 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Attempting to bind port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:21.642853 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Attempting to bind port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 on network 4943ebb8-6b19-4377-8698-f556e5d4b27f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:21.654960 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:21.656628 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Checking segment: {'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:21.657307 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.658180 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Bound using segment: {'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:21.659150 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Bound port: 00f6b071-4b0a-4d68-85b1-3a1fe746a573, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974fbb93-6572-4301-918c-06a9fb3f4e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:21.660038 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.893503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bce75ec9-2bda-48e1-a9b3-9de361b7b574 req-b7b7e28e-312c-48c7-ac4d-2b5946d843f6 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 210 time: 0.1497512 Jul 16 18:12:21.924605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 027746f0-e6ce-4fc6-b262-481aabedb334 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:21.993017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305b6b2-55a3-484d-b39d-f970e998eef2 req-1f944b64-eb35-4feb-b710-1977afc5f9f1 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.000188 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] For port 00f6b071-4b0a-4d68-85b1-3a1fe746a573, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:22.003703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c305b6b2-55a3-484d-b39d-f970e998eef2 req-1f944b64-eb35-4feb-b710-1977afc5f9f1 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 931 time: 0.9464049 Jul 16 18:12:22.019843 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] For port 00f6b071-4b0a-4d68-85b1-3a1fe746a573, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=00f6b071-4b0a-4d68-85b1-3a1fe746a573,segment=NetworkSegment(974fbb93-6572-4301-918c-06a9fb3f4e55),segment_id=974fbb93-6572-4301-918c-06a9fb3f4e55)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:22.034096 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.116138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 027746f0-e6ce-4fc6-b262-481aabedb334 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:22.117334 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.268597 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Routers {'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:22.275402 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:22.356728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.473385 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636acb94-ab3d-4dce-9856-d9661485224c None None] Pushing event updated for resources: {'Port': ['ID=00f6b071-4b0a-4d68-85b1-3a1fe746a573,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.484254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:22.490470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Subnet': ['ID=dad780e8-ec32-47ad-afca-16985338a3d9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:22.504238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.627654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Checking segment: {'id': '9ca6f023-2b97-4414-a798-2debbb45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:22.628458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Network hostable DHCP agents. Network: f6da99af-5418-468e-8e35-67a299e4acf1, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:22.638497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbb59de-5a7f-4489-aa70-2aebdff82f89 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:22.735126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:22.735126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Network f6da99af-5418-468e-8e35-67a299e4acf1 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:22.736394 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] Set router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:22.745022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c305b6b2-55a3-484d-b39d-f970e998eef2 req-5bd03994-3324-4d77-bb5e-d368c549f516 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893648 Jul 16 18:12:22.809672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-1fe81056-782f-4225-9c1c-0899dbdac7da tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.818380 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-1fe81056-782f-4225-9c1c-0899dbdac7da tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.55 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 810 time: 1.1844203 Jul 16 18:12:22.819091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.831500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deadd43-0540-49c3-88e6-8d69034fd67a req-c17de207-a3dd-4381-8b64-b767f931cf60 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:22.833261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3deadd43-0540-49c3-88e6-8d69034fd67a req-c17de207-a3dd-4381-8b64-b767f931cf60 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 944 time: 0.4460375 Jul 16 18:12:22.861902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Request body: {'port': {'device_id': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'admin_state_up': True, 'tenant_id': '190cfc90126a41a2b79d2d699363db82'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:22.951121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3deadd43-0540-49c3-88e6-8d69034fd67a req-f374cc6c-8f8d-4ccb-a3e2-82b452f3d428 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102848 Jul 16 18:12:23.039906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.053772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] Transition to ACTIVE for port object afbb59de-5a7f-4489-aa70-2aebdff82f89 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:23.055079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f6da99af-5418-468e-8e35-67a299e4acf1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:23.061867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.062647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.064513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2298a-3466-44ff-bf2b-9d70eec002d1 None None] Network f6da99af-5418-468e-8e35-67a299e4acf1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:23.073005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.199579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] No DVR routers for this DVR port afbb59de-5a7f-4489-aa70-2aebdff82f89 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:23.228786 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:15Z', 'revision_number': 4, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port': {'id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '00f6b071-4b0a-4d68-85b1-3a1fe746a573', 'name': '', 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f', 'tenant_id': '72222f092448419285afa26ba76bb549', 'mac_address': 'fa:16:3e:12:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'cf3e6ed7-b487-4b28-94bb-9f8677b7be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:12Z', 'updated_at': '2021-07-16T18:12:21Z', 'revision_number': 4, 'project_id': '72222f092448419285afa26ba76bb549', 'subnets': [{'id': 'cf3e6ed7-b487-4b28-94bb-9f8677b7be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:23.303918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0ad7b-3d64-42a5-8ff6-ce02c1d32200 None None] The sync data for ids ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'] in n-d-793620-10 is: [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:15Z', 'revision_number': 4, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port': {'id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '00f6b071-4b0a-4d68-85b1-3a1fe746a573', 'name': '', 'network_id': '4943ebb8-6b19-4377-8698-f556e5d4b27f', 'tenant_id': '72222f092448419285afa26ba76bb549', 'mac_address': 'fa:16:3e:12:6f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'cf3e6ed7-b487-4b28-94bb-9f8677b7be6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:12Z', 'updated_at': '2021-07-16T18:12:21Z', 'revision_number': 4, 'project_id': '72222f092448419285afa26ba76bb549', 'subnets': [{'id': 'cf3e6ed7-b487-4b28-94bb-9f8677b7be6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:23.469980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa619ea1-e73c-4080-96ba-5e566cedd0e6 req-400bb0ef-0d21-462a-81d9-853b1b15ab33 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 210 time: 0.1047769 Jul 16 18:12:23.557345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f6da99af-5418-468e-8e35-67a299e4acf1', 'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1', 'tenant_id': '0b5dc506475241f98e6d62de3d4fc95f', 'fixed_ips': [{'subnet_id': 'dad780e8-ec32-47ad-afca-16985338a3d9'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:23.558534 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.614639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0312942d-c3be-4952-b78a-1151bab4d0e8 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:23.639664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.676681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Transition to ACTIVE for port object 0312942d-c3be-4952-b78a-1151bab4d0e8 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:23.692317 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] 10.222.0.13 "PUT /v2.0/ports/afbb59de-5a7f-4489-aa70-2aebdff82f89/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 4.6403980 Jul 16 18:12:23.717714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.759547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.827751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:23.855236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:23.859392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:23.865151 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Made reservation on behalf of 190cfc90126a41a2b79d2d699363db82 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:23.875871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.035853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a3f467d-4a8d-4639-991d-d6d2e94a6456 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1304672 Jul 16 18:12:24.041524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52232) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:24.048460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-227189183', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:24.120230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.123922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.160739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Allocated IP 172.20.0.2 (f6da99af-5418-468e-8e35-67a299e4acf1/dad780e8-ec32-47ad-afca-16985338a3d9/e4eb9958-07e6-4066-93d1-8ee87d47d586) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:24.345081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.381445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Deleting port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:24.382337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.435048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ff2df-49a0-42ab-a720-1a37ce73c715 service neutron] Pushing event updated for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:24.580510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.589907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Transition to ACTIVE for port object e4eb9958-07e6-4066-93d1-8ee87d47d586 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:24.597731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-8fed333d-c0fe-4b4f-bc0c-32ec250a016a tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.599671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-8fed333d-c0fe-4b4f-bc0c-32ec250a016a tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.8477237 Jul 16 18:12:24.635266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Attempting to bind port 0312942d-c3be-4952-b78a-1151bab4d0e8 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:24.635848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Attempting to bind port 0312942d-c3be-4952-b78a-1151bab4d0e8 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:24.636171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Attempting to bind port 0312942d-c3be-4952-b78a-1151bab4d0e8 on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:24.643585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Transition to ACTIVE for port object e4eb9958-07e6-4066-93d1-8ee87d47d586 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:24.654932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 00f6b071-4b0a-4d68-85b1-3a1fe746a573 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:24.690408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.691094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.726725 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.832024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Port 0312942d-c3be-4952-b78a-1151bab4d0e8 on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:24.832753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Attempting to bind port 0312942d-c3be-4952-b78a-1151bab4d0e8 on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:24.846019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.858125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Allocated IP 172.20.0.11 (3d901222-04e6-40a6-92b8-481a94855763/6035c26a-6287-4df6-a9ea-f3ba727b33a3/ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:24.884578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:24.885358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Checking segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:24.886701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Bound using segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:24.887647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Bound port: 0312942d-c3be-4952-b78a-1151bab4d0e8, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:24.888746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.925765 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.7619948 Jul 16 18:12:24.930068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dcbfc-4e6a-4e59-85d3-0332713cf059 req-af64585d-400e-4e86-8ed2-0506c9c2dbcd tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:24.936221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf1dcbfc-4e6a-4e59-85d3-0332713cf059 req-af64585d-400e-4e86-8ed2-0506c9c2dbcd tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 943 time: 0.7076466 Jul 16 18:12:24.951343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Request body: {'port': {'device_id': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:24.960030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Pushing event updated for resources: {'Port': ['ID=0312942d-c3be-4952-b78a-1151bab4d0e8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.055997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-3e7152e9-3b14-4e31-83d6-3638ad7a7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.057625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-3e7152e9-3b14-4e31-83d6-3638ad7a7007 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854&tenant_id=55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 1097 time: 0.4401975 Jul 16 18:12:25.127994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43241ddf-4029-4ac3-b639-87814159da7e req-3af7b523-dfb3-4ff7-8db8-5e075386bb22 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.129896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43241ddf-4029-4ac3-b639-87814159da7e req-3af7b523-dfb3-4ff7-8db8-5e075386bb22 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.7455566 Jul 16 18:12:25.143314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Network f6da99af-5418-468e-8e35-67a299e4acf1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:25.167771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:25.174472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:25.232277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:25.244068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 00f6b071-4b0a-4d68-85b1-3a1fe746a573 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:25.244809 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.511675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Attempting to bind port e4eb9958-07e6-4066-93d1-8ee87d47d586 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:25.512068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Attempting to bind port e4eb9958-07e6-4066-93d1-8ee87d47d586 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '9ca6f023-2b97-4414-a798-2debbb45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:25.512442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Attempting to bind port e4eb9958-07e6-4066-93d1-8ee87d47d586 on network f6da99af-5418-468e-8e35-67a299e4acf1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:25.520110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] For port 0312942d-c3be-4952-b78a-1151bab4d0e8, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:25.525550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Pushing event updated for resources: {'Port': ['ID=e4eb9958-07e6-4066-93d1-8ee87d47d586,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.570754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cc0c3-fac9-4953-b829-6eb7b5396212 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event updated for resources: {'Port': ['ID=4862006f-97ee-44fc-9d05-d5cbf19a118a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.601794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:25.602597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Checking segment: {'id': '9ca6f023-2b97-4414-a798-2debbb45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:25.603188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.603872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Bound using segment: {'id': '9ca6f023-2b97-4414-a798-2debbb45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:25.604531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Bound port: e4eb9958-07e6-4066-93d1-8ee87d47d586, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca6f023-2b97-4414-a798-2debbb45e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:25.605065 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.621100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.661304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] For port 0312942d-c3be-4952-b78a-1151bab4d0e8, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0312942d-c3be-4952-b78a-1151bab4d0e8,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:25.676082 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.775145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43241ddf-4029-4ac3-b639-87814159da7e req-0d0d2f80-8e0c-47ec-8fb2-92e2733a9cd0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370614 Jul 16 18:12:25.778111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] For port 00f6b071-4b0a-4d68-85b1-3a1fe746a573, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=00f6b071-4b0a-4d68-85b1-3a1fe746a573,segment=NetworkSegment(974fbb93-6572-4301-918c-06a9fb3f4e55),segment_id=974fbb93-6572-4301-918c-06a9fb3f4e55)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:25.778846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.814666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf1dcbfc-4e6a-4e59-85d3-0332713cf059 req-c9d1729e-4b92-4a2e-96e4-3a60dec3a8ee tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8411610 Jul 16 18:12:25.866909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Calling delete_port for 00f6b071-4b0a-4d68-85b1-3a1fe746a573 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:25.884341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] For port e4eb9958-07e6-4066-93d1-8ee87d47d586, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:25.901070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] For port e4eb9958-07e6-4066-93d1-8ee87d47d586, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4eb9958-07e6-4066-93d1-8ee87d47d586,segment=NetworkSegment(9ca6f023-2b97-4414-a798-2debbb45e7ee),segment_id=9ca6f023-2b97-4414-a798-2debbb45e7ee)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:25.906281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.947864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-d9d3a301-197c-4767-9d88-cd550f5953b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.954142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-d9d3a301-197c-4767-9d88-cd550f5953b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1097 time: 0.8501430 Jul 16 18:12:25.983743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.159364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f595-7170-46c9-af0c-99df5132476c None None] Pushing event updated for resources: {'Port': ['ID=e4eb9958-07e6-4066-93d1-8ee87d47d586,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.215636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 00f6b071-4b0a-4d68-85b1-3a1fe746a573, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=00f6b071-4b0a-4d68-85b1-3a1fe746a573,segment=NetworkSegment(974fbb93-6572-4301-918c-06a9fb3f4e55),segment_id=974fbb93-6572-4301-918c-06a9fb3f4e55)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:26.226536 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.269208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-ee74f47a-a19d-4164-b8a9-26a0e9af4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.274930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-ee74f47a-a19d-4164-b8a9-26a0e9af4136 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.2148097 Jul 16 18:12:26.399602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=00f6b071-4b0a-4d68-85b1-3a1fe746a573,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.457912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8da1233-3a3b-49db-afac-e697816b5ddc req-94ab0cf9-b5ab-4bd0-8edf-cac6c7846f6a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 210 time: 0.4077706 Jul 16 18:12:26.468110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4862006f-97ee-44fc-9d05-d5cbf19a118a {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:26.495857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.527288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Transition to ACTIVE for port object 4862006f-97ee-44fc-9d05-d5cbf19a118a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:26.544506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Pushing event updated for resources: {'Port': ['ID=0312942d-c3be-4952-b78a-1151bab4d0e8,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.566744 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.710575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.806220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.808689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.808878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-e23a26a1-6d98-4306-8d6b-48de3f21dad2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 217 time: 0.4225056 Jul 16 18:12:26.810649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f15763ca-8f7a-40ce-8843-db9badca6720 service neutron] 10.222.0.13 "PUT /v2.0/ports/0312942d-c3be-4952-b78a-1151bab4d0e8 HTTP/1.1" status: 200 len: 1092 time: 8.9256344 Jul 16 18:12:26.820574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:26.835315 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5cb321-5d5b-43a6-89f4-968739de3297" -d '{"events": [{"name": "network-changed", "server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:26.855444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.871147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Pushing event updated for resources: {'Port': ['ID=4862006f-97ee-44fc-9d05-d5cbf19a118a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.982309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.067251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.134330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Pushing event updated for resources: {'Port': ['ID=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.142996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Attempting to bind port 4862006f-97ee-44fc-9d05-d5cbf19a118a on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:27.143391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Attempting to bind port 4862006f-97ee-44fc-9d05-d5cbf19a118a by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:27.143651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Attempting to bind port 4862006f-97ee-44fc-9d05-d5cbf19a118a on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:27.179484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-d9262c62-3759-4c94-85e8-51b708258592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.184011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-d9262c62-3759-4c94-85e8-51b708258592 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.3231928 Jul 16 18:12:27.184857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Port 4862006f-97ee-44fc-9d05-d5cbf19a118a on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:27.185204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Attempting to bind port 4862006f-97ee-44fc-9d05-d5cbf19a118a on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:27.197869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Network 3d901222-04e6-40a6-92b8-481a94855763 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:27.203764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:27.207272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:27.207896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Checking segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:27.208498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Bound using segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:27.209114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Bound port: 4862006f-97ee-44fc-9d05-d5cbf19a118a, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:27.209721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.215065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:27.306104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.383923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-fbf13c44-2bcd-46b5-aa72-e25f386287ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062267 Jul 16 18:12:27.391957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-7783b883-cf8f-4eec-8e0b-f51f305b769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.393950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-7783b883-cf8f-4eec-8e0b-f51f305b769d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 1095 time: 0.4643340 Jul 16 18:12:27.458679 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-ba04a7b2-02d5-45c6-b4b3-70ad8a8b697f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0312942d-c3be-4952-b78a-1151bab4d0e8 HTTP/1.1" status: 200 len: 217 time: 0.0543926 Jul 16 18:12:27.463055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] For port 4862006f-97ee-44fc-9d05-d5cbf19a118a, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:27.464507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba37374-3e97-4927-8011-3103eac840d0 req-a449fa9d-3e69-4093-9e90-5ef3ed38be51 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.466132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ba37374-3e97-4927-8011-3103eac840d0 req-a449fa9d-3e69-4093-9e90-5ef3ed38be51 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 945 time: 0.7505734 Jul 16 18:12:27.527843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f1d4edb4-72f6-427d-9ffd-87cef7343073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.529405 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-f1d4edb4-72f6-427d-9ffd-87cef7343073 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.0542805 Jul 16 18:12:27.571191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] For port 4862006f-97ee-44fc-9d05-d5cbf19a118a, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:27.580873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Pushing event deleted for resources: {'Port': ['ID=00f6b071-4b0a-4d68-85b1-3a1fe746a573,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.605774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.606454 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.613086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-1a852ef7-8a00-4603-b75e-59b1635da0ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650826 Jul 16 18:12:27.618033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.712933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.712933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.712933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] 10.222.0.55 "PUT /v2.0/ports/4862006f-97ee-44fc-9d05-d5cbf19a118a HTTP/1.1" status: 200 len: 1092 time: 2.7672610 Jul 16 18:12:27.714690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f239197-747b-47ee-82c8-be05e1174bdd service neutron] Pushing event updated for resources: {'Port': ['ID=4862006f-97ee-44fc-9d05-d5cbf19a118a,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.804337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-69874a9f-0a4d-43b4-86b1-6b2d34ba8d6f service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636010 Jul 16 18:12:27.875632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-084f34a0-e822-4a58-b558-a375d003861f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0235109 Jul 16 18:12:27.907850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Allocated IP 172.25.0.217 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/804fcd64-b312-496e-8742-a5cb929232cf) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:27.909931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Request body: {'port': {'device_id': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:28.004421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ba37374-3e97-4927-8011-3103eac840d0 req-0a1f2246-3482-4218-9bfc-48c12a9ccb79 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171638 Jul 16 18:12:28.050135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9c11b-634c-4a85-90fe-79372204458c req-469e8536-0502-449f-bef1-bc53485a27a0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.060302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0df9c11b-634c-4a85-90fe-79372204458c req-469e8536-0502-449f-bef1-bc53485a27a0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.7740912 Jul 16 18:12:28.389058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.606878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce63f621-ab10-438b-b890-4d80307070c5 None None] Network f6da99af-5418-468e-8e35-67a299e4acf1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:28.691488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0df9c11b-634c-4a85-90fe-79372204458c req-af8bd4d5-7c4d-4737-96ae-7e2e43b2d674 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262445 Jul 16 18:12:28.696110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-f9d8025c-b0c0-4ad4-8206-0bf8b5f78340 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769310 Jul 16 18:12:28.885892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:28.898917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4eb9958-07e6-4066-93d1-8ee87d47d586 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:28.934147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d49784-f85e-4bcd-82ab-bb180f78ffa5 req-74faa277-1eff-43b0-b9f1-bbc5d14571df tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.941946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d49784-f85e-4bcd-82ab-bb180f78ffa5 req-74faa277-1eff-43b0-b9f1-bbc5d14571df tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 943 time: 0.5605831 Jul 16 18:12:29.058981 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3b45ef-b60c-48e8-94bf-1d9d973192c5 x-openstack-request-id: req-8b3b45ef-b60c-48e8-94bf-1d9d973192c5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:29.059588 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:29.059886 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b3b45ef-b60c-48e8-94bf-1d9d973192c5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:29.061502 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8', 'status': 'completed', 'code': 200} Jul 16 18:12:29.156900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.175762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:29.186487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d676ee7-3c92-4efe-ae9d-d366b99853f0 None None] Provisioning for port e4eb9958-07e6-4066-93d1-8ee87d47d586 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:29.207815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] Sync routers for ids ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:29.246722 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-96433022-d1ac-4e08-bb3c-7b6479969e56 service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6074584 Jul 16 18:12:29.254793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-32b469e4-87da-4e4c-aff9-4a09176b0737 admin admin] 10.222.0.48 "PUT /v2.0/routers/fbca2d40-9866-4aa5-a731-2e39d1c6cfcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0494125 Jul 16 18:12:29.268001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.270137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.294960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] Routers {'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:29.299359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:29.349366 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d49784-f85e-4bcd-82ab-bb180f78ffa5 req-473d7db6-0001-443f-8c5b-ee40f1e51f71 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062414 Jul 16 18:12:29.391670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e4eb9958-07e6-4066-93d1-8ee87d47d586 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:29.420506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e4eb9958-07e6-4066-93d1-8ee87d47d586 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:29.420887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.489925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.492143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-831d8eec-41c3-46cd-8a05-84e95d19e943 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.495843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-831d8eec-41c3-46cd-8a05-84e95d19e943 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.3091335 Jul 16 18:12:29.576701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c39ad-106a-43e8-821f-c9e1f2e8c564 req-53122bb5-3910-4834-987e-82fa26f32378 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.591130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-416c39ad-106a-43e8-821f-c9e1f2e8c564 req-53122bb5-3910-4834-987e-82fa26f32378 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 932 time: 0.4301658 Jul 16 18:12:29.631120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.694842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] Set router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:29.812190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.817360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-6f1165a0-fedf-4207-a62d-027ff8f74352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.819320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-6f1165a0-fedf-4207-a62d-027ff8f74352 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=c092d90c-e561-4b00-a902-ca4cd265e83d HTTP/1.1" status: 200 len: 1095 time: 2.0344338 Jul 16 18:12:29.918313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:29.942495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:29.953093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:29.972420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-416c39ad-106a-43e8-821f-c9e1f2e8c564 req-fdcc9357-ffc9-4043-9dc9-845831601e2c tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803363 Jul 16 18:12:30.035849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Port': ['ID=804fcd64-b312-496e-8742-a5cb929232cf,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.039879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-63eeef19-cb8d-40bc-9d97-8f69415003ff None None] Provisioning complete for port e4eb9958-07e6-4066-93d1-8ee87d47d586 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:30.041249 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63eeef19-cb8d-40bc-9d97-8f69415003ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.111234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.206587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e4eb9958-07e6-4066-93d1-8ee87d47d586, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4eb9958-07e6-4066-93d1-8ee87d47d586,segment=NetworkSegment(9ca6f023-2b97-4414-a798-2debbb45e7ee),segment_id=9ca6f023-2b97-4414-a798-2debbb45e7ee)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:30.217737 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63eeef19-cb8d-40bc-9d97-8f69415003ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.241212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.291095 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-184b4f8c-a4d8-40be-b5ef-67aee5eb5eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.306623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:30.316124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.332514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Transition to ACTIVE for port object ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:30.377919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.442143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50'}], 'enable_snat': True}, 'gw_port_id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:27Z', 'revision_number': 5, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port': {'id': 'ed1b1000-d391-4219-b8cf-ab59b407f926', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:01Z', 'updated_at': '2021-07-16T18:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.447346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-17c829cd-b280-4411-bffb-b35d0b653f2c tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.449364 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-17c829cd-b280-4411-bffb-b35d0b653f2c tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.55 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 945 time: 2.3035269 Jul 16 18:12:30.451031 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-e5d6918b-e226-48c8-8c1a-148f125867b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a HTTP/1.1" status: 200 len: 217 time: 0.1165445 Jul 16 18:12:30.482227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e4eb9958-07e6-4066-93d1-8ee87d47d586,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.490548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] Checking router: fbca2d40-9866-4aa5-a731-2e39d1c6cfcf for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:12:30.511221 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-63eeef19-cb8d-40bc-9d97-8f69415003ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:30.512025 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-63eeef19-cb8d-40bc-9d97-8f69415003ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:30.512575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] Routers {'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:30.513237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.563001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-823b0d0e-a6a1-48cb-9edb-aeb9c849da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.564689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-823b0d0e-a6a1-48cb-9edb-aeb9c849da58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.0630472 Jul 16 18:12:30.644283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] Set router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:12:30.667650 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-5e8fa838-7441-41c7-a417-a642ca48e937 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784729 Jul 16 18:12:30.678383 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-8e7c3506-a8d6-47e9-a99b-fb373768a353 service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4210591 Jul 16 18:12:30.727280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:29Z', 'revision_number': 6, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:30.763476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23368609-6bbf-4d3c-9729-90cfac4b8abf None None] The sync data for ids ['fbca2d40-9866-4aa5-a731-2e39d1c6cfcf'] in n-d-793620-10 is: [{'id': 'fbca2d40-9866-4aa5-a731-2e39d1c6cfcf', 'name': 'tempest-FloatingIPsNegativeTestJSON-182325970-router', 'tenant_id': '72222f092448419285afa26ba76bb549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:12:29Z', 'revision_number': 6, 'project_id': '72222f092448419285afa26ba76bb549', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:30.799779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f20f54-2bb9-4f79-9d03-d77ec982a863 req-ac858952-a3ac-4839-86b5-44f67c7914f2 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.804757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Pushing event updated for resources: {'Port': ['ID=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.809102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52f20f54-2bb9-4f79-9d03-d77ec982a863 req-ac858952-a3ac-4839-86b5-44f67c7914f2 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 945 time: 1.0085826 Jul 16 18:12:30.924914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-ae2ddd65-c0bc-4a47-b5bd-1905e003464a service neutron] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:30.945658 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-ae2ddd65-c0bc-4a47-b5bd-1905e003464a service neutron] Notify callbacks [] for binding, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.946833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc151b3b-75cb-42fa-b1ec-dc271f32d9db req-ae2ddd65-c0bc-4a47-b5bd-1905e003464a service neutron] 10.222.0.55 "DELETE /v2.0/ports/afbb59de-5a7f-4489-aa70-2aebdff82f89/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 1.3434021 Jul 16 18:12:30.961636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52f20f54-2bb9-4f79-9d03-d77ec982a863 req-c15cefd8-67cf-4400-8700-401b55bb6447 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430852 Jul 16 18:12:31.211015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:31.213371 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d570e56-0d21-4523-b6e0-b31c101c7485" -d '{"events": [{"name": "network-changed", "server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:31.337320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Attempting to bind port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:31.338099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Attempting to bind port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:31.338099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Attempting to bind port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 on network 3d901222-04e6-40a6-92b8-481a94855763 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:31.373652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-64afc196-5cb4-49e6-a84c-e2a6d524ac50 service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695848 Jul 16 18:12:31.374221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 on network 3d901222-04e6-40a6-92b8-481a94855763 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:31.374550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Attempting to bind port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 on network 3d901222-04e6-40a6-92b8-481a94855763 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:31.377338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Deleting port ed1b1000-d391-4219-b8cf-ab59b407f926 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:31.378676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.423147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea02c0f-b36d-4b21-b640-4c54e575c765 req-9f09b78b-3944-492f-8d7a-5e6da00d865a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.435407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aea02c0f-b36d-4b21-b640-4c54e575c765 req-9f09b78b-3944-492f-8d7a-5e6da00d865a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.7815325 Jul 16 18:12:31.484699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:31.485546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Checking segment: {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:31.486316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Bound using segment: {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:31.487140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Bound port: ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:31.487750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.514915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aea02c0f-b36d-4b21-b640-4c54e575c765 req-f40531d2-5c3f-42e5-85e4-34073d9b04b3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785997 Jul 16 18:12:31.699468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60170f1-e023-4a45-97bf-58332a192b02 req-03b4dde4-7002-432d-ba95-2672fdef8f41 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.707472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b60170f1-e023-4a45-97bf-58332a192b02 req-03b4dde4-7002-432d-ba95-2672fdef8f41 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 943 time: 0.4986126 Jul 16 18:12:31.729120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.887892 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a00700d-344e-4786-be77-5a251a7ac0ed req-883d81dd-376d-4295-a056-d5ef17a203fe service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967942 Jul 16 18:12:31.903370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Deleting port 2f8c9cbc-9074-475a-a817-77e2ddf75464 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:31.903918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.909771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b60170f1-e023-4a45-97bf-58332a192b02 req-4e7b065e-c276-4be5-9202-26bac11070d2 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009289 Jul 16 18:12:31.951098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-5d79c23a-653b-440c-854c-8649b017b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.954472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-5d79c23a-653b-440c-854c-8649b017b1c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 1095 time: 1.1279976 Jul 16 18:12:31.965077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] For port ed1b1000-d391-4219-b8cf-ab59b407f926, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ed1b1000-d391-4219-b8cf-ab59b407f926,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:31.966791 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.065640 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76c6eab-017b-4f98-b902-0d73d1f61a27 x-openstack-request-id: req-c76c6eab-017b-4f98-b902-0d73d1f61a27 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:32.065640 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:32.065954 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c76c6eab-017b-4f98-b902-0d73d1f61a27 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:32.066228 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a', 'status': 'completed', 'code': 200} Jul 16 18:12:32.141414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Calling delete_port for ed1b1000-d391-4219-b8cf-ab59b407f926 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:32.146017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceb940b-4b4d-4792-b93d-36ec52fb3777 req-c559549a-7f75-4c39-9111-e67e805c8552 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.147669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ceb940b-4b4d-4792-b93d-36ec52fb3777 req-c559549a-7f75-4c39-9111-e67e805c8552 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 944 time: 0.3597028 Jul 16 18:12:32.273781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2f8c9cbc-9074-475a-a817-77e2ddf75464 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:32.372692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ceb940b-4b4d-4792-b93d-36ec52fb3777 req-ae15d39a-5bf0-4a7b-a8ed-b8153890edc6 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171004 Jul 16 18:12:32.390753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.410209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c441c64-d5db-4915-a85a-1ee8fd98e249 req-3d7273e5-e4de-42e6-90b4-88a8f3634b66 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.411756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3c441c64-d5db-4915-a85a-1ee8fd98e249 req-3d7273e5-e4de-42e6-90b4-88a8f3634b66 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 945 time: 0.1777346 Jul 16 18:12:32.508381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4eb9958-07e6-4066-93d1-8ee87d47d586 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:32.514999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3c441c64-d5db-4915-a85a-1ee8fd98e249 req-b485136d-d334-4098-bad5-3e516a2659ec tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b56fd6-6172-4848-afc9-1b57afb8e9cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662172 Jul 16 18:12:32.571856 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.836914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Router 3e387ed1-a88b-44b3-a932-9c8c7d0665a4 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:32.878795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea9b11-3a8d-4005-ba4e-312dbf370563 req-a52701d7-ddeb-49fc-80a0-7c446783384c tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.880607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fbea9b11-3a8d-4005-ba4e-312dbf370563 req-a52701d7-ddeb-49fc-80a0-7c446783384c tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1097 time: 0.2161152 Jul 16 18:12:32.916335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-5f3ea076-625b-4e86-9bd4-505a3651e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.918473 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-5f3ea076-625b-4e86-9bd4-505a3651e0b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 913 time: 0.9023745 Jul 16 18:12:32.924463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.950311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] For port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:33.016267 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e4eb9958-07e6-4066-93d1-8ee87d47d586 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:33.017058 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.019926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:33.023683 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f532d82b-bac2-48dd-8cfa-c4d493d173e4" -d '{"events": [{"server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:33.025216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1b1000-d391-4219-b8cf-ab59b407f926,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.087543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] For port 2f8c9cbc-9074-475a-a817-77e2ddf75464, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464,segment=NetworkSegment(d8a8ca32-e533-48ad-8b7d-b30e12881747),segment_id=d8a8ca32-e533-48ad-8b7d-b30e12881747)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:33.087863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.102437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2f8c9cbc-9074-475a-a817-77e2ddf75464, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2f8c9cbc-9074-475a-a817-77e2ddf75464,segment=NetworkSegment(d8a8ca32-e533-48ad-8b7d-b30e12881747),segment_id=d8a8ca32-e533-48ad-8b7d-b30e12881747)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:33.142984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.147751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.152232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] For port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:33.161219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-ab5579b6-0e4d-415d-9513-5c4cdafe2069 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0312942d-c3be-4952-b78a-1151bab4d0e8 HTTP/1.1" status: 200 len: 217 time: 0.2178476 Jul 16 18:12:33.175373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fbea9b11-3a8d-4005-ba4e-312dbf370563 req-1c2cc809-4411-43a0-9ec9-c0a6f13ea2bf tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802925 Jul 16 18:12:33.217546 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1caf58f-b6a4-4ab1-9d24-187bbc1bf222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.264296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:33.277663 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] Sync routers for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:33.294701 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.295232 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:33.295980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f1307a8a-ba62-4d5f-8a6e-498b36a906c8 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.2534330 Jul 16 18:12:33.297099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.298712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52294) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:33.299337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0312942d-c3be-4952-b78a-1151bab4d0e8 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:33.327546 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a60a6-56ea-4f95-9445-0426286067ea x-openstack-request-id: req-7e7a60a6-56ea-4f95-9445-0426286067ea {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:33.328171 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "name": "network-vif-unplugged", "status": "completed", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:33.328603 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e7a60a6-56ea-4f95-9445-0426286067ea {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:33.329173 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464', 'code': 200} Jul 16 18:12:33.344540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2f8c9cbc-9074-475a-a817-77e2ddf75464,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.386355 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.401483 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.427864 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:33.429255 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.507898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Calling delete_port for 2f8c9cbc-9074-475a-a817-77e2ddf75464 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:33.533570 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.534460 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f1f82e-e2d8-4d86-8ee7-8fc64105e657 None None] The sync data for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:33.537467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654790-7356-4706-8677-9ead718f7efc req-ef2eb363-a879-4e2c-a13c-b4652eaff68b tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.553955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0654790-7356-4706-8677-9ead718f7efc req-ef2eb363-a879-4e2c-a13c-b4652eaff68b tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 943 time: 0.3585799 Jul 16 18:12:33.620645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-c3edfc2b-dd69-4472-8300-0aacd54672e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.637114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-c3edfc2b-dd69-4472-8300-0aacd54672e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.4514239 Jul 16 18:12:33.676952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.687210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0312942d-c3be-4952-b78a-1151bab4d0e8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0312942d-c3be-4952-b78a-1151bab4d0e8,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:33.711981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '0312942d-c3be-4952-b78a-1151bab4d0e8', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'port_id': '0312942d-c3be-4952-b78a-1151bab4d0e8', 'mac_address': 'fa:16:3e:ae:b8:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8859172-c994-4326-bd17-ce55dd4c3197', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:33.716895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 00f6b071-4b0a-4d68-85b1-3a1fe746a573 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:33.726859 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-dacf6fc1-247a-4c03-b18a-48a33e59fefa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881841 Jul 16 18:12:33.745577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 00f6b071-4b0a-4d68-85b1-3a1fe746a573 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:33.746655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 00f6b071-4b0a-4d68-85b1-3a1fe746a573 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:33.747447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed1b1000-d391-4219-b8cf-ab59b407f926 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:33.781087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: ed1b1000-d391-4219-b8cf-ab59b407f926 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:33.781990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed1b1000-d391-4219-b8cf-ab59b407f926 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:33.797966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Pushing event updated for resources: {'Port': ['ID=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:33.803557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.804232 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.805660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-00a4727f-244f-40df-928a-09dea958e012 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 HTTP/1.1" status: 200 len: 1093 time: 5.9074957 Jul 16 18:12:33.893551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.910941 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-518c7968-ee51-41d8-bc3d-8979e38ea52e service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139352 Jul 16 18:12:33.931063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.939378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0312942d-c3be-4952-b78a-1151bab4d0e8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:33.994456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0312942d-c3be-4952-b78a-1151bab4d0e8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0312942d-c3be-4952-b78a-1151bab4d0e8,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:34.005766 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.012113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.076936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-83dd1a9a-7ff4-4360-acea-d883f5839ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.078812 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-83dd1a9a-7ff4-4360-acea-d883f5839ab9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=c092d90c-e561-4b00-a902-ca4cd265e83d HTTP/1.1" status: 200 len: 1095 time: 1.9928851 Jul 16 18:12:34.079275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'tag': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:34.081596 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d40c7-247d-4a9d-94dd-1b9f87073399" -d '{"events": [{"name": "network-changed", "server_uuid": "a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8", "tag": "ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:34.182785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0312942d-c3be-4952-b78a-1151bab4d0e8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.206076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-ef9fe5d0-5b77-44bc-baa8-597ad5040879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.207866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-ef9fe5d0-5b77-44bc-baa8-597ad5040879 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 913 time: 0.1147170 Jul 16 18:12:34.221388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.239055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0312942d-c3be-4952-b78a-1151bab4d0e8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:34.313043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4862006f-97ee-44fc-9d05-d5cbf19a118a details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:34.319377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0654790-7356-4706-8677-9ead718f7efc req-27f9752f-c8bc-4e5c-8319-c5fd5886a618 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7635746 Jul 16 18:12:34.347375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.347941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbca2d40-9866-4aa5-a731-2e39d1c6cfcf {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:12:34.354628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-27c636a3-ac90-4fe0-a397-94182fbc1ffd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a HTTP/1.1" status: 200 len: 217 time: 0.0972927 Jul 16 18:12:34.359519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.360683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-be8f2745-7066-4334-ac21-0e105f021909 admin admin] 10.222.0.48 "DELETE /v2.0/routers/fbca2d40-9866-4aa5-a731-2e39d1c6cfcf HTTP/1.1" status: 204 len: 168 time: 5.0877106 Jul 16 18:12:34.367868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:34.401323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4f5cb321-5d5b-43a6-89f4-968739de3297 req-6af8944c-06eb-4153-966d-67841aaa2e3c service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659758 Jul 16 18:12:34.475636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0f6aa-4c70-44cd-b6ca-dbe3020f724d req-35b66ab1-da7f-4e0e-b75a-5e9fa23fffe7 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.479120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bc0f6aa-4c70-44cd-b6ca-dbe3020f724d req-35b66ab1-da7f-4e0e-b75a-5e9fa23fffe7 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 944 time: 0.7989194 Jul 16 18:12:34.584058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bc0f6aa-4c70-44cd-b6ca-dbe3020f724d req-a5e6930c-e649-4584-9e4c-37c6017f558d tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891294 Jul 16 18:12:34.664091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4862006f-97ee-44fc-9d05-d5cbf19a118a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:34.695923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '4862006f-97ee-44fc-9d05-d5cbf19a118a', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'port_id': '4862006f-97ee-44fc-9d05-d5cbf19a118a', 'mac_address': 'fa:16:3e:e7:2c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8859172-c994-4326-bd17-ce55dd4c3197', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:34.717306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.753168 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.754874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-98996f74-4ea0-4adf-90e3-9db4c37dd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.757666 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-98996f74-4ea0-4adf-90e3-9db4c37dd83e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 1096 time: 0.8356853 Jul 16 18:12:34.774256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4862006f-97ee-44fc-9d05-d5cbf19a118a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:34.801194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4862006f-97ee-44fc-9d05-d5cbf19a118a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:34.806658 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.911729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4862006f-97ee-44fc-9d05-d5cbf19a118a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.009074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35e81352-a2af-4061-8ad1-3143230fd3bc req-46e073f3-d291-4f25-8d93-98da5f4207df tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.48 "GET /v2.0/ports?device_id=c49efa30-5b6a-4aef-ac32-3312a7628323 HTTP/1.1" status: 200 len: 210 time: 0.0520933 Jul 16 18:12:35.061668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['4862006f-97ee-44fc-9d05-d5cbf19a118a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:35.175299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-c34f92de-a14e-41e6-b79f-7ea7720cd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.176760 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-c34f92de-a14e-41e6-b79f-7ea7720cd0f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.8066227 Jul 16 18:12:35.181466 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b9bdf5-2633-4934-8adf-c2b7976849b9 x-openstack-request-id: req-86b9bdf5-2633-4934-8adf-c2b7976849b9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:35.181755 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8", "tag": "ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:35.182008 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-86b9bdf5-2633-4934-8adf-c2b7976849b9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:35.182398 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'tag': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18', 'status': 'completed', 'code': 200} Jul 16 18:12:35.229536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Pushing event deleted for resources: {'Port': ['ID=2f8c9cbc-9074-475a-a817-77e2ddf75464,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.237571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-e25c1846-3c2c-44d0-be4a-fe43e2151444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 HTTP/1.1" status: 200 len: 217 time: 0.0578427 Jul 16 18:12:35.270675 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-17e49ac8-222c-45c8-99f2-f03eb59cd568 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849729 Jul 16 18:12:35.291924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] Deleting subnet cf3e6ed7-b487-4b28-94bb-9f8677b7be6e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:35.300540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.325547 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.337002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0312942d-c3be-4952-b78a-1151bab4d0e8 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:35.337862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-3a43486c-6156-4089-8c54-f8ba140e7076 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.339458 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-3a43486c-6156-4089-8c54-f8ba140e7076 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.2868543 Jul 16 18:12:35.339852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] No DVR routers for this DVR port 2f8c9cbc-9074-475a-a817-77e2ddf75464 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:35.379094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-072be3e4-b27f-4959-864b-c4b9d07e4f2b tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/quotas/55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 375 time: 0.0140121 Jul 16 18:12:35.389965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd30a4b-3424-42a3-9352-84594c66194f req-6bd12fcc-a11c-44ed-9501-d2ef9b729cf3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.391552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fd30a4b-3424-42a3-9352-84594c66194f req-6bd12fcc-a11c-44ed-9501-d2ef9b729cf3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.1651533 Jul 16 18:12:35.465466 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-ce14dbd9-5f00-42fd-8c1d-9d0e9ea7ca39 service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116576 Jul 16 18:12:35.471351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.476423 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb4d4eed-75df-4ce5-9f11-942348aecdc4 req-5142941a-5284-4c07-8960-1ea2aa57f496 tempest-VolumesAdminNegativeTest-1660001188 tempest-VolumesAdminNegativeTest-1660001188-project] 10.222.0.55 "DELETE /v2.0/ports/2f8c9cbc-9074-475a-a817-77e2ddf75464 HTTP/1.1" status: 204 len: 173 time: 4.9830122 Jul 16 18:12:35.500572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 0312942d-c3be-4952-b78a-1151bab4d0e8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:35.508687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 0312942d-c3be-4952-b78a-1151bab4d0e8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:35.509078 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.586781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-fd533dba-0071-4e0c-a5b3-84718e73bf3e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1942043 Jul 16 18:12:35.608841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fd30a4b-3424-42a3-9352-84594c66194f req-371f4fde-06a9-44dc-85ca-10a9f9f28c2d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955850 Jul 16 18:12:35.626088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.649380 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:35.759674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-cff95e29-9982-43b5-952e-ac522acfb8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.765687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-cff95e29-9982-43b5-952e-ac522acfb8e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 200 len: 850 time: 0.4200063 Jul 16 18:12:35.772878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.875362 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-d205f7b2-e241-4a75-be7b-0106173ada06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d901222-04e6-40a6-92b8-481a94855763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010170 Jul 16 18:12:35.911010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.931915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:35.935891 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfbcca3-6b27-46d2-b451-473d5fd8e20c" -d '{"events": [{"server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:35.979373 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4d570e56-0d21-4523-b6e0-b31c101c7485 req-797b7e15-3fd0-432e-bd1a-d27a00f17d3b service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485915 Jul 16 18:12:35.994449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0312942d-c3be-4952-b78a-1151bab4d0e8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0312942d-c3be-4952-b78a-1151bab4d0e8,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:36.007798 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.040990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.089343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-51404723-8e12-44d1-a296-6b2149dbaa73 service neutron] 10.222.0.55 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947966 Jul 16 18:12:36.093245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0312942d-c3be-4952-b78a-1151bab4d0e8,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.182091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.223804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf3e6ed7-b487-4b28-94bb-9f8677b7be6e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.229906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.235131 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0cdcaba7-fa2a-4e59-b17a-14f77d5bba81 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cf3e6ed7-b487-4b28-94bb-9f8677b7be6e HTTP/1.1" status: 204 len: 168 time: 1.8367145 Jul 16 18:12:36.236607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.249551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259717aa-03c0-464f-a4d9-d9b68fb0e529 None None] Network 4943ebb8-6b19-4377-8698-f556e5d4b27f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:36.278616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-a771fee9-5f2e-48fa-bf6e-493908d5c05f service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194494 Jul 16 18:12:36.299570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed9d6e-ce77-4a40-aa6c-bf6d877142da req-f3c8144e-5d67-4478-adfe-ead2b77b8d36 service neutron] 10.222.0.55 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964464 Jul 16 18:12:36.311463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4862006f-97ee-44fc-9d05-d5cbf19a118a up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:36.384833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad58e7e-5d60-48c3-aae0-9162380e4dc4 req-6b95d086-4109-4d76-a88e-37e1ead52c9f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.386438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ad58e7e-5d60-48c3-aae0-9162380e4dc4 req-6b95d086-4109-4d76-a88e-37e1ead52c9f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 945 time: 0.2787890 Jul 16 18:12:36.454119 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.478208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Allocated IP 172.20.0.1 (f6da99af-5418-468e-8e35-67a299e4acf1/dad780e8-ec32-47ad-afca-16985338a3d9/fed2ab27-c9da-4bf1-975c-8d583db66581) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:36.545493 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ad58e7e-5d60-48c3-aae0-9162380e4dc4 req-80ff39ad-ea3c-4aae-8b72-1f2955c9b12f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513884 Jul 16 18:12:36.554015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-c8589017-bb20-4656-a904-a0507a4becf7 service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681890 Jul 16 18:12:36.624087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-4a75df79-e7c5-4bbb-a2e5-ca6ec613f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.626714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-4a75df79-e7c5-4bbb-a2e5-ca6ec613f4c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 1096 time: 0.2501655 Jul 16 18:12:36.653077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 4862006f-97ee-44fc-9d05-d5cbf19a118a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:36.661743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 4862006f-97ee-44fc-9d05-d5cbf19a118a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:36.662644 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.820088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.823932 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.848838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] DHCP port deletion for 4943ebb8-6b19-4377-8698-f556e5d4b27f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:36.879882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.915115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Transition to ACTIVE for port object fed2ab27-c9da-4bf1-975c-8d583db66581 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:36.966570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4862006f-97ee-44fc-9d05-d5cbf19a118a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:36.982872 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.010483 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.084981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4862006f-97ee-44fc-9d05-d5cbf19a118a,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.094736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-6db68c81-c6d3-467b-8153-998c64bb7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.098406 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-6db68c81-c6d3-467b-8153-998c64bb7f9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 910 time: 0.3277507 Jul 16 18:12:37.101774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] Deleting port 91a0be92-23a8-498a-83b8-742d16d73fd1 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:37.102342 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.164585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Network f6da99af-5418-468e-8e35-67a299e4acf1 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:37.191975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:37.211588 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd46b522-e9c6-44d0-a39d-4453c54630be x-openstack-request-id: req-fd46b522-e9c6-44d0-a39d-4453c54630be {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:37.211961 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "name": "network-vif-plugged", "status": "completed", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:37.212113 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd46b522-e9c6-44d0-a39d-4453c54630be {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:37.212693 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8', 'code': 200} Jul 16 18:12:37.241264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:37.255233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.257796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'name': 'network-vif-deleted', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:37.261071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] For port 91a0be92-23a8-498a-83b8-742d16d73fd1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=91a0be92-23a8-498a-83b8-742d16d73fd1,segment=NetworkSegment(974fbb93-6572-4301-918c-06a9fb3f4e55),segment_id=974fbb93-6572-4301-918c-06a9fb3f4e55)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:37.262230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.264112 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918d3802-82bd-4974-bcb3-3f70b9df1f09" -d '{"events": [{"server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "name": "network-vif-deleted", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:37.269519 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-c01ee48e-0f58-453c-a2bf-7e08e8251fc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 HTTP/1.1" status: 200 len: 217 time: 0.1619613 Jul 16 18:12:37.305335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] Calling delete_port for 91a0be92-23a8-498a-83b8-742d16d73fd1 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:37.381852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Deleting port 91a0be92-23a8-498a-83b8-742d16d73fd1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:37.382489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.452401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Port': ['ID=fed2ab27-c9da-4bf1-975c-8d583db66581,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.474684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-fd17897f-457d-4dc1-9ad5-9a095f21f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.480811 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-fd17897f-457d-4dc1-9ad5-9a095f21f721 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 200 len: 850 time: 0.1992695 Jul 16 18:12:37.483416 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.505281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.527390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] No DVR routers for this DVR port 91a0be92-23a8-498a-83b8-742d16d73fd1 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:37.583006 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-7d8b6994-e74a-4e07-a35f-4fde56f44a0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d901222-04e6-40a6-92b8-481a94855763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934215 Jul 16 18:12:37.585273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea519f04-fef0-4b82-9df1-ef874c36acdb None None] Pushing event deleted for resources: {'Port': ['ID=91a0be92-23a8-498a-83b8-742d16d73fd1,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.653874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52364) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.687513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5f0dd5a4-3276-43d9-abb0-d343f9c5368d None None] Provisioning for port fed2ab27-c9da-4bf1-975c-8d583db66581 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:37.696887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5f0dd5a4-3276-43d9-abb0-d343f9c5368d None None] Provisioning complete for port fed2ab27-c9da-4bf1-975c-8d583db66581 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:37.699165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd5a4-3276-43d9-abb0-d343f9c5368d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.732476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] For port 91a0be92-23a8-498a-83b8-742d16d73fd1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=91a0be92-23a8-498a-83b8-742d16d73fd1,segment=NetworkSegment(974fbb93-6572-4301-918c-06a9fb3f4e55),segment_id=974fbb93-6572-4301-918c-06a9fb3f4e55)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:37.732851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.784387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5f0dd5a4-3276-43d9-abb0-d343f9c5368d None None] Port fed2ab27-c9da-4bf1-975c-8d583db66581 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:37.824259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b4b28-787d-438e-9903-606eef9d961b req-1646be64-67e4-42ce-9082-bd5c1fcfab59 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.825770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-434b4b28-787d-438e-9903-606eef9d961b req-1646be64-67e4-42ce-9082-bd5c1fcfab59 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 944 time: 0.6676526 Jul 16 18:12:37.852754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-ed2decba-489e-41c4-af2b-35d32e3dfeec service neutron] 10.222.0.55 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171457 Jul 16 18:12:37.858853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Calling delete_port for 91a0be92-23a8-498a-83b8-742d16d73fd1 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:37.876762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] Deleting subnet a77244c5-ec0f-421f-aa0c-ee7a6fc15348 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:37.928929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.952652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.976070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.009244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-434b4b28-787d-438e-9903-606eef9d961b req-855a6886-5884-4878-a178-cc04a0813351 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363354 Jul 16 18:12:38.050658 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.089732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] No DVR routers for this DVR port 91a0be92-23a8-498a-83b8-742d16d73fd1 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:38.097674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911efa66-fdbd-4bae-8e86-b2d29f4ba6ae req-0a2badbe-5d94-4b29-bcb5-699e2bb27ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.099913 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-911efa66-fdbd-4bae-8e86-b2d29f4ba6ae req-0a2badbe-5d94-4b29-bcb5-699e2bb27ed3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 1097 time: 0.7815058 Jul 16 18:12:38.102094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e3d40c7-247d-4a9d-94dd-1b9f87073399 req-9a26a12d-b85e-4b9e-a2e3-399cdcc8d495 service neutron] 10.222.0.55 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391635 Jul 16 18:12:38.150661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b34fd-085a-4467-8c76-470c78baa22f req-c77e26d2-c370-4e46-a065-d6686bc3bb03 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.157919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-732b34fd-085a-4467-8c76-470c78baa22f req-c77e26d2-c370-4e46-a065-d6686bc3bb03 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.2739170 Jul 16 18:12:38.165235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.231329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a0be92-23a8-498a-83b8-742d16d73fd1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.324639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:38.327791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:38.350155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.355925 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-911efa66-fdbd-4bae-8e86-b2d29f4ba6ae req-a76c733c-0117-415e-a9ce-7c5bf29ef10e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879730 Jul 16 18:12:38.370165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4943ebb8-6b19-4377-8698-f556e5d4b27f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.390024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974fbb93-6572-4301-918c-06a9fb3f4e55') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.390468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974fbb93-6572-4301-918c-06a9fb3f4e55') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.411220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b66b6219-5456-42fc-b1a0-594ef77a63b8 req-4d6650b6-5577-4660-8057-1f149dc8d774 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 210 time: 0.0588453 Jul 16 18:12:38.411627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.438094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 91a0be92-23a8-498a-83b8-742d16d73fd1 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:38.440784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.456424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:38.456932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:38.460074 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:38.521902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 91a0be92-23a8-498a-83b8-742d16d73fd1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:38.522461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 91a0be92-23a8-498a-83b8-742d16d73fd1 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:38.574097 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9fd339-bc6a-467b-8424-2f4f4f497fa7 x-openstack-request-id: req-4a9fd339-bc6a-467b-8424-2f4f4f497fa7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:38.574545 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49efa30-5b6a-4aef-ac32-3312a7628323", "name": "network-vif-deleted", "tag": "2f8c9cbc-9074-475a-a817-77e2ddf75464", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:38.574942 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4a9fd339-bc6a-467b-8424-2f4f4f497fa7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:38.575562 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49efa30-5b6a-4aef-ac32-3312a7628323', 'name': 'network-vif-deleted', 'tag': '2f8c9cbc-9074-475a-a817-77e2ddf75464', 'status': 'completed', 'code': 200} Jul 16 18:12:38.577252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.612351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.624066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4943ebb8-6b19-4377-8698-f556e5d4b27f HTTP/1.1" status: 204 len: 168 time: 2.3852522 Jul 16 18:12:38.669051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:38.670502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69fb25-4389-45fd-bb4a-9f155b6d2478 admin admin] Pushing event deleted for resources: {'Network': ['ID=4943ebb8-6b19-4377-8698-f556e5d4b27f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.685774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18', 'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'port_id': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18', 'mac_address': 'fa:16:3e:f4:1b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:38.728479 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.753534 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.774742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:38.789667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:38.797836 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.856638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:38.860887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.871883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.923166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.958161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:39.021518 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-468a5559-79f9-4ebf-8032-6b95b3f8457e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72222f092448419285afa26ba76bb549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621655 Jul 16 18:12:39.022919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-732b34fd-085a-4467-8c76-470c78baa22f req-6a5a4e9a-5e45-4c13-8b07-320bee2f4b71 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8639588 Jul 16 18:12:39.032932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:39.096235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:39.127189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.186938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.190040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a77244c5-ec0f-421f-aa0c-ee7a6fc15348 HTTP/1.1" status: 204 len: 168 time: 1.5347197 Jul 16 18:12:39.201145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52396) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:39.206374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea7540-8721-49a3-a746-1bb277bec16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77244c5-ec0f-421f-aa0c-ee7a6fc15348,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.215248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a'}, {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:39.225592 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d244400e-3d6a-49bc-b9fd-c61989e1542d" -d '{"events": [{"server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "name": "network-vif-plugged", "status": "completed", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a"}, {"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:39.290614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26382189-339f-4aca-a6eb-a242c3ea9c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.340583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26382189-339f-4aca-a6eb-a242c3ea9c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.436766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8defd87-004d-4754-8262-f26132e998fe req-ba539080-8805-4ca9-bd33-dadc0d1de370 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.444064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8defd87-004d-4754-8262-f26132e998fe req-ba539080-8805-4ca9-bd33-dadc0d1de370 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 945 time: 0.4159753 Jul 16 18:12:39.504801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.525023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8defd87-004d-4754-8262-f26132e998fe req-4411d564-16fb-44c9-8764-f73f868d1e09 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796504 Jul 16 18:12:39.582273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26382189-339f-4aca-a6eb-a242c3ea9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.585414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26382189-339f-4aca-a6eb-a242c3ea9c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.586612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-26382189-339f-4aca-a6eb-a242c3ea9c63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/041e5805-d734-4dfa-8327-b774563b76ec HTTP/1.1" status: 204 len: 168 time: 0.5525637 Jul 16 18:12:39.633579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-832d4cdd-6f95-461a-8809-b7ff8cb514bc tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.635169 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-832d4cdd-6f95-461a-8809-b7ff8cb514bc tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.1817420 Jul 16 18:12:39.645078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26382189-339f-4aca-a6eb-a242c3ea9c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e5805-d734-4dfa-8327-b774563b76ec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.664967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Request body: {'port': {'device_id': '49989db3-086f-4528-a15b-2d66a20f857d', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'admin_state_up': True, 'tenant_id': '55a6178d683f4f2eb0ba405044346371'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:39.750849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b234e-ed80-4dde-82a5-02d1d16a3ff5 req-c6aa1eae-e1d6-4ae2-a86d-541b390971d3 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.753481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a8b234e-ed80-4dde-82a5-02d1d16a3ff5 req-c6aa1eae-e1d6-4ae2-a86d-541b390971d3 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 945 time: 0.3832350 Jul 16 18:12:39.864389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.876559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.885938 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.899811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef03e98-d279-4599-996c-d26c120a9f1d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:39.913604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a8ca32-e533-48ad-8b7d-b30e12881747') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:39.914167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a8ca32-e533-48ad-8b7d-b30e12881747') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:39.926319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.962876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.970066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:39.970736 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.992094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a8b234e-ed80-4dde-82a5-02d1d16a3ff5 req-212c59b0-c36d-433e-be85-af5e43164a26 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188947 Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:40.043042 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:40.047925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Made reservation on behalf of 55a6178d683f4f2eb0ba405044346371 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:40.051935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.056830 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.061426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Port': ['ID=fed2ab27-c9da-4bf1-975c-8d583db66581,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.083222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.085368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5ef03e98-d279-4599-996c-d26c120a9f1d HTTP/1.1" status: 204 len: 168 time: 0.8832140 Jul 16 18:12:40.089796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52414) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.138731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdb9ee-8cf4-48a3-b019-9fd3441d8c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef03e98-d279-4599-996c-d26c120a9f1d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.149910 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.196045 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19f21b6-4f0c-492e-93cc-2211ed329716 x-openstack-request-id: req-c19f21b6-4f0c-492e-93cc-2211ed329716 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:40.196609 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "name": "network-vif-plugged", "status": "completed", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a", "code": 200}, {"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:40.196609 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c19f21b6-4f0c-492e-93cc-2211ed329716 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:40.196851 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a', 'code': 200} Jul 16 18:12:40.197360 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'code': 200} Jul 16 18:12:40.216823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] Deleting subnet 67caab66-2b80-48d7-b08d-02685e53e6f9 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:40.236310 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.335686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:40.420963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.489937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c089b5-7e59-4654-81a7-999c7c1feec0 req-0c189ee0-db6e-4e1f-aaf2-5ef23661ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.491990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-85c089b5-7e59-4654-81a7-999c7c1feec0 req-0c189ee0-db6e-4e1f-aaf2-5ef23661ae62 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c092d90c-e561-4b00-a902-ca4cd265e83d HTTP/1.1" status: 200 len: 1097 time: 0.2081962 Jul 16 18:12:40.493444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Allocated IP 172.20.0.11 (e385bb79-2a6b-4a81-96b8-3066d5f4e701/ba36affd-9031-4277-95ad-e30fad075852/e3d20e7a-9882-448e-9013-a0244bd11a5d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:40.498988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9303780b-36a8-4142-9289-bdc323cc2d0e req-30a9f80e-ec36-4f18-9ed5-c69dbcd0da1f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 210 time: 0.1317356 Jul 16 18:12:40.509033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:40.519076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:40.519076 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.535408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.578244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Network f6da99af-5418-468e-8e35-67a299e4acf1 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:40.582046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:40.631828 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-85c089b5-7e59-4654-81a7-999c7c1feec0 req-1620d5ff-8d80-43a9-ac29-de968488b42f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302769 Jul 16 18:12:40.777111 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.793134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.861221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Router 3e387ed1-a88b-44b3-a932-9c8c7d0665a4 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:40.868064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:40.877217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.892018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.897397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/67caab66-2b80-48d7-b08d-02685e53e6f9 HTTP/1.1" status: 204 len: 168 time: 0.8064034 Jul 16 18:12:40.898554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef8c22-f89a-41a8-8f61-ca26d9175d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67caab66-2b80-48d7-b08d-02685e53e6f9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:40.952044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.028585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.034218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-80786f04-d5f7-4543-86f1-354f85e2b639 None None] Provisioning complete for port fed2ab27-c9da-4bf1-975c-8d583db66581 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:41.035840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80786f04-d5f7-4543-86f1-354f85e2b639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.057890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52442) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.061239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:41.083240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-78d3511a-b90a-4f3d-a3ea-4ce31159b4eb tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "PUT /v2.0/routers/3e387ed1-a88b-44b3-a932-9c8c7d0665a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7806170 Jul 16 18:12:41.088056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.093033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.111868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] Sync routers for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:41.127584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Request body: {'port': {'network_id': 'f6da99af-5418-468e-8e35-67a299e4acf1', 'name': 'tempest-FloatingIPAdminTestJSON-1004722749'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:41.146280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:41.147396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:41.203710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:41.222391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:41.222923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:41.274272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-80786f04-d5f7-4543-86f1-354f85e2b639 None None] Port fed2ab27-c9da-4bf1-975c-8d583db66581 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:41.276859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:41.277596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb5e01e-40c9-4b21-8ce7-13b1ea0e8a3b None None] The sync data for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:41.325820 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.370011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52458) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.380578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:41.397237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:41.400981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:41.478596 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.512830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aec336c-013a-4a87-a888-f19f5b6c8e47']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:41.533150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23794c8c-d5c3-47a2-80dd-935ce05ac873') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:41.533427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23794c8c-d5c3-47a2-80dd-935ce05ac873') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:41.560048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.575503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.576846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.583329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.610439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1963267466-network', 'tenant_id': '9f85a1dbec654f0db7663c9ef2be85bd'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:41.610997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-6c281e1b-c00f-4e12-af3a-51161b4a5c9a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9503655 Jul 16 18:12:41.627337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.640846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Request body: {'port': {'device_id': '49989db3-086f-4528-a15b-2d66a20f857d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:41.641979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708b1f1-3ef1-4aae-9952-f5cedba3711e req-43538fff-6280-4aae-b7ac-951b306da5bd tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.650597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6708b1f1-3ef1-4aae-9952-f5cedba3711e req-43538fff-6280-4aae-b7ac-951b306da5bd tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 945 time: 0.4315190 Jul 16 18:12:41.660861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22373d80-1f3d-4c42-9c2b-4a573b182948 req-2049a759-ba97-4da2-b601-e0f82f497707 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.662395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22373d80-1f3d-4c42-9c2b-4a573b182948 req-2049a759-ba97-4da2-b601-e0f82f497707 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.3680267 Jul 16 18:12:41.723455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6708b1f1-3ef1-4aae-9952-f5cedba3711e req-94f4f2c7-c35d-483a-a1df-0dcd843d359c tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 Jul 16 18:12:41.727626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:41.728334 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:41.734642 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:41.808561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.853304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Made reservation on behalf of 9f85a1dbec654f0db7663c9ef2be85bd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:41.861210 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.865516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Made reservation on behalf of 0b5dc506475241f98e6d62de3d4fc95f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:41.877195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.880598 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.898337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] device_id is not set on port 673be81a-6f64-4183-af80-37ce450990ce yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:41.961470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22373d80-1f3d-4c42-9c2b-4a573b182948 req-2fccc494-4afc-432d-9645-0062ce65a2aa tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584362 Jul 16 18:12:42.062347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.091349 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.101246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2aec336c-013a-4a87-a888-f19f5b6c8e47 HTTP/1.1" status: 204 len: 168 time: 1.0379186 Jul 16 18:12:42.142999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f46946-2902-4eda-bb35-478e3199335a admin admin] Pushing event deleted for resources: {'Network': ['ID=2aec336c-013a-4a87-a888-f19f5b6c8e47,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.161332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Allocated IP 172.20.0.11 (f6da99af-5418-468e-8e35-67a299e4acf1/dad780e8-ec32-47ad-afca-16985338a3d9/673be81a-6f64-4183-af80-37ce450990ce) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:42.197875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:42.201367 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c98c2e-9acd-40fb-82c9-0b64233b6b02" -d '{"events": [{"server_uuid": "a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8", "name": "network-vif-plugged", "status": "completed", "tag": "ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:42.276235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cdcf7-f8bc-4842-b20d-df0f4bca6311 req-9be6260e-bb9e-4432-a7b2-f8c858ab5887 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.283645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-588cdcf7-f8bc-4842-b20d-df0f4bca6311 req-9be6260e-bb9e-4432-a7b2-f8c858ab5887 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 932 time: 0.3450351 Jul 16 18:12:42.345122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.356711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:42.380004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36b7b9-6469-4b6b-a791-2c2b554de499 req-7f091a42-ce95-4104-b62d-9626bfce7827 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.382401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf36b7b9-6469-4b6b-a791-2c2b554de499 req-7f091a42-ce95-4104-b62d-9626bfce7827 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=c092d90c-e561-4b00-a902-ca4cd265e83d HTTP/1.1" status: 200 len: 945 time: 0.2267725 Jul 16 18:12:42.385733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.395395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-588cdcf7-f8bc-4842-b20d-df0f4bca6311 req-bedf0881-8b9a-4d39-bf35-636ec6230e55 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106529 Jul 16 18:12:42.442919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.452554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:42.482879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f5903f-611d-40e8-bb36-67e34c9a384c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.486330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.486906 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Added segment 2769e717-feaa-477f-a894-b495e8d10ef1 of type vlan for network b57ab3ae-7fc0-4484-ad03-870faf7471a4 Jul 16 18:12:42.507654 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1086b6e9-9138-4832-8369-5f5db33c6959 x-openstack-request-id: req-1086b6e9-9138-4832-8369-5f5db33c6959 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:42.507959 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8", "name": "network-vif-plugged", "status": "completed", "tag": "ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:42.509344 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1086b6e9-9138-4832-8369-5f5db33c6959 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:42.509771 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18', 'code': 200} Jul 16 18:12:42.526878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf36b7b9-6469-4b6b-a791-2c2b554de499 req-d111e057-21ef-4b61-95c6-7eb73620243c tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195607 Jul 16 18:12:42.550043 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.576498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:42.599047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'mac_address': 'fa:16:3e:84:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:42.644807 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.645802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.646397 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.682099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3027647 Jul 16 18:12:42.702152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52482) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.709999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Request body: {'subnet': {'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1963267466-subnet', 'tenant_id': '9f85a1dbec654f0db7663c9ef2be85bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:42.718957 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.748533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:42.801627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:42.809631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.825049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce2b19-dbcd-4554-b9d5-c2b995619e96 admin admin] Pushing event updated for resources: {'Network': ['ID=b57ab3ae-7fc0-4484-ad03-870faf7471a4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:42.852127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Made reservation on behalf of 9f85a1dbec654f0db7663c9ef2be85bd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:42.854689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network b57ab3ae-7fc0-4484-ad03-870faf7471a4 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:42.855469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.989342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:43.132914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.161432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.180963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Transition to ACTIVE for port object 673be81a-6f64-4183-af80-37ce450990ce will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:43.218735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ce6763-fb7b-4683-9fbf-045bbe05e9fe,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.276327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.315865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Checking segment: {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:43.316302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Network hostable DHCP agents. Network: b57ab3ae-7fc0-4484-ad03-870faf7471a4, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:43.342038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.365935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795306ed-4ef7-41d9-aeeb-9c69fc38b8b4 req-665544bf-a38c-4469-bc1c-094a9a70feb6 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.375791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-795306ed-4ef7-41d9-aeeb-9c69fc38b8b4 req-665544bf-a38c-4469-bc1c-094a9a70feb6 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1528718 Jul 16 18:12:43.389107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Network b57ab3ae-7fc0-4484-ad03-870faf7471a4 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:43.419144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, b57ab3ae-7fc0-4484-ad03-870faf7471a4) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:43.431438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.432071 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.436259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c3f661-6c47-4d22-a88a-6ca7b2d6fb60 None None] Network b57ab3ae-7fc0-4484-ad03-870faf7471a4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:43.443702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-795306ed-4ef7-41d9-aeeb-9c69fc38b8b4 req-4fc95145-a00e-44bc-9623-b26feb692705 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666027 Jul 16 18:12:43.483433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8897227e-5869-4e1c-a583-587f5616ed06 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7798305 Jul 16 18:12:43.585959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Network f6da99af-5418-468e-8e35-67a299e4acf1 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:43.605746 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9e98dabe-e11c-4172-b157-92deb108d991 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9893c6bf3ac47a0b761533693d45a00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1611001 Jul 16 18:12:43.607334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:43.609289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52500) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.612526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d20e7a-9882-448e-9013-a0244bd11a5d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:43.617923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:43.654357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.671483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event updated for resources: {'Port': ['ID=673be81a-6f64-4183-af80-37ce450990ce,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.712502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Transition to ACTIVE for port object e3d20e7a-9882-448e-9013-a0244bd11a5d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:43.723599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505894a-4c82-42f6-9d91-41ad175d96c7 req-e56b6fc4-d6dd-42f2-91cb-9962e2d266b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.725934 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d505894a-4c82-42f6-9d91-41ad175d96c7 req-e56b6fc4-d6dd-42f2-91cb-9962e2d266b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 1098 time: 0.4830668 Jul 16 18:12:43.730880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.761230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.761987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.842515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3f997e15-30d9-4cd5-9f70-b65b74eae305 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7406428 Jul 16 18:12:43.856335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.864793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.013270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4deb680-1471-43f4-8a41-b761acdc7f9a None None] Network b57ab3ae-7fc0-4484-ad03-870faf7471a4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:44.152292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-45cc3af5-d879-4fb5-a224-e6e0b0664bc3 None None] Provisioning for port 673be81a-6f64-4183-af80-37ce450990ce completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:44.165843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98ee1190-c7b1-42cb-9c6f-1e2f0b3cb092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.167548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d505894a-4c82-42f6-9d91-41ad175d96c7 req-7906f685-0e7e-479c-8c28-a3381d3a2a48 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143622 Jul 16 18:12:44.168343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:44.168683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-45cc3af5-d879-4fb5-a224-e6e0b0664bc3 None None] Provisioning complete for port 673be81a-6f64-4183-af80-37ce450990ce triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:44.168857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:44.169117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:44.169296 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45cc3af5-d879-4fb5-a224-e6e0b0664bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.186065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:44.186425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:44.199963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:44.202450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:44.202945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:44.203504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Bound port: e3d20e7a-9882-448e-9013-a0244bd11a5d, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:44.203982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.274474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-45cc3af5-d879-4fb5-a224-e6e0b0664bc3 None None] Port 673be81a-6f64-4183-af80-37ce450990ce cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:44.315974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'project_id': '0b5dc506475241f98e6d62de3d4fc95f', 'port_id': '673be81a-6f64-4183-af80-37ce450990ce'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:44.327862 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98ee1190-c7b1-42cb-9c6f-1e2f0b3cb092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.346850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-a5fce372-a6c8-42eb-ac75-fc9e37656bae tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.348727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:44.348855 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-a5fce372-a6c8-42eb-ac75-fc9e37656bae tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 813 time: 0.6134577 Jul 16 18:12:44.354569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:44.358592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7413b87-b771-4918-b715-7531b273dee3 req-b487c4fb-1c27-4b46-9e75-0a71dce3aa2e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.359525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.365845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7413b87-b771-4918-b715-7531b273dee3 req-b487c4fb-1c27-4b46-9e75-0a71dce3aa2e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 944 time: 0.6826262 Jul 16 18:12:44.373893 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.420661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.421696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.422797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-c9c90abb-6974-4844-a45e-8977ab2bea65 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/quotas/d47946a672ba44908763d1b1d4e99a13 HTTP/1.1" status: 200 len: 375 time: 0.0519478 Jul 16 18:12:44.422943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 1093 time: 2.7979364 Jul 16 18:12:44.426254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:44.430656 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1cc742-d611-4249-86c5-1547f8258e27" -d '{"events": [{"name": "network-changed", "server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:44.514130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7413b87-b771-4918-b715-7531b273dee3 req-e0753764-e3bc-4431-98bf-47aa2d74c61e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431253 Jul 16 18:12:44.529430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98ee1190-c7b1-42cb-9c6f-1e2f0b3cb092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.533244 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98ee1190-c7b1-42cb-9c6f-1e2f0b3cb092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.534695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-98ee1190-c7b1-42cb-9c6f-1e2f0b3cb092 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66b56fd6-6172-4848-afc9-1b57afb8e9cf HTTP/1.1" status: 204 len: 168 time: 0.9200308 Jul 16 18:12:44.558052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee1190-c7b1-42cb-9c6f-1e2f0b3cb092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b56fd6-6172-4848-afc9-1b57afb8e9cf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.617846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ca4ef-b5ca-4923-85f8-ed8f3f6df760 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:44.629543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-083d87b9-5e91-4216-88a6-bf4ba37631db tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1769149 Jul 16 18:12:44.703018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-d19e17f8-f568-452b-b600-075071f1f45d tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.704809 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-d19e17f8-f568-452b-b600-075071f1f45d tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "GET /v2.0/ports?device_id=c092d90c-e561-4b00-a902-ca4cd265e83d HTTP/1.1" status: 200 len: 945 time: 0.2586029 Jul 16 18:12:44.757444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-0b098a2d-d1d0-4d77-b914-20766610a958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.758977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-0b098a2d-d1d0-4d77-b914-20766610a958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1096 time: 0.2708702 Jul 16 18:12:44.763693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.905902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-2c8aa1aa-5497-4926-9f26-1427f73a322c service neutron] 10.222.0.48 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730193 Jul 16 18:12:44.906178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Allocated IP 172.25.0.225 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/005cf90a-9e43-4812-9fef-dc0c1841d61a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:45.076649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.207990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.232922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-c8de283e-8cc9-48ed-b184-5f954b7c4878 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 217 time: 0.1166999 Jul 16 18:12:45.311069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-48ec3ff2-5cb2-43b5-bd71-cdaf315d1063 service neutron] 10.222.0.48 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037397 Jul 16 18:12:45.337164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52562) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.389471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-281a1141-a4f1-4c6e-ba79-5a883f255b87 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.397230 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-281a1141-a4f1-4c6e-ba79-5a883f255b87 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 822 time: 0.3575461 Jul 16 18:12:45.404407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:45.432527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-c64a9ec6-03bb-402c-90df-8373ccb497d8 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/quotas/9f85a1dbec654f0db7663c9ef2be85bd HTTP/1.1" status: 200 len: 375 time: 0.0340507 Jul 16 18:12:45.437356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-41194a81-d5c4-4468-a3ef-b1f22569789f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64996a910fa848adbda04af7af61e4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990183 Jul 16 18:12:45.477663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-7d11942d-2964-4463-86d0-35d71257489d tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373836 Jul 16 18:12:45.478250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52564) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.494123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:45.497761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:45.530665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-40c8905b-e883-4bf5-a9b4-eccafd67e633 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.532899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-40c8905b-e883-4bf5-a9b4-eccafd67e633 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a4c746b-9ed0-4054-b780-c82fda2b6b3c HTTP/1.1" status: 200 len: 945 time: 0.8870478 Jul 16 18:12:45.586721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Pushing event updated for resources: {'Port': ['ID=005cf90a-9e43-4812-9fef-dc0c1841d61a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.613285 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b023-7174-4f40-8be5-05024cfdc619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.712758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-6d28666c-9f89-4997-8ce2-340bf053b80f service neutron] 10.222.0.48 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195663 Jul 16 18:12:45.722793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b023-7174-4f40-8be5-05024cfdc619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.751160 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a9ff39-bf56-46e8-aabc-6d011e2b983d x-openstack-request-id: req-92a9ff39-bf56-46e8-aabc-6d011e2b983d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:45.751609 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:45.751754 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92a9ff39-bf56-46e8-aabc-6d011e2b983d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:45.752749 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d', 'status': 'completed', 'code': 200} Jul 16 18:12:45.830784 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-ce1f7f14-7d99-421f-83d0-d44b94e98d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.833229 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-ce1f7f14-7d99-421f-83d0-d44b94e98d22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.5635524 Jul 16 18:12:45.991301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-3436b2a5-1ac2-42ce-90d8-e5286219370b service neutron] 10.222.0.48 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661500 Jul 16 18:12:45.993603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b023-7174-4f40-8be5-05024cfdc619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.996805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b023-7174-4f40-8be5-05024cfdc619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.000492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b1d0b023-7174-4f40-8be5-05024cfdc619 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4808b0e9-6668-4f9f-a9f9-bc12bb435482 HTTP/1.1" status: 204 len: 168 time: 0.5196745 Jul 16 18:12:46.042546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e000c-6e6f-443e-a60f-700d0a0ec14f req-eaf54fe4-d168-462b-971a-424194dce745 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.044182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a5e000c-6e6f-443e-a60f-700d0a0ec14f req-eaf54fe4-d168-462b-971a-424194dce745 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1879909 Jul 16 18:12:46.045302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0b023-7174-4f40-8be5-05024cfdc619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4808b0e9-6668-4f9f-a9f9-bc12bb435482,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.111511 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-79316bf1-f70e-4cc0-a6de-6bc20a0d2c30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2651105 Jul 16 18:12:46.148977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a5e000c-6e6f-443e-a60f-700d0a0ec14f req-0cd3e250-8f94-4a49-bc90-732825167260 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903773 Jul 16 18:12:46.172641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Deleting port 4862006f-97ee-44fc-9d05-d5cbf19a118a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:46.173104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.389803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:46.650517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:46.652691 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.799863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8ef89-1ea2-4bae-8c89-9b1a69900f87 req-683adfa5-3f28-4523-a269-e407534c83f9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.802360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90e8ef89-1ea2-4bae-8c89-9b1a69900f87 req-683adfa5-3f28-4523-a269-e407534c83f9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 944 time: 0.2987418 Jul 16 18:12:47.065449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90e8ef89-1ea2-4bae-8c89-9b1a69900f87 req-9e3268b8-aa76-4640-af83-2d70874e15b7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522528 Jul 16 18:12:47.120171 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.225861 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-c0ab5b0f-f0ee-477c-80f7-282aafa8c958 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0931256 Jul 16 18:12:47.253862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:47.264844 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2af2cbb-1cbe-4ba4-bfe0-351ae73dcd63" -d '{"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:47.313350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:47.320957 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.321980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4862006f-97ee-44fc-9d05-d5cbf19a118a no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:47.632854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0312942d-c3be-4952-b78a-1151bab4d0e8 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:47.650904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.697038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Deleting port 0312942d-c3be-4952-b78a-1151bab4d0e8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:47.698151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.810797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-97b07ddc-b41e-4606-b552-06c7a6cf3ca4 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--822750767&fields=id&tenant_id=ad278cc3bc824b9ea6709e13512080cc HTTP/1.1" status: 200 len: 267 time: 0.1961586 Jul 16 18:12:47.827525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f71831c-10dd-4e41-be72-cafabc378bc6 req-d7fdc85f-440a-46c1-b939-b19b735abaf5 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 210 time: 0.1197491 Jul 16 18:12:47.865105 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.970442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] For port 4862006f-97ee-44fc-9d05-d5cbf19a118a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:47.972736 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.055749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52648) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.087938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4862006f-97ee-44fc-9d05-d5cbf19a118a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4862006f-97ee-44fc-9d05-d5cbf19a118a,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:48.100002 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae318107-d215-4372-9b55-a8aefc66cd94 x-openstack-request-id: req-ae318107-d215-4372-9b55-a8aefc66cd94 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:48.102159 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:48.102468 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae318107-d215-4372-9b55-a8aefc66cd94 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:48.102939 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'code': 200} Jul 16 18:12:48.112532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.148067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Calling delete_port for 4862006f-97ee-44fc-9d05-d5cbf19a118a owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:48.200314 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.253549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-bb593e07-e22d-488d-bac0-310cb0e62669 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.263003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-bb593e07-e22d-488d-bac0-310cb0e62669 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/networks?id=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 HTTP/1.1" status: 200 len: 816 time: 0.4313195 Jul 16 18:12:48.293078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-04ff4caf-28bf-44dc-9b4e-dcc7bf2f80e4 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/quotas/ad278cc3bc824b9ea6709e13512080cc HTTP/1.1" status: 200 len: 375 time: 0.0191860 Jul 16 18:12:48.341891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0312942d-c3be-4952-b78a-1151bab4d0e8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0312942d-c3be-4952-b78a-1151bab4d0e8,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:48.354756 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.370486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1330924232-network', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:48.385994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4862006f-97ee-44fc-9d05-d5cbf19a118a,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.448016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fce95249-4bf6-48ac-84d9-b3fc86a619cf req-c0dbcec5-1ea0-4bd8-9f57-e78af9aa9cc2 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 210 time: 0.0513918 Jul 16 18:12:48.475690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0312942d-c3be-4952-b78a-1151bab4d0e8,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.491785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-7a248810-6e54-4210-a6ba-ca7cb49861a8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ad278cc3bc824b9ea6709e13512080cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1928844 Jul 16 18:12:48.507580 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7965839-cc1f-4f20-9b80-691b0f98414f req-3943a6e8-c6cc-462d-90ef-789358bad40c service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2215362 Jul 16 18:12:48.511723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] For port 0312942d-c3be-4952-b78a-1151bab4d0e8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0312942d-c3be-4952-b78a-1151bab4d0e8,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:48.512098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.525600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Made reservation on behalf of f9dcc7eb65c8422fb6655dd5cc964a1a for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:48.527611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.545779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.547164 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.578799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Calling delete_port for 0312942d-c3be-4952-b78a-1151bab4d0e8 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:48.594685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-73144dad-d6a9-4e9d-bef4-da2a52724154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.596259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-73144dad-d6a9-4e9d-bef4-da2a52724154 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 1098 time: 0.6588545 Jul 16 18:12:48.797278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-52fa51b1-e8fa-4bd7-a4e5-23719863d851 service neutron] 10.222.0.48 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888854 Jul 16 18:12:49.304753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ddcc-4417-45cd-90af-dc4ee7da1b7f req-a7d7b4f9-aa95-4b84-b2d1-073cc5234713 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.306204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d053ddcc-4417-45cd-90af-dc4ee7da1b7f req-a7d7b4f9-aa95-4b84-b2d1-073cc5234713 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.5057275 Jul 16 18:12:49.342029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-6b46182e-b406-43f4-a3c3-537b1fd9ecea service neutron] 10.222.0.48 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427537 Jul 16 18:12:49.395643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.415649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d053ddcc-4417-45cd-90af-dc4ee7da1b7f req-c6ddcede-d1ad-48cf-b1fb-43a4026b12dc tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020501 Jul 16 18:12:49.568525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-85cdf726-fca6-4dbd-961b-852df593356c tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.570042 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-85cdf726-fca6-4dbd-961b-852df593356c tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 813 time: 0.1219523 Jul 16 18:12:49.634421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Request body: {'port': {'device_id': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'admin_state_up': True, 'tenant_id': 'd47946a672ba44908763d1b1d4e99a13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:49.697746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f196fb-a809-4f3b-b2bd-7a4496e547e4 req-3dec6a56-5059-4cc3-8eb7-2b38e5a4f1a4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.706171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9f196fb-a809-4f3b-b2bd-7a4496e547e4 req-3dec6a56-5059-4cc3-8eb7-2b38e5a4f1a4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 944 time: 0.1438479 Jul 16 18:12:49.803222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9f196fb-a809-4f3b-b2bd-7a4496e547e4 req-eb995ef9-5ba9-40d2-9477-47a97ef82fcd tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957429 Jul 16 18:12:49.877730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-965f96ec-b85c-4302-a627-17f4d5342e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.879488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-965f96ec-b85c-4302-a627-17f4d5342e47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1096 time: 1.2198846 Jul 16 18:12:49.897606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-c0b2166f-c91d-444b-8a3b-91968fbda842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.912586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-c0b2166f-c91d-444b-8a3b-91968fbda842 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 910 time: 1.3100250 Jul 16 18:12:50.105688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a'}, {'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:50.112433 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139d8007-6891-4a37-899d-a16acbad50c8" -d '{"events": [{"server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "name": "network-vif-unplugged", "status": "completed", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a"}, {"server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:50.118232 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-107aad73-80e4-42cd-bbe0-a7adda029d5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 HTTP/1.1" status: 200 len: 217 time: 0.2045488 Jul 16 18:12:50.123726 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.138715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-427cfe11-90fb-4e00-9fe6-b8a373d649a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.140301 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-427cfe11-90fb-4e00-9fe6-b8a373d649a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.2487185 Jul 16 18:12:50.165539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52b3acf3-3b3c-43fe-91b9-b9d202d2de19 req-56bae641-ffc8-4f2f-8678-9162d66fe2a3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 210 time: 0.1045854 Jul 16 18:12:50.271336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event deleted for resources: {'Port': ['ID=4862006f-97ee-44fc-9d05-d5cbf19a118a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.291491 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efeaa9b-b42e-4739-b37e-47e0563dc0ae x-openstack-request-id: req-3efeaa9b-b42e-4739-b37e-47e0563dc0ae {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:50.291786 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "name": "network-vif-unplugged", "status": "completed", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a", "code": 200}, {"server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "name": "network-vif-unplugged", "status": "completed", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:50.292033 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3efeaa9b-b42e-4739-b37e-47e0563dc0ae {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:50.292450 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a', 'code': 200} Jul 16 18:12:50.292709 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8', 'code': 200} Jul 16 18:12:50.329805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-5d1d7b75-de39-4f52-bea7-c930a8b9e568 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 217 time: 0.1625965 Jul 16 18:12:50.337068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98d08fb7-9b6b-4c93-8453-2fea9fc8bd25 req-bd0b22ab-c1a6-411e-ad5a-9e09b437f031 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 210 time: 0.0956264 Jul 16 18:12:50.395236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.464210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.465011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af48b502-c20c-4122-9e00-235bdfb6f442 req-964949f8-36c1-458f-a6ed-b269eed24635 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.0823030 Jul 16 18:12:50.475247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] No DVR routers for this DVR port 4862006f-97ee-44fc-9d05-d5cbf19a118a on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:50.487280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-b340692f-46fb-4aed-9108-97cc45dadb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.488842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-b340692f-46fb-4aed-9108-97cc45dadb20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 200 len: 850 time: 0.3536150 Jul 16 18:12:50.501477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.503725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b0b6cf43-cd93-4df4-b4ed-031b0380fa3c req-202b3d9a-bc2c-4075-b113-fd71d6f41531 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "DELETE /v2.0/ports/4862006f-97ee-44fc-9d05-d5cbf19a118a HTTP/1.1" status: 204 len: 173 time: 5.7857687 Jul 16 18:12:50.509230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'name': 'network-vif-deleted', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:50.511505 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b368854d-db41-409d-832c-147988a887ae" -d '{"events": [{"server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "name": "network-vif-deleted", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:50.513998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.583550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:50.587232 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-604e967f-36ee-4b73-bc71-aed913198f2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3d901222-04e6-40a6-92b8-481a94855763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684569 Jul 16 18:12:50.587837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Made reservation on behalf of d47946a672ba44908763d1b1d4e99a13 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:50.593037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.687917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event deleted for resources: {'Port': ['ID=0312942d-c3be-4952-b78a-1151bab4d0e8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.690035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7600a72-f11e-44fd-870c-7250b238659a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.704861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-9a0a286c-983f-4cc0-8c72-b88b048b60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.706404 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-9a0a286c-983f-4cc0-8c72-b88b048b60d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.3611972 Jul 16 18:12:50.728611 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3b53f0-63df-4711-a232-ef728439aef7 x-openstack-request-id: req-bf3b53f0-63df-4711-a232-ef728439aef7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:50.728942 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c092d90c-e561-4b00-a902-ca4cd265e83d", "name": "network-vif-deleted", "tag": "4862006f-97ee-44fc-9d05-d5cbf19a118a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:50.729159 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf3b53f0-63df-4711-a232-ef728439aef7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:50.729538 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c092d90c-e561-4b00-a902-ca4cd265e83d', 'name': 'network-vif-deleted', 'tag': '4862006f-97ee-44fc-9d05-d5cbf19a118a', 'status': 'completed', 'code': 200} Jul 16 18:12:50.792574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.803933 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Added segment ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da of type vlan for network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec Jul 16 18:12:50.810883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.898221 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-aaa46162-e409-4ef9-99a7-dca5e8e0dbf6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463902 Jul 16 18:12:50.953909 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.978243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-eefce404-0263-431e-886a-85903ee91182 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.979952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-eefce404-0263-431e-886a-85903ee91182 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 813 time: 0.5137956 Jul 16 18:12:50.993013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Request body: {'port': {'device_id': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'admin_state_up': True, 'tenant_id': 'd47946a672ba44908763d1b1d4e99a13'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:51.178379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed36b5c-d207-4115-80d7-cce963396069 req-1170a5fe-5a46-416a-8f35-863678d47def tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.185536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ed36b5c-d207-4115-80d7-cce963396069 req-1170a5fe-5a46-416a-8f35-863678d47def tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.3754168 Jul 16 18:12:51.243482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d3a46-6b0d-432e-a5dc-ea0b9de21ebd req-d8b2fa77-badd-4548-917f-4fa57cd4a8d3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.245131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-047d3a46-6b0d-432e-a5dc-ea0b9de21ebd req-d8b2fa77-badd-4548-917f-4fa57cd4a8d3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 944 time: 0.2159586 Jul 16 18:12:51.311712 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ed36b5c-d207-4115-80d7-cce963396069 req-e1ad6e65-8154-4205-8205-bbeffe81dbce tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215987 Jul 16 18:12:51.340042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] No DVR routers for this DVR port 0312942d-c3be-4952-b78a-1151bab4d0e8 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:51.368551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.378687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Made reservation on behalf of d47946a672ba44908763d1b1d4e99a13 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:51.391589 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.393705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.393953 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-aa93046f-6ec3-4723-9bee-41fd282357e1 req-6d3065c3-fe70-4791-8725-f74c8d0137c8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "DELETE /v2.0/ports/0312942d-c3be-4952-b78a-1151bab4d0e8 HTTP/1.1" status: 204 len: 173 time: 5.8208189 Jul 16 18:12:51.398176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:51.414608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-047d3a46-6b0d-432e-a5dc-ea0b9de21ebd req-5d9ea1d6-0d9d-4917-8c4d-2d976564a833 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577685 Jul 16 18:12:51.549370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-069e7604-8b62-486f-95d9-6ec31efd9251 req-57862753-1a26-4ae3-a5af-3ab7531be901 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 210 time: 0.0797794 Jul 16 18:12:51.622442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:12:51.698859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.702680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.707857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.729068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Allocated IP 172.20.0.3 (8f99a0ee-4411-474b-9fe8-38ccf819dfd0/b8859172-c994-4326-bd17-ce55dd4c3197/67fef149-332c-4c78-8b83-579d0b68b4af) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:51.733979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:51.767667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'e3d20e7a-9882-448e-9013-a0244bd11a5d', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'port_id': 'e3d20e7a-9882-448e-9013-a0244bd11a5d', 'mac_address': 'fa:16:3e:f6:f1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba36affd-9031-4277-95ad-e30fad075852', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:51.827639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d984e0f5-0182-4f8e-903a-b4c6bace0865 req-e2f221ea-a139-496c-9be0-43454decc160 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 210 time: 0.0744858 Jul 16 18:12:51.890529 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-2f10ca6a-1f91-4e83-8214-ffb86dfe475c service neutron] 10.222.0.55 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2613423 Jul 16 18:12:51.970936 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.983214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Pushing event updated for resources: {'Port': ['ID=005cf90a-9e43-4812-9fef-dc0c1841d61a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.991623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4e8643f-700e-4f57-b3de-9b2bf9f638c5 req-4a0734f6-565f-47a6-a16d-b4ab2d8238b7 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.0603435 Jul 16 18:12:52.033983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d20e7a-9882-448e-9013-a0244bd11a5d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:52.075161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:52.081187 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.164841 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.198191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.219760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.220541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.221307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.225095 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1159487 Jul 16 18:12:52.225569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.226152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.227277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.231012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.232574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.233176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.233703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.237829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.238410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.239428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.242028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:52.245771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.251130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Request body: {'subnet': {'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1330924232-subnet', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:52.289076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event updated for resources: {'Port': ['ID=67fef149-332c-4c78-8b83-579d0b68b4af,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.311144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:52.313601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:52.317805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:52.318052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e3d20e7a-9882-448e-9013-a0244bd11a5d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:52.326280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-5ce6308a-ed5b-4383-9d7a-187a68509e9b service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2806990 Jul 16 18:12:52.420741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9bda-62e8-46f8-82e9-f8cede52553e admin admin] Pushing event updated for resources: {'Network': ['ID=43833dbc-0f3c-4475-a2d1-1f11dc0d87ec,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.444114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:52.490732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.491586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.606030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-d99aa11e-2671-43a7-95e6-402dd58c9af5 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6175253 Jul 16 18:12:52.619331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Request body: {'port': {'device_id': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:52.711991 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c98d550a-3dc6-40e5-9d3e-c108f0e62167 req-0d7a00cf-e88b-4591-9f70-969611cd9b8b service neutron] 10.222.0.55 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8205299 Jul 16 18:12:52.759131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'name': 'network-vif-deleted', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:52.766745 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49fa0ff-d13d-464c-916a-a604eebc1d20" -d '{"events": [{"server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "name": "network-vif-deleted", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:52.769544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Made reservation on behalf of f9dcc7eb65c8422fb6655dd5cc964a1a for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:52.780072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.783830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d467f9-bc68-4664-a8cb-4d5ae1ee5daf req-7e1fc6f4-0f02-433f-adc2-e615b39a0970 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.796882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28d467f9-bc68-4664-a8cb-4d5ae1ee5daf req-7e1fc6f4-0f02-433f-adc2-e615b39a0970 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.2380826 Jul 16 18:12:52.815388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Allocated IP 172.20.0.14 (8f99a0ee-4411-474b-9fe8-38ccf819dfd0/b8859172-c994-4326-bd17-ce55dd4c3197/b454461a-c738-46a1-9f88-3977b7f5d03c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:52.863509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28d467f9-bc68-4664-a8cb-4d5ae1ee5daf req-7ab5aaf0-aa6f-44e6-a060-1a18d1ae468f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655034 Jul 16 18:12:52.894402 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.960667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-3edb5fe1-7b9c-429a-bf5f-4f6177f5884d tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.962196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-3edb5fe1-7b9c-429a-bf5f-4f6177f5884d tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 822 time: 0.9762263 Jul 16 18:12:52.979627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Request body: {'port': {'device_id': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'admin_state_up': True, 'tenant_id': '9f85a1dbec654f0db7663c9ef2be85bd'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:52.984888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06073e0c-bd56-4f23-b2f2-ca51e5d5f20d req-44d75309-1e3d-4c54-a17e-c3101dd3aa41 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.992310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06073e0c-bd56-4f23-b2f2-ca51e5d5f20d req-44d75309-1e3d-4c54-a17e-c3101dd3aa41 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 945 time: 0.3095558 Jul 16 18:12:53.211982 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Floating IP f950b85a-e7a3-4211-bced-55026c122e78 associated. External IP: 172.25.0.225, port: 673be81a-6f64-4183-af80-37ce450990ce. Jul 16 18:12:53.262164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06073e0c-bd56-4f23-b2f2-ca51e5d5f20d req-ffad6947-cf08-437b-a9ab-42180468d7e9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118013 Jul 16 18:12:53.399626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73c85e6b-c304-42bb-aa4c-ee5734045a2f req-df65acf2-4599-487d-9360-5e4c8cb59d96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 210 time: 0.2020023 Jul 16 18:12:53.412289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:53.526843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port e3d20e7a-9882-448e-9013-a0244bd11a5d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:53.536610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port e3d20e7a-9882-448e-9013-a0244bd11a5d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:53.537878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.567692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f508f955-9cb7-47dd-9825-2b07ab3278f2 req-82667f1e-2e75-446e-8c81-4fa84c3a4bc0 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 210 time: 0.0751343 Jul 16 18:12:53.617989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f48b784-f98e-45fe-a50a-27075c0ef2bb req-3e7630d7-36a6-47f3-acff-5c5516718258 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.0401216 Jul 16 18:12:53.713124 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.764423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:53.767854 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7c4ebd-698e-43bf-b938-bb899577b2cb" -d '{"events": [{"server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "name": "network-vif-plugged", "status": "completed", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:53.798767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:53.803454 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.850078 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf1cc742-d611-4249-86c5-1547f8258e27 req-619348e9-2da7-44ea-819e-ee67506a52eb service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4586620 Jul 16 18:12:53.888977 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afebacfb-4521-4733-a535-269cbe7eb705 x-openstack-request-id: req-afebacfb-4521-4733-a535-269cbe7eb705 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:53.889887 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "name": "network-vif-plugged", "status": "completed", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:53.890387 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-afebacfb-4521-4733-a535-269cbe7eb705 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:53.891020 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d', 'code': 200} Jul 16 18:12:53.899126 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a24e60-bedd-459d-ac07-0fd9b68c1360 x-openstack-request-id: req-69a24e60-bedd-459d-ac07-0fd9b68c1360 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:53.899624 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a4c746b-9ed0-4054-b780-c82fda2b6b3c", "name": "network-vif-deleted", "tag": "0312942d-c3be-4952-b78a-1151bab4d0e8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:53.899924 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-69a24e60-bedd-459d-ac07-0fd9b68c1360 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:53.900408 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a4c746b-9ed0-4054-b780-c82fda2b6b3c', 'name': 'network-vif-deleted', 'tag': '0312942d-c3be-4952-b78a-1151bab4d0e8', 'status': 'completed', 'code': 200} Jul 16 18:12:53.956567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.180807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b2da8-c398-44d2-941a-bee1803d84b6 req-8dedabcc-5f55-4364-906f-3693099eefec tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.189285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-006b2da8-c398-44d2-941a-bee1803d84b6 req-8dedabcc-5f55-4364-906f-3693099eefec tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1146855 Jul 16 18:12:54.248676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Made reservation on behalf of 9f85a1dbec654f0db7663c9ef2be85bd for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:54.252704 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.279337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-006b2da8-c398-44d2-941a-bee1803d84b6 req-5353a08c-26a1-4306-ae85-3b8041c74b62 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890512 Jul 16 18:12:54.281411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc460c27-8d70-4762-8d43-b7d152b13ad7 req-c0547ccd-f023-475e-88e9-c52a9d5c3e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.283069 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dc460c27-8d70-4762-8d43-b7d152b13ad7 req-c0547ccd-f023-475e-88e9-c52a9d5c3e7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1098 time: 0.3556585 Jul 16 18:12:54.338200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-7131e065-7246-403c-8259-15ec677ff020 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.339556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-7131e065-7246-403c-8259-15ec677ff020 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.55 "GET /v2.0/networks?id=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 HTTP/1.1" status: 200 len: 816 time: 1.2420242 Jul 16 18:12:54.456253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.513693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fcb56-af16-456b-a260-b5b39885e60d req-1f36ef18-67e7-4a46-9ac5-53882b8d9412 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.523672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-016fcb56-af16-456b-a260-b5b39885e60d req-1f36ef18-67e7-4a46-9ac5-53882b8d9412 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 946 time: 0.1205196 Jul 16 18:12:54.567675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-016fcb56-af16-456b-a260-b5b39885e60d req-60ba5e8b-4b8d-4630-b21f-22217dbc3552 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Jul 16 18:12:54.576215 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dc460c27-8d70-4762-8d43-b7d152b13ad7 req-095e6c61-32ad-42a1-9e1b-ad34c82c2060 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644322 Jul 16 18:12:54.761727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.800524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2daa721c-4cec-4d6e-a2c1-61eb52b48028 req-a5c04637-a3b2-4991-a46d-2e980ce2efa3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 210 time: 0.0661604 Jul 16 18:12:54.802041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f0515115-1bb9-4e0a-9ea0-6127d4e8318b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad278cc3bc824b9ea6709e13512080cc HTTP/1.1" status: 200 len: 379 time: 0.4355276 Jul 16 18:12:54.835170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Request body: {'port': {'device_id': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'admin_state_up': True, 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'security_groups': ['bed86d5d-7df5-4a6c-a92c-06a29a7eae57']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:54.863420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-408daedc-a1e7-4fa0-b54c-72374a0810a6 req-9d106583-f24e-46d9-8402-11ffa6505f82 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 210 time: 0.0661664 Jul 16 18:12:54.952380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.005931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Allocated IP 172.20.0.8 (b57ab3ae-7fc0-4484-ad03-870faf7471a4/47ce6763-fb7b-4683-9fbf-045bbe05e9fe/8d0397d5-e4c9-467c-b7b0-54c43599fef9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:55.054576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1613f6cc-87c1-44eb-851f-bde29b455560,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.098363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4249e26a-35f7-4871-b33d-c66650310815 req-6d613b83-5e5b-48be-8c33-82aa6c69f38c tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.0534470 Jul 16 18:12:55.117398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Router 3e387ed1-a88b-44b3-a932-9c8c7d0665a4 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:55.129240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:55.157382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:55.183308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:55.196740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event updated for resources: {'Port': ['ID=b454461a-c738-46a1-9f88-3977b7f5d03c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.234187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Checking segment: {'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:55.234553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Network hostable DHCP agents. Network: 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:55.302847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fef149-332c-4c78-8b83-579d0b68b4af {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:55.332062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.379291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Transition to ACTIVE for port object 67fef149-332c-4c78-8b83-579d0b68b4af will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:55.391694 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.434681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.435333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.470154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:55.507881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Pushing event updated for resources: {'Port': ['ID=67fef149-332c-4c78-8b83-579d0b68b4af,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.576945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Made reservation on behalf of ad278cc3bc824b9ea6709e13512080cc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:55.580529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.632413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:55.642090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e6f45-c8b8-4e60-a2c7-f1d25da210dc None None] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:55.687614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466bce04-326e-413a-a9a3-6263946f4e08 req-c2b271ff-020d-464a-8b83-198dbac40b74 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.694587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-466bce04-326e-413a-a9a3-6263946f4e08 req-c2b271ff-020d-464a-8b83-198dbac40b74 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1741791 Jul 16 18:12:55.694965 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-12f13bf6-6d7e-411f-a113-bb7a36663542 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1075857 Jul 16 18:12:55.730141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.730669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.745916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Request body: {'port': {'device_id': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:55.790387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-466bce04-326e-413a-a9a3-6263946f4e08 req-ca057cf1-3d00-4ba7-9409-879199efc5dc tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898559 Jul 16 18:12:55.795489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Attempting to bind port 67fef149-332c-4c78-8b83-579d0b68b4af on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:55.795836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Attempting to bind port 67fef149-332c-4c78-8b83-579d0b68b4af by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:55.796138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Attempting to bind port 67fef149-332c-4c78-8b83-579d0b68b4af on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:55.830249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Port 67fef149-332c-4c78-8b83-579d0b68b4af on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:55.830887 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Attempting to bind port 67fef149-332c-4c78-8b83-579d0b68b4af on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:55.836713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:55.837052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Checking segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:55.837419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Bound using segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:55.837844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Bound port: 67fef149-332c-4c78-8b83-579d0b68b4af, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:55.838202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.890057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:55.898457 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] Sync routers for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:55.915663 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:55.916333 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:55.991396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-43833dbc-0f3c-4475-a2d1-1f11dc0d87ec', 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'fixed_ips': [{'subnet_id': '1613f6cc-87c1-44eb-851f-bde29b455560'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:55.992582 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.017212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] For port 67fef149-332c-4c78-8b83-579d0b68b4af, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:56.026545 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.043671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-751652c2-1019-45e8-ab52-e813310b35c6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.7967076 Jul 16 18:12:56.054725 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:56.055492 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.070930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:56.089076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:56.104337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] For port 67fef149-332c-4c78-8b83-579d0b68b4af, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=67fef149-332c-4c78-8b83-579d0b68b4af,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:56.108651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-141d4bc3-0a3f-4449-96fd-8d6778949eeb req-dec0b6af-38ad-4e80-b68e-c932fff0f7b9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 210 time: 0.0885794 Jul 16 18:12:56.119711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.127880 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:56.128693 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a414f47a-5f57-4e8b-b846-0127c0014fc9 None None] The sync data for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:56.134420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b79c0-dc82-4965-9804-8857cf8b740e req-45914b1d-af91-443b-a4e7-975eeeaea50b tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.143596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a2b79c0-dc82-4965-9804-8857cf8b740e req-45914b1d-af91-443b-a4e7-975eeeaea50b tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 946 time: 0.3143930 Jul 16 18:12:56.209913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.210684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.212227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] 10.222.0.13 "PUT /v2.0/ports/67fef149-332c-4c78-8b83-579d0b68b4af HTTP/1.1" status: 200 len: 1092 time: 3.5989041 Jul 16 18:12:56.215774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'tag': '67fef149-332c-4c78-8b83-579d0b68b4af'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:56.218367 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851a196-3370-4461-b8f2-09a1ee0a16de" -d '{"events": [{"name": "network-changed", "server_uuid": "ea89f2b0-211b-481b-bd5e-042b5c1ece75", "tag": "67fef149-332c-4c78-8b83-579d0b68b4af"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:56.258718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a2b79c0-dc82-4965-9804-8857cf8b740e req-40a0d1df-9dcf-4bdb-9a7b-e352a50fa5d9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133766 Jul 16 18:12:56.314631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d47fa-e883-491b-8d11-10a94bbaa19d service neutron] Pushing event updated for resources: {'Port': ['ID=67fef149-332c-4c78-8b83-579d0b68b4af,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.331182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.348564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Allocated IP 172.20.0.2 (43833dbc-0f3c-4475-a2d1-1f11dc0d87ec/1613f6cc-87c1-44eb-851f-bde29b455560/0b030ebe-cd4a-4857-afc9-a36603968b49) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:56.399357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.400581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.414617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.444752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.531014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Allocated IP 172.20.0.11 (d60ea3bf-0fb6-4793-b8ed-653f3fe2f569/378a0041-2507-4a92-94e0-490754556250/28c95575-2777-4bb3-a20a-706f7c4ec659) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:56.540968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e29efe69-aedc-4ba3-8a09-b67be76bc215 req-e99fd445-49a0-4a0c-87df-5afe9482269a tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.0553901 Jul 16 18:12:56.542168 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.565671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-87cf1108-bc3f-4759-a710-6a951e87c939 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 12.6935494 Jul 16 18:12:56.568089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Transition to ACTIVE for port object 0b030ebe-cd4a-4857-afc9-a36603968b49 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:56.570891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-ac8f2906-9fdc-4a2d-8662-6c702d8f857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.574812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-ac8f2906-9fdc-4a2d-8662-6c702d8f857c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=ea89f2b0-211b-481b-bd5e-042b5c1ece75 HTTP/1.1" status: 200 len: 1095 time: 0.3046439 Jul 16 18:12:56.580169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52774) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:56.607438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.611877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Transition to ACTIVE for port object 0b030ebe-cd4a-4857-afc9-a36603968b49 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:56.621677 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.665493 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.736965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:56.754536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:56.762173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:56.769455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Pushing event updated for resources: {'Port': ['ID=0b030ebe-cd4a-4857-afc9-a36603968b49,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.770601 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c555bf39-779a-485f-b570-88b8cc9969db x-openstack-request-id: req-c555bf39-779a-485f-b570-88b8cc9969db {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:56.778927 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea89f2b0-211b-481b-bd5e-042b5c1ece75", "tag": "67fef149-332c-4c78-8b83-579d0b68b4af", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:56.779306 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c555bf39-779a-485f-b570-88b8cc9969db {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:56.780175 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'tag': '67fef149-332c-4c78-8b83-579d0b68b4af', 'status': 'completed', 'code': 200} Jul 16 18:12:56.890823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-9fe43a4e-25d2-4957-86d8-d616b90e8094 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67fef149-332c-4c78-8b83-579d0b68b4af HTTP/1.1" status: 200 len: 217 time: 0.3042288 Jul 16 18:12:56.922337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Attempting to bind port 0b030ebe-cd4a-4857-afc9-a36603968b49 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:56.922867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Attempting to bind port 0b030ebe-cd4a-4857-afc9-a36603968b49 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:56.925932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Attempting to bind port 0b030ebe-cd4a-4857-afc9-a36603968b49 on network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:56.931878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:56.932332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Checking segment: {'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:56.932960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.933362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Bound using segment: {'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:56.933842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Bound port: 0b030ebe-cd4a-4857-afc9-a36603968b49, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:56.934233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.934538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Network b57ab3ae-7fc0-4484-ad03-870faf7471a4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:56.942695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f3f02e-5601-45b3-8694-49c3e3c03feb req-7ec6cc8f-eb7e-4a82-8418-251da4894a00 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.951158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:56.953699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35f3f02e-5601-45b3-8694-49c3e3c03feb req-7ec6cc8f-eb7e-4a82-8418-251da4894a00 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 932 time: 0.5802932 Jul 16 18:12:56.959741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.962399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:56.966805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.063377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] For port 0b030ebe-cd4a-4857-afc9-a36603968b49, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:57.071833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] For port 0b030ebe-cd4a-4857-afc9-a36603968b49, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0b030ebe-cd4a-4857-afc9-a36603968b49,segment=NetworkSegment(ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da),segment_id=ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:57.080185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.085088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-db27f47f-716d-4395-940b-a481d15b21d1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] 10.222.0.48 "GET /v2.0/floatingips/f950b85a-e7a3-4211-bced-55026c122e78 HTTP/1.1" status: 200 len: 984 time: 0.4997666 Jul 16 18:12:57.088798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.121361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-c99aa338-a7c6-4032-86fa-554d9d6e52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.122891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-c99aa338-a7c6-4032-86fa-554d9d6e52b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.2003911 Jul 16 18:12:57.167215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35f3f02e-5601-45b3-8694-49c3e3c03feb req-e758d11e-c792-4203-a0a7-ed8aa926f132 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413157 Jul 16 18:12:57.170527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-73bce6ca-8d4f-4a6c-a5c1-e3beb377f2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403085 Jul 16 18:12:57.206085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38629b3-b78a-496c-9a27-21fc3bc8336a req-c6135957-4966-4f13-9993-8edff0c2201e tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.216109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b38629b3-b78a-496c-9a27-21fc3bc8336a req-c6135957-4966-4f13-9993-8edff0c2201e tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1098 time: 0.3503985 Jul 16 18:12:57.231732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af920c-8005-4adb-82b9-6167b4d56586 None None] Pushing event updated for resources: {'Port': ['ID=0b030ebe-cd4a-4857-afc9-a36603968b49,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.388785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b38629b3-b78a-496c-9a27-21fc3bc8336a req-8cde2483-bd8a-4f20-acfe-e6fd1e8426d7 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683235 Jul 16 18:12:57.482828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-5e39a65d-45f6-4015-b6e9-e73b8c9901fb service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018036 Jul 16 18:12:57.665478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19933b2-9507-4816-8644-71e4e3fde470 req-7fe04ab3-6331-47a6-9f9b-693e70c7ae40 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.672287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d19933b2-9507-4816-8644-71e4e3fde470 req-7fe04ab3-6331-47a6-9f9b-693e70c7ae40 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.2627137 Jul 16 18:12:57.751069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-55f4b49f-ef4d-43a9-8d3e-3684f5b915db service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616313 Jul 16 18:12:57.766528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d19933b2-9507-4816-8644-71e4e3fde470 req-5f24dad4-82ee-4992-947e-19c1c1102928 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859292 Jul 16 18:12:57.830065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e09a3-373f-455b-bbdc-ce75eada150a req-126261ad-45e0-498b-9453-c4dcd5fced58 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.831674 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f3e09a3-373f-455b-bbdc-ce75eada150a req-126261ad-45e0-498b-9453-c4dcd5fced58 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 931 time: 0.2266371 Jul 16 18:12:57.905954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.906722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.976039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.028691 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-82b2d2ea-a113-47d4-bef6-7fb698cc85c9 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.9339249 Jul 16 18:12:58.029801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.037189 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-da896e14-1f43-4941-9728-a4dfa1297842 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0609152 Jul 16 18:12:58.054545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Transition to ACTIVE for port object 28c95575-2777-4bb3-a20a-706f7c4ec659 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:58.074862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Request body: {'port': {'device_id': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:58.127088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f3e09a3-373f-455b-bbdc-ce75eada150a req-5da74752-004e-4803-a895-3f7407dd2f10 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632618 Jul 16 18:12:58.176027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-7a02fd95-d57f-49d4-b713-046b86827f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.178690 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-7a02fd95-d57f-49d4-b713-046b86827f90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=ea89f2b0-211b-481b-bd5e-042b5c1ece75 HTTP/1.1" status: 200 len: 1095 time: 0.3368552 Jul 16 18:12:58.235562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50550f3e-b9c7-4fa7-a767-3b16df948e21 req-81c5fedc-9eb6-47d9-9ab3-7cbb1816c2c8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.239344 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50550f3e-b9c7-4fa7-a767-3b16df948e21 req-81c5fedc-9eb6-47d9-9ab3-7cbb1816c2c8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1098 time: 0.2949507 Jul 16 18:12:58.398105 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3581f447-b6e3-42e0-859d-bf8ff56c20b2 req-c9b30a72-09e6-406b-a052-35c4d3c38ae6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.0441108 Jul 16 18:12:58.402540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.482336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0b030ebe-cd4a-4857-afc9-a36603968b49 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:58.517772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50550f3e-b9c7-4fa7-a767-3b16df948e21 req-24d1960e-df0b-4206-8aa7-f45f245572f7 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692821 Jul 16 18:12:58.547922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-5bcad586-09c0-41f4-8c51-d48dae8c12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.553973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-5bcad586-09c0-41f4-8c51-d48dae8c12a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 913 time: 0.3661456 Jul 16 18:12:58.585447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 0b030ebe-cd4a-4857-afc9-a36603968b49 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:58.667680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-53e7ccac-1b45-4c85-b608-50be2f4293d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=67fef149-332c-4c78-8b83-579d0b68b4af HTTP/1.1" status: 200 len: 217 time: 0.1046026 Jul 16 18:12:58.736866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b454461a-c738-46a1-9f88-3977b7f5d03c {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:58.747009 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.768306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Transition to ACTIVE for port object b454461a-c738-46a1-9f88-3977b7f5d03c will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:58.809561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.811195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.860483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:58.865649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:58.879753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:58.893707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-fd7f2dd0-74d5-4d77-ad4a-00820876d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.898225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-fd7f2dd0-74d5-4d77-ad4a-00820876d83f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.1941416 Jul 16 18:12:59.027592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-31c42f65-ffaa-4647-afd4-4448172e989f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087570 Jul 16 18:12:59.041084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.041945 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.116821 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3049693 Jul 16 18:12:59.133132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f89d4ce-8145-4b2c-a72d-4f02e94e6647 None None] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:59.179583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Request body: {'port': {'device_id': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:59.326551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4cf0ea6-1fd5-4e6d-93bc-b181a4f61d81 None None] Provisioning for port 0b030ebe-cd4a-4857-afc9-a36603968b49 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:59.345290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4cf0ea6-1fd5-4e6d-93bc-b181a4f61d81 None None] Provisioning complete for port 0b030ebe-cd4a-4857-afc9-a36603968b49 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:59.348295 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cf0ea6-1fd5-4e6d-93bc-b181a4f61d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.456058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 67fef149-332c-4c78-8b83-579d0b68b4af details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:59.596030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Pushing event updated for resources: {'Port': ['ID=b454461a-c738-46a1-9f88-3977b7f5d03c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.625005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d16f0d-4e95-4be4-b75f-8144eb0dc93c req-810cecbe-e9a2-4fef-862d-639ae7d50f6f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.633386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76d16f0d-4e95-4be4-b75f-8144eb0dc93c req-810cecbe-e9a2-4fef-862d-639ae7d50f6f tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 932 time: 0.9644120 Jul 16 18:12:59.755984 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-4bafd2d5-d1b2-43f2-9300-a9fb6d5d4362 service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084379 Jul 16 18:12:59.772135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76d16f0d-4e95-4be4-b75f-8144eb0dc93c req-59705cd0-78f8-418a-8883-a2177be3061e tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375587 Jul 16 18:12:59.780186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Deleting port 005cf90a-9e43-4812-9fef-dc0c1841d61a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:59.789696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.870255 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cf0ea6-1fd5-4e6d-93bc-b181a4f61d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.893013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.912775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 67fef149-332c-4c78-8b83-579d0b68b4af, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=67fef149-332c-4c78-8b83-579d0b68b4af,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:59.918173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48387d0a-59c1-489b-91ce-0633e4e63022 req-47f19532-ce67-474d-85a2-c08b1fa8ef34 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.929463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48387d0a-59c1-489b-91ce-0633e4e63022 req-47f19532-ce67-474d-85a2-c08b1fa8ef34 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.7496040 Jul 16 18:12:59.943406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '67fef149-332c-4c78-8b83-579d0b68b4af', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'port_id': '67fef149-332c-4c78-8b83-579d0b68b4af', 'mac_address': 'fa:16:3e:cd:cf:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8859172-c994-4326-bd17-ce55dd4c3197', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:59.953563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c4cf0ea6-1fd5-4e6d-93bc-b181a4f61d81 None None] For port 0b030ebe-cd4a-4857-afc9-a36603968b49, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0b030ebe-cd4a-4857-afc9-a36603968b49,segment=NetworkSegment(ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da),segment_id=ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:59.959677 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4cf0ea6-1fd5-4e6d-93bc-b181a4f61d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.104418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf0ea6-1fd5-4e6d-93bc-b181a4f61d81 None None] Pushing event updated for resources: {'Port': ['ID=0b030ebe-cd4a-4857-afc9-a36603968b49,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.112446 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48387d0a-59c1-489b-91ce-0633e4e63022 req-6dd50443-ffa3-4923-adea-895bb6980749 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953746 Jul 16 18:13:00.211287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6851a196-3370-4461-b8f2-09a1ee0a16de req-e65cba50-ad12-4dfc-a7ed-3db852d09df6 service neutron] 10.222.0.13 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336092 Jul 16 18:13:00.215982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9745c53c-573b-4be9-a126-033d0f6002da None None] Provisioning for port 28c95575-2777-4bb3-a20a-706f7c4ec659 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:00.221437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229477e-ba7a-4fcf-a5ee-0a5182c31fd3 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event updated for resources: {'Port': ['ID=28c95575-2777-4bb3-a20a-706f7c4ec659,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.236103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f552-7ba9-48d5-b1a6-199894fc6fcb req-b6fd21b3-3abb-4efb-91fc-a355c6fb6be7 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.237758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24a1f552-7ba9-48d5-b1a6-199894fc6fcb req-b6fd21b3-3abb-4efb-91fc-a355c6fb6be7 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1098 time: 0.1759794 Jul 16 18:13:00.243417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.281055 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e1e286e-196b-4e57-8962-c7c91ce7ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.282916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9745c53c-573b-4be9-a126-033d0f6002da None None] Provisioning complete for port 28c95575-2777-4bb3-a20a-706f7c4ec659 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:00.283537 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9745c53c-573b-4be9-a126-033d0f6002da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.312093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24a1f552-7ba9-48d5-b1a6-199894fc6fcb req-2cd6826b-5654-4844-9c81-7d90361f14ac tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678608 Jul 16 18:13:00.361669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fef149-332c-4c78-8b83-579d0b68b4af {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:00.385415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 67fef149-332c-4c78-8b83-579d0b68b4af, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=67fef149-332c-4c78-8b83-579d0b68b4af,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:00.406952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.445140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9745c53c-573b-4be9-a126-033d0f6002da None None] Port 28c95575-2777-4bb3-a20a-706f7c4ec659 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:00.467778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.471781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=67fef149-332c-4c78-8b83-579d0b68b4af,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.489698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0b030ebe-cd4a-4857-afc9-a36603968b49 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:00.561068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0b030ebe-cd4a-4857-afc9-a36603968b49 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:00.561950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.601037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfe0e2-6164-4012-a555-c130b557265c req-656f5223-ff25-41f4-a317-cb0b92abdaa7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.602699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6dfe0e2-6164-4012-a555-c130b557265c req-656f5223-ff25-41f4-a317-cb0b92abdaa7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 931 time: 0.2076223 Jul 16 18:13:00.604484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-11c6ec24-a1d4-4164-b860-d5f62eeb9eeb None None] Provisioning complete for port 0b030ebe-cd4a-4857-afc9-a36603968b49 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:00.604985 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11c6ec24-a1d4-4164-b860-d5f62eeb9eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.611009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['67fef149-332c-4c78-8b83-579d0b68b4af'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:00.647708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Attempting to bind port b454461a-c738-46a1-9f88-3977b7f5d03c on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:00.648305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Attempting to bind port b454461a-c738-46a1-9f88-3977b7f5d03c by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:00.648452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Attempting to bind port b454461a-c738-46a1-9f88-3977b7f5d03c on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:00.693570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.712835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.713165 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.810678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6dfe0e2-6164-4012-a555-c130b557265c req-b0e58ce5-9fb4-4a0d-a97c-074e1dd1e60e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117125 Jul 16 18:13:00.839275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Port b454461a-c738-46a1-9f88-3977b7f5d03c on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:00.839618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Attempting to bind port b454461a-c738-46a1-9f88-3977b7f5d03c on network 8f99a0ee-4411-474b-9fe8-38ccf819dfd0 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:00.867009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf9241-cdf2-4c3a-a051-2d039565b220 req-d4da8d4f-40d2-41eb-a4b3-0837e6baa702 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.870024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Calling delete_port for 005cf90a-9e43-4812-9fef-dc0c1841d61a owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:00.878960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5baf9241-cdf2-4c3a-a051-2d039565b220 req-d4da8d4f-40d2-41eb-a4b3-0837e6baa702 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 932 time: 0.2751539 Jul 16 18:13:00.905683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:00.906108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Checking segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:00.906564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Bound using segment: {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:00.907050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Bound port: b454461a-c738-46a1-9f88-3977b7f5d03c, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8f286b0-5533-4765-9e60-df1e55deb3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:00.907458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.992809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5baf9241-cdf2-4c3a-a051-2d039565b220 req-79266537-effe-4fb7-b22a-e568be367770 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113856 Jul 16 18:13:01.265516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b23a8-de91-45f7-8af9-234a82ecc4f2 req-b845e331-2007-4c29-9994-4a165f9a1b0d tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:01.277584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-852b23a8-de91-45f7-8af9-234a82ecc4f2 req-b845e331-2007-4c29-9994-4a165f9a1b0d tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 944 time: 0.1579018 Jul 16 18:13:01.305064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0397d5-e4c9-467c-b7b0-54c43599fef9 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:01.342405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-852b23a8-de91-45f7-8af9-234a82ecc4f2 req-7a21963c-8dce-4dfe-9d14-98a3290bbb39 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637238 Jul 16 18:13:01.407417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.444867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 67fef149-332c-4c78-8b83-579d0b68b4af up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:01.567538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Transition to ACTIVE for port object 8d0397d5-e4c9-467c-b7b0-54c43599fef9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:01.601681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 67fef149-332c-4c78-8b83-579d0b68b4af completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:01.606222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.611112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 67fef149-332c-4c78-8b83-579d0b68b4af triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:01.611112 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.655996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78571b-adc8-4728-9ea7-e0ed9af4650f req-ca672600-4979-4e85-ba06-63df1b6d3a93 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:01.656987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a78571b-adc8-4728-9ea7-e0ed9af4650f req-ca672600-4979-4e85-ba06-63df1b6d3a93 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1640663 Jul 16 18:13:01.751764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a78571b-adc8-4728-9ea7-e0ed9af4650f req-ef0710e6-25fb-42e5-8c51-edf3d3b786d1 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814219 Jul 16 18:13:01.809100 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.816497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] For port b454461a-c738-46a1-9f88-3977b7f5d03c, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:01.825254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Allocated IP 172.25.0.205 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/21f93da1-ccf9-4301-a0d8-8fa0b839b3bf) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:01.851067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fef149-332c-4c78-8b83-579d0b68b4af'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:01.851368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] For port b454461a-c738-46a1-9f88-3977b7f5d03c, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b454461a-c738-46a1-9f88-3977b7f5d03c,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:01.876628 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1b8ead-a0e8-492f-800b-4dfb47c4a2c2" -d '{"events": [{"server_uuid": "ea89f2b0-211b-481b-bd5e-042b5c1ece75", "name": "network-vif-plugged", "status": "completed", "tag": "67fef149-332c-4c78-8b83-579d0b68b4af"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:01.879949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.882102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:01.929191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 67fef149-332c-4c78-8b83-579d0b68b4af, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=67fef149-332c-4c78-8b83-579d0b68b4af,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:01.941625 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.016537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.017179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.018615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-65696648-420a-4478-804e-26400e4f2b87 service neutron] 10.222.0.55 "PUT /v2.0/ports/b454461a-c738-46a1-9f88-3977b7f5d03c HTTP/1.1" status: 200 len: 1093 time: 6.2850790 Jul 16 18:13:02.025280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'tag': 'b454461a-c738-46a1-9f88-3977b7f5d03c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:02.027681 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f004db4-528c-4916-a8f6-e062bb745786" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5", "tag": "b454461a-c738-46a1-9f88-3977b7f5d03c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:02.086689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=67fef149-332c-4c78-8b83-579d0b68b4af,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.185014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cf823-1585-48ff-8477-4105c4f953e2 req-80ecf7c7-690e-41bf-9f1b-5f259cd76a1e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.192398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-292cf823-1585-48ff-8477-4105c4f953e2 req-80ecf7c7-690e-41bf-9f1b-5f259cd76a1e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 943 time: 0.0837595 Jul 16 18:13:02.237227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-292cf823-1585-48ff-8477-4105c4f953e2 req-9ed7a015-ae4a-44bb-94ac-a757d93cf0f2 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Jul 16 18:13:02.308180 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a55abd-be19-4fe8-aa11-8a12b7797e96 x-openstack-request-id: req-b0a55abd-be19-4fe8-aa11-8a12b7797e96 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:02.308520 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea89f2b0-211b-481b-bd5e-042b5c1ece75", "name": "network-vif-plugged", "status": "completed", "tag": "67fef149-332c-4c78-8b83-579d0b68b4af", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:02.308750 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0a55abd-be19-4fe8-aa11-8a12b7797e96 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:02.309237 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fef149-332c-4c78-8b83-579d0b68b4af', 'code': 200} Jul 16 18:13:02.505462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae0db-6864-4771-b32c-87a8047d47a3 req-dc71e611-951e-4ae7-aa04-e28b8c9f8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.507141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84bae0db-6864-4771-b32c-87a8047d47a3 req-dc71e611-951e-4ae7-aa04-e28b8c9f8679 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea89f2b0-211b-481b-bd5e-042b5c1ece75 HTTP/1.1" status: 200 len: 1097 time: 0.0979450 Jul 16 18:13:02.566115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84bae0db-6864-4771-b32c-87a8047d47a3 req-fd35a561-f78d-4368-b1e7-391750f8f641 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411131 Jul 16 18:13:02.598351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6532fb-dc94-4818-8e07-bf45d56ecad2 req-4e86f1e0-5de7-48e3-b3e2-411982a7faaf tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.606437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a6532fb-dc94-4818-8e07-bf45d56ecad2 req-4e86f1e0-5de7-48e3-b3e2-411982a7faaf tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 932 time: 0.1171405 Jul 16 18:13:02.632569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c95575-2777-4bb3-a20a-706f7c4ec659 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:02.671773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a6532fb-dc94-4818-8e07-bf45d56ecad2 req-d4e1c925-1245-41b8-9bce-e0f26f79d59c tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644491 Jul 16 18:13:02.690037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.738786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65696648-420a-4478-804e-26400e4f2b87 service neutron] Pushing event updated for resources: {'Port': ['ID=b454461a-c738-46a1-9f88-3977b7f5d03c,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:02.751295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Transition to ACTIVE for port object 28c95575-2777-4bb3-a20a-706f7c4ec659 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:02.766573 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17b4eab-6111-45e4-ac7e-ed34911c7e5f x-openstack-request-id: req-b17b4eab-6111-45e4-ac7e-ed34911c7e5f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:02.766948 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5", "tag": "b454461a-c738-46a1-9f88-3977b7f5d03c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:02.769283 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b17b4eab-6111-45e4-ac7e-ed34911c7e5f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:02.769699 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'tag': 'b454461a-c738-46a1-9f88-3977b7f5d03c', 'status': 'completed', 'code': 200} Jul 16 18:13:02.784206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.803905 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.865064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Attempting to bind port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:02.865816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Attempting to bind port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:02.865816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Attempting to bind port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.881642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.900509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-18378396-ffd4-4483-a8c2-4d7c35f86426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.902062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-18378396-ffd4-4483-a8c2-4d7c35f86426 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 1096 time: 0.7760339 Jul 16 18:13:02.902614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:02.902938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Attempting to bind port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:02.950391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=28c95575-2777-4bb3-a20a-706f7c4ec659,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.002013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb91189-300f-4597-b175-5cb2bedd68fe req-cf0cb9cf-8359-4f59-879b-734a788030ba tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.003618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ceb91189-300f-4597-b175-5cb2bedd68fe req-cf0cb9cf-8359-4f59-879b-734a788030ba tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 944 time: 0.1090837 Jul 16 18:13:03.026572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:03.026977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Checking segment: {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:03.027307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Bound using segment: {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:03.027763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Bound port: 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:03.028127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.033547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-1f1a6dc4-f46d-4355-a8e9-ce0e239e9af9 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:03.042118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-1f1a6dc4-f46d-4355-a8e9-ce0e239e9af9 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2966392 Jul 16 18:13:03.054145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ceb91189-300f-4597-b175-5cb2bedd68fe req-05c37d15-a55a-4040-8196-4fa3dad1ecb0 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Jul 16 18:13:03.081673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-2618a1ab-5c3b-471d-9380-3fda9eb95673 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454461a-c738-46a1-9f88-3977b7f5d03c HTTP/1.1" status: 200 len: 217 time: 0.1525204 Jul 16 18:13:03.108948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Port': ['ID=005cf90a-9e43-4812-9fef-dc0c1841d61a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.127039 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba1c8641-a781-401e-b257-fa44e4d064b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.214002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:03.214368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:13:03.302827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.303170 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Floating IP f950b85a-e7a3-4211-bced-55026c122e78 disassociated (deleted). External IP: 172.25.0.225, port: 673be81a-6f64-4183-af80-37ce450990ce. Jul 16 18:13:03.351070 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.390214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca1425-97d8-4113-9ea5-833973e71823 req-debe1bbb-9b2c-4e0c-9184-f4bcf13eecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.391734 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-debe1bbb-9b2c-4e0c-9184-f4bcf13eecc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.2531691 Jul 16 18:13:03.392119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b3ced-0507-4968-8f57-4fc73f1142c0 req-380ab43b-40dd-4593-b996-0871e3f8f430 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.410166 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.410931 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-412b3ced-0507-4968-8f57-4fc73f1142c0 req-380ab43b-40dd-4593-b996-0871e3f8f430 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1946898 Jul 16 18:13:03.493173 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-412b3ced-0507-4968-8f57-4fc73f1142c0 req-d1035dc6-744f-479f-9126-fce75d6f98e8 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808215 Jul 16 18:13:03.548630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-e2d82375-cd0c-481f-9c31-8b2b808150c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451881 Jul 16 18:13:03.559158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Attempting to bind port 28c95575-2777-4bb3-a20a-706f7c4ec659 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:03.559499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Attempting to bind port 28c95575-2777-4bb3-a20a-706f7c4ec659 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:03.559827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Attempting to bind port 28c95575-2777-4bb3-a20a-706f7c4ec659 on network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.593134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:03.619879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:03.674380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Port 28c95575-2777-4bb3-a20a-706f7c4ec659 on network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:03.674742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Attempting to bind port 28c95575-2777-4bb3-a20a-706f7c4ec659 on network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:03.690280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:03.697672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:03.698595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Checking segment: {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:03.699256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Bound using segment: {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:03.700402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Bound port: 28c95575-2777-4bb3-a20a-706f7c4ec659, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64553179-85f6-4bf9-b819-750072eae6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:03.701219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.704331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:03.716507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.724888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:03.735225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33cad7-cb55-4dc9-840f-78c2858dc132 req-9b71983f-492b-4094-9cf0-30937c9d1ab6 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.738501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b33cad7-cb55-4dc9-840f-78c2858dc132 req-9b71983f-492b-4094-9cf0-30937c9d1ab6 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 943 time: 0.1050842 Jul 16 18:13:03.743524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.795999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b33cad7-cb55-4dc9-840f-78c2858dc132 req-e16c55ad-6cb6-44f1-b11e-109e2f746bbb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Jul 16 18:13:03.895467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.898286 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.898803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] 10.222.0.13 "PUT /v2.0/ports/8d0397d5-e4c9-467c-b7b0-54c43599fef9 HTTP/1.1" status: 200 len: 1092 time: 5.8296444 Jul 16 18:13:04.055106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa8c5-2bbf-4999-9cd5-1238738b6f4d req-82a66058-25c1-4f36-8f2b-6b87a2c5dba9 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.065181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-887fa8c5-2bbf-4999-9cd5-1238738b6f4d req-82a66058-25c1-4f36-8f2b-6b87a2c5dba9 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 944 time: 0.1390648 Jul 16 18:13:04.142457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-887fa8c5-2bbf-4999-9cd5-1238738b6f4d req-0001cb29-32c5-45df-865c-3eb1936e5021 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762959 Jul 16 18:13:04.150395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c19626-ae5c-445a-85a0-0933816da662 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.211740 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.349769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:04.350101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:04.350438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:04.361294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b61f73-ca77-465e-9974-e2ec34a6de23 req-d145a0f1-36bb-4622-8c19-94d89f7ce459 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.363116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4b61f73-ca77-465e-9974-e2ec34a6de23 req-d145a0f1-36bb-4622-8c19-94d89f7ce459 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 944 time: 0.0940371 Jul 16 18:13:04.385365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:04.385753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:04.389225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-4092a1eb-5b79-426f-85f5-1fe05b600c6d service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8215857 Jul 16 18:13:04.402028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] For port 28c95575-2777-4bb3-a20a-706f7c4ec659, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:04.420087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4b61f73-ca77-465e-9974-e2ec34a6de23 req-52e7bc8f-b772-4638-9442-fa71232a2c33 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493019 Jul 16 18:13:04.464622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:04.465468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:04.465468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:04.465809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Bound port: e3d20e7a-9882-448e-9013-a0244bd11a5d, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:04.503808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] For port 28c95575-2777-4bb3-a20a-706f7c4ec659, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=28c95575-2777-4bb3-a20a-706f7c4ec659,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:04.546907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.647513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-7cff773d-4519-49b6-ad5e-e12b4c78c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.649123 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-7cff773d-4519-49b6-ad5e-e12b4c78c28c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 1095 time: 0.6058290 Jul 16 18:13:04.684298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.685003 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.686470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] 10.222.0.55 "PUT /v2.0/ports/28c95575-2777-4bb3-a20a-706f7c4ec659 HTTP/1.1" status: 200 len: 1093 time: 5.5124815 Jul 16 18:13:04.712941 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ecca1425-97d8-4113-9ea5-833973e71823 req-e4282710-ba44-40fa-8832-d2bf9ec44548 service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043067 Jul 16 18:13:04.772712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:04.785838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acce9ba-c3d5-4c87-9471-a98adcee2262 req-80559f50-568e-401a-8316-439e08535f5e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.794768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7acce9ba-c3d5-4c87-9471-a98adcee2262 req-80559f50-568e-401a-8316-439e08535f5e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1296778 Jul 16 18:13:04.830322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Router 3e387ed1-a88b-44b3-a932-9c8c7d0665a4 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:04.831144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d372f-c3a1-4c0e-adc9-c9c88874f2ee service neutron] Pushing event updated for resources: {'Port': ['ID=28c95575-2777-4bb3-a20a-706f7c4ec659,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.843167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9'}, {'name': 'network-changed', 'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:04.851101 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d96b70e-21e8-4deb-9071-08e1410c718a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9"}, {"name": "network-changed", "server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:04.865665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7acce9ba-c3d5-4c87-9471-a98adcee2262 req-d6bcc63e-0683-4b57-9de3-fce3ff270937 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696461 Jul 16 18:13:04.889669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-874678d6-bc8d-41aa-9791-4d7f2da358e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9 HTTP/1.1" status: 200 len: 217 time: 0.2161212 Jul 16 18:13:04.890969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.912470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9280a713-45ff-434e-adbb-2bf684ceffe8 service neutron] 10.222.0.48 "POST /v2.0/ports/e3d20e7a-9882-448e-9013-a0244bd11a5d/bindings HTTP/1.1" status: 201 len: 390 time: 1.8690677 Jul 16 18:13:05.114897 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f282b00-7cad-489c-8529-49b3920711ec x-openstack-request-id: req-7f282b00-7cad-489c-8529-49b3920711ec {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:05.115213 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:05.115468 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f282b00-7cad-489c-8529-49b3920711ec {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:05.115875 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'status': 'completed', 'code': 200} Jul 16 18:13:05.116127 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'status': 'completed', 'code': 200} Jul 16 18:13:05.179145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e3c1-a00e-41e0-91da-02be73778965 req-e2ddb787-f8dd-4e50-a9ef-b832dfbb0c78 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.187216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3281e3c1-a00e-41e0-91da-02be73778965 req-e2ddb787-f8dd-4e50-a9ef-b832dfbb0c78 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 943 time: 0.1075227 Jul 16 18:13:05.204933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-add54911-bb76-4cd2-831e-6f139acea747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.206424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-add54911-bb76-4cd2-831e-6f139acea747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47ce6763-fb7b-4683-9fbf-045bbe05e9fe HTTP/1.1" status: 200 len: 862 time: 0.2083209 Jul 16 18:13:05.218838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.238022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3281e3c1-a00e-41e0-91da-02be73778965 req-5e250dc2-d89a-4cea-b956-426654a892e0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499971 Jul 16 18:13:05.375451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e72c6-b65e-4168-b60b-5a56a34fd5e3 req-ea436fd9-9139-43de-85f1-c1d817de22f1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.377584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c0e72c6-b65e-4168-b60b-5a56a34fd5e3 req-ea436fd9-9139-43de-85f1-c1d817de22f1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 946 time: 0.1165240 Jul 16 18:13:05.479359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c0e72c6-b65e-4168-b60b-5a56a34fd5e3 req-85d53120-2501-4caf-b11d-55bf5abf5aa7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885999 Jul 16 18:13:05.490625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211412a-7959-4ae3-8f92-7dd853b1a2c6 req-9684ef08-c6d5-45bb-8b54-e040ca40a48c tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.497992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c211412a-7959-4ae3-8f92-7dd853b1a2c6 req-9684ef08-c6d5-45bb-8b54-e040ca40a48c tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 944 time: 0.1190839 Jul 16 18:13:05.571194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c211412a-7959-4ae3-8f92-7dd853b1a2c6 req-6b58b7c8-56ad-4778-8aab-8849f883a608 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705092 Jul 16 18:13:05.704544 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.742375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd1d5b-327b-4348-ab7b-17feebe2f74e req-e798dba5-96f1-47cb-a3a1-9e84837e10a4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.743979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01bd1d5b-327b-4348-ab7b-17feebe2f74e req-e798dba5-96f1-47cb-a3a1-9e84837e10a4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 944 time: 0.0959773 Jul 16 18:13:05.777582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-56543857-a369-4200-b0b3-89500c889964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b57ab3ae-7fc0-4484-ad03-870faf7471a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5541167 Jul 16 18:13:05.823275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01bd1d5b-327b-4348-ab7b-17feebe2f74e req-50eb2302-73f4-4d97-b19c-a628a81d1e33 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712440 Jul 16 18:13:05.906141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f004db4-528c-4916-a8f6-e062bb745786 req-22106fdc-621a-4619-ad63-b625289e1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.907682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f004db4-528c-4916-a8f6-e062bb745786 req-22106fdc-621a-4619-ad63-b625289e1e8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d47946a672ba44908763d1b1d4e99a13&device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 1096 time: 1.0535693 Jul 16 18:13:05.909397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-5463dfcd-abdb-4c7d-b365-0c2138711026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.910772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-5463dfcd-abdb-4c7d-b365-0c2138711026 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad278cc3bc824b9ea6709e13512080cc&device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 1096 time: 1.0555608 Jul 16 18:13:05.916809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:05.929050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c40507-4097-43e7-9000-bd5145392986 None None] Sync routers for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:05.962964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c40507-4097-43e7-9000-bd5145392986 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:05.963625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84c40507-4097-43e7-9000-bd5145392986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:05.966970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.031378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84c40507-4097-43e7-9000-bd5145392986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.044693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c40507-4097-43e7-9000-bd5145392986 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:06.045960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84c40507-4097-43e7-9000-bd5145392986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.086009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84c40507-4097-43e7-9000-bd5145392986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:06.088279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c40507-4097-43e7-9000-bd5145392986 None None] The sync data for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:06.114213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea8bda-d049-4dd2-b5fc-a5641f5c4768 req-31d48cdf-f169-4ec7-8156-24a2b8c2beb2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.115872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7ea8bda-d049-4dd2-b5fc-a5641f5c4768 req-31d48cdf-f169-4ec7-8156-24a2b8c2beb2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.0933931 Jul 16 18:13:06.129123 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-368190de-a317-4601-9790-45dbfbf14be9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28c95575-2777-4bb3-a20a-706f7c4ec659 HTTP/1.1" status: 200 len: 217 time: 0.1681643 Jul 16 18:13:06.164339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7ea8bda-d049-4dd2-b5fc-a5641f5c4768 req-d92ca8b4-c5a6-461b-8262-e02117e6c66a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Jul 16 18:13:06.222751 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eadf588c-3289-4646-8ccb-70cedf028ae7 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "DELETE /v2.0/floatingips/f950b85a-e7a3-4211-bced-55026c122e78 HTTP/1.1" status: 204 len: 168 time: 8.1845186 Jul 16 18:13:06.228325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52912) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.233752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:06.244371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.262209 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-b1817d72-79dd-4169-af80-b251ccfe333b service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509671 Jul 16 18:13:06.275084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-0ef974bf-575b-4dbe-a6cb-7571e8faf3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.276813 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-0ef974bf-575b-4dbe-a6cb-7571e8faf3a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1098 time: 0.9784353 Jul 16 18:13:06.282317 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.373886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f8645002-6443-42c4-bb89-53d6feb289fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.373886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-f8645002-6443-42c4-bb89-53d6feb289fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=378a0041-2507-4a92-94e0-490754556250 HTTP/1.1" status: 200 len: 855 time: 0.2302465 Jul 16 18:13:06.387969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f004db4-528c-4916-a8f6-e062bb745786 req-2be2a06d-35e7-4f58-8c31-41fb295ebf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.389550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f004db4-528c-4916-a8f6-e062bb745786 req-2be2a06d-35e7-4f58-8c31-41fb295ebf42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 200 len: 913 time: 0.4068451 Jul 16 18:13:06.485660 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.514393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f004db4-528c-4916-a8f6-e062bb745786 req-e68564fb-56cc-4bfc-8024-93603c6a45b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b454461a-c738-46a1-9f88-3977b7f5d03c HTTP/1.1" status: 200 len: 217 time: 0.1125479 Jul 16 18:13:06.542742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b454461a-c738-46a1-9f88-3977b7f5d03c details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:06.727981 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-feb5e217-059f-474c-8bc5-5798f831bd39 req-27548b84-2e35-4d4c-913f-5efb76eae2ae service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664502 Jul 16 18:13:06.733277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f004db4-528c-4916-a8f6-e062bb745786 req-d128a154-e102-43f3-aea8-4052a52893a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.735104 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f004db4-528c-4916-a8f6-e062bb745786 req-d128a154-e102-43f3-aea8-4052a52893a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 200 len: 853 time: 0.2084570 Jul 16 18:13:06.735723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a4fa-f83c-4d7b-ac16-17ebd5c83c92 req-aa8829e3-b899-4e53-aa6d-a15c7cf4c79d tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.737279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8d5a4fa-f83c-4d7b-ac16-17ebd5c83c92 req-aa8829e3-b899-4e53-aa6d-a15c7cf4c79d tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 943 time: 0.3083816 Jul 16 18:13:06.738314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-534dc9d1-f023-49a0-9622-cebdbba3bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.740724 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-534dc9d1-f023-49a0-9622-cebdbba3bef2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.4221666 Jul 16 18:13:06.768795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b454461a-c738-46a1-9f88-3977b7f5d03c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b454461a-c738-46a1-9f88-3977b7f5d03c,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:06.796057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'b454461a-c738-46a1-9f88-3977b7f5d03c', 'network_id': '8f99a0ee-4411-474b-9fe8-38ccf819dfd0', 'port_id': 'b454461a-c738-46a1-9f88-3977b7f5d03c', 'mac_address': 'fa:16:3e:94:cb:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8859172-c994-4326-bd17-ce55dd4c3197', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:06.800690 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.810364 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f004db4-528c-4916-a8f6-e062bb745786 req-a1d16f23-a5db-499c-b1e9-c3ea5beb4029 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f99a0ee-4411-474b-9fe8-38ccf819dfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682101 Jul 16 18:13:06.857220 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.860031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8d5a4fa-f83c-4d7b-ac16-17ebd5c83c92 req-39875ca6-8035-4802-8b0d-92dfecc523fd tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117656 Jul 16 18:13:06.861375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Allocated IP 172.25.0.195 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/871e7650-4113-4a28-9eb7-6b7653949424) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:06.873907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b454461a-c738-46a1-9f88-3977b7f5d03c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:06.897112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813f554-94ae-4b35-832e-6f24b7d82124 req-06a9a2f0-5db9-4438-8084-2e9fb393e4c7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.904368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8813f554-94ae-4b35-832e-6f24b7d82124 req-06a9a2f0-5db9-4438-8084-2e9fb393e4c7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 946 time: 0.2160447 Jul 16 18:13:06.921920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b454461a-c738-46a1-9f88-3977b7f5d03c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b454461a-c738-46a1-9f88-3977b7f5d03c,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:06.934649 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.038356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b454461a-c738-46a1-9f88-3977b7f5d03c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.093577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-6b4692de-8d3f-4334-b60e-005aa22f2ec0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 217 time: 0.3382375 Jul 16 18:13:07.100475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-7833feed-0457-46a7-b015-8e28e9e449f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.102056 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-7833feed-0457-46a7-b015-8e28e9e449f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7115946 Jul 16 18:13:07.105499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8813f554-94ae-4b35-832e-6f24b7d82124 req-d61c78ee-2458-4ad6-834d-052a35313a64 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002139 Jul 16 18:13:07.141673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.193960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['b454461a-c738-46a1-9f88-3977b7f5d03c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:07.199606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.226104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.285370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Pushing event updated for resources: {'Port': ['ID=871e7650-4113-4a28-9eb7-6b7653949424,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.290338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:07.298726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337061c-a7d7-4b85-adc7-fef0b18f9d8e req-8d416c66-9f65-43a2-aa8e-158737f0971f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.300421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6337061c-a7d7-4b85-adc7-fef0b18f9d8e req-8d416c66-9f65-43a2-aa8e-158737f0971f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 944 time: 0.2226715 Jul 16 18:13:07.302922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:07.312429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:07.322392 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f004db4-528c-4916-a8f6-e062bb745786 req-28b21b22-039f-44e3-856c-ff5d4a6ed934 service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892001 Jul 16 18:13:07.381447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6337061c-a7d7-4b85-adc7-fef0b18f9d8e req-283d31c6-87d1-44cf-9f8d-66e167548c64 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665150 Jul 16 18:13:07.463055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-70726af9-8cc3-4808-836e-e253c019a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.466709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-70726af9-8cc3-4808-836e-e253c019a413 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.3614435 Jul 16 18:13:07.490267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34be0bf-ad84-4e9e-96be-accd9d2fb7b2 req-808dd32a-a504-49c1-9439-01b1bfcfd53a tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.491858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f34be0bf-ad84-4e9e-96be-accd9d2fb7b2 req-808dd32a-a504-49c1-9439-01b1bfcfd53a tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 945 time: 0.1568449 Jul 16 18:13:07.522438 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-ca879d2d-da5b-4043-832f-1fe9cdce3bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090509 Jul 16 18:13:07.524054 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Router 3eb41ac8-462d-4ea0-b384-4e66852a6805 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:07.570205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f34be0bf-ad84-4e9e-96be-accd9d2fb7b2 req-02a3891a-42af-42c3-9841-94accff2ef9e tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464156 Jul 16 18:13:07.618218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.637991 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-cbd0578d-1c93-4ab8-82ae-c2e0f57a1b4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910523 Jul 16 18:13:07.686689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-bc58df8f-8c05-4f43-a6c4-3ea0f855fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.687921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.688253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-bc58df8f-8c05-4f43-a6c4-3ea0f855fdc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 1095 time: 0.8753841 Jul 16 18:13:07.699535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424af60-72e6-4d58-9ac9-47d15c13969f req-4a5fadde-e4ce-4ce7-9027-563a98fa1402 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.701900 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2424af60-72e6-4d58-9ac9-47d15c13969f req-4a5fadde-e4ce-4ce7-9027-563a98fa1402 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1290185 Jul 16 18:13:07.775623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2424af60-72e6-4d58-9ac9-47d15c13969f req-a5e32d9e-1dc4-463d-b52c-314d8d5fda36 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546770 Jul 16 18:13:07.860553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-d27a9fc4-6cfd-494c-8f8e-26a7daaf21e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.862050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-d27a9fc4-6cfd-494c-8f8e-26a7daaf21e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 922 time: 0.1598246 Jul 16 18:13:07.910538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.925593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.019319 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-72bb35d9-1a27-4499-8427-0ce640546e6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9 HTTP/1.1" status: 200 len: 217 time: 0.1480830 Jul 16 18:13:08.070595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Pushing event updated for resources: {'Port': ['ID=871e7650-4113-4a28-9eb7-6b7653949424,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.083738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.104941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.108698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-49617aa0-4fae-4253-97c3-56f55eb95bb1 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8768821 Jul 16 18:13:08.109673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52946) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.133748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f004db4-528c-4916-a8f6-e062bb745786 req-92b3417c-21f1-40b9-a669-48224ea7161a service neutron] 10.222.0.55 "GET /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146757 Jul 16 18:13:08.153607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb0459-a190-4f0b-bbe7-9e6c8697b438 req-5c8b477e-524c-4955-9166-ced4667ed153 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.155722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8bb0459-a190-4f0b-bbe7-9e6c8697b438 req-5c8b477e-524c-4955-9166-ced4667ed153 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 943 time: 0.1205235 Jul 16 18:13:08.195422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-df60a955-f08c-414d-9919-eb2f1d0f2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.196995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-df60a955-f08c-414d-9919-eb2f1d0f2d59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47ce6763-fb7b-4683-9fbf-045bbe05e9fe HTTP/1.1" status: 200 len: 862 time: 0.1265888 Jul 16 18:13:08.204461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8bb0459-a190-4f0b-bbe7-9e6c8697b438 req-aa586cd1-6f36-40dd-b7a7-5610162de4e9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Jul 16 18:13:08.236312 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7203f2fe-59bf-4007-b4a2-4abd94f50591 req-8546d9f3-b3c0-4a35-bbcb-f9331156a798 service neutron] 10.222.0.55 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7015362 Jul 16 18:13:08.242641 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-3c2a1887-375b-4e36-945c-7c590cc3329e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b57ab3ae-7fc0-4484-ad03-870faf7471a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342386 Jul 16 18:13:08.249613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-85910928-b110-4e6c-8589-024896928314 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964358 Jul 16 18:13:08.259052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:08.267033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:08.271311 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Sync routers for ids ['3eb41ac8-462d-4ea0-b384-4e66852a6805'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:08.282032 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Routers {'3eb41ac8-462d-4ea0-b384-4e66852a6805'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:08.282792 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3eb41ac8-462d-4ea0-b384-4e66852a6805'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.334464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.389578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceee76a-a495-44cd-a125-b67f97da5323 req-4613e018-cc03-4b26-9b94-cfdf2ab360a5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.391020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bceee76a-a495-44cd-a125-b67f97da5323 req-4613e018-cc03-4b26-9b94-cfdf2ab360a5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 946 time: 0.1009672 Jul 16 18:13:08.396771 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Set router 3eb41ac8-462d-4ea0-b384-4e66852a6805 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:08.402417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.406936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec454ac2-cabf-475a-b0b6-76b6da7f2ec4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3250453 Jul 16 18:13:08.409215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52956) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.557090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b454461a-c738-46a1-9f88-3977b7f5d03c up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:08.610214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port b454461a-c738-46a1-9f88-3977b7f5d03c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:08.615817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port b454461a-c738-46a1-9f88-3977b7f5d03c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:08.616525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.637247 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 3, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port': {'id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:00Z', 'updated_at': '2021-07-16T18:13:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:08.645327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bceee76a-a495-44cd-a125-b67f97da5323 req-700d310e-cfed-428b-8980-18b97c13caad tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439530 Jul 16 18:13:08.675184 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Checking router: 3eb41ac8-462d-4ea0-b384-4e66852a6805 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:08.676371 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Updating router 3eb41ac8-462d-4ea0-b384-4e66852a6805 port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:08.713158 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.718293 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.785822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.818573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454461a-c738-46a1-9f88-3977b7f5d03c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:08.821364 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5601e73c-3aec-44ae-a853-1c5f67df503b" -d '{"events": [{"server_uuid": "b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5", "name": "network-vif-plugged", "status": "completed", "tag": "b454461a-c738-46a1-9f88-3977b7f5d03c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:08.837343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b454461a-c738-46a1-9f88-3977b7f5d03c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b454461a-c738-46a1-9f88-3977b7f5d03c,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:08.842522 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.907772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b454461a-c738-46a1-9f88-3977b7f5d03c,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.957833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322720ca-b6fc-4e34-9665-9010729b346a req-6e7671a8-604a-4727-9496-472017d66968 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.959918 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-322720ca-b6fc-4e34-9665-9010729b346a req-6e7671a8-604a-4727-9496-472017d66968 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 944 time: 0.3886306 Jul 16 18:13:08.969713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-20724e66-583e-4d82-a182-3309a959fb17 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7079034 Jul 16 18:13:08.983990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-3723f6af-498c-46bb-8a6a-f302b8b2be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.985745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-3723f6af-498c-46bb-8a6a-f302b8b2be48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad278cc3bc824b9ea6709e13512080cc&device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 1096 time: 0.6571064 Jul 16 18:13:08.994184 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-38f4ad33-74bb-4e43-ad3e-b3ed1653a564 service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433524 Jul 16 18:13:09.035620 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.048904 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Transition to ACTIVE for port object 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:09.055522 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.055982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7a2e0-61cf-4e20-a3e5-a05708a99939 req-9e077b66-2d4f-46d1-9c28-ce29a820b78c tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.057892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfe7a2e0-61cf-4e20-a3e5-a05708a99939 req-9e077b66-2d4f-46d1-9c28-ce29a820b78c tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 945 time: 0.2357228 Jul 16 18:13:09.097974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-322720ca-b6fc-4e34-9665-9010729b346a req-21c7c0fc-c398-44be-bc24-4b62e47ee768 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050956 Jul 16 18:13:09.106095 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Pushing event updated for resources: {'Port': ['ID=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.118421 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.119085 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.119606 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.120542 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.121063 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.121572 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.122079 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.122598 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.123094 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.123595 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.124089 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.124651 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:09.158089 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Attempting to bind port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:09.158977 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Attempting to bind port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:09.159642 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Attempting to bind port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:09.166313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:09.167095 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:09.167755 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.168407 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:09.169184 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Bound port: 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:09.169816 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.217447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Allocated IP 172.25.0.50 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/e06b3b72-72ff-4ec0-9f43-b92f32b0aa4b) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:09.233348 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] For port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:09.238208 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] For port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:09.240829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-8c8efa58-cc9e-4c97-b00b-014b01d59c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.242543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-8c8efa58-cc9e-4c97-b00b-014b01d59c02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 HTTP/1.1" status: 200 len: 916 time: 0.2469189 Jul 16 18:13:09.246088 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.246490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-bd4040d9-e4cb-423a-892d-b26919162e40 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.257337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-bd4040d9-e4cb-423a-892d-b26919162e40 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1098 time: 0.2117336 Jul 16 18:13:09.259504 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-540d8e0f-03e5-4921-8232-1f4d4259cd8f service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535522 Jul 16 18:13:09.279585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:09.313099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff47823-fd17-4c59-9345-7ffe15c2b1b2 None None] Pushing event updated for resources: {'Port': ['ID=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.331058 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Routers {'3eb41ac8-462d-4ea0-b384-4e66852a6805'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:09.331794 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3eb41ac8-462d-4ea0-b384-4e66852a6805'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.376277 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-f1118328-2647-46d2-88dd-8069bc8066f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28c95575-2777-4bb3-a20a-706f7c4ec659 HTTP/1.1" status: 200 len: 217 time: 0.1156976 Jul 16 18:13:09.474619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-d0171688-fe1c-47ac-bc37-82603ac2c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.476033 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-d0171688-fe1c-47ac-bc37-82603ac2c04d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=378a0041-2507-4a92-94e0-490754556250 HTTP/1.1" status: 200 len: 855 time: 0.0898888 Jul 16 18:13:09.481224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.505351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8d0397d5-e4c9-467c-b7b0-54c43599fef9 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:09.553690 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] Set router 3eb41ac8-462d-4ea0-b384-4e66852a6805 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:09.580841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfe7a2e0-61cf-4e20-a3e5-a05708a99939 req-c26ba177-ce07-4a12-8c05-674e971f26fc tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120425 Jul 16 18:13:09.636771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-903ce919-8668-436c-9b0c-2f383a945b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.638364 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-903ce919-8668-436c-9b0c-2f383a945b34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547847 Jul 16 18:13:09.671636 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb64ea0-5dad-4cb6-8512-9bb6a1fa6416 x-openstack-request-id: req-bcb64ea0-5dad-4cb6-8512-9bb6a1fa6416 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:09.672166 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5", "name": "network-vif-plugged", "status": "completed", "tag": "b454461a-c738-46a1-9f88-3977b7f5d03c", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:09.672270 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcb64ea0-5dad-4cb6-8512-9bb6a1fa6416 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:09.675299 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b454461a-c738-46a1-9f88-3977b7f5d03c', 'code': 200} Jul 16 18:13:09.690954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:09.718085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'port_id': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'mac_address': 'fa:16:3e:35:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce6763-fb7b-4683-9fbf-045bbe05e9fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:09.781576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:09.793098 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 3, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port': {'id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:00Z', 'updated_at': '2021-07-16T18:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.796939 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.819996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0397d5-e4c9-467c-b7b0-54c43599fef9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:09.823520 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ab53c-a260-4b5f-96f3-5ba0416e0121 None None] The sync data for ids ['3eb41ac8-462d-4ea0-b384-4e66852a6805'] in n-d-793620-10 is: [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:04Z', 'revision_number': 3, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port': {'id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:00Z', 'updated_at': '2021-07-16T18:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:09.850308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:09.862894 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.877901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-4bad9872-da7c-40a6-91f8-c1e750a78e0d service neutron] 10.222.0.55 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325439 Jul 16 18:13:09.925044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.933595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:10.010606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e41f0e-7bf6-4a85-aab6-7dd3c454121c req-55f2a995-e2f8-458f-950a-cc5747cdd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.012261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e41f0e-7bf6-4a85-aab6-7dd3c454121c req-55f2a995-e2f8-458f-950a-cc5747cdd45e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 1098 time: 0.2584455 Jul 16 18:13:10.024311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.040966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:10.043148 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb87b2f-9ae4-4745-98fc-85ed23c4edca" -d '{"events": [{"server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:10.047866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67834a62-ff10-415e-a343-86c606b1b621 req-69240aa8-1463-4f44-86ea-05cf48d3d121 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.048954 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.052895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67834a62-ff10-415e-a343-86c606b1b621 req-69240aa8-1463-4f44-86ea-05cf48d3d121 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.4928715 Jul 16 18:13:10.071714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.089030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8d0397d5-e4c9-467c-b7b0-54c43599fef9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:10.091619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed7e0c-442a-4b8e-8df4-79519016589a req-f3bccc62-3351-49c7-ac08-782c872680ab tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.095052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68ed7e0c-442a-4b8e-8df4-79519016589a req-f3bccc62-3351-49c7-ac08-782c872680ab tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 943 time: 0.3052044 Jul 16 18:13:10.103145 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.137788 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d96b70e-21e8-4deb-9071-08e1410c718a req-7ff24981-e495-4b2e-98fd-05756a77592a service neutron] 10.222.0.55 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513630 Jul 16 18:13:10.161248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e41f0e-7bf6-4a85-aab6-7dd3c454121c req-83daa144-1238-4f12-aeba-5f4fd889406a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385009 Jul 16 18:13:10.244759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.249808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:10.250772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:10.251258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:10.255461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68ed7e0c-442a-4b8e-8df4-79519016589a req-a2d80a4f-231e-430a-86bc-9b854080c080 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389940 Jul 16 18:13:10.269740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:10.270154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Attempting to bind port e3d20e7a-9882-448e-9013-a0244bd11a5d on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:10.284832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:10.285237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:10.285583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:10.286098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Bound port: e3d20e7a-9882-448e-9013-a0244bd11a5d, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:10.287699 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.345070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67834a62-ff10-415e-a343-86c606b1b621 req-42a06021-99ad-416f-8822-2839beccc0ac tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753739 Jul 16 18:13:10.426270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:10.430999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:10.436241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.474951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:10.511687 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.546117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:10.552794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.553332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:10.553467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.553923 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.554941 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] 10.222.0.55 "PUT /v2.0/ports/e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 1124 time: 1.2801237 Jul 16 18:13:10.560291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0185888-fd32-41b2-b1a2-84f4d2dafa69 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.626517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e3d20e7a-9882-448e-9013-a0244bd11a5d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:10.649531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:10.660466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Allocated IP 172.20.0.1 (43833dbc-0f3c-4475-a2d1-1f11dc0d87ec/1613f6cc-87c1-44eb-851f-bde29b455560/66ae2f65-8e54-4bb3-b4b5-507f89c3ce68) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:10.665568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:10.674031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:10.687072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Pushing event updated for resources: {'Port': ['ID=e06b3b72-72ff-4ec0-9f43-b92f32b0aa4b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.698569 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.733606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:10.744422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.752825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f05e87-6dc0-4319-af18-b2ccf8801fc8 req-bc02ad88-3e99-461e-80c8-2fcea01ecb56 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.755041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0f05e87-6dc0-4319-af18-b2ccf8801fc8 req-bc02ad88-3e99-461e-80c8-2fcea01ecb56 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.3314238 Jul 16 18:13:10.819192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a276e-c765-4dcd-9cba-7b058157d8d7 req-70784d1b-34e6-44b5-a936-0fb2dd252c1a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:10.820854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-041a276e-c765-4dcd-9cba-7b058157d8d7 req-70784d1b-34e6-44b5-a936-0fb2dd252c1a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 944 time: 0.2774529 Jul 16 18:13:10.835773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.918342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0f05e87-6dc0-4319-af18-b2ccf8801fc8 req-5d523359-6da3-4f29-b5ab-b6bf4c7e4ae9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545751 Jul 16 18:13:10.968963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.987875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-041a276e-c765-4dcd-9cba-7b058157d8d7 req-fb8da8d6-3942-4b88-828f-ed63c3253e05 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377907 Jul 16 18:13:11.002685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.026312 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3986233-3647-4a20-aaba-826d74a15048 x-openstack-request-id: req-f3986233-3647-4a20-aaba-826d74a15048 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:11.026638 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:11.026910 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f3986233-3647-4a20-aaba-826d74a15048 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:11.027321 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d', 'code': 200} Jul 16 18:13:11.041731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Transition to ACTIVE for port object 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:11.056804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.134833 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.281721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:11.293080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:11.299042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:11.336278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Pushing event updated for resources: {'Port': ['ID=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.399915 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.459509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc8d2-2a40-471b-868b-89a9e9f11d01 req-79eaafdc-8c66-4567-8b95-01e75e53e0ee tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.461199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-394bc8d2-2a40-471b-868b-89a9e9f11d01 req-79eaafdc-8c66-4567-8b95-01e75e53e0ee tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 944 time: 0.3119714 Jul 16 18:13:11.467288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.478042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910938f4-4ac3-4900-82de-6777f841bc3e req-24ee09a7-1155-49a2-9690-8c491ca6714b tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.480619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-910938f4-4ac3-4900-82de-6777f841bc3e req-24ee09a7-1155-49a2-9690-8c491ca6714b tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 946 time: 0.3257074 Jul 16 18:13:11.490869 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.506555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8d0397d5-e4c9-467c-b7b0-54c43599fef9 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:11.558794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:11.566824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:11.567634 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.601605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-39d9653a-a466-4fd9-8e22-eacaddb1e51f None None] Provisioning for port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:11.607377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-39d9653a-a466-4fd9-8e22-eacaddb1e51f None None] Provisioning complete for port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:11.607756 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39d9653a-a466-4fd9-8e22-eacaddb1e51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.654538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-39d9653a-a466-4fd9-8e22-eacaddb1e51f None None] Port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:11.662991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Pushing event updated for resources: {'Port': ['ID=e06b3b72-72ff-4ec0-9f43-b92f32b0aa4b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.674464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-394bc8d2-2a40-471b-868b-89a9e9f11d01 req-805807e3-7500-41d1-801f-fd19ed66c64a tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887152 Jul 16 18:13:11.677220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-910938f4-4ac3-4900-82de-6777f841bc3e req-ebf9777c-5aed-45bf-a4a5-0b92a153c71e tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875379 Jul 16 18:13:11.693844 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.694581 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.726026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:11.729293 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0878a730-51b6-4ea2-8fd5-ddc4d1a7eae3" -d '{"events": [{"server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:11.747840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:11.752941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.758315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.759812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-024117bd-1105-4e53-9547-61b2ec9537ac tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6473985 Jul 16 18:13:11.762366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53000) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.792622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.828722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.980509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ad31b968-82bc-405d-a1e3-a630ee64297d tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.2147205 Jul 16 18:13:11.980932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.059163 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b0b76e35-4320-4ae3-9629-fd9683461fc5 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0770802 Jul 16 18:13:12.064107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53014) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.065547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0713e-a56f-4867-88f2-d8d69b7f3e9e req-bea6e0f9-15df-4bb2-b7ab-cb5da6fdd7c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.067106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d0713e-a56f-4867-88f2-d8d69b7f3e9e req-bea6e0f9-15df-4bb2-b7ab-cb5da6fdd7c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.2161751 Jul 16 18:13:12.142037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d0713e-a56f-4867-88f2-d8d69b7f3e9e req-441f74ae-6257-4690-bed2-7190d4bcbb55 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643101 Jul 16 18:13:12.150650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.157017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.234349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Deleting port e06b3b72-72ff-4ec0-9f43-b92f32b0aa4b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:12.234892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.240598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Pushing event updated for resources: {'Port': ['ID=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.251011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.332066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.332621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.349875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Calling delete_port for e06b3b72-72ff-4ec0-9f43-b92f32b0aa4b owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:12.397551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:12.438526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:12.443976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:12.449418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:12.450019 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.464864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e81433-a4bd-430a-99c8-2c6e876bffe0 req-5b7a7565-9318-4887-866d-8385e0b4bc54 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.468643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72e81433-a4bd-430a-99c8-2c6e876bffe0 req-5b7a7565-9318-4887-866d-8385e0b4bc54 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1545537 Jul 16 18:13:12.480021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0357987-5ca6-4982-8d9c-90bf927e0b6a req-f82af841-adbe-4d13-8b26-915864cd95b6 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:12.481732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0357987-5ca6-4982-8d9c-90bf927e0b6a req-f82af841-adbe-4d13-8b26-915864cd95b6 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea89f2b0-211b-481b-bd5e-042b5c1ece75 HTTP/1.1" status: 200 len: 945 time: 0.1664746 Jul 16 18:13:12.527408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.558516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:12.574439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Pushing event deleted for resources: {'Port': ['ID=e06b3b72-72ff-4ec0-9f43-b92f32b0aa4b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.579670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:12.614224 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:12.667264 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.670638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.674198 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7862faf6-1af8-485a-954d-9ad6ee82c9fb tempest-FloatingIPAdminTestJSON-1890016401 tempest-FloatingIPAdminTestJSON-1890016401-project] 10.222.0.48 "DELETE /v2.0/floatingips/3f7fa51d-f05b-4c0a-bb8d-9ad67e5ff91f HTTP/1.1" status: 204 len: 168 time: 0.6067781 Jul 16 18:13:12.674508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.726143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:12.729727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c278bc12-3968-4f15-bbc8-de7113772bec None None] Provisioning complete for port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:12.729727 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c278bc12-3968-4f15-bbc8-de7113772bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.780543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:13:12.802734 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.804583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c278bc12-3968-4f15-bbc8-de7113772bec None None] Port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:12.841496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:12.846095 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.848118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Deleting port 871e7650-4113-4a28-9eb7-6b7653949424 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:12.848679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.903290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.927187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0357987-5ca6-4982-8d9c-90bf927e0b6a req-aad7bc8a-e5de-4b41-9ee2-c0cb9fa692b2 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996947 Jul 16 18:13:12.931481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72e81433-a4bd-430a-99c8-2c6e876bffe0 req-4b48d228-5c52-4c9a-ab91-79d8f3fa0da0 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026423 Jul 16 18:13:12.936178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.936395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.960547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Router 3eb41ac8-462d-4ea0-b384-4e66852a6805 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:12.961716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Calling delete_port for 871e7650-4113-4a28-9eb7-6b7653949424 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:13.004270 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78279b4-8900-42bf-a480-b0422448266a x-openstack-request-id: req-a78279b4-8900-42bf-a480-b0422448266a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:13.004563 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:13.005449 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a78279b4-8900-42bf-a480-b0422448266a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:13.005847 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'code': 200} Jul 16 18:13:13.029154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:13.031555 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:13.171101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf8bda-8d55-42ba-a341-ebfaa7b24d1c req-56e2c4f9-5909-48ec-8543-97eb5e556c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.172607 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-78cf8bda-8d55-42ba-a341-ebfaa7b24d1c req-56e2c4f9-5909-48ec-8543-97eb5e556c11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 1097 time: 0.0978935 Jul 16 18:13:13.173527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.194317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:13.201570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9ce41c63-c661-4277-b707-d4d9fd6e2c2b admin admin] 10.222.0.48 "PUT /v2.0/routers/3eb41ac8-462d-4ea0-b384-4e66852a6805/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7875047 Jul 16 18:13:13.203903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Sync routers for ids ['3eb41ac8-462d-4ea0-b384-4e66852a6805'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:13.214852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Pushing event deleted for resources: {'Port': ['ID=871e7650-4113-4a28-9eb7-6b7653949424,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.221475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Routers {'3eb41ac8-462d-4ea0-b384-4e66852a6805'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:13.222224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3eb41ac8-462d-4ea0-b384-4e66852a6805'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.249375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39f7f2-aca2-4b83-af47-19f2663f776e req-d99b3aa8-9168-4f6c-8ebe-f9d04c163a46 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.251022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e39f7f2-aca2-4b83-af47-19f2663f776e req-d99b3aa8-9168-4f6c-8ebe-f9d04c163a46 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 944 time: 0.1260746 Jul 16 18:13:13.260245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5c90a-63ee-421f-9dec-ac747dfda769 req-5b8cf464-5875-48ca-9708-f828edc495c6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.261921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bf5c90a-63ee-421f-9dec-ac747dfda769 req-5b8cf464-5875-48ca-9708-f828edc495c6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1356575 Jul 16 18:13:13.324617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e39f7f2-aca2-4b83-af47-19f2663f776e req-68164e1b-8954-4914-86a5-fafd6e7ab891 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616026 Jul 16 18:13:13.329999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.333791 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.335007 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-44cc14b3-4d9e-43c2-be56-c3e9649f49d8 tempest-FloatingIPAdminTestJSON-1599163212 tempest-FloatingIPAdminTestJSON-1599163212-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/c94836c5-a1b2-483f-9a51-604101556240 HTTP/1.1" status: 204 len: 168 time: 0.6594179 Jul 16 18:13:13.342096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53030) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.343786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-78cf8bda-8d55-42ba-a341-ebfaa7b24d1c req-7d3108a5-c897-412c-8f0e-4a05504ae2d6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644235 Jul 16 18:13:13.379048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bf5c90a-63ee-421f-9dec-ac747dfda769 req-8c66942a-75ab-4f57-a2ca-66d3bfccfacc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098514 Jul 16 18:13:13.516482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Deleting port 673be81a-6f64-4183-af80-37ce450990ce {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:13.516853 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.554507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Set router 3eb41ac8-462d-4ea0-b384-4e66852a6805 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:13.568048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acd550-d235-4ba4-8bb9-2d1d79e5c58d req-b4d58b7e-c2e3-4bae-ad0a-4c5feaf06b2b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.569702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54acd550-d235-4ba4-8bb9-2d1d79e5c58d req-b4d58b7e-c2e3-4bae-ad0a-4c5feaf06b2b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 944 time: 0.1212564 Jul 16 18:13:13.653624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.666789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54acd550-d235-4ba4-8bb9-2d1d79e5c58d req-7f277958-07c7-4e1f-870b-97edfb27dd53 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714917 Jul 16 18:13:13.673504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Calling delete_port for 673be81a-6f64-4183-af80-37ce450990ce owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:13.748959 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860c7a41-fc3d-445e-9252-b0ceeda7d67b x-openstack-request-id: req-860c7a41-fc3d-445e-9252-b0ceeda7d67b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:13.749266 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:13.749498 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-860c7a41-fc3d-445e-9252-b0ceeda7d67b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:13.749917 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d', 'status': 'completed', 'code': 200} Jul 16 18:13:13.851267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-1ea555f2-bf76-49cd-911c-1abe45d7ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.852909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-1ea555f2-bf76-49cd-911c-1abe45d7ec37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1127 time: 0.0739725 Jul 16 18:13:13.873907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:11Z', 'revision_number': 4, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port': {'id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:00Z', 'updated_at': '2021-07-16T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '66ae2f65-8e54-4bb3-b4b5-507f89c3ce68', 'name': '', 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'mac_address': 'fa:16:3e:a0:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '1613f6cc-87c1-44eb-851f-bde29b455560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:10Z', 'updated_at': '2021-07-16T18:13:11Z', 'revision_number': 2, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'subnets': [{'id': '1613f6cc-87c1-44eb-851f-bde29b455560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:13.925498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Checking router: 3eb41ac8-462d-4ea0-b384-4e66852a6805 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:13.925753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Updating router 3eb41ac8-462d-4ea0-b384-4e66852a6805 port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:13.982005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.985360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.009836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-a104bae8-e6f1-4f30-8198-564fb85e292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.011460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-a104bae8-e6f1-4f30-8198-564fb85e292c service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.1458371 Jul 16 18:13:14.056967 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-63c7e544-8471-4f66-b64b-707d5425f80d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 217 time: 0.0370302 Jul 16 18:13:14.105011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Port': ['ID=673be81a-6f64-4183-af80-37ce450990ce,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.123451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-0c7badd1-181a-49a8-b2a3-9843dbe2804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.125253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-0c7badd1-181a-49a8-b2a3-9843dbe2804b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.0591726 Jul 16 18:13:14.172918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-b98f636c-19c3-438c-9f1d-ccd0e6828fc5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395167 Jul 16 18:13:14.295788 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-a087dce3-8998-4f00-9b5f-bb5d75883262 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114745 Jul 16 18:13:14.322195 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.336126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Transition to ACTIVE for port object 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:14.352189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.367261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ad8ef-3d10-42b2-9072-de03454bb95d req-b88c9c6c-5eae-4b01-a36d-4064892fde5c tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.371090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c4ad8ef-3d10-42b2-9072-de03454bb95d req-b88c9c6c-5eae-4b01-a36d-4064892fde5c tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.4791262 Jul 16 18:13:14.415989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4b4b4-f1fc-46d3-a7f5-232d173c8225 None None] Pushing event updated for resources: {'Port': ['ID=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.441317 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-30bdb03a-5bd7-4a03-ad6e-b2d94b35c8ef req-a99b0506-01af-47ca-ad14-0f1541c90aba service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367991 Jul 16 18:13:14.489343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Attempting to bind port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:14.489747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Attempting to bind port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:14.490121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Attempting to bind port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 on network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:14.497988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:14.498986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Checking segment: {'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:14.499410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.499818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Bound using segment: {'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:14.500343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Bound port: 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:14.500747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.530629 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.532672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5d11c9ca-372c-46f1-ab40-78bd79e7ac88 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "DELETE /v2.0/ports/673be81a-6f64-4183-af80-37ce450990ce HTTP/1.1" status: 204 len: 168 time: 1.1893854 Jul 16 18:13:14.537233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53044) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.550135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-35b148e4-64e4-4231-b5c1-12f823b5775e tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5435624 Jul 16 18:13:14.556310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:14.578467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:14.592182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c4ad8ef-3d10-42b2-9072-de03454bb95d req-74c0bfae-6925-47c6-b346-d645001fdf6e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874948 Jul 16 18:13:14.599016 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.634984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] For port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:14.639922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] For port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,segment=NetworkSegment(ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da),segment_id=ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:14.656777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.724092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7db1f66-de30-4f95-9316-e7d1abe974fc tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:14.731936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c7db1f66-de30-4f95-9316-e7d1abe974fc tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "GET /v2.0/ports?device_id=3e387ed1-a88b-44b3-a932-9c8c7d0665a4 HTTP/1.1" status: 200 len: 913 time: 0.1933196 Jul 16 18:13:14.736366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.802621 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.804100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Routers {'3eb41ac8-462d-4ea0-b384-4e66852a6805'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:14.804781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3eb41ac8-462d-4ea0-b384-4e66852a6805'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:14.877003 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4b4b4-f1fc-46d3-a7f5-232d173c8225 None None] Pushing event updated for resources: {'Port': ['ID=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.886546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:14.921721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'mac_address': 'fa:16:3e:84:41:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:15.008407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:15.010415 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd29cb8-8192-4348-9c39-ef5e2ae73c85" -d '{"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:15.052112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] Set router 3eb41ac8-462d-4ea0-b384-4e66852a6805 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:15.063315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Allocated IP 172.25.0.156 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/52955d77-22e4-4aef-81b8-8facbff53c49) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:15.133436 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.134219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3e12d4d1-6679-453a-88c2-1b9871996d68 service neutron] 10.222.0.13 "GET /v2.0/ports/e3d20e7a-9882-448e-9013-a0244bd11a5d/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.4897015 Jul 16 18:13:15.196436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:15.300235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.315826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:15.334558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f0360-5c20-47c9-a282-09a78c3d0314 req-ea3a7bd5-d8df-46b4-9f48-c965394f69dc tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.335751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-211f0360-5c20-47c9-a282-09a78c3d0314 req-ea3a7bd5-d8df-46b4-9f48-c965394f69dc tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1335490 Jul 16 18:13:15.338517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.434892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-211f0360-5c20-47c9-a282-09a78c3d0314 req-4bf18a43-079d-41ca-9bd8-833dd8bb4f80 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853908 Jul 16 18:13:15.441148 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.488447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Pushing event updated for resources: {'Port': ['ID=52955d77-22e4-4aef-81b8-8facbff53c49,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.504561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:15.524096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:15.528283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:15.531510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:15.556230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:15.557639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.631748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:15.633899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.655625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-81f9b476-4bbf-48cf-880a-88ec301d9095 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.657497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-81f9b476-4bbf-48cf-880a-88ec301d9095 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea89f2b0-211b-481b-bd5e-042b5c1ece75 HTTP/1.1" status: 200 len: 945 time: 0.2673285 Jul 16 18:13:15.663628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:11Z', 'revision_number': 4, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port': {'id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:00Z', 'updated_at': '2021-07-16T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '66ae2f65-8e54-4bb3-b4b5-507f89c3ce68', 'name': '', 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'mac_address': 'fa:16:3e:a0:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '1613f6cc-87c1-44eb-851f-bde29b455560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:10Z', 'updated_at': '2021-07-16T18:13:14Z', 'revision_number': 4, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'subnets': [{'id': '1613f6cc-87c1-44eb-851f-bde29b455560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:15.684625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d20e7a-9882-448e-9013-a0244bd11a5d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:15.704691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:15.723751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1298bc3f-fb22-41cc-a988-00991effef0f None None] The sync data for ids ['3eb41ac8-462d-4ea0-b384-4e66852a6805'] in n-d-793620-10 is: [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:11Z', 'revision_number': 4, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port': {'id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:00Z', 'updated_at': '2021-07-16T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '66ae2f65-8e54-4bb3-b4b5-507f89c3ce68', 'name': '', 'network_id': '43833dbc-0f3c-4475-a2d1-1f11dc0d87ec', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'mac_address': 'fa:16:3e:a0:07:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': '1613f6cc-87c1-44eb-851f-bde29b455560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:10Z', 'updated_at': '2021-07-16T18:13:14Z', 'revision_number': 4, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'subnets': [{'id': '1613f6cc-87c1-44eb-851f-bde29b455560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:15.726735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.853358 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.143670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.158363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.213006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.299844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf11f-4c1f-4617-9aa8-d80514e38f5d req-6e5ad580-bfbc-48dc-ac6a-5c281906cc90 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.309035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec4cf11f-4c1f-4617-9aa8-d80514e38f5d req-6e5ad580-bfbc-48dc-ac6a-5c281906cc90 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 944 time: 0.6481330 Jul 16 18:13:16.401202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Pushing event updated for resources: {'Port': ['ID=52955d77-22e4-4aef-81b8-8facbff53c49,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.408252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.422603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Deleting port 67fef149-332c-4c78-8b83-579d0b68b4af {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:16.423161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.433419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.434704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-38808f08-bc2f-4c38-80e2-91257bf2651f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8834326 Jul 16 18:13:16.446671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec4cf11f-4c1f-4617-9aa8-d80514e38f5d req-4f0d1c86-a0d7-44bb-8cd5-36dc5613f7e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366379 Jul 16 18:13:16.542422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:16.564531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Transition to ACTIVE for port object e3d20e7a-9882-448e-9013-a0244bd11a5d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:16.572502 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.574760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 28c95575-2777-4bb3-a20a-706f7c4ec659 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:16.577329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:16.652362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-aed29959-0698-43fe-9c39-9aeafd2a71cf tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.2028646 Jul 16 18:13:16.792226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:16.862199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:16.862744 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.866951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:16.867333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.889864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] No DVR routers for this DVR port e3d20e7a-9882-448e-9013-a0244bd11a5d on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:16.906517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Pushing event updated for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.915242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] For port 67fef149-332c-4c78-8b83-579d0b68b4af, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=67fef149-332c-4c78-8b83-579d0b68b4af,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:16.915682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.943186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-2d780a35-440a-472f-a343-2561d45953f0 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.944616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c85ecc13-2a26-4f7e-b5eb-abe1ab0ccf83 req-2d780a35-440a-472f-a343-2561d45953f0 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2828081 Jul 16 18:13:16.962035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111d9f2-b560-4e6f-afa8-46c0e5f8fb8e req-dc99ce43-b420-4d3b-9af6-afa72d4401a9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:16.970884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5111d9f2-b560-4e6f-afa8-46c0e5f8fb8e req-dc99ce43-b420-4d3b-9af6-afa72d4401a9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 945 time: 0.2778311 Jul 16 18:13:16.974597 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] 10.222.0.13 "PUT /v2.0/ports/e3d20e7a-9882-448e-9013-a0244bd11a5d/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 1.8328302 Jul 16 18:13:16.980599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.981080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Calling delete_port for 67fef149-332c-4c78-8b83-579d0b68b4af owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:16.990803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.991922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.992580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.993165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.993730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.994423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.995013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.995602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.996241 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.997279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:16.999066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c33fdfa-56c0-424b-b2d5-ab3307650f5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.035520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Deleting port fed2ab27-c9da-4bf1-975c-8d583db66581 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:17.036610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.053919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf993081-0448-4079-87e4-11250bd28b43 req-ba3c0caf-b003-408f-b59a-f1a6abd8cb53 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.057256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf993081-0448-4079-87e4-11250bd28b43 req-ba3c0caf-b003-408f-b59a-f1a6abd8cb53 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "GET /v2.0/ports?device_id=b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5 HTTP/1.1" status: 200 len: 946 time: 0.3123012 Jul 16 18:13:17.173664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5111d9f2-b560-4e6f-afa8-46c0e5f8fb8e req-eeb33192-bcb7-4c02-9e6f-7966e3760616 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013137 Jul 16 18:13:17.387579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efd746-c84b-4e48-ba53-4797c8a593db req-44d45a05-7ab8-4ef2-a18f-105294cc1b45 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.411758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9efd746-c84b-4e48-ba53-4797c8a593db req-44d45a05-7ab8-4ef2-a18f-105294cc1b45 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 944 time: 0.1733155 Jul 16 18:13:17.511107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 28c95575-2777-4bb3-a20a-706f7c4ec659, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=28c95575-2777-4bb3-a20a-706f7c4ec659,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:17.548685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.549511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:17.573729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.589229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Calling delete_port for fed2ab27-c9da-4bf1-975c-8d583db66581 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:17.606772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9ac61310-3b50-4926-9f37-85768dd36674 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.608394 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-9ac61310-3b50-4926-9f37-85768dd36674 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.5322900 Jul 16 18:13:17.631980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'port_id': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'mac_address': 'fa:16:3e:9c:45:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:17.636060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['b454461a-c738-46a1-9f88-3977b7f5d03c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:17.717028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9efd746-c84b-4e48-ba53-4797c8a593db req-4bd0dff0-2041-40dd-a2bd-6f476c954ed6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038492 Jul 16 18:13:17.728397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event deleted for resources: {'Port': ['ID=67fef149-332c-4c78-8b83-579d0b68b4af,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:17.747805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.748846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.749793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.750698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.754953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.756002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.756909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.758207 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.759578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.760511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.761402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.762321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:17.787144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:17.787592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 67fef149-332c-4c78-8b83-579d0b68b4af no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:17.837411 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c2721b-0084-4d33-8cad-a526cc39cb19 x-openstack-request-id: req-e9c2721b-0084-4d33-8cad-a526cc39cb19 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:17.838453 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:17.838756 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9c2721b-0084-4d33-8cad-a526cc39cb19 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:17.839174 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'code': 200} Jul 16 18:13:17.867075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Deleting port b454461a-c738-46a1-9f88-3977b7f5d03c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:17.867656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.885620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 67fef149-332c-4c78-8b83-579d0b68b4af {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:17.885620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 67fef149-332c-4c78-8b83-579d0b68b4af not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:17.892632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] No DVR routers for this DVR port 67fef149-332c-4c78-8b83-579d0b68b4af on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:17.898187 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.908720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33515c9a-b64b-435c-997c-4132d7c0a875 req-de00d220-b01a-4fa9-8260-2b981019a6e8 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.13 "DELETE /v2.0/ports/67fef149-332c-4c78-8b83-579d0b68b4af HTTP/1.1" status: 204 len: 173 time: 2.2239716 Jul 16 18:13:17.926672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0dfc9-00fc-4755-88a7-352a99ce45b0 req-b0824d5b-efd5-409b-b1b2-7bee24545628 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.941302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1a0dfc9-00fc-4755-88a7-352a99ce45b0 req-b0824d5b-efd5-409b-b1b2-7bee24545628 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea89f2b0-211b-481b-bd5e-042b5c1ece75 HTTP/1.1" status: 200 len: 867 time: 0.5182071 Jul 16 18:13:17.954596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'name': 'network-vif-deleted', 'tag': '67fef149-332c-4c78-8b83-579d0b68b4af'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:17.960015 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ff6b06-4274-423d-80a7-c82ad3f952ab" -d '{"events": [{"server_uuid": "ea89f2b0-211b-481b-bd5e-042b5c1ece75", "name": "network-vif-deleted", "tag": "67fef149-332c-4c78-8b83-579d0b68b4af"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:18.077448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] For port b454461a-c738-46a1-9f88-3977b7f5d03c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b454461a-c738-46a1-9f88-3977b7f5d03c,segment=NetworkSegment(c8f286b0-5533-4765-9e60-df1e55deb3c3),segment_id=c8f286b0-5533-4765-9e60-df1e55deb3c3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:18.077909 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.083762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.123394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Calling delete_port for b454461a-c738-46a1-9f88-3977b7f5d03c owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:18.125192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c95575-2777-4bb3-a20a-706f7c4ec659 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:18.140954 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.141202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-5b965ada-3cf1-4aa0-89fe-55a1c392d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.142814 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-5b965ada-3cf1-4aa0-89fe-55a1c392d893 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d&tenant_id=55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 1097 time: 0.5229845 Jul 16 18:13:18.193329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1a0dfc9-00fc-4755-88a7-352a99ce45b0 req-825ec999-0d1b-4f57-9db8-32dca05cec11 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.48 "GET /v2.0/security-groups?id=d1c3437d-5654-4a12-845c-9d3b6decef35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478323 Jul 16 18:13:18.266561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 28c95575-2777-4bb3-a20a-706f7c4ec659, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=28c95575-2777-4bb3-a20a-706f7c4ec659,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:18.287508 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.342125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45498008-4ef6-4731-8b32-2afca7defca8 req-d6cca72e-46a1-464e-9940-b9f98860841f tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.348878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45498008-4ef6-4731-8b32-2afca7defca8 req-d6cca72e-46a1-464e-9940-b9f98860841f tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.3812516 Jul 16 18:13:18.362146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=28c95575-2777-4bb3-a20a-706f7c4ec659,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.367770 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.375797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:18.401998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.443182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,segment=NetworkSegment(ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da),segment_id=ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:18.453437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-57136e87-17bc-4ed7-ae9b-2a14d42f83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.455469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-57136e87-17bc-4ed7-ae9b-2a14d42f83e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1097 time: 0.2574046 Jul 16 18:13:18.470486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.502873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45498008-4ef6-4731-8b32-2afca7defca8 req-6601b704-e43f-46f4-92c5-e224bb652114 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469932 Jul 16 18:13:18.584705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7397af2-041f-4804-9b61-b43d978c866c req-d6ba0267-e63c-4499-860f-40d8a7c640cf tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips/c98c1a73-b6be-4f47-8e77-1f03ceb1948a HTTP/1.1" status: 200 len: 693 time: 0.0611577 Jul 16 18:13:18.627295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b454461a-c738-46a1-9f88-3977b7f5d03c no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:18.639333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['28c95575-2777-4bb3-a20a-706f7c4ec659'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:18.656864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-b3a30d1e-a731-4370-9e64-fc7cf415fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.658452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-b3a30d1e-a731-4370-9e64-fc7cf415fce0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.1902306 Jul 16 18:13:18.718202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-43c70709-9bfe-464c-bfab-9f0d4334244d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 217 time: 0.0520887 Jul 16 18:13:18.798006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7397af2-041f-4804-9b61-b43d978c866c req-36e9fdb5-b9c9-46ea-a36a-992e20ae28f5 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.799709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7397af2-041f-4804-9b61-b43d978c866c req-36e9fdb5-b9c9-46ea-a36a-992e20ae28f5 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2124293 Jul 16 18:13:18.856644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-cba859ef-a452-407e-845c-7cf377665705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.858188 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-cba859ef-a452-407e-845c-7cf377665705 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1340063 Jul 16 18:13:18.877013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=13']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.914046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-0c20d909-a577-48f9-91f9-1cd707e5d111 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458076 Jul 16 18:13:18.941446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9238d-6300-471d-b28e-14160188fa3e req-1e559681-0faa-473a-a322-3b37f07c0539 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.953101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c9238d-6300-471d-b28e-14160188fa3e req-1e559681-0faa-473a-a322-3b37f07c0539 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.2617166 Jul 16 18:13:19.005859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.089398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.091094 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.125430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.128816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-24eded94-3ec9-4995-9230-606fe91c7e30 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044401 Jul 16 18:13:19.134253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Port': ['ID=fed2ab27-c9da-4bf1-975c-8d583db66581,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.280709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-e5ed6831-887f-4a98-8cbf-20d4f7b44125 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430085 Jul 16 18:13:19.281519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Pushing event deleted for resources: {'Port': ['ID=b454461a-c738-46a1-9f88-3977b7f5d03c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:19.440433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] No DVR routers for this DVR port b454461a-c738-46a1-9f88-3977b7f5d03c on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:19.447065 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.449600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf993081-0448-4079-87e4-11250bd28b43 req-6e22e449-93cc-412f-97f3-bdfbd165a8b4 tempest-MultipleCreateTestJSON-193531051 tempest-MultipleCreateTestJSON-193531051-project] 10.222.0.55 "DELETE /v2.0/ports/b454461a-c738-46a1-9f88-3977b7f5d03c HTTP/1.1" status: 204 len: 173 time: 2.3571670 Jul 16 18:13:19.450341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'name': 'network-vif-deleted', 'tag': 'b454461a-c738-46a1-9f88-3977b7f5d03c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:19.455247 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3777a4-8b24-4bea-ad19-0250b76277c9" -d '{"events": [{"server_uuid": "b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5", "name": "network-vif-deleted", "tag": "b454461a-c738-46a1-9f88-3977b7f5d03c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:19.521882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c9238d-6300-471d-b28e-14160188fa3e req-3384d8a7-aa41-43ad-9cfd-f0304968cb2b tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618665 Jul 16 18:13:19.608572 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15002e9f-a9df-40ec-9030-8019527b3ff7 x-openstack-request-id: req-15002e9f-a9df-40ec-9030-8019527b3ff7 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:19.609264 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea89f2b0-211b-481b-bd5e-042b5c1ece75", "name": "network-vif-deleted", "tag": "67fef149-332c-4c78-8b83-579d0b68b4af", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:19.609264 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-15002e9f-a9df-40ec-9030-8019527b3ff7 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:19.609632 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea89f2b0-211b-481b-bd5e-042b5c1ece75', 'name': 'network-vif-deleted', 'tag': '67fef149-332c-4c78-8b83-579d0b68b4af', 'status': 'completed', 'code': 200} Jul 16 18:13:19.641158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719d124-6a8e-471a-b517-e6fcaeca69b4 req-ebcab374-fdb2-4184-951a-d131e549675b tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.642305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e719d124-6a8e-471a-b517-e6fcaeca69b4 req-ebcab374-fdb2-4184-951a-d131e549675b tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 945 time: 0.5596094 Jul 16 18:13:19.727749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e719d124-6a8e-471a-b517-e6fcaeca69b4 req-d5b9dc92-5e59-43ea-99fa-9295f3f45b77 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785968 Jul 16 18:13:19.745139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.840659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:19.845003 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebc8574-d37c-4b5c-83a8-c43c787d3b38" -d '{"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:19.871014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5fc99-c92a-47cf-bcd9-a0a408618fcc req-2160ebb7-57d7-4ec7-8ebb-f68fcf290210 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.879223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47c5fc99-c92a-47cf-bcd9-a0a408618fcc req-2160ebb7-57d7-4ec7-8ebb-f68fcf290210 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.1290133 Jul 16 18:13:19.975553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47c5fc99-c92a-47cf-bcd9-a0a408618fcc req-2375a45b-d627-4515-8fc9-293c8cc56b3a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897074 Jul 16 18:13:20.063978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1812ae-cc4d-4ced-85d6-b87c370a211a req-7c953540-87f3-4dc9-a708-a8b725560ad7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.071760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb1812ae-cc4d-4ced-85d6-b87c370a211a req-7c953540-87f3-4dc9-a708-a8b725560ad7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.1185212 Jul 16 18:13:20.152656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb1812ae-cc4d-4ced-85d6-b87c370a211a req-d84afb17-b460-4173-973f-c23a59296798 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798979 Jul 16 18:13:20.219005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70aca7-d01a-4762-a4cd-fe8dabe0d4b1 req-5cbd57fb-abc0-4e59-9779-824abc1f179a tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.227395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee70aca7-d01a-4762-a4cd-fe8dabe0d4b1 req-5cbd57fb-abc0-4e59-9779-824abc1f179a tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 945 time: 0.1150939 Jul 16 18:13:20.258070 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-b195b0a3-3571-4cca-a7e3-1c84fec98c6b tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.260473 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-b195b0a3-3571-4cca-a7e3-1c84fec98c6b tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.5807447 Jul 16 18:13:20.332924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f674e3da-f198-4016-ad18-717347256db2 req-5afe6226-2e71-44fe-b6e1-17d24b721a37 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=f9dcc7eb65c8422fb6655dd5cc964a1a HTTP/1.1" status: 200 len: 696 time: 0.0941036 Jul 16 18:13:20.432002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee70aca7-d01a-4762-a4cd-fe8dabe0d4b1 req-2d1e506f-fd8a-4ad6-8339-d1c141315e92 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031827 Jul 16 18:13:20.545852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674e3da-f198-4016-ad18-717347256db2 req-79d7bfd7-abf3-49e7-8a5a-bd2f23060d2f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.558445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f674e3da-f198-4016-ad18-717347256db2 req-79d7bfd7-abf3-49e7-8a5a-bd2f23060d2f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks?id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 787 time: 0.2126873 Jul 16 18:13:20.608988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 28c95575-2777-4bb3-a20a-706f7c4ec659 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:20.609944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Router 3e387ed1-a88b-44b3-a932-9c8c7d0665a4 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:20.628210 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5332e6cf-ab62-4afc-9ab0-48ba8785dc43 x-openstack-request-id: req-5332e6cf-ab62-4afc-9ab0-48ba8785dc43 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:20.628525 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5", "name": "network-vif-deleted", "tag": "b454461a-c738-46a1-9f88-3977b7f5d03c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:20.629428 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5332e6cf-ab62-4afc-9ab0-48ba8785dc43 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:20.629866 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ec7f27-26e9-4e41-9b7c-be26fad6c1c5', 'name': 'network-vif-deleted', 'tag': 'b454461a-c738-46a1-9f88-3977b7f5d03c', 'status': 'completed', 'code': 200} Jul 16 18:13:20.684315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:20.708457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-4537d747-8c40-4e51-a2a8-7d27b3d6c0ce service neutron] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:20.714487 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-4537d747-8c40-4e51-a2a8-7d27b3d6c0ce service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.715660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b50ccc5-3028-4377-bc0f-1e591f98d0d2 req-4537d747-8c40-4e51-a2a8-7d27b3d6c0ce service neutron] 10.222.0.55 "DELETE /v2.0/ports/e3d20e7a-9882-448e-9013-a0244bd11a5d/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.4430494 Jul 16 18:13:20.721279 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3062e54-70bc-42fc-b848-b202d6993cb3 x-openstack-request-id: req-a3062e54-70bc-42fc-b848-b202d6993cb3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:20.721554 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-plugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:20.721806 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a3062e54-70bc-42fc-b848-b202d6993cb3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:20.722202 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'code': 200} Jul 16 18:13:20.798964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-16368e60-66e8-46fc-87c7-8cb1ed3db05e tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips/c98c1a73-b6be-4f47-8e77-1f03ceb1948a HTTP/1.1" status: 200 len: 693 time: 0.1018097 Jul 16 18:13:20.805802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:20.815260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ed80c7c8-956b-443d-ac7d-d6c9539ced06 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "PUT /v2.0/routers/3e387ed1-a88b-44b3-a932-9c8c7d0665a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0772080 Jul 16 18:13:20.816134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53112) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:20.824789 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] Sync routers for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:20.844282 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:20.846315 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:20.906370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 28c95575-2777-4bb3-a20a-706f7c4ec659 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:20.921919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 28c95575-2777-4bb3-a20a-706f7c4ec659 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:20.923154 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.010625 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:21.011860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.047709 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] Routers {'3e387ed1-a88b-44b3-a932-9c8c7d0665a4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:21.048390 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:21.068516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-be3abe97-f103-4cc7-84ca-8fb64fd984c3 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.078608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-be3abe97-f103-4cc7-84ca-8fb64fd984c3 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2761979 Jul 16 18:13:21.091159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:21.093839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.148099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:21.148791 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdac9998-9a3a-4a5a-a5e2-92ddf35d49b9 None None] The sync data for ids ['3e387ed1-a88b-44b3-a932-9c8c7d0665a4'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:21.167234 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.177246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-5703de9f-bb1c-4ad4-ae48-c7ec634e58d0 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.0950813 Jul 16 18:13:21.254165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.266597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Deleting port 804fcd64-b312-496e-8742-a5cb929232cf {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:21.267698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.273725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-5a33f9bb-f005-4454-bded-21c2bf0f0cd6 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.156 HTTP/1.1" status: 200 len: 696 time: 0.0950787 Jul 16 18:13:21.340256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6dcc51-2a8f-4bd0-b7bd-5a17c439fa68 req-ab68de57-a73f-4ef8-a8f9-d5ae5377c634 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:21.342292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac6dcc51-2a8f-4bd0-b7bd-5a17c439fa68 req-ab68de57-a73f-4ef8-a8f9-d5ae5377c634 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.4014390 Jul 16 18:13:21.351538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 28c95575-2777-4bb3-a20a-706f7c4ec659, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=28c95575-2777-4bb3-a20a-706f7c4ec659,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:21.431535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.444749 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.451932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac6dcc51-2a8f-4bd0-b7bd-5a17c439fa68 req-8e9bfc7d-d4c8-42d9-8f7c-f7ac27a2b473 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791330 Jul 16 18:13:21.471069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Calling delete_port for 804fcd64-b312-496e-8742-a5cb929232cf owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:21.479705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Deleting port 52955d77-22e4-4aef-81b8-8facbff53c49 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:21.480235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.596549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=28c95575-2777-4bb3-a20a-706f7c4ec659,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.687589 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.688311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.711474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Calling delete_port for 52955d77-22e4-4aef-81b8-8facbff53c49 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:21.716635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53118) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:21.841634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] Deleting subnet b8859172-c994-4326-bd17-ce55dd4c3197 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:21.849449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.898504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.932760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Port': ['ID=804fcd64-b312-496e-8742-a5cb929232cf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:22.009492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.066959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.101775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9b154-aac1-4d08-bf23-c0e2d598d9ab req-34f6d188-4fdb-49bb-9010-e29fe70082cf tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.109291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15f9b154-aac1-4d08-bf23-c0e2d598d9ab req-34f6d188-4fdb-49bb-9010-e29fe70082cf tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.2348177 Jul 16 18:13:22.188648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.197147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.199877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.224683 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.296642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.299787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Fanout notify agent at l3_agent the message router_deleted on router 3e387ed1-a88b-44b3-a932-9c8c7d0665a4 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:22.306059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Pushing event deleted for resources: {'Port': ['ID=52955d77-22e4-4aef-81b8-8facbff53c49,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:22.317648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.320954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fb7f4c1b-ae26-41d2-aff0-5c8f00c14b5a tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "DELETE /v2.0/routers/3e387ed1-a88b-44b3-a932-9c8c7d0665a4 HTTP/1.1" status: 204 len: 168 time: 1.5034459 Jul 16 18:13:22.323775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.328613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15f9b154-aac1-4d08-bf23-c0e2d598d9ab req-7f27457c-041a-4673-9173-205fdbbca1d1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131352 Jul 16 18:13:22.417199 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.464843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.468247 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.470357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6a451d9-3d10-4920-85ca-44239c6ad372 req-988e6ea8-1213-434b-a217-dca6bce7403b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "DELETE /v2.0/floatingips/c98c1a73-b6be-4f47-8e77-1f03ceb1948a HTTP/1.1" status: 204 len: 173 time: 1.1945453 Jul 16 18:13:22.472667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.475644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b8859172-c994-4326-bd17-ce55dd4c3197 HTTP/1.1" status: 204 len: 168 time: 0.7563260 Jul 16 18:13:22.475811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0ead5-4c22-4f64-9a30-4697499879ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8859172-c994-4326-bd17-ce55dd4c3197,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:22.494336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53124) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.574358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Deleting subnet dad780e8-ec32-47ad-afca-16985338a3d9 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:22.581277 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.595086 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.708900 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.724531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:22.728636 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1acf45c-cb6e-480b-9a25-321d705fae22" -d '{"events": [{"server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "name": "network-vif-plugged", "status": "completed", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:22.766113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.877903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.895748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f99a0ee-4411-474b-9fe8-38ccf819dfd0']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:22.943958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f286b0-5533-4765-9e60-df1e55deb3c3') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:22.944452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f286b0-5533-4765-9e60-df1e55deb3c3') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:22.983605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.990134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.017138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Subnet': ['ID=dad780e8-ec32-47ad-afca-16985338a3d9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.025461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.031006 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1f82b8f4-bbb8-4284-b71c-cfb31c24e3da tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "DELETE /v2.0/subnets/dad780e8-ec32-47ad-afca-16985338a3d9 HTTP/1.1" status: 204 len: 168 time: 0.7050800 Jul 16 18:13:23.031805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.049434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c5b702-68c1-4b55-b3bc-cddbde0c74f1 None None] Network f6da99af-5418-468e-8e35-67a299e4acf1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:23.065285 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.093719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:23.094415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:23.097673 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:23.114158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b18349-466f-418c-941c-ff96ea2440df req-7a5091f2-5a66-4590-ab9a-0530bbe457f1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.116871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49b18349-466f-418c-941c-ff96ea2440df req-7a5091f2-5a66-4590-ab9a-0530bbe457f1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 945 time: 0.3471539 Jul 16 18:13:23.234569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.263524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474833f3-366c-4a2b-95e0-c6b1185e28c9 req-9d076d0c-b8f6-42b3-8028-b9996a9802a8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.272021 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-474833f3-366c-4a2b-95e0-c6b1185e28c9 req-9d076d0c-b8f6-42b3-8028-b9996a9802a8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.4401588 Jul 16 18:13:23.283653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.303107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.305112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] 10.222.0.48 "DELETE /v2.0/networks/8f99a0ee-4411-474b-9fe8-38ccf819dfd0 HTTP/1.1" status: 204 len: 168 time: 0.8095181 Jul 16 18:13:23.346712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63dc51-9b42-4d03-a464-296c6e1e753b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f99a0ee-4411-474b-9fe8-38ccf819dfd0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:23.356264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49b18349-466f-418c-941c-ff96ea2440df req-36c24243-b5c7-4816-ad1d-eeb038ab76bb tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071221 Jul 16 18:13:23.367148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Deleting port e4eb9958-07e6-4066-93d1-8ee87d47d586 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:23.367709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.404498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-474833f3-366c-4a2b-95e0-c6b1185e28c9 req-546f8a6d-8b22-4f5c-b3fc-ed3e09dd9e0b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314032 Jul 16 18:13:23.547885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] DHCP port deletion for f6da99af-5418-468e-8e35-67a299e4acf1 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:23.654130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] For port e4eb9958-07e6-4066-93d1-8ee87d47d586, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4eb9958-07e6-4066-93d1-8ee87d47d586,segment=NetworkSegment(9ca6f023-2b97-4414-a798-2debbb45e7ee),segment_id=9ca6f023-2b97-4414-a798-2debbb45e7ee)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:23.654652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.705975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Calling delete_port for e4eb9958-07e6-4066-93d1-8ee87d47d586 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:23.709935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] Deleting port e4eb9958-07e6-4066-93d1-8ee87d47d586 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:23.715890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.736980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53138) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.856387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53140) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.856687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cafe50de-fad6-4bb3-9939-bb02bc7771e0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d47946a672ba44908763d1b1d4e99a13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177616 Jul 16 18:13:23.869648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] For port e4eb9958-07e6-4066-93d1-8ee87d47d586, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4eb9958-07e6-4066-93d1-8ee87d47d586,segment=NetworkSegment(9ca6f023-2b97-4414-a798-2debbb45e7ee),segment_id=9ca6f023-2b97-4414-a798-2debbb45e7ee)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:23.872058 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.899679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] Calling delete_port for e4eb9958-07e6-4066-93d1-8ee87d47d586 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:23.949621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea847c-9e13-42f3-a8b2-98c2723abb2f req-fdb0534a-ac7d-4ca5-83c4-c40549a456a4 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:23.965250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8fea847c-9e13-42f3-a8b2-98c2723abb2f req-fdb0534a-ac7d-4ca5-83c4-c40549a456a4 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.2979212 Jul 16 18:13:24.024473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7edc2b9-eece-4c05-9608-e47264862a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.043978 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.051798 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.090871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] No DVR routers for this DVR port e4eb9958-07e6-4066-93d1-8ee87d47d586 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:24.110003 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] Pushing event deleted for resources: {'Port': ['ID=e4eb9958-07e6-4066-93d1-8ee87d47d586,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.113336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8fea847c-9e13-42f3-a8b2-98c2723abb2f req-a34f2804-4908-42df-8f3f-66be81d80f47 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465721 Jul 16 18:13:24.164246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277e79b-11ca-4456-b48e-17a7e6cce6f0 None None] No DVR routers for this DVR port e4eb9958-07e6-4066-93d1-8ee87d47d586 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:24.192926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Port': ['ID=e4eb9958-07e6-4066-93d1-8ee87d47d586,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.197585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7edc2b9-eece-4c05-9608-e47264862a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.199795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7e384-3b19-453e-880f-62e2d25f4e34 req-4670949a-7e03-4686-a83e-f600561b5e9e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.213333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4b7e384-3b19-453e-880f-62e2d25f4e34 req-4670949a-7e03-4686-a83e-f600561b5e9e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.3526928 Jul 16 18:13:24.365104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.370119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4b7e384-3b19-453e-880f-62e2d25f4e34 req-bae127fd-22ad-4361-b9b7-b1c85efb6f68 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522446 Jul 16 18:13:24.378271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6da99af-5418-468e-8e35-67a299e4acf1']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.399956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca6f023-2b97-4414-a798-2debbb45e7ee') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.400986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca6f023-2b97-4414-a798-2debbb45e7ee') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:24.416083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.465838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-03fc8f53-a532-45e7-b349-93e9652b15e1 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2399447 Jul 16 18:13:24.481925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:24.509860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.525602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:24.526100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:24.534717 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:24.584649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7edc2b9-eece-4c05-9608-e47264862a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.587855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7edc2b9-eece-4c05-9608-e47264862a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.589218 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7edc2b9-eece-4c05-9608-e47264862a62 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1c3437d-5654-4a12-845c-9d3b6decef35 HTTP/1.1" status: 204 len: 168 time: 0.7315876 Jul 16 18:13:24.598491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.634370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4eb9958-07e6-4066-93d1-8ee87d47d586 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:24.668527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7edc2b9-eece-4c05-9608-e47264862a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c3437d-5654-4a12-845c-9d3b6decef35,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.693318 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.712232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e4eb9958-07e6-4066-93d1-8ee87d47d586 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:24.713801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.716545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4eb9958-07e6-4066-93d1-8ee87d47d586 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:24.719520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53152) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:24.727755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "DELETE /v2.0/networks/f6da99af-5418-468e-8e35-67a299e4acf1 HTTP/1.1" status: 204 len: 168 time: 1.6831331 Jul 16 18:13:24.730225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873e1be-691d-4b7a-8a20-f93c3073656f req-de6517ec-0439-461b-85de-6877b4962213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.731752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6873e1be-691d-4b7a-8a20-f93c3073656f req-de6517ec-0439-461b-85de-6877b4962213 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 1098 time: 0.2844863 Jul 16 18:13:24.782418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db6c10-2cf4-4bd6-8224-b670516e3dcd tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Network': ['ID=f6da99af-5418-468e-8e35-67a299e4acf1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.829550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6873e1be-691d-4b7a-8a20-f93c3073656f req-93ab3236-78b2-4a99-910f-c7ca66e71822 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538938 Jul 16 18:13:24.856583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4aaa1-f25a-40ca-8f28-6878899bb6e2 req-4914a04f-802f-4eb0-8963-3fd0e8c3cef3 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.859575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0a4aaa1-f25a-40ca-8f28-6878899bb6e2 req-4914a04f-802f-4eb0-8963-3fd0e8c3cef3 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.3499150 Jul 16 18:13:25.084130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0a4aaa1-f25a-40ca-8f28-6878899bb6e2 req-b21cf4c6-0dd5-4c0f-9c75-d15d4bc11f10 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061174 Jul 16 18:13:25.127027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.190561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Deleting port 5f08b6ce-90df-4bf2-839e-87e9421ad60a {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:25.190910 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.209018 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f3c885-eb4e-4b09-881c-2a9be9725a6c x-openstack-request-id: req-27f3c885-eb4e-4b09-881c-2a9be9725a6c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:25.209947 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "name": "network-vif-plugged", "status": "completed", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:25.210379 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27f3c885-eb4e-4b09-881c-2a9be9725a6c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:25.210990 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'code': 200} Jul 16 18:13:25.331476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.333021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.364437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Calling delete_port for 5f08b6ce-90df-4bf2-839e-87e9421ad60a owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:25.495385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c6efc-d1ec-43ad-a295-fb94c95e88c8 req-732325af-6488-4065-8952-6500d39b310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.497457 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c53c6efc-d1ec-43ad-a295-fb94c95e88c8 req-732325af-6488-4065-8952-6500d39b310d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 1098 time: 0.1378593 Jul 16 18:13:25.620604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c53c6efc-d1ec-43ad-a295-fb94c95e88c8 req-56244ec9-5bf8-410b-8574-cd9b1a1181d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084743 Jul 16 18:13:25.902966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Allocated IP 172.25.0.165 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/3e221d2b-3824-4526-a91f-99bcbb71da93) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:25.981202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.056690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609d5c-fc1a-4e2e-8041-288f5a272505 req-42c3d343-dc78-44d5-bbe9-84365b7888b6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.058543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58609d5c-fc1a-4e2e-8041-288f5a272505 req-42c3d343-dc78-44d5-bbe9-84365b7888b6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.6694510 Jul 16 18:13:26.142588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1203899278-network', 'tenant_id': 'e07f1a37bc984bfaba05c4420cae6913'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:26.154707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.170866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58609d5c-fc1a-4e2e-8041-288f5a272505 req-80283ddd-7068-40e7-8950-d25f4fe2270a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870254 Jul 16 18:13:26.174553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Made reservation on behalf of e07f1a37bc984bfaba05c4420cae6913 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:26.174851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.178006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.197199 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.209699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Pushing event deleted for resources: {'Port': ['ID=5f08b6ce-90df-4bf2-839e-87e9421ad60a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.317691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.323378 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.327250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.332327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2f3fa2c2-6994-4be6-b491-b5033068fa90 tempest-FloatingIPAdminTestJSON-580252445 tempest-FloatingIPAdminTestJSON-580252445-project] 10.222.0.48 "DELETE /v2.0/floatingips/0331a400-b396-489d-90d3-2ea0e4e60e8a HTTP/1.1" status: 204 len: 168 time: 1.6109893 Jul 16 18:13:26.389269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.397259 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.405869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:26.414302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:26.421282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:26.430257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Pushing event updated for resources: {'Port': ['ID=3e221d2b-3824-4526-a91f-99bcbb71da93,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.511063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada4c0-c633-4658-8f78-1344a686222c req-f92f0589-c010-4887-8b80-62f377305b9b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.513709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:26.518406 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6ada4c0-c633-4658-8f78-1344a686222c req-f92f0589-c010-4887-8b80-62f377305b9b tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.1776614 Jul 16 18:13:26.525005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd0c0e9-c75e-4354-86f2-12b5ef42d221,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.561107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.563532 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Added segment ac84c443-1694-4e05-8868-11eb10bec33f of type vlan for network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 Jul 16 18:13:26.591138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.612584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6ada4c0-c633-4658-8f78-1344a686222c req-af03508e-bb85-45a2-91bf-37dc826fd3c1 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930109 Jul 16 18:13:26.652432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.678024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.752288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.753311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.756786 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.786103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8030658 Jul 16 18:13:26.793123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53188) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.805911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Request body: {'subnet': {'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1203899278-subnet', 'tenant_id': 'e07f1a37bc984bfaba05c4420cae6913', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:26.832807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.907991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52952d5b-f62e-44f7-881e-0f033987afb8 admin admin] Pushing event updated for resources: {'Network': ['ID=b2f7f7a4-6901-41b2-8078-dcbd85591fc3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.913134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Made reservation on behalf of e07f1a37bc984bfaba05c4420cae6913 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:26.916198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.920296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:27.122963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8f6e1fbc-dae2-41d9-a298-4e680dbbc441 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b5dc506475241f98e6d62de3d4fc95f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2872436 Jul 16 18:13:27.125742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.142581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cf923-77a8-4c6a-8ab5-c916ab0ce6ae req-9f9f10a7-742b-4b35-b8c4-dac86ec2544f tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.152808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-615cf923-77a8-4c6a-8ab5-c916ab0ce6ae req-9f9f10a7-742b-4b35-b8c4-dac86ec2544f tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1097 time: 0.3350985 Jul 16 18:13:27.192619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.212424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.235006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60b2422c-8fbd-4ed7-b8e8-7753aba0f94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.249867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.250225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-615cf923-77a8-4c6a-8ab5-c916ab0ce6ae req-278c0b6e-b741-4494-adf8-002523c34dfa tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929396 Jul 16 18:13:27.296824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60b2422c-8fbd-4ed7-b8e8-7753aba0f94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.335817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Pushing event updated for resources: {'Port': ['ID=3e221d2b-3824-4526-a91f-99bcbb71da93,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.357970 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.387376 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.394660 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-b8e2a1a5-401c-4001-9268-84a67cd4206c tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9210169 Jul 16 18:13:27.418756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d41ac02-5dfd-4941-a709-9331adb378da,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.443711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Checking segment: {'id': 'ac84c443-1694-4e05-8868-11eb10bec33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:27.444202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Network hostable DHCP agents. Network: b2f7f7a4-6901-41b2-8078-dcbd85591fc3, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:27.474818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:27.488950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60b2422c-8fbd-4ed7-b8e8-7753aba0f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.492873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60b2422c-8fbd-4ed7-b8e8-7753aba0f94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.494671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-60b2422c-8fbd-4ed7-b8e8-7753aba0f94c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0360a503-5675-4c55-b0ae-f3db6f774e98 HTTP/1.1" status: 204 len: 168 time: 0.3684614 Jul 16 18:13:27.509148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, b2f7f7a4-6901-41b2-8078-dcbd85591fc3) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:27.525226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba5681-5531-4afa-9fc8-aec5529c1589 None None] Network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:27.538167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.539248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.572478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2422c-8fbd-4ed7-b8e8-7753aba0f94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0360a503-5675-4c55-b0ae-f3db6f774e98,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.586375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2ac3671b-baa1-4e9e-862c-c708b73f1bdb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7871609 Jul 16 18:13:27.621599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-c3c0a52a-7a71-4c58-bdcc-808c047b7b34 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.2221172 Jul 16 18:13:27.812794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de7ec1-95c6-44af-aa4f-d8e84de124f1 req-0faedbe9-4ee9-4f08-982b-1ee2afe641d0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.820249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9de7ec1-95c6-44af-aa4f-d8e84de124f1 req-0faedbe9-4ee9-4f08-982b-1ee2afe641d0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.3120189 Jul 16 18:13:27.873602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-594bd968-8396-4794-aa9d-ec1147859e9e tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.887952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b91f4e0-0292-4a91-95db-e7e6975b350f req-594bd968-8396-4794-aa9d-ec1147859e9e tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2676039 Jul 16 18:13:27.942085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9de7ec1-95c6-44af-aa4f-d8e84de124f1 req-a1d34b70-4c1a-4d54-9937-a5a2208b5325 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170518 Jul 16 18:13:28.012821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e93310-57a1-4c54-9e6c-454e502f54f5 None None] Network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:28.293989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203bdd9-87cf-4071-8f6b-a5bf84e6a79b req-a49ae59e-0e2c-439c-ada5-2066565a0cf9 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.297200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b203bdd9-87cf-4071-8f6b-a5bf84e6a79b req-a49ae59e-0e2c-439c-ada5-2066565a0cf9 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.1587985 Jul 16 18:13:28.333766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae2aa9-86d4-4566-8189-609579b3bbf5 req-fade143e-d70e-4767-bf07-3af7846800a2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.335438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1ae2aa9-86d4-4566-8189-609579b3bbf5 req-fade143e-d70e-4767-bf07-3af7846800a2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.1354792 Jul 16 18:13:28.385374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b203bdd9-87cf-4071-8f6b-a5bf84e6a79b req-4ac224e8-42e4-44df-ad7d-06aed25ee8c5 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761464 Jul 16 18:13:28.406343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1ae2aa9-86d4-4566-8189-609579b3bbf5 req-f422e83c-0598-495a-9307-01e848eae33f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577147 Jul 16 18:13:28.442726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.460922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffaf735d-8f78-49b9-8df9-a875fdc7c553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.633222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffaf735d-8f78-49b9-8df9-a875fdc7c553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.642666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffaf735d-8f78-49b9-8df9-a875fdc7c553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.715367 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ffaf735d-8f78-49b9-8df9-a875fdc7c553 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff0fd494232b476b9be6351bbcc10acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2713799 Jul 16 18:13:28.719602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.722599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf735d-8f78-49b9-8df9-a875fdc7c553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4236ad-4adc-4114-a0d9-e743c257716c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.812350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e60435c-0c08-45b1-9b71-b4ab6b932b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.814624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8011a31-126e-47f8-b769-75d3bef74209 req-752927e1-6e9a-446f-ad93-a7117a518bba tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.825115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8011a31-126e-47f8-b769-75d3bef74209 req-752927e1-6e9a-446f-ad93-a7117a518bba tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.2401588 Jul 16 18:13:28.842124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e60435c-0c08-45b1-9b71-b4ab6b932b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.881624 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8011a31-126e-47f8-b769-75d3bef74209 req-97d6b4b1-5a46-4441-9379-8b442a470d29 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580065 Jul 16 18:13:28.942942 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e60435c-0c08-45b1-9b71-b4ab6b932b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.944915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-0094408c-7597-446f-a2bb-dcbfe7e77c54 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.948245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e60435c-0c08-45b1-9b71-b4ab6b932b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.957166 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-0094408c-7597-446f-a2bb-dcbfe7e77c54 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.2985282 Jul 16 18:13:28.965764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e60435c-0c08-45b1-9b71-b4ab6b932b19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a4236ad-4adc-4114-a0d9-e743c257716c HTTP/1.1" status: 204 len: 168 time: 0.2310281 Jul 16 18:13:28.988921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60435c-0c08-45b1-9b71-b4ab6b932b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4236ad-4adc-4114-a0d9-e743c257716c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:29.045128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-502ffa60-21a7-43b3-b6d6-f21053ed31df tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/quotas/55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 375 time: 0.0869279 Jul 16 18:13:29.059827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-a6e01545-56f0-43bc-9c12-fdc50d23d89b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips/c55ce457-12fe-45ec-8948-68fa5f1a7c18 HTTP/1.1" status: 200 len: 693 time: 0.0955658 Jul 16 18:13:29.239467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-7486d9b5-3e46-4528-a5c9-333329fc144a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1837130 Jul 16 18:13:29.307518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-57c51bc1-e85b-4cf5-87ba-66d18dc8c21b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.312058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-57c51bc1-e85b-4cf5-87ba-66d18dc8c21b tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2423587 Jul 16 18:13:29.395931 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-befdf846-ab66-4f27-a4be-2212d365ac29 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.0700660 Jul 16 18:13:29.477616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-48c896db-d01f-4492-9bd4-7ac49f564c22 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.165 HTTP/1.1" status: 200 len: 696 time: 0.0800529 Jul 16 18:13:29.560367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53242) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:29.595533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efff0b2e-fac7-4f05-9fe1-af1617bc6423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.749749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c7ff9f16-3bd3-4566-9f82-389c27ec29a8 service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568872 Jul 16 18:13:29.894779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efff0b2e-fac7-4f05-9fe1-af1617bc6423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.899982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Deleting port 3e221d2b-3824-4526-a91f-99bcbb71da93 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:29.900367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.902805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efff0b2e-fac7-4f05-9fe1-af1617bc6423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.936599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-97dcf54e-0b36-460f-bbe7-c3fe137fa216 service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883249 Jul 16 18:13:29.979287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-efff0b2e-fac7-4f05-9fe1-af1617bc6423 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e751df3aa1604f4d82b51a2657f77f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4175856 Jul 16 18:13:29.979287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efff0b2e-fac7-4f05-9fe1-af1617bc6423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3262a3e6-39ca-4f39-afc1-8b15f6cc2ec2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:29.981262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.053138 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43bb9e7a-06f2-4ea5-95ff-98a9f322304b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.083176 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.083873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.085208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43bb9e7a-06f2-4ea5-95ff-98a9f322304b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.117287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Calling delete_port for 3e221d2b-3824-4526-a91f-99bcbb71da93 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:30.182525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43bb9e7a-06f2-4ea5-95ff-98a9f322304b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.189208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43bb9e7a-06f2-4ea5-95ff-98a9f322304b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.194439 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43bb9e7a-06f2-4ea5-95ff-98a9f322304b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3262a3e6-39ca-4f39-afc1-8b15f6cc2ec2 HTTP/1.1" status: 204 len: 168 time: 0.2091630 Jul 16 18:13:30.195406 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fc7ed3c3-a2d8-4d46-98dc-1f29f057eb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.224573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb9e7a-06f2-4ea5-95ff-98a9f322304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3262a3e6-39ca-4f39-afc1-8b15f6cc2ec2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.406720 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.442496 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Pushing event deleted for resources: {'Port': ['ID=3e221d2b-3824-4526-a91f-99bcbb71da93,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.469888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026435a7-272f-452c-89dc-dffc297c13ae req-de372861-4737-4a4c-89a6-cb5be7386303 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.478784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-026435a7-272f-452c-89dc-dffc297c13ae req-de372861-4737-4a4c-89a6-cb5be7386303 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.1814311 Jul 16 18:13:30.624289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-026435a7-272f-452c-89dc-dffc297c13ae req-e7aeadee-3ad5-4fe6-a4ed-4ea6ddd5dc13 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442854 Jul 16 18:13:30.650064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.652856 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.654338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-353c39a5-10d4-4ecc-b7ad-17c7e705bc4f req-52beec19-542c-41d6-98d8-28179e8cba97 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "DELETE /v2.0/floatingips/c55ce457-12fe-45ec-8948-68fa5f1a7c18 HTTP/1.1" status: 204 len: 173 time: 1.1756778 Jul 16 18:13:31.211313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-6537834f-1e15-467b-9ec8-21a6af7f18a4 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.212972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-6537834f-1e15-467b-9ec8-21a6af7f18a4 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 810 time: 0.3697960 Jul 16 18:13:31.258663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-5875da6c-71a0-44e0-b256-371d1c7c1000 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/quotas/190cfc90126a41a2b79d2d699363db82 HTTP/1.1" status: 200 len: 375 time: 0.0272818 Jul 16 18:13:31.274311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-77806bd0-ee33-46eb-a6d6-b5d28721f978 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.281683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-77806bd0-ee33-46eb-a6d6-b5d28721f978 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/networks?id=b2f7f7a4-6901-41b2-8078-dcbd85591fc3 HTTP/1.1" status: 200 len: 809 time: 0.2069314 Jul 16 18:13:31.313566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-a1279578-195c-41ba-88ba-f4cab2403904 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/quotas/e07f1a37bc984bfaba05c4420cae6913 HTTP/1.1" status: 200 len: 375 time: 0.0305378 Jul 16 18:13:31.402673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-cdd01506-c18b-49c8-a658-1f191e7614c1 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e07f1a37bc984bfaba05c4420cae6913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882914 Jul 16 18:13:31.515262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-e842e2e0-e526-45ef-9b4e-878e85b86ac3 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2306750 Jul 16 18:13:31.571838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-0de1e07e-1184-4be0-9baf-f92b7e2dad82 service neutron] 10.222.0.48 "GET /v2.0/networks/b2f7f7a4-6901-41b2-8078-dcbd85591fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556869 Jul 16 18:13:31.717002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-60195fcf-f41a-42de-944b-aa062a0151bd service neutron] 10.222.0.48 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755748 Jul 16 18:13:31.788748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-83426abb-6ddc-4d97-8dc8-1ba696684ef8 service neutron] 10.222.0.48 "GET /v2.0/networks/b2f7f7a4-6901-41b2-8078-dcbd85591fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075250 Jul 16 18:13:31.899039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-b164655f-fa45-49ca-ae17-f13153204bbd service neutron] 10.222.0.48 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807494 Jul 16 18:13:32.462529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-5baa0dc0-1c08-4d2a-8442-2e686b76f9ac tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.464357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-5baa0dc0-1c08-4d2a-8442-2e686b76f9ac tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.3641350 Jul 16 18:13:32.479308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd813-e77f-46c1-9bdb-b11ee0a2b585 req-c3715ab5-5563-48bb-8f7c-5d0687dc1d90 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.481058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4efd813-e77f-46c1-9bdb-b11ee0a2b585 req-c3715ab5-5563-48bb-8f7c-5d0687dc1d90 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.3057144 Jul 16 18:13:32.489384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Request body: {'port': {'device_id': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'admin_state_up': True, 'tenant_id': '55a6178d683f4f2eb0ba405044346371'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:32.499891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.505712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Request body: {'floatingip': {'port_id': '28c95575-2777-4bb3-a20a-706f7c4ec659'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:32.604882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f828b-a777-4cd9-9dd5-e040cf86fc65 req-f4638e47-7cd8-4975-af4e-c275d07449b9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:32.623147 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f65f828b-a777-4cd9-9dd5-e040cf86fc65 req-f4638e47-7cd8-4975-af4e-c275d07449b9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.2641683 Jul 16 18:13:32.647107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.014737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d93745b-e172-4139-9b45-4b9990c53234 req-e8ebe8b5-92da-4f86-95b5-fcb9e645b412 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 210 time: 0.1626453 Jul 16 18:13:33.070389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f65f828b-a777-4cd9-9dd5-e040cf86fc65 req-755b4663-b0c7-482b-90aa-202ff5d1108d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4460142 Jul 16 18:13:33.136579 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0c201b7a-d164-459f-b2b0-b5978383ab8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.335692 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.361391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53340) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.377110 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-8a1d2c5f-1777-4b30-bf1e-e248371d3fae req-64b0a197-4db1-4649-a852-5a084fd09490 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] show failed (client error): The resource could not be found. Jul 16 18:13:33.383304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a1d2c5f-1777-4b30-bf1e-e248371d3fae req-64b0a197-4db1-4649-a852-5a084fd09490 tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips/c55ce457-12fe-45ec-8948-68fa5f1a7c18 HTTP/1.1" status: 404 len: 350 time: 0.2059107 Jul 16 18:13:33.385856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Made reservation on behalf of 55a6178d683f4f2eb0ba405044346371 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:33.393627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.224218 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.310490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76321910-8407-4df4-bb0a-344ec334fcfe req-3b043315-b74c-4fbb-aee0-82cefae74942 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 210 time: 0.7829328 Jul 16 18:13:34.321527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-973114488'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:34.415657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.426467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.471634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f17e9e53-5dc9-400c-b65b-12799ecbddc4 req-84be32c6-5585-42b1-9db8-e11a4a68dbc6 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 210 time: 0.8679292 Jul 16 18:13:34.665260 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Floating IP b5c5f2a6-2512-49fa-a721-c7378211e8e9 associated. External IP: 172.25.0.108, port: 28c95575-2777-4bb3-a20a-706f7c4ec659. Jul 16 18:13:34.770387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Allocated IP 172.20.0.8 (e385bb79-2a6b-4a81-96b8-3066d5f4e701/ba36affd-9031-4277-95ad-e30fad075852/5001c34a-0495-4a88-a41e-dd23cd9f93bc) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:34.855378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Made reservation on behalf of f01e89ee6a5f4bc99642158716a1e77c for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:34.874471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.878221 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-2c2f47c9-6a11-4931-904e-d39ff65184cd req-146cc40c-bb22-4601-bdba-42391d23b45f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] show failed (client error): The resource could not be found. Jul 16 18:13:34.880098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c2f47c9-6a11-4931-904e-d39ff65184cd req-146cc40c-bb22-4601-bdba-42391d23b45f tempest-FloatingIPsTestJSON-1768447889 tempest-FloatingIPsTestJSON-1768447889-project] 10.222.0.48 "GET /v2.0/floatingips/c55ce457-12fe-45ec-8948-68fa5f1a7c18 HTTP/1.1" status: 404 len: 350 time: 0.3243368 Jul 16 18:13:34.899288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53350) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.967363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.270830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-177beaf3-aead-484f-95ea-11d8281e54d1 req-8213cdac-7409-457c-bf99-0e1f3eb0ab0f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 210 time: 0.0714271 Jul 16 18:13:35.316328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27a3e-a006-4e60-9cbc-085e2d9d3afa req-152bb344-a6d6-471f-9a4e-d0328d400cb2 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.325898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecb27a3e-a006-4e60-9cbc-085e2d9d3afa req-152bb344-a6d6-471f-9a4e-d0328d400cb2 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.8489223 Jul 16 18:13:35.421783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Router 69b0380d-b6e0-49a1-849c-ceff20688fd8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:35.476926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-f47c6990-e4ef-49a7-b0c2-397d7dc598f9 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.480907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-f47c6990-e4ef-49a7-b0c2-397d7dc598f9 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.13 "GET /v2.0/networks?id=b2f7f7a4-6901-41b2-8078-dcbd85591fc3 HTTP/1.1" status: 200 len: 809 time: 0.5763927 Jul 16 18:13:35.517356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Request body: {'port': {'device_id': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3', 'admin_state_up': True, 'tenant_id': 'e07f1a37bc984bfaba05c4420cae6913'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:35.724665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.730206 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.842084 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.856213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:35.891619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecb27a3e-a006-4e60-9cbc-085e2d9d3afa req-b005b1f0-9a82-4ba9-adad-64e5ba5a2978 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612290 Jul 16 18:13:35.936214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Made reservation on behalf of e07f1a37bc984bfaba05c4420cae6913 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:35.944858 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.012108 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.012496 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Added segment 7148d7d2-8016-44b7-9fd1-be98334eecb4 of type vlan for network 7bb86336-22a9-423e-be1d-721d08b09fd6 Jul 16 18:13:36.164880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd506bb-3985-4df3-9b45-cc829924e47b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.281879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.336069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-4e6717fd-3f36-40a6-8092-2e151eaaf095 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.337755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-4e6717fd-3f36-40a6-8092-2e151eaaf095 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.13 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 810 time: 0.8549461 Jul 16 18:13:36.342104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:36.355181 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.375840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] Sync routers for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:36.395444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:36.397340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:36.404849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Request body: {'port': {'device_id': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'admin_state_up': True, 'tenant_id': '190cfc90126a41a2b79d2d699363db82'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:36.416807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09b0c1dd-6e2e-431c-849f-f1e8eda15234 req-3685a69d-fabf-4834-a93a-3351f7f977a8 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 210 time: 0.1893237 Jul 16 18:13:36.561267 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0ed0c6f9-d8c2-4628-bc9f-6faf3ec7546f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "PUT /v2.0/floatingips/b5c5f2a6-2512-49fa-a721-c7378211e8e9 HTTP/1.1" status: 200 len: 992 time: 4.0601499 Jul 16 18:13:36.569665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.587652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:36.590525 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef64420f-cb0c-4217-8307-0e24d4df91ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:36.638260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Made reservation on behalf of 190cfc90126a41a2b79d2d699363db82 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:36.643215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.646734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Allocated IP 172.20.0.7 (b2f7f7a4-6901-41b2-8078-dcbd85591fc3/3d41ac02-5dfd-4941-a709-9331adb378da/1c51f578-c2fc-4d76-92c3-09f4502b7879) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:36.749922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:36.979330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.989499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Allocated IP 172.20.0.12 (3d901222-04e6-40a6-92b8-481a94855763/6035c26a-6287-4df6-a9ea-f3ba727b33a3/b9561da6-8327-41e7-8bd0-b9af9c9d7c37) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:36.997650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:36.999330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.048307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.220045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de6e2e2e-ffac-4525-b563-23f4b57083a2 req-cdabaa22-de3f-4351-9900-39a0192edfdd tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 210 time: 0.2682967 Jul 16 18:13:37.243809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33106f-9f26-4a08-9e4d-2013f435d9ee req-cd94fef5-f3b1-4733-93c9-a49a30cd9cf7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.268440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af33106f-9f26-4a08-9e4d-2013f435d9ee req-cd94fef5-f3b1-4733-93c9-a49a30cd9cf7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 1.4250159 Jul 16 18:13:37.286569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.340968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.367158 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.386795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:37.391311 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.413991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.428952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:37.465914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.481530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.505041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:37.528715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Network 3d901222-04e6-40a6-92b8-481a94855763 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:37.563251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.571547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:37.592222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Pushing event updated for resources: {'Network': ['ID=7bb86336-22a9-423e-be1d-721d08b09fd6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.610251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af33106f-9f26-4a08-9e4d-2013f435d9ee req-2ec2547c-bc2e-4c44-b0de-d243e785c7d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3482094 Jul 16 18:13:37.631417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7bb86336-22a9-423e-be1d-721d08b09fd6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:37.650379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.651666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.661732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Pushing event updated for resources: {'Port': ['ID=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.716569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fdd95528-9409-40e1-9e3c-2caa0ef420e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.3511391 Jul 16 18:13:37.717908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.748454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Pushing event updated for resources: {'Port': ['ID=1c51f578-c2fc-4d76-92c3-09f4502b7879,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.776498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.777699 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.795166 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-01f51904-9607-404f-b8f3-9b8793775601 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4479911 Jul 16 18:13:37.797888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-fd268e6a-e124-4edb-8417-bd0e571211e7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2904878 Jul 16 18:13:37.819957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Request body: {'port': {'device_id': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:37.830467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Request body: {'port': {'device_id': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:37.833368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:37.847065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.856128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:38.099664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453e232-7e68-42cb-b27a-5afdef7ede6b req-1edc8985-0a5e-4a32-b929-c562209ca633 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.105121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6453e232-7e68-42cb-b27a-5afdef7ede6b req-1edc8985-0a5e-4a32-b929-c562209ca633 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.4827816 Jul 16 18:13:38.196969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.247665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.284678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.286117 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.458322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6453e232-7e68-42cb-b27a-5afdef7ede6b req-eeb0bace-20b5-4447-ac4c-6b88d9674f8b tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717009 Jul 16 18:13:38.462460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-f81e0f02-4c2b-41e8-aa57-892220b1f5e5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9779460 Jul 16 18:13:38.482151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Request body: {'port': {'device_id': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:38.495878 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.593545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'b5c5f2a6-2512-49fa-a721-c7378211e8e9', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'port_id': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'mac_address': 'fa:16:3e:9c:45:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:09Z', 'updated_at': '2021-07-16T18:13:34Z', 'revision_number': 1, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:13Z', 'revision_number': 5, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.663008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] Checking router: 69b0380d-b6e0-49a1-849c-ceff20688fd8 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:38.696583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:38.700757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.835511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b95be-1018-4f5f-94ed-654465da1777 req-dea37a34-9273-45d7-b39d-ce7bae749198 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.850559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb1b95be-1018-4f5f-94ed-654465da1777 req-dea37a34-9273-45d7-b39d-ce7bae749198 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 931 time: 0.6682978 Jul 16 18:13:38.854581 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c080d8d-84b1-4676-a070-5a9a1bc3e16d x-openstack-request-id: req-3c080d8d-84b1-4676-a070-5a9a1bc3e16d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:38.855275 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:38.861489 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c080d8d-84b1-4676-a070-5a9a1bc3e16d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:38.863891 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'status': 'completed', 'code': 200} Jul 16 18:13:39.053436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:39.129791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb1b95be-1018-4f5f-94ed-654465da1777 req-332867f2-52f8-43bf-850d-99f895194e27 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728453 Jul 16 18:13:39.151083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.401559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf5cb3-bb57-496d-bc4b-f38001a93a66 req-727613ef-950d-40ec-a2f9-202ec4379cec tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.411459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8bcf5cb3-bb57-496d-bc4b-f38001a93a66 req-727613ef-950d-40ec-a2f9-202ec4379cec tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 931 time: 0.5105703 Jul 16 18:13:39.492127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8bcf5cb3-bb57-496d-bc4b-f38001a93a66 req-012cf49f-4350-46ba-b661-c71341ab7212 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796585 Jul 16 18:13:39.525863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-858f9f6e-01e7-4fe7-ae83-cfa3ba7f565b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.527687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-858f9f6e-01e7-4fe7-ae83-cfa3ba7f565b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad278cc3bc824b9ea6709e13512080cc&device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 1098 time: 0.6620531 Jul 16 18:13:39.609404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.617441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'b5c5f2a6-2512-49fa-a721-c7378211e8e9', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'port_id': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'mac_address': 'fa:16:3e:9c:45:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:09Z', 'updated_at': '2021-07-16T18:13:34Z', 'revision_number': 1, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:13Z', 'revision_number': 5, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:39.629444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Request body: {'port': {'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6', 'binding:host_id': 'n-h2-793620-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1116223794'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:39.795465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f760258-eebc-4c05-97b8-257f1e0598f6 None None] The sync data for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 is: [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'b5c5f2a6-2512-49fa-a721-c7378211e8e9', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'floating_ip_address': '172.25.0.108', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'port_id': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'mac_address': 'fa:16:3e:9c:45:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:12:09Z', 'updated_at': '2021-07-16T18:13:34Z', 'revision_number': 1, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:13Z', 'revision_number': 5, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:39.976236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c51f578-c2fc-4d76-92c3-09f4502b7879 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:40.000122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.067774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9561da6-8327-41e7-8bd0-b9af9c9d7c37 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:40.099641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.123480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Transition to ACTIVE for port object b9561da6-8327-41e7-8bd0-b9af9c9d7c37 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:40.137195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.146404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Transition to ACTIVE for port object 1c51f578-c2fc-4d76-92c3-09f4502b7879 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:40.182723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92281b1b-08c5-4f27-a23e-3272fe5a1d65 req-fc5f3c42-f7f5-480a-b443-6323af8946b8 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.191884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92281b1b-08c5-4f27-a23e-3272fe5a1d65 req-fc5f3c42-f7f5-480a-b443-6323af8946b8 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 932 time: 0.4371994 Jul 16 18:13:40.211918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.263228 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e118202e-8eb0-430f-b349-1e3244661b76 None None] New status for floating IP b5c5f2a6-2512-49fa-a721-c7378211e8e9: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:13:40.395202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-9727fc5d-ff7a-48f0-9372-34cb7e269342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.397816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-9727fc5d-ff7a-48f0-9372-34cb7e269342 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 HTTP/1.1" status: 200 len: 916 time: 0.8435099 Jul 16 18:13:40.650732 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-18e4d687-9c26-4645-86ec-64068cac0266 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=28c95575-2777-4bb3-a20a-706f7c4ec659 HTTP/1.1" status: 200 len: 1000 time: 0.2431660 Jul 16 18:13:40.654262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Made reservation on behalf of 89bd926f85b341b79947501a98d641c4 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:40.657157 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.684178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.771217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-a14957d7-131c-4b83-a9ac-a612ea94e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.772945 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-a14957d7-131c-4b83-a9ac-a612ea94e58e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=378a0041-2507-4a92-94e0-490754556250 HTTP/1.1" status: 200 len: 855 time: 0.0982211 Jul 16 18:13:40.779286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Pushing event updated for resources: {'Port': ['ID=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.799519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5001c34a-0495-4a88-a41e-dd23cd9f93bc {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:40.806762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92281b1b-08c5-4f27-a23e-3272fe5a1d65 req-ee6b759f-9957-49bc-bd14-5bea0ea5593e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6136405 Jul 16 18:13:40.821340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Deleting port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:40.821712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.824828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.899227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Transition to ACTIVE for port object 5001c34a-0495-4a88-a41e-dd23cd9f93bc will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:40.923877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Pushing event updated for resources: {'Port': ['ID=1c51f578-c2fc-4d76-92c3-09f4502b7879,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.943495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.042456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Attempting to bind port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:41.043391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Attempting to bind port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:41.043391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Attempting to bind port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 on network 3d901222-04e6-40a6-92b8-481a94855763 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:41.051867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.074870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 on network 3d901222-04e6-40a6-92b8-481a94855763 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:41.075210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Attempting to bind port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 on network 3d901222-04e6-40a6-92b8-481a94855763 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:41.095771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:41.095771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Checking segment: {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:41.095771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Bound using segment: {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:41.096491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Bound port: b9561da6-8327-41e7-8bd0-b9af9c9d7c37, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3d901222-04e6-40a6-92b8-481a94855763'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:41.096491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.139209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-fa231523-7148-4faf-af50-df9a5a586ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.143566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-fa231523-7148-4faf-af50-df9a5a586ec1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2849288 Jul 16 18:13:41.149979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] For port 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,segment=NetworkSegment(ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da),segment_id=ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:41.150556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.185807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f3a8e-a58e-41e3-b427-932178da3610 req-19497ad7-7388-443d-89c7-87b4efd3e178 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.198421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d02f3a8e-a58e-41e3-b427-932178da3610 req-19497ad7-7388-443d-89c7-87b4efd3e178 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.3899636 Jul 16 18:13:41.242391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Attempting to bind port 1c51f578-c2fc-4d76-92c3-09f4502b7879 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:41.242951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Attempting to bind port 1c51f578-c2fc-4d76-92c3-09f4502b7879 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ac84c443-1694-4e05-8868-11eb10bec33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:41.243376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Attempting to bind port 1c51f578-c2fc-4d76-92c3-09f4502b7879 on network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:41.274179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Calling delete_port for 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:41.292928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Port 1c51f578-c2fc-4d76-92c3-09f4502b7879 on network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:41.293242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Attempting to bind port 1c51f578-c2fc-4d76-92c3-09f4502b7879 on network b2f7f7a4-6901-41b2-8078-dcbd85591fc3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:41.301050 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.336555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] For port b9561da6-8327-41e7-8bd0-b9af9c9d7c37, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:41.343152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:41.343525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Checking segment: {'id': 'ac84c443-1694-4e05-8868-11eb10bec33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:41.343885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Bound using segment: {'id': 'ac84c443-1694-4e05-8868-11eb10bec33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:41.344372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Bound port: 1c51f578-c2fc-4d76-92c3-09f4502b7879, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac84c443-1694-4e05-8868-11eb10bec33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:41.344795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.348223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.366659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d02f3a8e-a58e-41e3-b427-932178da3610 req-9ced568c-8ae3-441c-a4d0-9d55100784e5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669769 Jul 16 18:13:41.370429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] device_id is not set on port 8effbbee-ed07-4a83-86d6-7f23fca8d269 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:41.393180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] For port b9561da6-8327-41e7-8bd0-b9af9c9d7c37, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:41.412889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.571285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec7e8b-313a-44a2-94b3-de9f04985dc0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.587375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-598b66cb-f170-4867-b23e-6ca150a624d3 service neutron] 10.222.0.55 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859518 Jul 16 18:13:41.589046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.590144 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.592402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] 10.222.0.13 "PUT /v2.0/ports/b9561da6-8327-41e7-8bd0-b9af9c9d7c37 HTTP/1.1" status: 200 len: 1093 time: 3.7834485 Jul 16 18:13:41.601258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'tag': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:41.605387 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427fc75d-64a0-4866-9b24-81b86bdc54bf" -d '{"events": [{"name": "network-changed", "server_uuid": "0e40410e-a1e1-411d-86a2-960f4f1ad11a", "tag": "b9561da6-8327-41e7-8bd0-b9af9c9d7c37"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:41.669181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:41.669830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:41.670617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:41.702110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c05309-660a-4f58-9413-64e2366bbf4c service neutron] Pushing event updated for resources: {'Port': ['ID=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.706650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:41.707191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:41.740954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf573f2-7132-4d58-997f-bfd417e9f708 req-24aed419-aa9b-4413-9a20-b7bc3ffe2c0c tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.743727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf573f2-7132-4d58-997f-bfd417e9f708 req-24aed419-aa9b-4413-9a20-b7bc3ffe2c0c tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 943 time: 0.5111220 Jul 16 18:13:41.757080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] For port 1c51f578-c2fc-4d76-92c3-09f4502b7879, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:41.795607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:41.795853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:41.796366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:41.797049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Bound port: 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:41.798111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.836587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] For port 1c51f578-c2fc-4d76-92c3-09f4502b7879, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c51f578-c2fc-4d76-92c3-09f4502b7879,segment=NetworkSegment(ac84c443-1694-4e05-8868-11eb10bec33f),segment_id=ac84c443-1694-4e05-8868-11eb10bec33f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:41.847009 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.962036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.962582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.964091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] 10.222.0.13 "PUT /v2.0/ports/1c51f578-c2fc-4d76-92c3-09f4502b7879 HTTP/1.1" status: 200 len: 1092 time: 4.1515205 Jul 16 18:13:41.966444 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef64420f-cb0c-4217-8307-0e24d4df91ee req-0a82ea68-0eb2-406d-a4fc-51a1a4aa908c service neutron] 10.222.0.55 "GET /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507752 Jul 16 18:13:42.030026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-1652e3f2-9266-4cda-b33b-c6ad60086173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.031696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-1652e3f2-9266-4cda-b33b-c6ad60086173 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 1096 time: 0.3667932 Jul 16 18:13:42.032411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ce1b8-1c3f-47c2-acb5-93dcc962f54f service neutron] Pushing event updated for resources: {'Port': ['ID=1c51f578-c2fc-4d76-92c3-09f4502b7879,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.056947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdf573f2-7132-4d58-997f-bfd417e9f708 req-fc6a64e2-21bc-4381-8319-2918eff27ece tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845063 Jul 16 18:13:42.119283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-11d39554-93f4-414b-b3d4-058f3dde5896 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37 HTTP/1.1" status: 200 len: 217 time: 0.0722849 Jul 16 18:13:42.121318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] device_id is not set on port 8effbbee-ed07-4a83-86d6-7f23fca8d269 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:42.167304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.168266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:42.178005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:42.194056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Transition to ACTIVE for port object 8effbbee-ed07-4a83-86d6-7f23fca8d269 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:42.199757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b232e6c-d669-4896-adb3-f8ce2f5b1dc6 req-7f10c04a-7b9f-4f7a-9e15-0817a8c5bc12 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.214933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.215523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b232e6c-d669-4896-adb3-f8ce2f5b1dc6 req-7f10c04a-7b9f-4f7a-9e15-0817a8c5bc12 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 943 time: 0.6224442 Jul 16 18:13:42.218291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-32fbf375-2add-4122-ae9a-3a6b65ce6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.220410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-32fbf375-2add-4122-ae9a-3a6b65ce6f13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 200 len: 850 time: 0.0929115 Jul 16 18:13:42.250014 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.312414 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-166d663e-8584-4fc7-9506-2ba99d4b98a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3d901222-04e6-40a6-92b8-481a94855763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805645 Jul 16 18:13:42.317326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-11fce29c-8d8e-4f17-b9f6-a88ebcde059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.320389 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-11fce29c-8d8e-4f17-b9f6-a88ebcde059d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07f1a37bc984bfaba05c4420cae6913&device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 1095 time: 0.2842126 Jul 16 18:13:42.323645 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd337cb5-23f4-488e-a662-13cd459a23ce x-openstack-request-id: req-fd337cb5-23f4-488e-a662-13cd459a23ce {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:42.324084 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e40410e-a1e1-411d-86a2-960f4f1ad11a", "tag": "b9561da6-8327-41e7-8bd0-b9af9c9d7c37", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:42.324368 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fd337cb5-23f4-488e-a662-13cd459a23ce {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:42.324784 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'tag': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37', 'status': 'completed', 'code': 200} Jul 16 18:13:42.382854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.391665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b232e6c-d669-4896-adb3-f8ce2f5b1dc6 req-03ff5329-76f4-4a18-b85c-4ac5782a7667 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748354 Jul 16 18:13:42.402661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.403578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.405194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] 10.222.0.13 "PUT /v2.0/ports/5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 1092 time: 3.9330175 Jul 16 18:13:42.405992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:42.408412 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:42.413091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a26529-3de3-4ddf-bc0b-20befeb6005c service neutron] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.509494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=8effbbee-ed07-4a83-86d6-7f23fca8d269,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.523345 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-bba60953-5b89-48f6-ae76-cd01789c97e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c51f578-c2fc-4d76-92c3-09f4502b7879 HTTP/1.1" status: 200 len: 217 time: 0.1488569 Jul 16 18:13:42.543522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ae2f65-8e54-4bb3-b4b5-507f89c3ce68,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.568083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Checking segment: {'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:42.568508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Network hostable DHCP agents. Network: 7bb86336-22a9-423e-be1d-721d08b09fd6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:42.638902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-4dd75628-8080-4d7b-a20d-da1314b1f75c service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073595 Jul 16 18:13:42.643352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-a8a3006d-79d3-40cb-81ca-08e0f71a8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.645356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-a8a3006d-79d3-40cb-81ca-08e0f71a8701 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d41ac02-5dfd-4941-a709-9331adb378da HTTP/1.1" status: 200 len: 849 time: 0.1115866 Jul 16 18:13:42.648624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Network 7bb86336-22a9-423e-be1d-721d08b09fd6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:42.720626 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-d9d94aa8-9e8b-402e-a30b-d5b34b1a11c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2f7f7a4-6901-41b2-8078-dcbd85591fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570416 Jul 16 18:13:42.725425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7bb86336-22a9-423e-be1d-721d08b09fd6) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:42.735103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:42.757892 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf26841-8219-4ddf-bad5-9c089e504783 None None] Network 7bb86336-22a9-423e-be1d-721d08b09fd6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:42.766994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3a11e-346c-42cf-8b22-ff29e1d3e46b req-a8e0d7c0-68d7-4f7d-845e-1bc2cf3f1f8c tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.774232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71d3a11e-346c-42cf-8b22-ff29e1d3e46b req-a8e0d7c0-68d7-4f7d-845e-1bc2cf3f1f8c tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 944 time: 0.2995718 Jul 16 18:13:42.780390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-25805bf6-f950-4d5a-b2ab-5838ff1ba4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.782118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-25805bf6-f950-4d5a-b2ab-5838ff1ba4fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1095 time: 0.2848561 Jul 16 18:13:42.787959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.843936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-cc45616b-4ff8-4fe0-abe0-5174a9e46a91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 217 time: 0.0536926 Jul 16 18:13:42.878138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:42.879065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:42.879474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:42.933995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:42.934361 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:42.940386 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 2 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:42.947789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71d3a11e-346c-42cf-8b22-ff29e1d3e46b req-b56e0a55-e040-4616-9297-9d8585bb3e73 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712372 Jul 16 18:13:42.989596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-93514ef7-66e3-4e35-a11c-ff2796369c16 req-d935e754-deb7-49d2-b361-18ed3e372e38 service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371253 Jul 16 18:13:42.997017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:42.997353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:42.997693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.007985 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd082788-69b8-4201-be8f-fd5056c12c71 x-openstack-request-id: req-bd082788-69b8-4201-be8f-fd5056c12c71 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:43.008306 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:43.008938 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd082788-69b8-4201-be8f-fd5056c12c71 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:43.009336 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc', 'status': 'completed', 'code': 200} Jul 16 18:13:43.009805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.010210 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.010814 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 3 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.022015 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-dc77d352-eeef-4b00-b9d1-bfc43728f239 service neutron] 10.222.0.13 "GET /v2.0/networks/b2f7f7a4-6901-41b2-8078-dcbd85591fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928724 Jul 16 18:13:43.052480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.052828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.053167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.075455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.075799 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.078232 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 4 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.095218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-0892d157-4794-419e-8333-ddc030c9851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.098761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-0892d157-4794-419e-8333-ddc030c9851b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.2410996 Jul 16 18:13:43.158804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.159401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.160058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.179086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.179418 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.182371 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 5 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.256604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-802290b7-1203-4459-9026-107289faf192 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898190 Jul 16 18:13:43.481691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.482068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.482353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.487968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3f8023e-0247-4c6c-8c78-8cfeed8e3f0b req-acbbef85-a5c4-455e-b12f-992ba0fd5181 service neutron] 10.222.0.13 "GET /v2.0/networks/b2f7f7a4-6901-41b2-8078-dcbd85591fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542537 Jul 16 18:13:43.495394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.495710 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.499217 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 6 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.518130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.518698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.518698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.529871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.530284 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.531293 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 7 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.536182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-836557c9-f9e1-4315-a452-8d6ca5cd567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.537758 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-836557c9-f9e1-4315-a452-8d6ca5cd567a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 1096 time: 0.4147644 Jul 16 18:13:43.552581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.552890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.553275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.575120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.575462 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.582508 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 8 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.613148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.613715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.614258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.653717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8567ee3-a598-4fbe-9396-931a4e3193ce req-acd8d8ee-f476-4dcf-8e06-f0155d90487a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.655392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a8567ee3-a598-4fbe-9396-931a4e3193ce req-acd8d8ee-f476-4dcf-8e06-f0155d90487a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 946 time: 0.4871771 Jul 16 18:13:43.662027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-b1734c80-9cca-42c4-bd11-704e35c6ecf4 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714037 Jul 16 18:13:43.673878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed171635-31ee-4649-b69a-f918e9b6a146 req-4ffc8260-c0fc-43eb-9520-ba9f7b1984fb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.675428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.675643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed171635-31ee-4649-b69a-f918e9b6a146 req-4ffc8260-c0fc-43eb-9520-ba9f7b1984fb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.4233460 Jul 16 18:13:43.675973 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.682666 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 9 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.695357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8d0397d5-e4c9-467c-b7b0-54c43599fef9 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:43.713570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.714096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.714568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.737336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.737806 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.741051 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 10 to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 Jul 16 18:13:43.747612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-a5607aaa-41d9-439c-a945-f0b6293c30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.750403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-a5607aaa-41d9-439c-a945-f0b6293c30ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 910 time: 0.1983392 Jul 16 18:13:43.823262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:43.830283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:43.830594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:43.831027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:43.839074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'port_id': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'mac_address': 'fa:16:3e:35:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce6763-fb7b-4683-9fbf-045bbe05e9fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:43.839640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:43.840200 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port 8effbbee-ed07-4a83-86d6-7f23fca8d269 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:43.840775 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.845425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-29f788cf-c137-4d30-bfed-369099d5d735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37 HTTP/1.1" status: 200 len: 217 time: 0.0826838 Jul 16 18:13:43.873892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Router 3eb41ac8-462d-4ea0-b384-4e66852a6805 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:43.889957 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed171635-31ee-4649-b69a-f918e9b6a146 req-371c856a-a857-4a59-b11d-d69b4d81bb27 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907659 Jul 16 18:13:43.892991 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.894755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a8567ee3-a598-4fbe-9396-931a4e3193ce req-050149a4-fd7e-4c9a-9ddc-3cd70d46157d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283671 Jul 16 18:13:43.920757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d0397d5-e4c9-467c-b7b0-54c43599fef9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:43.962939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:43.982470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7819d7d-46c2-40c7-a779-a7dc1fb04770 req-fa3c8d8f-a128-4395-85d2-30471521af1d service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946997 Jul 16 18:13:43.982990 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.029131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-089d66e2-64b6-4ebf-8c05-a2bdea758740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.032098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-089d66e2-64b6-4ebf-8c05-a2bdea758740 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 200 len: 850 time: 0.1734149 Jul 16 18:13:44.095588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] For port 8effbbee-ed07-4a83-86d6-7f23fca8d269, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:44.096368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempted to set empty binding levels {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:13:44.118999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.144370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.208102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8d0397d5-e4c9-467c-b7b0-54c43599fef9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:44.223987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:44.242734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bd42a246-0f32-49c4-84f1-cab5e64864d6 admin admin] 10.222.0.48 "PUT /v2.0/routers/3eb41ac8-462d-4ea0-b384-4e66852a6805/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3236430 Jul 16 18:13:44.256969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-38dc0417-ce8c-4c4b-9732-1dd2179fadb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3d901222-04e6-40a6-92b8-481a94855763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579423 Jul 16 18:13:44.257818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.284226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f9554-2507-4557-9133-1a85ce837556 None None] Sync routers for ids ['3eb41ac8-462d-4ea0-b384-4e66852a6805'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:44.323902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.324816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.329593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'tag': '1c51f578-c2fc-4d76-92c3-09f4502b7879'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:44.332743 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a352679-1d84-434f-8e63-3903a57f6f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a76d2f93-a8c9-4026-b3a5-11b2e844dfd2", "tag": "1c51f578-c2fc-4d76-92c3-09f4502b7879"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:44.338894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] Routers {'3eb41ac8-462d-4ea0-b384-4e66852a6805'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:44.339546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3eb41ac8-462d-4ea0-b384-4e66852a6805'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:44.386613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=8effbbee-ed07-4a83-86d6-7f23fca8d269,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.432198 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1024b960-ef92-4308-9342-72fc71386042 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.8109095 Jul 16 18:13:44.436975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53488) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.486966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-fe8ecd4a-57cd-4ea3-9e1f-44584b4f29c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.489223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-fe8ecd4a-57cd-4ea3-9e1f-44584b4f29c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1095 time: 0.2491846 Jul 16 18:13:44.506060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f685-a1d2-445a-a0f9-7cf543e287a4 req-ee8e7fee-abff-42f3-8704-e0b7b5edd556 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.513604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57a3f685-a1d2-445a-a0f9-7cf543e287a4 req-ee8e7fee-abff-42f3-8704-e0b7b5edd556 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 943 time: 0.1889117 Jul 16 18:13:44.529087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] Set router 3eb41ac8-462d-4ea0-b384-4e66852a6805 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:44.545244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6b4fa-26bf-4f20-a442-dbe47e28ce4d req-8793b6f0-5645-4c9c-bd04-9a6fe823bef1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.553232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15d6b4fa-26bf-4f20-a442-dbe47e28ce4d req-8793b6f0-5645-4c9c-bd04-9a6fe823bef1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 943 time: 0.2274323 Jul 16 18:13:44.669035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-2dbb800d-5723-4f6c-83cf-776bbb9ea024 service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872488 Jul 16 18:13:44.687138 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57a3f685-a1d2-445a-a0f9-7cf543e287a4 req-675385bc-84de-4086-9812-d3cf2b250cab tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727145 Jul 16 18:13:44.737085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15d6b4fa-26bf-4f20-a442-dbe47e28ce4d req-a2830018-8c12-4cc8-859f-e72ccd0d5ed8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826041 Jul 16 18:13:44.745001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.773342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:44.805617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-7ae84267-0863-4d03-9dff-33682033bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.807290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-7ae84267-0863-4d03-9dff-33682033bc90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.2899973 Jul 16 18:13:44.851438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:41Z', 'revision_number': 5, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port': {'id': '21f93da1-ccf9-4301-a0d8-8fa0b839b3bf', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:7e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:00Z', 'updated_at': '2021-07-16T18:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:44.892110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f9554-2507-4557-9133-1a85ce837556 None None] Checking router: 3eb41ac8-462d-4ea0-b384-4e66852a6805 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:44.923811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-ee453d55-d03d-425c-a867-40704fd896b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 217 time: 0.0958979 Jul 16 18:13:44.923811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Deleting port 8effbbee-ed07-4a83-86d6-7f23fca8d269 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:44.923811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.963791 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.969035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-427fc75d-64a0-4866-9b24-81b86bdc54bf req-37173bb8-0986-4f19-80e0-de3c2cfd27c3 service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909930 Jul 16 18:13:44.987239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] Routers {'3eb41ac8-462d-4ea0-b384-4e66852a6805'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:44.994717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3eb41ac8-462d-4ea0-b384-4e66852a6805'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:45.053169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.093390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Deleting port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:45.093969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.265533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] For port 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:45.266301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.273785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:45.276455 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2591d110-7605-4aaa-9d87-f642706be05a" -d '{"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:45.292412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Calling delete_port for 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:45.298883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:45.307363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.321427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] Set router 3eb41ac8-462d-4ea0-b384-4e66852a6805 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:45.413280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-408f9554-2507-4557-9133-1a85ce837556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:44Z', 'revision_number': 6, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:45.428459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] For port 8effbbee-ed07-4a83-86d6-7f23fca8d269, host n-h2-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:45.428834 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.455586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Calling delete_port for 8effbbee-ed07-4a83-86d6-7f23fca8d269 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:45.458703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-e91a461c-b13c-4f96-9dcc-ccf4d1b5c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.459292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408f9554-2507-4557-9133-1a85ce837556 None None] The sync data for ids ['3eb41ac8-462d-4ea0-b384-4e66852a6805'] in n-d-793620-10 is: [{'id': '3eb41ac8-462d-4ea0-b384-4e66852a6805', 'name': 'tempest-FloatingIPsTestJSON-1330924232-router', 'tenant_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:44Z', 'revision_number': 6, 'project_id': 'f9dcc7eb65c8422fb6655dd5cc964a1a', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:45.459998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-e91a461c-b13c-4f96-9dcc-ccf4d1b5c35a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.5080047 Jul 16 18:13:45.474213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=14']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.529376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-a2e58563-061a-4589-8c08-e881a152029e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582600 Jul 16 18:13:45.591000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a196f8c-7751-4752-a48c-bdbf674bc2d0 req-7f415dec-299a-4ab9-8e96-0ee13dc83bc9 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.591934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a196f8c-7751-4752-a48c-bdbf674bc2d0 req-7f415dec-299a-4ab9-8e96-0ee13dc83bc9 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 944 time: 0.6925375 Jul 16 18:13:45.633371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.649339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e99c36-004f-4de9-9eee-9903890b247a req-8aa40806-88d4-41db-a7f3-24111eaa857d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.650995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6e99c36-004f-4de9-9eee-9903890b247a req-8aa40806-88d4-41db-a7f3-24111eaa857d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3550749 Jul 16 18:13:45.688597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f93da1-ccf9-4301-a0d8-8fa0b839b3bf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.712405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c51f578-c2fc-4d76-92c3-09f4502b7879 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:45.717531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8d0397d5-e4c9-467c-b7b0-54c43599fef9 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:45.779420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a196f8c-7751-4752-a48c-bdbf674bc2d0 req-29e8f163-cc41-4699-966f-3d12493de8d3 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724317 Jul 16 18:13:45.808027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6e99c36-004f-4de9-9eee-9903890b247a req-9b7e1300-8d16-4b9c-b2bb-9b4c6b0bcc9f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156027 Jul 16 18:13:45.814667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-ca7c829d-3d62-4576-a85f-435850ee8e39 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473805 Jul 16 18:13:45.820074 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.828571 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.895721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event deleted for resources: {'Port': ['ID=8effbbee-ed07-4a83-86d6-7f23fca8d269,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.929107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.934880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b1ce2c32-1cb6-4efe-9061-97351b73736c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8effbbee-ed07-4a83-86d6-7f23fca8d269 HTTP/1.1" status: 204 len: 168 time: 1.4920621 Jul 16 18:13:45.938039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53502) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.050899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.059166 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd8812-3c5d-4ae8-b5c6-351c4381282b x-openstack-request-id: req-10bd8812-3c5d-4ae8-b5c6-351c4381282b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:46.059622 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a76d2f93-a8c9-4026-b3a5-11b2e844dfd2", "tag": "1c51f578-c2fc-4d76-92c3-09f4502b7879", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:46.060128 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10bd8812-3c5d-4ae8-b5c6-351c4381282b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:46.060689 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'tag': '1c51f578-c2fc-4d76-92c3-09f4502b7879', 'status': 'completed', 'code': 200} Jul 16 18:13:46.062795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.071178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:46.072850 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.079351 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8340f9f-0d81-418e-b228-3a5e400d6ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:46.085966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f8340f9f-0d81-418e-b228-3a5e400d6ee3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "GET /v2.0/ports/8effbbee-ed07-4a83-86d6-7f23fca8d269 HTTP/1.1" status: 404 len: 333 time: 0.1482370 Jul 16 18:13:46.097819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53508) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.109685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Request body: {'port': {'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-231660100'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:46.208917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-396c48ba-24bf-4f5e-b186-d5f264d9fc8e req-b14fb8ed-8b60-4cd6-b03b-9a51b5af85b5 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850653 Jul 16 18:13:46.210579 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa053f31-272f-4b0b-b1ed-be67af3b2c05 x-openstack-request-id: req-aa053f31-272f-4b0b-b1ed-be67af3b2c05 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:46.210984 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-unplugged", "status": "completed", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:46.211250 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa053f31-272f-4b0b-b1ed-be67af3b2c05 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:46.211687 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'code': 200} Jul 16 18:13:46.215769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1c51f578-c2fc-4d76-92c3-09f4502b7879, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c51f578-c2fc-4d76-92c3-09f4502b7879,segment=NetworkSegment(ac84c443-1694-4e05-8868-11eb10bec33f),segment_id=ac84c443-1694-4e05-8868-11eb10bec33f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:46.226276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Made reservation on behalf of 89bd926f85b341b79947501a98d641c4 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:46.233610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.235442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '1c51f578-c2fc-4d76-92c3-09f4502b7879', 'network_id': 'b2f7f7a4-6901-41b2-8078-dcbd85591fc3', 'port_id': '1c51f578-c2fc-4d76-92c3-09f4502b7879', 'mac_address': 'fa:16:3e:7a:f9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d41ac02-5dfd-4941-a709-9331adb378da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:46.315864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.326789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.327645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.329166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb41ac8-462d-4ea0-b384-4e66852a6805 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:46.341753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c51f578-c2fc-4d76-92c3-09f4502b7879 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:46.352037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.354328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6963eda8-43ff-4ef5-a0ec-026b8c5bd676 admin admin] 10.222.0.48 "DELETE /v2.0/routers/3eb41ac8-462d-4ea0-b384-4e66852a6805 HTTP/1.1" status: 204 len: 168 time: 2.0916133 Jul 16 18:13:46.361700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:46.366683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] device_id is not set on port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:46.380604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1c51f578-c2fc-4d76-92c3-09f4502b7879, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c51f578-c2fc-4d76-92c3-09f4502b7879,segment=NetworkSegment(ac84c443-1694-4e05-8868-11eb10bec33f),segment_id=ac84c443-1694-4e05-8868-11eb10bec33f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:46.387286 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.388011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5001c34a-0495-4a88-a41e-dd23cd9f93bc details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:46.412383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:46.439027 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.479648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] Deleting subnet 1613f6cc-87c1-44eb-851f-bde29b455560 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:46.494593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.509971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1c51f578-c2fc-4d76-92c3-09f4502b7879,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.550751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e499d-0a55-4675-a4db-8b0609f26121 req-d8bf3bb6-cef7-4268-8617-fd3978470335 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.565231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-b9806e4f-abbc-4e82-b112-e6be7335a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.566498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f6e499d-0a55-4675-a4db-8b0609f26121 req-d8bf3bb6-cef7-4268-8617-fd3978470335 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 944 time: 0.3444352 Jul 16 18:13:46.569585 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-b9806e4f-abbc-4e82-b112-e6be7335a6f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e07f1a37bc984bfaba05c4420cae6913&device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 1095 time: 0.3966599 Jul 16 18:13:46.670402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.685000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da00a6-b016-47d4-b342-f6834badca40 req-b96fa21e-e4a7-4c6d-8f67-06d2fc0f6d46 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.686749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7da00a6-b016-47d4-b342-f6834badca40 req-b96fa21e-e4a7-4c6d-8f67-06d2fc0f6d46 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 943 time: 0.3513818 Jul 16 18:13:46.701360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:46.707474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.711723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:46.757932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:46.758517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66ae2f65-8e54-4bb3-b4b5-507f89c3ce68 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:46.767987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:46.771358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '5001c34a-0495-4a88-a41e-dd23cd9f93bc', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'port_id': '5001c34a-0495-4a88-a41e-dd23cd9f93bc', 'mac_address': 'fa:16:3e:61:dc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba36affd-9031-4277-95ad-e30fad075852', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:46.796240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:46.796932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 21f93da1-ccf9-4301-a0d8-8fa0b839b3bf not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:46.873497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.875140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.894346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f6e499d-0a55-4675-a4db-8b0609f26121 req-5420bf41-70a6-4b9f-a13d-b7f0fc3892eb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260789 Jul 16 18:13:46.907960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5001c34a-0495-4a88-a41e-dd23cd9f93bc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:46.964333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:46.975482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7da00a6-b016-47d4-b342-f6834badca40 req-901db350-1c82-4dd2-8224-d1444af3fbd3 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662342 Jul 16 18:13:46.975984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-e7b2ec46-4f3f-40e3-92f5-45cb362becd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.982609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-e7b2ec46-4f3f-40e3-92f5-45cb362becd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b2f7f7a4-6901-41b2-8078-dcbd85591fc3 HTTP/1.1" status: 200 len: 909 time: 0.3977506 Jul 16 18:13:47.002378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.011250 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.012436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b9561da6-8327-41e7-8bd0-b9af9c9d7c37 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:47.086656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.123358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Network 7bb86336-22a9-423e-be1d-721d08b09fd6 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:47.128477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:47.185063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:47.185063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.185063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.285631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1835051 Jul 16 18:13:47.286640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53552) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.291385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-a3261249-5331-4bf3-bff4-37d7db830ac7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c51f578-c2fc-4d76-92c3-09f4502b7879 HTTP/1.1" status: 200 len: 217 time: 0.3030810 Jul 16 18:13:47.322896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:47.383479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.441264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port b9561da6-8327-41e7-8bd0-b9af9c9d7c37, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:47.483396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37', 'network_id': '3d901222-04e6-40a6-92b8-481a94855763', 'port_id': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37', 'mac_address': 'fa:16:3e:af:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6035c26a-6287-4df6-a9ea-f3ba727b33a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:47.510854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4583146-0702-4697-ba66-81649d2d114f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e3dbcc-ab9b-476a-9be1-fa019e844b9f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.589665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-c1f74f32-57e9-44e0-be20-d35549d27cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.591718 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-c1f74f32-57e9-44e0-be20-d35549d27cb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d41ac02-5dfd-4941-a709-9331adb378da HTTP/1.1" status: 200 len: 849 time: 0.2905681 Jul 16 18:13:47.615319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.653867 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.674302 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-3d2f069d-415b-4b5e-8175-9654c5ed7796 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b2f7f7a4-6901-41b2-8078-dcbd85591fc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725787 Jul 16 18:13:47.697882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.706826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9561da6-8327-41e7-8bd0-b9af9c9d7c37 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:47.720739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1613f6cc-87c1-44eb-851f-bde29b455560,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.739581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.746034 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0d20f385-c780-4f06-8eec-4b0ea46ecfdc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1613f6cc-87c1-44eb-851f-bde29b455560 HTTP/1.1" status: 204 len: 168 time: 1.3782964 Jul 16 18:13:47.748112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53574) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.749654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe162ab8-55d5-440f-ae51-9a7309b914e8 None None] Network 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:47.915707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port b9561da6-8327-41e7-8bd0-b9af9c9d7c37, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:47.929675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91030-d516-4cde-ad47-2bf827e0edbb req-9fe4ed22-867e-4fe7-9d21-2fd646fdb5f1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.932312 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.938460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40b91030-d516-4cde-ad47-2bf827e0edbb req-9fe4ed22-867e-4fe7-9d21-2fd646fdb5f1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 944 time: 0.6496935 Jul 16 18:13:48.013070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40b91030-d516-4cde-ad47-2bf827e0edbb req-f6efbfc8-229f-4722-becd-ef6475b75a58 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Jul 16 18:13:48.032088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3069c-46d4-4e0c-9bf6-08d8b56bc3cd req-403070a2-884e-4d96-b617-fa7bb1d10372 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.047527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18e3069c-46d4-4e0c-9bf6-08d8b56bc3cd req-403070a2-884e-4d96-b617-fa7bb1d10372 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 944 time: 0.4309318 Jul 16 18:13:48.179538 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-5a28f2b4-58d4-4323-9b9c-e84fb7e37915 service neutron] 10.222.0.13 "GET /v2.0/networks/b2f7f7a4-6901-41b2-8078-dcbd85591fc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683464 Jul 16 18:13:48.183260 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.186781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.189580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18e3069c-46d4-4e0c-9bf6-08d8b56bc3cd req-e09bf27a-5ca5-460f-83b9-dfeb376b6dc5 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411033 Jul 16 18:13:48.221245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:48.229718 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ecc7dd-f2fc-4069-9021-a44e7275712a" -d '{"events": [{"server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:48.238964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] device_id is not set on port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:48.248989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['1c51f578-c2fc-4d76-92c3-09f4502b7879'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:48.250123 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.267113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Transition to ACTIVE for port object c5e3dbcc-ab9b-476a-9be1-fa019e844b9f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:48.271703 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.356892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e3dbcc-ab9b-476a-9be1-fa019e844b9f,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.358023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a352679-1d84-434f-8e63-3903a57f6f2e req-0a0e2304-c60c-4b25-8008-154619871131 service neutron] 10.222.0.13 "GET /v2.0/networks/b2f7f7a4-6901-41b2-8078-dcbd85591fc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687312 Jul 16 18:13:48.386874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['b9561da6-8327-41e7-8bd0-b9af9c9d7c37'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:48.391492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.391807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.392071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.398563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Deleting port 0b030ebe-cd4a-4857-afc9-a36603968b49 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:48.399210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.410994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.411340 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.411866 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 2 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.447347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.447691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.448084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.461380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5001c34a-0495-4a88-a41e-dd23cd9f93bc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:48.490064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.490400 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.491073 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 3 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.492868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] For port 0b030ebe-cd4a-4857-afc9-a36603968b49, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0b030ebe-cd4a-4857-afc9-a36603968b49,segment=NetworkSegment(ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da),segment_id=ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:48.493471 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.511287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Calling delete_port for 0b030ebe-cd4a-4857-afc9-a36603968b49 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:48.512591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.512937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.513280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.520544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.520902 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.524906 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 4 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.555376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.555724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.556066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.573722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.574113 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.575473 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 5 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.599143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ceaa36-ffe5-4a3c-8c2d-ad824ec817fd req-d755fdb7-ebe1-4448-b0a2-64111a588f7c tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.607249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4ceaa36-ffe5-4a3c-8c2d-ad824ec817fd req-d755fdb7-ebe1-4448-b0a2-64111a588f7c tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 944 time: 0.1563337 Jul 16 18:13:48.629829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.649320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.649320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.649942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.655780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] No DVR routers for this DVR port 0b030ebe-cd4a-4857-afc9-a36603968b49 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:48.674579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.675694 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.678242 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 6 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.679412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd05c70-c649-42f2-b6dc-0e1b7975247f None None] DHCP port deletion for 43833dbc-0f3c-4475-a2d1-1f11dc0d87ec request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:48.688204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4ceaa36-ffe5-4a3c-8c2d-ad824ec817fd req-b81b7eb6-618a-45df-b95c-7959bf37807a tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792177 Jul 16 18:13:48.689980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b030ebe-cd4a-4857-afc9-a36603968b49,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.757834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.758969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.759905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.768038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.769342 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.771518 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 7 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.793475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.800414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.801184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.801845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.809652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43833dbc-0f3c-4475-a2d1-1f11dc0d87ec']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:48.820944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3c54dc-a4c7-4d11-a46d-93aa0514aed0 req-d6c861f2-1921-4178-902a-0303b3448881 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.825147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:48.826246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff49ff5f-e4d1-4e0c-9edb-cfb0a2ccc1da') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:48.830627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb3c54dc-a4c7-4d11-a46d-93aa0514aed0 req-d6c861f2-1921-4178-902a-0303b3448881 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1491721 Jul 16 18:13:48.841386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.841832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.842503 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.844773 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 8 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.857550 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9242b902-8422-48d7-8056-4ab5b93f1eef x-openstack-request-id: req-9242b902-8422-48d7-8056-4ab5b93f1eef {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:48.857938 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:48.858261 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9242b902-8422-48d7-8056-4ab5b93f1eef {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:48.859752 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'code': 200} Jul 16 18:13:48.868039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.878103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:48.878629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.900431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb3c54dc-a4c7-4d11-a46d-93aa0514aed0 req-4c4ccf94-d2ca-447f-8494-c721be391622 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637519 Jul 16 18:13:48.907420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.907795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.908689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:48.917495 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:48.920956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.921393 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.922594 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 9 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.948750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.949085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.949442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.956459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.956795 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:48.957197 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 10 to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f Jul 16 18:13:48.986098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.986770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.987367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:49.000775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:49.002769 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:49.003667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.015207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.039995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.044806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] 10.222.0.48 "DELETE /v2.0/networks/43833dbc-0f3c-4475-a2d1-1f11dc0d87ec HTTP/1.1" status: 204 len: 168 time: 1.2951367 Jul 16 18:13:49.062173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80365a70-54d7-4df4-867e-754649b6eb96 admin admin] Pushing event deleted for resources: {'Network': ['ID=43833dbc-0f3c-4475-a2d1-1f11dc0d87ec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.075037 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-d6b01de6-7c98-424e-823f-4ee730fca519 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1612039 Jul 16 18:13:49.155990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] For port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:49.156767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempted to set empty binding levels {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:13:49.164667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.205883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-f0535a28-6376-41e1-982b-89b88a47b78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.208578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-f0535a28-6376-41e1-982b-89b88a47b78d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1096 time: 0.0826781 Jul 16 18:13:49.240589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fef7d-8a8f-4fa3-9c49-50bab34abd99 req-215fd0aa-bd04-4de8-8dc7-b1fa08332eeb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.248822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a86fef7d-8a8f-4fa3-9c49-50bab34abd99 req-215fd0aa-bd04-4de8-8dc7-b1fa08332eeb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.2165923 Jul 16 18:13:49.258948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] In _notify_port_updated(), no bound segment for port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93777) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:49.260188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.261204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.265618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "PUT /v2.0/ports/c5e3dbcc-ab9b-476a-9be1-fa019e844b9f HTTP/1.1" status: 200 len: 979 time: 1.9667900 Jul 16 18:13:49.279491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.296623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468bde9-6504-4f29-b673-e0d5bd368daf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=c5e3dbcc-ab9b-476a-9be1-fa019e844b9f,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.324746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a86fef7d-8a8f-4fa3-9c49-50bab34abd99 req-d3baa398-9ce2-4575-abfb-5e31ab1c1e4d tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750864 Jul 16 18:13:49.420130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53610) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.513109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-8125d071-ee55-4efb-8128-7185273da399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.515770 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-8125d071-ee55-4efb-8128-7185273da399 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.2767360 Jul 16 18:13:49.528439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f0580d10-c4ac-4291-9005-ff2ec424b446 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f9dcc7eb65c8422fb6655dd5cc964a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045046 Jul 16 18:13:49.535006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.601901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae1e9f-1b12-49c6-86c3-f25676af5c2b req-cc875fb2-acbe-491c-8b35-90ae617bb113 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.603606 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0fae1e9f-1b12-49c6-86c3-f25676af5c2b req-cc875fb2-acbe-491c-8b35-90ae617bb113 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 944 time: 0.1394839 Jul 16 18:13:49.615961 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:49.617158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3789aa1-2626-43c0-8dc3-3f889bcd46f4 req-08d491b0-e5b6-4bee-8716-7c4bbe07c76a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.618825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3789aa1-2626-43c0-8dc3-3f889bcd46f4 req-08d491b0-e5b6-4bee-8716-7c4bbe07c76a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 945 time: 0.1338155 Jul 16 18:13:49.694285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0fae1e9f-1b12-49c6-86c3-f25676af5c2b req-746e085f-3b96-42ed-bef6-3f9a51e61e6f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742736 Jul 16 18:13:49.698000 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3789aa1-2626-43c0-8dc3-3f889bcd46f4 req-af9000c2-2d14-45b3-8d1a-53f579c48565 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Jul 16 18:13:49.951471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c51f578-c2fc-4d76-92c3-09f4502b7879 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:49.957037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ecb48-2f66-4ab6-a044-6febb38e2b53 req-a5dba24d-bbe2-4102-a6c8-b600e49b8bd8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.958735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-971ecb48-2f66-4ab6-a044-6febb38e2b53 req-a5dba24d-bbe2-4102-a6c8-b600e49b8bd8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1446915 Jul 16 18:13:49.968720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c7733-9d7a-4ee7-b8f1-5879ba49e697 req-d63102ee-53d6-4fd0-8ce0-0332ee9fc61e tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.970337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b34c7733-9d7a-4ee7-b8f1-5879ba49e697 req-d63102ee-53d6-4fd0-8ce0-0332ee9fc61e tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 944 time: 0.1119010 Jul 16 18:13:50.015470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 1c51f578-c2fc-4d76-92c3-09f4502b7879 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:50.022360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 1c51f578-c2fc-4d76-92c3-09f4502b7879 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:50.023071 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.031338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-971ecb48-2f66-4ab6-a044-6febb38e2b53 req-a831c0d7-968e-41e4-b0e2-f0da603cf8b8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599439 Jul 16 18:13:50.053380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b34c7733-9d7a-4ee7-b8f1-5879ba49e697 req-2966e862-f13c-4a79-ac0d-e02f1263cc73 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Jul 16 18:13:50.081526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.082104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.082465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.082765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.083229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.083696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.084173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.084782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.085248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.085732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.086225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.086739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.087222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.087690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.088124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.088644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.089107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.089558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.090051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.090499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.090952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.091410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.091870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.092354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.099492 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-891b2224-7d31-47fb-8cf4-84712e49b5a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21526 time: 0.8154147 Jul 16 18:13:50.100338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53618) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.134317 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.160242 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-634ee918-26f5-43dc-913e-c7bc3a5110fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 998 time: 0.6362088 Jul 16 18:13:50.188755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1c51f578-c2fc-4d76-92c3-09f4502b7879, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c51f578-c2fc-4d76-92c3-09f4502b7879,segment=NetworkSegment(ac84c443-1694-4e05-8868-11eb10bec33f),segment_id=ac84c443-1694-4e05-8868-11eb10bec33f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:50.196782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.198063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5001c34a-0495-4a88-a41e-dd23cd9f93bc up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:50.223685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Deleting port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:50.224207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.235563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3658653b-ae53-4125-9041-977e44d7df17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.291272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-dd3fbd2f-7267-408b-8d19-a7aa1a4ebb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.292980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-dd3fbd2f-7267-408b-8d19-a7aa1a4ebb20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.1157410 Jul 16 18:13:50.295353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3658653b-ae53-4125-9041-977e44d7df17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.306167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-16dcd84a-9b2f-4064-9c08-e09cc1c563d1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.308059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-16dcd84a-9b2f-4064-9c08-e09cc1c563d1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.2738583 Jul 16 18:13:50.324645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1c51f578-c2fc-4d76-92c3-09f4502b7879,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.335964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] For port c5e3dbcc-ab9b-476a-9be1-fa019e844b9f, host n-h2-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:50.336590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.355657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Calling delete_port for c5e3dbcc-ab9b-476a-9be1-fa019e844b9f owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:50.358646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 5001c34a-0495-4a88-a41e-dd23cd9f93bc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:50.365802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 5001c34a-0495-4a88-a41e-dd23cd9f93bc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:50.366492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.504257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.509772 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.517649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3658653b-ae53-4125-9041-977e44d7df17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.521034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3658653b-ae53-4125-9041-977e44d7df17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.522586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3658653b-ae53-4125-9041-977e44d7df17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7600a72-f11e-44fd-870c-7250b238659a HTTP/1.1" status: 204 len: 168 time: 0.9843791 Jul 16 18:13:50.528727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-4d2a222b-ef1f-4415-9f2a-49099567ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.530386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-4d2a222b-ef1f-4415-9f2a-49099567ef9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2212403 Jul 16 18:13:50.568187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:50.576349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658653b-ae53-4125-9041-977e44d7df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7600a72-f11e-44fd-870c-7250b238659a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.577725 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.580691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b9561da6-8327-41e7-8bd0-b9af9c9d7c37 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:50.638058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5e3dbcc-ab9b-476a-9be1-fa019e844b9f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.650322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.656570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7014a0eb-79ce-48c9-ba9c-64798225983c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c5e3dbcc-ab9b-476a-9be1-fa019e844b9f HTTP/1.1" status: 204 len: 168 time: 0.5543599 Jul 16 18:13:50.656570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53624) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.689503 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-123720d0-881e-48d9-9f60-c514d0d65425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:50.695702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-123720d0-881e-48d9-9f60-c514d0d65425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "GET /v2.0/ports/c5e3dbcc-ab9b-476a-9be1-fa019e844b9f HTTP/1.1" status: 404 len: 333 time: 0.0354478 Jul 16 18:13:50.696413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53626) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.698475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0b030ebe-cd4a-4857-afc9-a36603968b49 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:50.708366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1791403285', 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:50.709365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Deleting port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:50.709365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.752487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 0b030ebe-cd4a-4857-afc9-a36603968b49 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:50.752857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0b030ebe-cd4a-4857-afc9-a36603968b49 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:50.789196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.805534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5f673-e9ca-408d-8297-4f80ed2dce82 req-431a8fde-40fe-43a8-b33e-9cfccfb05c89 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.818413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfd5f673-e9ca-408d-8297-4f80ed2dce82 req-431a8fde-40fe-43a8-b33e-9cfccfb05c89 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd17c11a-c534-40f9-96a3-12dddd90140f HTTP/1.1" status: 200 len: 945 time: 0.2968178 Jul 16 18:13:50.822877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:50.827502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Made reservation on behalf of 89bd926f85b341b79947501a98d641c4 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:50.827842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:50.829456 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.837533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.883247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c51f578-c2fc-4d76-92c3-09f4502b7879'}, {'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:50.886684 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fb3b7f-fce8-4c12-a106-091121c3e9ef" -d '{"events": [{"server_uuid": "a76d2f93-a8c9-4026-b3a5-11b2e844dfd2", "name": "network-vif-plugged", "status": "completed", "tag": "1c51f578-c2fc-4d76-92c3-09f4502b7879"}, {"server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "name": "network-vif-plugged", "status": "completed", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:50.896127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] For port 8d0397d5-e4c9-467c-b7b0-54c43599fef9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8d0397d5-e4c9-467c-b7b0-54c43599fef9,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:50.896447 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.900998 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-ad6188c7-f650-4a50-a3e1-9b8fca67f12b service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600888 Jul 16 18:13:50.931660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] device_id is not set on port 8c30e23e-35fc-40cf-8f27-457ba08771dd yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:50.954072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Calling delete_port for 8d0397d5-e4c9-467c-b7b0-54c43599fef9 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:50.979910 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.043151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port b9561da6-8327-41e7-8bd0-b9af9c9d7c37, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:51.048840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.049848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8d0397d5-e4c9-467c-b7b0-54c43599fef9 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:51.104467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfd5f673-e9ca-408d-8297-4f80ed2dce82 req-56dd7227-2916-414b-af76-a06f50e095b8 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832744 Jul 16 18:13:51.121732 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2d3828e-c577-41b2-bfc6-3556cd83e732 req-d2c47ca9-eae1-4a10-8d9c-0c78ea806c06 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129207 Jul 16 18:13:51.177755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.243132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.300687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event deleted for resources: {'Port': ['ID=8d0397d5-e4c9-467c-b7b0-54c43599fef9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.321377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034d002-2298-4615-8fad-c94f02f1af9e req-3e037d6f-a796-4864-b639-9bf2327f7fe5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.333999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c034d002-2298-4615-8fad-c94f02f1af9e req-3e037d6f-a796-4864-b639-9bf2327f7fe5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.4522913 Jul 16 18:13:51.441306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] No DVR routers for this DVR port 8d0397d5-e4c9-467c-b7b0-54c43599fef9 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:51.446339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.450263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c05b2d82-0320-447a-91f4-7b3f9322b494 req-860c6dd2-334a-4fdc-bae9-9ad5ac252e96 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "DELETE /v2.0/ports/8d0397d5-e4c9-467c-b7b0-54c43599fef9 HTTP/1.1" status: 204 len: 173 time: 1.1337254 Jul 16 18:13:51.468563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'name': 'network-vif-deleted', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:51.471661 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090de84e-1ff5-44c3-ba59-47ebc2a417e4" -d '{"events": [{"server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "name": "network-vif-deleted", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:51.475202 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.515145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-b2ff2b25-8cd4-4fae-be76-e878672e62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.517275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-b2ff2b25-8cd4-4fae-be76-e878672e62f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1096 time: 0.1906126 Jul 16 18:13:51.585164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c034d002-2298-4615-8fad-c94f02f1af9e req-8a478c2f-99c8-4a27-9627-0447d303cc42 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495081 Jul 16 18:13:51.678725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-97e8f3bd-bc2c-4cfa-b909-f17186a6bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.680539 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-97e8f3bd-bc2c-4cfa-b909-f17186a6bc68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.1562994 Jul 16 18:13:51.684801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.710373 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7c5dc7-8b23-4e79-b2c6-4da8056061f5 x-openstack-request-id: req-9a7c5dc7-8b23-4e79-b2c6-4da8056061f5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:51.710781 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76d2f93-a8c9-4026-b3a5-11b2e844dfd2", "name": "network-vif-plugged", "status": "completed", "tag": "1c51f578-c2fc-4d76-92c3-09f4502b7879", "code": 200}, {"server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "name": "network-vif-plugged", "status": "completed", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:51.711014 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a7c5dc7-8b23-4e79-b2c6-4da8056061f5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:51.711437 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c51f578-c2fc-4d76-92c3-09f4502b7879', 'code': 200} Jul 16 18:13:51.711743 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc', 'code': 200} Jul 16 18:13:51.713669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017b2b1-6607-4b45-8fc5-9c5657452741 req-1205447d-8087-4967-bbc3-b7bcd233986b tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.715330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9017b2b1-6607-4b45-8fc5-9c5657452741 req-1205447d-8087-4967-bbc3-b7bcd233986b tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.2964823 Jul 16 18:13:51.798272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53660) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.815107 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9017b2b1-6607-4b45-8fc5-9c5657452741 req-71d677d1-101f-4648-a603-ba76f653f7e4 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833342 Jul 16 18:13:51.890113 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-8447ef51-d56f-4818-9117-bfaf568c3bc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 998 time: 0.2002091 Jul 16 18:13:51.968088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb655105-00e3-4918-8e75-dcf61d3924b9 req-6c81339a-9426-4648-8c44-0da68c1893ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.969824 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb655105-00e3-4918-8e75-dcf61d3924b9 req-6c81339a-9426-4648-8c44-0da68c1893ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1097 time: 0.1339669 Jul 16 18:13:51.998880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-network', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:52.001092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.046353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-9d97e81d-5ee4-4c5e-8bee-0cbb441d3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.048102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-9d97e81d-5ee4-4c5e-8bee-0cbb441d3395 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.1457272 Jul 16 18:13:52.103442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb655105-00e3-4918-8e75-dcf61d3924b9 req-4f0a67b0-52e5-4218-b4fc-cbc75fa976a7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213174 Jul 16 18:13:52.116420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Made reservation on behalf of 72813f36021d4ef6b065133a6016b3ce for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:52.119572 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.134233 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.165130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Network 7bb86336-22a9-423e-be1d-721d08b09fd6 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:52.191828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:52.197804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-5d81d4f8-32a9-43bc-9769-9db7cdab9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.199912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=8c30e23e-35fc-40cf-8f27-457ba08771dd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.200214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-5d81d4f8-32a9-43bc-9769-9db7cdab9ecf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1395574 Jul 16 18:13:52.209035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:52.209620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.210610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.260971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342c69e-5ede-4f8e-99db-fc16fffdcdbc req-16f68d68-e749-4754-96dd-21c8283eb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.262972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3342c69e-5ede-4f8e-99db-fc16fffdcdbc req-16f68d68-e749-4754-96dd-21c8283eb4bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 1097 time: 0.4283533 Jul 16 18:13:52.279987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda8ac8f-a996-4c70-a712-dfa1e99d0a6c req-36dd5fc9-d1b0-4e48-ada6-711971741ff9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.282908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eda8ac8f-a996-4c70-a712-dfa1e99d0a6c req-36dd5fc9-d1b0-4e48-ada6-711971741ff9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3285084 Jul 16 18:13:52.334390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2ae6a-2674-4715-9ed4-c84230d43d8b req-4154976e-24f7-487e-a518-7ba9bd845817 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.337401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04f2ae6a-2674-4715-9ed4-c84230d43d8b req-4154976e-24f7-487e-a518-7ba9bd845817 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 945 time: 0.3413992 Jul 16 18:13:52.388305 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-21a49169-58b1-4e24-b7ae-e856f6ff0f09 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788514 Jul 16 18:13:52.431357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3342c69e-5ede-4f8e-99db-fc16fffdcdbc req-5a201946-d90e-4d6d-b10c-4634e8066f3d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444926 Jul 16 18:13:52.450602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.458488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.468135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eda8ac8f-a996-4c70-a712-dfa1e99d0a6c req-b4d9c275-0a7b-48b5-bb8a-604728cbda9c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693175 Jul 16 18:13:52.476836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2881f631-1793-44eb-849e-042dabfc332d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7789693 Jul 16 18:13:52.477814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53666) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.481323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04f2ae6a-2674-4715-9ed4-c84230d43d8b req-af1946d6-6069-4027-b2e8-81d5059000c2 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249931 Jul 16 18:13:52.533785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc403ee2-20f2-404e-a5c3-c46c09622d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.539649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cc403ee2-20f2-404e-a5c3-c46c09622d1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "GET /v2.0/ports/8c30e23e-35fc-40cf-8f27-457ba08771dd HTTP/1.1" status: 200 len: 959 time: 0.0571785 Jul 16 18:13:52.540467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53668) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.566667 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8541ff-4d62-4f37-8e4e-5a32063e1365 x-openstack-request-id: req-7e8541ff-4d62-4f37-8e4e-5a32063e1365 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:52.567160 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd17c11a-c534-40f9-96a3-12dddd90140f", "name": "network-vif-deleted", "tag": "8d0397d5-e4c9-467c-b7b0-54c43599fef9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:52.567573 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7e8541ff-4d62-4f37-8e4e-5a32063e1365 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:52.568349 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd17c11a-c534-40f9-96a3-12dddd90140f', 'name': 'network-vif-deleted', 'tag': '8d0397d5-e4c9-467c-b7b0-54c43599fef9', 'status': 'completed', 'code': 200} Jul 16 18:13:52.574562 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:52.624215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc0d378-b844-4dcc-af81-9917f2a54189,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.638233 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.638943 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Added segment e69b5849-d8ed-4c21-b0ce-1d170a91035f of type vlan for network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 Jul 16 18:13:52.711964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Deleting port 8c30e23e-35fc-40cf-8f27-457ba08771dd {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:52.712729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.731805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5ca7c8a7-3bdf-4efd-883b-3c789edd2ffd req-fd00cb58-ea9f-499b-892a-0fe8a71a2fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321161 Jul 16 18:13:52.747880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.822940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.824540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.825607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.971893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] Pushing event updated for resources: {'Network': ['ID=7ab5a3ed-fd79-4035-924c-87a0214e65f0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.998706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:53.008826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-68efd7ce-8410-4af9-9594-0adaffd20d7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1956627 Jul 16 18:13:53.012626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.044661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Request body: {'subnet': {'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-subnet', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.123766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.134579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b503b50d-9e4e-408e-b253-a4451855b4e1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--431404707', 'description': 'tempest-description--614292442'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.187725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Made reservation on behalf of 72813f36021d4ef6b065133a6016b3ce for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:53.195118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.204627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b503b50d-9e4e-408e-b253-a4451855b4e1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.416074 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.465736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Calling delete_port for 8c30e23e-35fc-40cf-8f27-457ba08771dd owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:53.608895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42a86a-a8ba-4ad3-b82f-5f1acd4c2ddb req-76a02584-96d7-43ff-aee0-9d0ac29f97b0 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.610535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a42a86a-a8ba-4ad3-b82f-5f1acd4c2ddb req-76a02584-96d7-43ff-aee0-9d0ac29f97b0 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.2507298 Jul 16 18:13:53.627501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3bc45-f420-49e7-88ad-001c0eb81490 req-f52156bb-2b2e-46a5-974e-f5791e126874 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.635451 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f3bc45-f420-49e7-88ad-001c0eb81490 req-f52156bb-2b2e-46a5-974e-f5791e126874 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.2752728 Jul 16 18:13:53.654485 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b503b50d-9e4e-408e-b253-a4451855b4e1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.687033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b503b50d-9e4e-408e-b253-a4451855b4e1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.712629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:53.716204 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2182c624-4315-41ea-aa3b-4cf33c1c19ef" -d '{"events": [{"server_uuid": "0e40410e-a1e1-411d-86a2-960f4f1ad11a", "name": "network-vif-plugged", "status": "completed", "tag": "b9561da6-8327-41e7-8bd0-b9af9c9d7c37"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:53.743687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.750731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.757831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b503b50d-9e4e-408e-b253-a4451855b4e1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.763288 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b503b50d-9e4e-408e-b253-a4451855b4e1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6336284 Jul 16 18:13:53.779296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53688) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.781325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503b50d-9e4e-408e-b253-a4451855b4e1 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c06ec2-ab05-464d-be6b-e6b26bc5954f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.794493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6e79cc01-8921-422e-95dc-bcfee4d1c2e3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Request body: {'security_group_rule': {'security_group_id': '55c06ec2-ab05-464d-be6b-e6b26bc5954f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.808736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f3bc45-f420-49e7-88ad-001c0eb81490 req-b5010097-de0a-4658-bbec-7572bb0b48d0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712205 Jul 16 18:13:53.829061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00e3caa3-ef7f-41d9-851e-d0c1dc134555,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.850598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Checking segment: {'id': 'e69b5849-d8ed-4c21-b0ce-1d170a91035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:53.851156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Network hostable DHCP agents. Network: 7ab5a3ed-fd79-4035-924c-87a0214e65f0, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:53.854562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a42a86a-a8ba-4ad3-b82f-5f1acd4c2ddb req-a326dea4-3152-45fb-b7f3-a3d4a5f5077e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045639 Jul 16 18:13:53.860331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c30e23e-35fc-40cf-8f27-457ba08771dd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.881439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.884545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:53.889929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-81f88a61-14e8-4642-b8a8-4e7696e8b5a4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8c30e23e-35fc-40cf-8f27-457ba08771dd HTTP/1.1" status: 204 len: 168 time: 1.3435342 Jul 16 18:13:53.889929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53690) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.906767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7ab5a3ed-fd79-4035-924c-87a0214e65f0) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:53.920010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8ecae9-291d-4f0e-a685-b4412b747c4c None None] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:53.927212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.928269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.965537 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92c0a94-1365-479a-8c87-867fcca5f020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:53.974919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e92c0a94-1365-479a-8c87-867fcca5f020 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "GET /v2.0/ports/8c30e23e-35fc-40cf-8f27-457ba08771dd HTTP/1.1" status: 404 len: 333 time: 0.0778217 Jul 16 18:13:53.979896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8d0397d5-e4c9-467c-b7b0-54c43599fef9 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:53.984187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.008709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Request body: {'port': {'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1194703289'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:54.016116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 8d0397d5-e4c9-467c-b7b0-54c43599fef9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:54.016936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8d0397d5-e4c9-467c-b7b0-54c43599fef9 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:54.044423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e79cc01-8921-422e-95dc-bcfee4d1c2e3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.059889 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b76277f9-ed6e-4e27-ac49-f7ccf5a2488a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0370679 Jul 16 18:13:54.063947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53694) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.080116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:54.083880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Made reservation on behalf of 89bd926f85b341b79947501a98d641c4 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:54.087801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.123980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] device_id is not set on port d21eed18-5df2-43d2-a935-35c73e6181bb yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:54.192106 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.194908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.254941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c38904-33cf-408b-9545-c11474452358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-7ab5a3ed-fd79-4035-924c-87a0214e65f0', 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'fixed_ips': [{'subnet_id': '00e3caa3-ef7f-41d9-851e-d0c1dc134555'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:54.256380 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.262045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cfa85-a2e6-492c-9006-f869a6d02a32 req-56aa9117-410a-441d-98dc-d8065401fd34 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.264877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e84cfa85-a2e6-492c-9006-f869a6d02a32 req-56aa9117-410a-441d-98dc-d8065401fd34 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2817881 Jul 16 18:13:54.286274 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e79cc01-8921-422e-95dc-bcfee4d1c2e3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.301354 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.318407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e79cc01-8921-422e-95dc-bcfee4d1c2e3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.383389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79cc01-8921-422e-95dc-bcfee4d1c2e3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d51b092-758b-408e-bfe1-2931ba85a459,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.392192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e84cfa85-a2e6-492c-9006-f869a6d02a32 req-3f6ed771-4d5a-4161-86d6-63493540e747 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163826 Jul 16 18:13:54.395763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e79cc01-8921-422e-95dc-bcfee4d1c2e3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.400018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6e79cc01-8921-422e-95dc-bcfee4d1c2e3 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6136479 Jul 16 18:13:54.400823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53696) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.407824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-72593762-ce9c-43d5-bd13-f63d36d128e7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Request body: {'security_group_rule': {'security_group_id': '55c06ec2-ab05-464d-be6b-e6b26bc5954f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:54.421838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2e75d-dc52-41e7-bc77-406ef0c76287 req-946a32f5-d263-4718-8db8-1de6e7e6b18d tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.423532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60d2e75d-dc52-41e7-bc77-406ef0c76287 req-946a32f5-d263-4718-8db8-1de6e7e6b18d tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 945 time: 0.2846117 Jul 16 18:13:54.467085 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-72593762-ce9c-43d5-bd13-f63d36d128e7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.481462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-42c38904-33cf-408b-9545-c11474452358 None None] Allocated IP 172.20.0.2 (7ab5a3ed-fd79-4035-924c-87a0214e65f0/00e3caa3-ef7f-41d9-851e-d0c1dc134555/3801bccb-2c78-46b3-aafd-f86abf3a93c3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:54.504479 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60d2e75d-dc52-41e7-bc77-406ef0c76287 req-a8a02342-f5eb-44da-bbd5-3e6c3c07d6dc tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695355 Jul 16 18:13:54.545750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-72593762-ce9c-43d5-bd13-f63d36d128e7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.551125 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643bb0a6-2c6a-4105-9157-cdaacfb749d9 x-openstack-request-id: req-643bb0a6-2c6a-4105-9157-cdaacfb749d9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:54.551411 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e40410e-a1e1-411d-86a2-960f4f1ad11a", "name": "network-vif-plugged", "status": "completed", "tag": "b9561da6-8327-41e7-8bd0-b9af9c9d7c37", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:54.551654 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-643bb0a6-2c6a-4105-9157-cdaacfb749d9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:54.552415 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37', 'code': 200} Jul 16 18:13:54.554151 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-72593762-ce9c-43d5-bd13-f63d36d128e7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.584946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72593762-ce9c-43d5-bd13-f63d36d128e7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2eb6a93-b400-4324-a219-bf7da9213924,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.595472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-72593762-ce9c-43d5-bd13-f63d36d128e7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.597166 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-72593762-ce9c-43d5-bd13-f63d36d128e7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1952560 Jul 16 18:13:54.600569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53702) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.607582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:54.648089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.729328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.809803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.825474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-42c38904-33cf-408b-9545-c11474452358 None None] Transition to ACTIVE for port object 3801bccb-2c78-46b3-aafd-f86abf3a93c3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.850248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.859211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34cafe-5244-4ac5-8a11-3124076484ec req-4cf37e3d-77e3-411c-8015-ed6fff02fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.860843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca34cafe-5244-4ac5-8a11-3124076484ec req-4cf37e3d-77e3-411c-8015-ed6fff02fe19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 1098 time: 0.1885710 Jul 16 18:13:54.865016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-42c38904-33cf-408b-9545-c11474452358 None None] Transition to ACTIVE for port object 3801bccb-2c78-46b3-aafd-f86abf3a93c3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:54.876227 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.906426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.964321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Network 7bb86336-22a9-423e-be1d-721d08b09fd6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:54.970324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:54.973100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:54.974434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.974778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.975308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c38904-33cf-408b-9545-c11474452358 None None] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:54.978018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca34cafe-5244-4ac5-8a11-3124076484ec req-e031647a-a7dd-4bd2-8bf3-8066915e0842 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857246 Jul 16 18:13:54.993091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-42c38904-33cf-408b-9545-c11474452358 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:54.997703 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.000084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c38904-33cf-408b-9545-c11474452358 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:55.002555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38904-33cf-408b-9545-c11474452358 None None] Pushing event updated for resources: {'Port': ['ID=3801bccb-2c78-46b3-aafd-f86abf3a93c3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.023980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.025089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.025089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.025089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.025543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.025692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.025994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.028493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.040194 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0529020 Jul 16 18:13:55.040556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.040988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.041341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.041691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:55.042199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d9b24-26b6-4a59-bdc4-2706633ffe56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=d21eed18-5df2-43d2-a935-35c73e6181bb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.044492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.053868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:55.153300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-42c38904-33cf-408b-9545-c11474452358 None None] Attempting to bind port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:55.154328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-42c38904-33cf-408b-9545-c11474452358 None None] Attempting to bind port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'e69b5849-d8ed-4c21-b0ce-1d170a91035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:55.155133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c38904-33cf-408b-9545-c11474452358 None None] Attempting to bind port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 on network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:55.165325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c38904-33cf-408b-9545-c11474452358 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:55.166376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c38904-33cf-408b-9545-c11474452358 None None] Checking segment: {'id': 'e69b5849-d8ed-4c21-b0ce-1d170a91035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:55.167384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.168369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c38904-33cf-408b-9545-c11474452358 None None] Bound using segment: {'id': 'e69b5849-d8ed-4c21-b0ce-1d170a91035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:55.169506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-42c38904-33cf-408b-9545-c11474452358 None None] Bound port: 3801bccb-2c78-46b3-aafd-f86abf3a93c3, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69b5849-d8ed-4c21-b0ce-1d170a91035f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:55.170656 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.302292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-42c38904-33cf-408b-9545-c11474452358 None None] For port 3801bccb-2c78-46b3-aafd-f86abf3a93c3, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:55.310641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-42c38904-33cf-408b-9545-c11474452358 None None] For port 3801bccb-2c78-46b3-aafd-f86abf3a93c3, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3801bccb-2c78-46b3-aafd-f86abf3a93c3,segment=NetworkSegment(e69b5849-d8ed-4c21-b0ce-1d170a91035f),segment_id=e69b5849-d8ed-4c21-b0ce-1d170a91035f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:55.312753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.320321 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42c38904-33cf-408b-9545-c11474452358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.325514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Allocated IP 172.25.0.193 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/1e79375b-ad9d-48db-9e1a-aac7cb38553c) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:55.449839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c38904-33cf-408b-9545-c11474452358 None None] Pushing event updated for resources: {'Port': ['ID=3801bccb-2c78-46b3-aafd-f86abf3a93c3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.514489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cea00-af09-41e3-8761-1cfdd86c3904 req-d657f50d-1fda-40bf-a61a-892ed132c1aa tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.523252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.527126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a9cea00-af09-41e3-8761-1cfdd86c3904 req-d657f50d-1fda-40bf-a61a-892ed132c1aa tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3134561 Jul 16 18:13:55.553930 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.649219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a9cea00-af09-41e3-8761-1cfdd86c3904 req-3fbb382a-0192-4c89-acba-19da1656ee30 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201150 Jul 16 18:13:55.681057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] device_id is not set on port d21eed18-5df2-43d2-a935-35c73e6181bb yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:13:55.690101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.702949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.747205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Transition to ACTIVE for port object d21eed18-5df2-43d2-a935-35c73e6181bb will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:55.751920 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.901593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9b5af-3308-4e69-a65f-940d0157c21d req-51592781-fac1-40f0-b616-7fe2200e55e8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.915491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5b9b5af-3308-4e69-a65f-940d0157c21d req-51592781-fac1-40f0-b616-7fe2200e55e8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.2450049 Jul 16 18:13:56.048107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.146225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:56.150239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5b9b5af-3308-4e69-a65f-940d0157c21d req-f406faf8-89fa-465a-bd88-a4f2f4e61b0a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333157 Jul 16 18:13:56.156486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:56.161658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:56.196620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'Port': ['ID=1e79375b-ad9d-48db-9e1a-aac7cb38553c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.221533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d43f1b-9ec0-48b6-ad10-0ef8027b98b1 req-47608500-008c-4c2c-9be2-64ab1f1d40fa tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.223325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88d43f1b-9ec0-48b6-ad10-0ef8027b98b1 req-47608500-008c-4c2c-9be2-64ab1f1d40fa tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.2848155 Jul 16 18:13:56.314742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=d21eed18-5df2-43d2-a935-35c73e6181bb,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.333477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88d43f1b-9ec0-48b6-ad10-0ef8027b98b1 req-e17ccfe6-541e-4204-972b-c79f4902423e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921299 Jul 16 18:13:56.350808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.353215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.353795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.354536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.359511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Allocated IP 172.25.0.222 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/a5803d62-f99d-43cd-880f-c364b9b9995f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:56.375640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.376267 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.384766 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 2 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.437786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.445269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.445589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.445925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.469087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.469444 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.482750 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 3 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.557713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.558132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.558949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.574521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.574862 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.577767 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 4 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.605481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.605821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.606184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.620128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.620498 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.626432 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 5 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.642090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.668090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.669109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.669688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.683028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.684993 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.711819 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 6 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.720546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3801bccb-2c78-46b3-aafd-f86abf3a93c3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:56.732100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.732445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.732866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.740617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.740988 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.742655 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 7 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.754845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edade2-94c6-4cbf-86b9-8ea8912b0d81 req-7848e3fb-7091-4974-9175-24f885656f63 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.762567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.762811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1edade2-94c6-4cbf-86b9-8ea8912b0d81 req-7848e3fb-7091-4974-9175-24f885656f63 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2848105 Jul 16 18:13:56.762925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.763326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.779388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.780228 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.782345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.787187 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 8 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.803199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:56.826564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad2247-a81b-4c30-a703-50683c85ee70 req-e7202a18-4a3a-489a-97bf-92738aef5577 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.828676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6ad2247-a81b-4c30-a703-50683c85ee70 req-e7202a18-4a3a-489a-97bf-92738aef5577 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1097 time: 0.1999366 Jul 16 18:13:56.865340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:56.872372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.872714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.873238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:56.876790 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1edade2-94c6-4cbf-86b9-8ea8912b0d81 req-9865d67f-bd7e-4abb-a005-5d026467ef19 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129441 Jul 16 18:13:56.880714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:56.884778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:56.915375 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.941210 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.950848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:56.951229 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:56.951949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc8627-31f3-44cd-98a8-fbaab78cfaf0 None None] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:56.956084 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 9 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:56.962729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Pushing event updated for resources: {'Port': ['ID=a5803d62-f99d-43cd-880f-c364b9b9995f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.980825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6ad2247-a81b-4c30-a703-50683c85ee70 req-5b27f340-223d-46bc-afb6-dd232e6ea6ea tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362016 Jul 16 18:13:56.990993 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:56.991364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:56.991748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:57.063027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c2d679d9-578c-4613-ae82-d52a2fdfd95f None None] Provisioning for port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:57.155429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c2d679d9-578c-4613-ae82-d52a2fdfd95f None None] Provisioning complete for port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:57.155770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:57.156285 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:57.156663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2d679d9-578c-4613-ae82-d52a2fdfd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.168736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.200189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'Port': ['ID=1e79375b-ad9d-48db-9e1a-aac7cb38553c,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.202269 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempt 10 to bind port d21eed18-5df2-43d2-a935-35c73e6181bb Jul 16 18:13:57.207354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.219648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-12355016-9b4b-4bb4-9c30-1b06e5198bfb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6171966 Jul 16 18:13:57.236353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:57.236752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:57.238157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempting to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:57.324929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:57.326029 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Failed to bind port d21eed18-5df2-43d2-a935-35c73e6181bb on host n-h2-793620-10 for vnic_type normal using segments [{'id': '7148d7d2-8016-44b7-9fd1-be98334eecb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7bb86336-22a9-423e-be1d-721d08b09fd6'}] Jul 16 18:13:57.326029 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.462772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.510037 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2d679d9-578c-4613-ae82-d52a2fdfd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.557822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c2d679d9-578c-4613-ae82-d52a2fdfd95f None None] For port 3801bccb-2c78-46b3-aafd-f86abf3a93c3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3801bccb-2c78-46b3-aafd-f86abf3a93c3,segment=NetworkSegment(e69b5849-d8ed-4c21-b0ce-1d170a91035f),segment_id=e69b5849-d8ed-4c21-b0ce-1d170a91035f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:57.570270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2d679d9-578c-4613-ae82-d52a2fdfd95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.652196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d679d9-578c-4613-ae82-d52a2fdfd95f None None] Pushing event updated for resources: {'Port': ['ID=3801bccb-2c78-46b3-aafd-f86abf3a93c3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.687172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] For port d21eed18-5df2-43d2-a935-35c73e6181bb, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:57.687753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attempted to set empty binding levels {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:13:57.690986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-21704734-3ab3-4522-88fc-dc32cdc2f6d1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.699131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-21704734-3ab3-4522-88fc-dc32cdc2f6d1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.3813021 Jul 16 18:13:57.700458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.728836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-95709aa8-ca08-43a2-b8ca-4bcccdcaf0f3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/quotas/d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 375 time: 0.0286767 Jul 16 18:13:57.813800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] In _notify_port_updated(), no bound segment for port d21eed18-5df2-43d2-a935-35c73e6181bb on network 7bb86336-22a9-423e-be1d-721d08b09fd6 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:13:57.815125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.815902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.817440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "PUT /v2.0/ports/d21eed18-5df2-43d2-a935-35c73e6181bb HTTP/1.1" status: 200 len: 980 time: 2.7719147 Jul 16 18:13:57.821816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53754) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.904791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14a119-a9c6-4aec-946b-db56d8875d99 req-71789bc9-c0f3-4421-b4d4-2f950b1fe5d5 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.906473 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d14a119-a9c6-4aec-946b-db56d8875d99 req-71789bc9-c0f3-4421-b4d4-2f950b1fe5d5 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.3302281 Jul 16 18:13:57.953074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-582ed974-ebf8-45c0-a612-dd065e6a98b1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2129145 Jul 16 18:13:57.955337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5c3de-10c8-41a0-a1ac-2778c28f65b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event updated for resources: {'Port': ['ID=d21eed18-5df2-43d2-a935-35c73e6181bb,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.058221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.126082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f203ed8d-937a-446f-95e6-060c772644ac None None] Provisioning complete for port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.128465 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f203ed8d-937a-446f-95e6-060c772644ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.199248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d14a119-a9c6-4aec-946b-db56d8875d99 req-9b1af1e9-c96d-479c-a890-6338e1d87019 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785814 Jul 16 18:13:58.219351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-41548c29-fc56-453f-a403-b0bca4593eae service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652600 Jul 16 18:13:58.350815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:58.397988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Deleting port d21eed18-5df2-43d2-a935-35c73e6181bb {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:58.398506 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.518266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-cf305d31-b5bd-4cb5-998d-3ad8b28d5e6a service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967098 Jul 16 18:13:58.537166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] For port d21eed18-5df2-43d2-a935-35c73e6181bb, host n-h2-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:58.537730 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.590980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Calling delete_port for d21eed18-5df2-43d2-a935-35c73e6181bb owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:58.592617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:58.606682 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Sync routers for ids ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:58.623155 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Routers {'0a3b9089-c4e4-4e56-9b20-864a9edfc679'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:58.624532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:58.630638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.637358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ef84ef8f-7ab2-4dab-9807-c00f3d5cc805 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5691226 Jul 16 18:13:58.638329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.734708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3801bccb-2c78-46b3-aafd-f86abf3a93c3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:58.833395 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Set router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:58.894263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:58.895547 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.123388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0e58-d234-4f03-9f90-769a271e922b req-a3b545fc-d673-4e52-a744-ab61bc83bf48 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.134170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-a3b545fc-d673-4e52-a744-ab61bc83bf48 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 822 time: 0.5272279 Jul 16 18:13:59.189082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-24727ceb-eb05-48fb-b413-7bf2c23703ba tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/quotas/9f85a1dbec654f0db7663c9ef2be85bd HTTP/1.1" status: 200 len: 375 time: 0.0534441 Jul 16 18:13:59.327061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.501591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Pushing event deleted for resources: {'Port': ['ID=d21eed18-5df2-43d2-a935-35c73e6181bb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.511339 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:13:57Z', 'revision_number': 3, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:13:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:59.531204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.540134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-44dd1de0-f8e1-4f3d-a469-9b3c65408070 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "DELETE /v2.0/ports/d21eed18-5df2-43d2-a935-35c73e6181bb HTTP/1.1" status: 204 len: 168 time: 1.7168784 Jul 16 18:13:59.542947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.592665 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Checking router: 0a3b9089-c4e4-4e56-9b20-864a9edfc679 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:59.595980 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Updating router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 port a5803d62-f99d-43cd-880f-c364b9b9995f binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:59.604018 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1497c9-2b4c-416a-817c-78cb1f78cd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:13:59.610397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bb1497c9-2b4c-416a-817c-78cb1f78cd7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1358378563-project-admin] 10.222.0.48 "GET /v2.0/ports/d21eed18-5df2-43d2-a935-35c73e6181bb HTTP/1.1" status: 404 len: 333 time: 0.0623078 Jul 16 18:13:59.614250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53790) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.647820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.649040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-dcfb856d-86c9-4ce6-aade-12233159fd9a tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3979449 Jul 16 18:13:59.714925 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.986304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Allocated IP 172.20.0.1 (7ab5a3ed-fd79-4035-924c-87a0214e65f0/00e3caa3-ef7f-41d9-851e-d0c1dc134555/a780d6b0-c5d4-4e87-834d-3bbbe3062844) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:00.054352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4066fb6b-244e-4c64-9898-84b9be7b60c9 req-676d1af8-deec-49b4-a2b0-d72baa97094d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 210 time: 0.1859057 Jul 16 18:14:00.117025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.124104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-5bbc850d-6ae0-4fc6-9c66-d6b50516d6ac service neutron] 10.222.0.48 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690106 Jul 16 18:14:00.177141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c78408b-e0d8-4524-8076-143432a484be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.234162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.271933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Transition to ACTIVE for port object a780d6b0-c5d4-4e87-834d-3bbbe3062844 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:00.319367 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.338151 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Transition to ACTIVE for port object a5803d62-f99d-43cd-880f-c364b9b9995f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:00.347824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.349780 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.377440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-24a425a3-b5a1-43f5-9419-48551ea18c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.379477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-24a425a3-b5a1-43f5-9419-48551ea18c71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 1098 time: 0.5932062 Jul 16 18:14:00.417362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Pushing event updated for resources: {'Port': ['ID=a780d6b0-c5d4-4e87-834d-3bbbe3062844,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.436303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:00.438181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:00.441771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:00.459954 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Attempting to bind port a5803d62-f99d-43cd-880f-c364b9b9995f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:00.460430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.461257 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Attempting to bind port a5803d62-f99d-43cd-880f-c364b9b9995f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:00.462153 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Attempting to bind port a5803d62-f99d-43cd-880f-c364b9b9995f on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:00.484632 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:00.485692 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:00.486710 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.489925 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:00.490796 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Bound port: a5803d62-f99d-43cd-880f-c364b9b9995f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:00.491662 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.494730 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ef54-ca59-4921-aaa3-72bc2327168a None None] Pushing event updated for resources: {'Port': ['ID=a5803d62-f99d-43cd-880f-c364b9b9995f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.495440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.616505 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] For port a5803d62-f99d-43cd-880f-c364b9b9995f, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:00.621992 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] For port a5803d62-f99d-43cd-880f-c364b9b9995f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a5803d62-f99d-43cd-880f-c364b9b9995f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:00.628221 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.764855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.893116 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Routers {'0a3b9089-c4e4-4e56-9b20-864a9edfc679'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:00.894926 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.898950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb86336-22a9-423e-be1d-721d08b09fd6']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.914005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0cd112fd-b013-4402-a953-e2b57ce71ab2 None None] Provisioning for port a780d6b0-c5d4-4e87-834d-3bbbe3062844 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:00.922295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0cd112fd-b013-4402-a953-e2b57ce71ab2 None None] Provisioning complete for port a780d6b0-c5d4-4e87-834d-3bbbe3062844 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:00.923304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cd112fd-b013-4402-a953-e2b57ce71ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.943699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7148d7d2-8016-44b7-9fd1-be98334eecb4') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:00.944531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7148d7d2-8016-44b7-9fd1-be98334eecb4') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:01.046271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.070360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0cd112fd-b013-4402-a953-e2b57ce71ab2 None None] Port a780d6b0-c5d4-4e87-834d-3bbbe3062844 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:01.101083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-4b891ca0-91b6-47b5-a5ac-025d0b32be1a service neutron] 10.222.0.48 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9432473 Jul 16 18:14:01.154285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8e66c-1395-48e8-a33e-37b4569cdc07 req-6eea4d2e-4d25-4231-bc1c-d7fdef34361e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.158186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ee8e66c-1395-48e8-a33e-37b4569cdc07 req-6eea4d2e-4d25-4231-bc1c-d7fdef34361e tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.8800230 Jul 16 18:14:01.171242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.175387 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] Set router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:01.242848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:01.243298 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:01.246587 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:01.323264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-45ba918a-513b-451f-884d-22362d9117c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.334042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-45ba918a-513b-451f-884d-22362d9117c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 910 time: 0.9423540 Jul 16 18:14:01.452072 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6ef54-ca59-4921-aaa3-72bc2327168a None None] Pushing event updated for resources: {'Port': ['ID=a5803d62-f99d-43cd-880f-c364b9b9995f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.508874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ee8e66c-1395-48e8-a33e-37b4569cdc07 req-d95e47ef-7894-4ba4-b7c5-c4613b41a35d tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280687 Jul 16 18:14:01.548585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-a8c3f550-739a-40bb-b7eb-c8e501b121fc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.551472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-a8c3f550-739a-40bb-b7eb-c8e501b121fc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.5811927 Jul 16 18:14:01.554777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.562606 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.573941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'port': {'device_id': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'admin_state_up': True, 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:01.745800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Pushing event updated for resources: {'Port': ['ID=a780d6b0-c5d4-4e87-834d-3bbbe3062844,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.766332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-9c6d0c42-bb2f-4e94-8b41-9abe442296f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37 HTTP/1.1" status: 200 len: 217 time: 0.3860850 Jul 16 18:14:01.792327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.804755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.807118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.813472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] 10.222.0.48 "DELETE /v2.0/networks/7bb86336-22a9-423e-be1d-721d08b09fd6 HTTP/1.1" status: 204 len: 168 time: 2.1916287 Jul 16 18:14:01.876092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693671f7-f7d2-471e-af81-321203fce21a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1792898155-project] Pushing event deleted for resources: {'Network': ['ID=7bb86336-22a9-423e-be1d-721d08b09fd6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.933754 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 4, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a780d6b0-c5d4-4e87-834d-3bbbe3062844', 'name': '', 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'mac_address': 'fa:16:3e:1b:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00e3caa3-ef7f-41d9-851e-d0c1dc134555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:59Z', 'updated_at': '2021-07-16T18:13:59Z', 'revision_number': 1, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'subnets': [{'id': '00e3caa3-ef7f-41d9-851e-d0c1dc134555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:01.936061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-1895ff47-0b25-4479-8894-151635590346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.940454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-1895ff47-0b25-4479-8894-151635590346 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 200 len: 850 time: 0.1737416 Jul 16 18:14:02.050361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ab9346b-8e87-45ab-88f9-8cbd5552147b req-bce88db2-c1df-4b40-8232-c829e8e26b01 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 210 time: 0.1046317 Jul 16 18:14:02.090194 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57f46fd-334f-4563-9347-c943ac522281 None None] The sync data for ids ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'] in n-d-793620-10 is: [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 4, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a780d6b0-c5d4-4e87-834d-3bbbe3062844', 'name': '', 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'mac_address': 'fa:16:3e:1b:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00e3caa3-ef7f-41d9-851e-d0c1dc134555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:59Z', 'updated_at': '2021-07-16T18:13:59Z', 'revision_number': 1, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'subnets': [{'id': '00e3caa3-ef7f-41d9-851e-d0c1dc134555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:02.122132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-82262ca1-86e6-404d-81dd-989e28f0578b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3d901222-04e6-40a6-92b8-481a94855763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719935 Jul 16 18:14:02.190754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Made reservation on behalf of d9708b100d0b42b99a4fa7d5a8c392e6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:02.203019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.250272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:02.257459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:02.329419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23b387cb-5ded-4fe0-8148-28fa1ae41aca req-de52fb76-393b-42ad-af2a-7f0056cfeef4 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 210 time: 0.0848265 Jul 16 18:14:02.428943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-d783868e-57a8-4712-bbb3-9e0b6c42f252 service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814825 Jul 16 18:14:02.558507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:02.636571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.704900 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ee3c8de-bdc4-439a-a029-8cf989e2b22e req-78c7c676-e119-45c9-976e-0c3c63d8813e service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749455 Jul 16 18:14:02.914700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-89c492cb-1b1f-408e-9d96-92013ad2b5cd None None] Provisioning complete for port a780d6b0-c5d4-4e87-834d-3bbbe3062844 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:02.915203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89c492cb-1b1f-408e-9d96-92013ad2b5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.994903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7662a911-6a1f-4c05-9d23-8520d437a7fb req-371d296e-9dad-4855-b982-a8a9cee11f7d tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.002698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7662a911-6a1f-4c05-9d23-8520d437a7fb req-371d296e-9dad-4855-b982-a8a9cee11f7d tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.1428432 Jul 16 18:14:03.052130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-89c492cb-1b1f-408e-9d96-92013ad2b5cd None None] Port a780d6b0-c5d4-4e87-834d-3bbbe3062844 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:03.133101 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc93a036-9fb7-4aed-aa19-b0b6171b9d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.144063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7662a911-6a1f-4c05-9d23-8520d437a7fb req-ec938788-c87d-4fd5-a83d-b4660d0e40cf tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386750 Jul 16 18:14:03.308699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.327854 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-49d388ca-649c-4505-ac7e-19201ff5f136 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f01e89ee6a5f4bc99642158716a1e77c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6647017 Jul 16 18:14:03.365364 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.400594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Allocated IP 172.20.0.13 (7d08654e-bb9f-4d10-92bd-4b6c3dbda481/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7/a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:03.421990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:03.427818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b90e8fe6-583e-4cbd-b465-acd1dd37beae req-014196d9-3f18-430d-ba01-823b78750990 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 210 time: 0.0852559 Jul 16 18:14:03.438774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-af66265d-21a5-460b-9889-e2efd61471aa admin admin] 10.222.0.48 "PUT /v2.0/routers/0a3b9089-c4e4-4e56-9b20-864a9edfc679/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7985897 Jul 16 18:14:03.534372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-92b375b6-142f-4530-bd56-80ea233c30f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.560360 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-92b375b6-142f-4530-bd56-80ea233c30f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.661476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-92b375b6-142f-4530-bd56-80ea233c30f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.670038 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-92b375b6-142f-4530-bd56-80ea233c30f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.673505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-92b375b6-142f-4530-bd56-80ea233c30f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1fd506bb-3985-4df3-9b45-cc829924e47b HTTP/1.1" status: 204 len: 168 time: 0.3636663 Jul 16 18:14:03.712035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b375b6-142f-4530-bd56-80ea233c30f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd506bb-3985-4df3-9b45-cc829924e47b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.925835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e9fd80f-708c-4526-999c-3fc6486e07df req-ce7ca935-b721-4690-b7e1-5dee6d598cd0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 210 time: 0.1246259 Jul 16 18:14:04.216328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.260963 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.389600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Transition to ACTIVE for port object a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:04.535667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53874) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.692792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-84e1bf8d-e8cc-4bb8-bd20-9ff99f905053 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89bd926f85b341b79947501a98d641c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467211 Jul 16 18:14:04.694332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53878) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.788122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9287cedc-7571-4b57-b892-303a44ce8509 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.793101 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9287cedc-7571-4b57-b892-303a44ce8509 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.55 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 822 time: 0.6416101 Jul 16 18:14:04.837762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Request body: {'port': {'device_id': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'admin_state_up': True, 'tenant_id': '9f85a1dbec654f0db7663c9ef2be85bd'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:04.971185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a5803d62-f99d-43cd-880f-c364b9b9995f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:04.975612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e68dbed-e9e7-46a4-99de-8e4374614e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.007788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.123981 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-8445340c-ddd1-43f7-8354-8020f8a201b9 req-321e70a4-757d-4ba7-8057-a0329b30073c tempest-FloatingIPDetailsNegativeTestJSON-53384000 tempest-FloatingIPDetailsNegativeTestJSON-53384000-project] show failed (client error): The resource could not be found. Jul 16 18:14:05.126311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8445340c-ddd1-43f7-8354-8020f8a201b9 req-321e70a4-757d-4ba7-8057-a0329b30073c tempest-FloatingIPDetailsNegativeTestJSON-53384000 tempest-FloatingIPDetailsNegativeTestJSON-53384000-project] 10.222.0.48 "GET /v2.0/floatingips/7b334e1b-d503-4727-ab84-b2aab1a25858 HTTP/1.1" status: 404 len: 350 time: 0.1658518 Jul 16 18:14:05.131501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a5803d62-f99d-43cd-880f-c364b9b9995f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:05.139870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a5803d62-f99d-43cd-880f-c364b9b9995f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:05.140520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.155112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53882) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.167353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:05.185367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:05.201676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:05.217343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.325082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e68dbed-e9e7-46a4-99de-8e4374614e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.353183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.354249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.372554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Made reservation on behalf of 9f85a1dbec654f0db7663c9ef2be85bd for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:05.379100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.405043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-8917a4c2-3afb-46ef-8874-966e41945da6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8368316 Jul 16 18:14:05.421348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Request body: {'port': {'device_id': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:05.462462 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.554401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a5803d62-f99d-43cd-880f-c364b9b9995f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a5803d62-f99d-43cd-880f-c364b9b9995f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:05.568103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.698144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e68dbed-e9e7-46a4-99de-8e4374614e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.700880 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e68dbed-e9e7-46a4-99de-8e4374614e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.702080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2e68dbed-e9e7-46a4-99de-8e4374614e3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71ec7e8b-313a-44a2-94b3-de9f04985dc0 HTTP/1.1" status: 204 len: 168 time: 1.0061126 Jul 16 18:14:05.750650 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.760916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68dbed-e9e7-46a4-99de-8e4374614e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec7e8b-313a-44a2-94b3-de9f04985dc0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.818141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Allocated IP 172.20.0.10 (b57ab3ae-7fc0-4484-ad03-870faf7471a4/47ce6763-fb7b-4683-9fbf-045bbe05e9fe/15925afe-26fc-4f33-9b56-15205055a485) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:05.828316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3797270-64ac-447d-a664-db54fdc8031e req-6e4f342f-94d5-44cb-b04f-98c6b38261f0 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.836772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3797270-64ac-447d-a664-db54fdc8031e req-6e4f342f-94d5-44cb-b04f-98c6b38261f0 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.7815838 Jul 16 18:14:05.848089 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.855367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a5803d62-f99d-43cd-880f-c364b9b9995f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.869016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4208104-45a7-4986-b4e7-55e5da3f8aff None None] Provisioning for port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:05.879114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4208104-45a7-4986-b4e7-55e5da3f8aff None None] Provisioning complete for port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:05.884019 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4208104-45a7-4986-b4e7-55e5da3f8aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.916109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d883a-dd2a-4faa-88c4-2b6aaecbe486 req-b7bfd870-84f9-4123-99b3-676073b7e3d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.925141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-591d883a-dd2a-4faa-88c4-2b6aaecbe486 req-b7bfd870-84f9-4123-99b3-676073b7e3d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 932 time: 0.2933919 Jul 16 18:14:05.953559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3797270-64ac-447d-a664-db54fdc8031e req-56a099dd-92d3-4232-a063-747e5d20b63a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110950 Jul 16 18:14:06.004454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c4208104-45a7-4986-b4e7-55e5da3f8aff None None] Port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:06.126017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-591d883a-dd2a-4faa-88c4-2b6aaecbe486 req-24423210-4ee8-4b84-bf19-bb541fab6569 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996148 Jul 16 18:14:06.314115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2cb0a8a-32ca-439f-b82f-d698699d71e1 req-25b9f389-d410-48e8-93d1-21d5331bf7eb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 210 time: 0.1081131 Jul 16 18:14:06.432501 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.711581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:06.727383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a5803d62-f99d-43cd-880f-c364b9b9995f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:06.728448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.733969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.755143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Transition to ACTIVE for port object a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:06.763286 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.824435 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.825714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a5803d62-f99d-43cd-880f-c364b9b9995f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:06.826317 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.878579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.884680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.020907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.054745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Sync routers for ids ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:07.076033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Routers {'0a3b9089-c4e4-4e56-9b20-864a9edfc679'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:07.080346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:14:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.116952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Network b57ab3ae-7fc0-4484-ad03-870faf7471a4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:07.122352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:07.127132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:07.217713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Attempting to bind port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:07.223978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Attempting to bind port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:07.229762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Attempting to bind port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:07.279610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Deleting port a780d6b0-c5d4-4e87-834d-3bbbe3062844 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:07.280262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.295039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:07.297302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Attempting to bind port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:07.324868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.327829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.346335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:07.355968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:07.357423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Bound using segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:07.358517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Bound port: a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:07.359669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.404826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.468362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] For port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:07.473115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] For port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:07.476975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-9aebe7cb-3c99-4ee4-9604-1ef968b87f51 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6700318 Jul 16 18:14:07.480703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.498724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Request body: {'port': {'device_id': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:07.589762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.590463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.591592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Set router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:07.592275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] 10.222.0.55 "PUT /v2.0/ports/a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 HTTP/1.1" status: 200 len: 1093 time: 2.1766303 Jul 16 18:14:07.594986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784333b3-5e37-46bd-a8c5-2013d92a7234 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.607708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'tag': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:07.618426 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf150c66-0bfd-469e-ad2e-08d91581ba4f" -d '{"events": [{"name": "network-changed", "server_uuid": "53b71917-f99a-4d50-804b-9ee3d9c41d1d", "tag": "a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:07.771275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.834696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.856594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34fcb0-23e0-464b-ae5f-9ec23c358b3e req-7959c8bf-bbc3-42f3-9b6e-192dd78a7341 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.870993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe34fcb0-23e0-464b-ae5f-9ec23c358b3e req-7959c8bf-bbc3-42f3-9b6e-192dd78a7341 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.5029202 Jul 16 18:14:07.989749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Calling delete_port for a780d6b0-c5d4-4e87-834d-3bbbe3062844 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:08.034892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071af5c-0c22-462e-97fe-fd8829478fc8 req-b522d8c8-5a24-4220-a454-136d0ffe10ec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.052478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1071af5c-0c22-462e-97fe-fd8829478fc8 req-b522d8c8-5a24-4220-a454-136d0ffe10ec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 944 time: 0.6149192 Jul 16 18:14:08.089420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-98f99b9b-ff4e-4975-adbb-9cdd437028b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.091519 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-98f99b9b-ff4e-4975-adbb-9cdd437028b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 1096 time: 0.4273951 Jul 16 18:14:08.172899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 4, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a780d6b0-c5d4-4e87-834d-3bbbe3062844', 'name': '', 'network_id': '7ab5a3ed-fd79-4035-924c-87a0214e65f0', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'mac_address': 'fa:16:3e:1b:99:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '00e3caa3-ef7f-41d9-851e-d0c1dc134555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:59Z', 'updated_at': '2021-07-16T18:14:00Z', 'revision_number': 2, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'subnets': [{'id': '00e3caa3-ef7f-41d9-851e-d0c1dc134555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.183829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe34fcb0-23e0-464b-ae5f-9ec23c358b3e req-4f09bedb-55c7-409b-926a-e363045d4d93 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111734 Jul 16 18:14:08.219206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15925afe-26fc-4f33-9b56-15205055a485 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:08.229387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.254582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Transition to ACTIVE for port object 15925afe-26fc-4f33-9b56-15205055a485 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:08.264085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Checking router: 0a3b9089-c4e4-4e56-9b20-864a9edfc679 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:08.264610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Updating router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 port a780d6b0-c5d4-4e87-834d-3bbbe3062844 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:08.279056 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-a8bf43ed-dd84-4ddf-b2dc-c5b89742c8e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 HTTP/1.1" status: 200 len: 217 time: 0.1742342 Jul 16 18:14:08.280435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.321143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1071af5c-0c22-462e-97fe-fd8829478fc8 req-dc1f74b1-57f3-47db-918f-3778e4699cdb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667120 Jul 16 18:14:08.622457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.636103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Attempting to bind port 15925afe-26fc-4f33-9b56-15205055a485 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:08.636890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Attempting to bind port 15925afe-26fc-4f33-9b56-15205055a485 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:08.637509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Attempting to bind port 15925afe-26fc-4f33-9b56-15205055a485 on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:08.667470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-7c980991-4abe-4170-b832-dab7f54188a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.673484 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-7c980991-4abe-4170-b832-dab7f54188a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.3863113 Jul 16 18:14:08.677470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Port 15925afe-26fc-4f33-9b56-15205055a485 on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:08.678289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Attempting to bind port 15925afe-26fc-4f33-9b56-15205055a485 on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:08.696436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:08.697380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Checking segment: {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:08.698289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Bound using segment: {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:08.699049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Bound port: 15925afe-26fc-4f33-9b56-15205055a485, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:08.699761 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.710638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.862883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53950) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.967298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:08.988321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.999737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:09.009300 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb02e45-d596-4e72-bfba-77fd0e20572b x-openstack-request-id: req-2eb02e45-d596-4e72-bfba-77fd0e20572b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:09.009608 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b71917-f99a-4d50-804b-9ee3d9c41d1d", "tag": "a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:09.009877 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2eb02e45-d596-4e72-bfba-77fd0e20572b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:09.011380 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'tag': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'status': 'completed', 'code': 200} Jul 16 18:14:09.021796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.122592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.124368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.126452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] 10.222.0.55 "PUT /v2.0/ports/15925afe-26fc-4f33-9b56-15205055a485 HTTP/1.1" status: 200 len: 1093 time: 1.6320755 Jul 16 18:14:09.195630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32527ce6-8af2-4991-a2b1-975f949b1f98 service neutron] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.210784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-312308490', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:09.227589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-645c5e1f-fbfd-4fb0-a2dc-cd313ca24174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.229320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-645c5e1f-fbfd-4fb0-a2dc-cd313ca24174 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5342140 Jul 16 18:14:09.294468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a780d6b0-c5d4-4e87-834d-3bbbe3062844,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.331050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072b60f-8832-4b8e-a475-f97c994d3e95 req-c3a9432b-3c7a-4f5b-8594-e3a9a1f81358 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.345750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1072b60f-8832-4b8e-a475-f97c994d3e95 req-c3a9432b-3c7a-4f5b-8594-e3a9a1f81358 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 944 time: 0.6662655 Jul 16 18:14:09.350487 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:14:09.356584 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:14:09.404026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-db5d5fa1-4fe1-4fd2-9ba5-fa99b50288e3 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268504 Jul 16 18:14:09.510346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Made reservation on behalf of da88c99affd745069a9071fa31c8b737 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:09.515000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.546065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3b188f-c4ef-4809-9439-bbcf950c2f50 req-327066a6-add8-477a-b201-6d14a2d18347 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097956 Jul 16 18:14:09.593124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0e58-d234-4f03-9f90-769a271e922b req-e337fb6f-be36-4f2f-854b-195d987eccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.593124 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-e337fb6f-be36-4f2f-854b-195d987eccac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 1096 time: 0.4073091 Jul 16 18:14:09.663302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.684383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1072b60f-8832-4b8e-a475-f97c994d3e95 req-5a5be22e-7c6e-4fe4-bb0c-aeabf68a281b tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368433 Jul 16 18:14:09.701444 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-38e4963b-b92e-43b9-b013-4123f361954a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15925afe-26fc-4f33-9b56-15205055a485 HTTP/1.1" status: 200 len: 217 time: 0.0999012 Jul 16 18:14:09.772433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.874535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc0e58-d234-4f03-9f90-769a271e922b req-75e9b9d1-9c75-4727-b1f7-b2f7330fabfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.884001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-75e9b9d1-9c75-4727-b1f7-b2f7330fabfa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ce6763-fb7b-4683-9fbf-045bbe05e9fe HTTP/1.1" status: 200 len: 862 time: 0.1665149 Jul 16 18:14:09.917225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Port a780d6b0-c5d4-4e87-834d-3bbbe3062844 not found while updating agent binding for router 0a3b9089-c4e4-4e56-9b20-864a9edfc679. {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:14:09.929454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Routers {'0a3b9089-c4e4-4e56-9b20-864a9edfc679'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:09.930431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:14:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.960030 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-a7712cb1-8147-461e-92a9-6ec740b9bf60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b57ab3ae-7fc0-4484-ad03-870faf7471a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642912 Jul 16 18:14:10.030305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-8fe69f84-11a8-4c33-95e1-6b7464e1a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.031184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324ecdc-753f-48c5-91ea-09c3491ffbd0 req-16c4c295-0dbd-4b2f-bf41-bcc1c3cc60f7 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.032551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0324ecdc-753f-48c5-91ea-09c3491ffbd0 req-16c4c295-0dbd-4b2f-bf41-bcc1c3cc60f7 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.3035891 Jul 16 18:14:10.032859 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-8fe69f84-11a8-4c33-95e1-6b7464e1a416 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 1096 time: 0.3363822 Jul 16 18:14:10.142729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] Set router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:10.152333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.163009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd3fd1-a4e4-4ad3-9506-47c5dd31100f req-d36fa93e-7b10-4733-bdd0-f1383a84c08e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.164822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16fd3fd1-a4e4-4ad3-9506-47c5dd31100f req-d36fa93e-7b10-4733-bdd0-f1383a84c08e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 944 time: 0.2764056 Jul 16 18:14:10.169763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.179781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] device_id is not set on port c800cbdf-f318-4940-8f3e-3dcc2f6d3863 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:10.238210 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-cb380263-8d75-4637-8e5c-395baa21dd3b service neutron] 10.222.0.55 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698779 Jul 16 18:14:10.326711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Allocated IP 172.25.0.160 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/c800cbdf-f318-4940-8f3e-3dcc2f6d3863) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:10.355308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97bc0e58-d234-4f03-9f90-769a271e922b req-267f0823-2cc9-43ae-8cc4-a58ea7ae6a62 service neutron] 10.222.0.55 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047573 Jul 16 18:14:10.357377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-d0247a12-b90d-4005-8bbe-1544654c8fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.359216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-d0247a12-b90d-4005-8bbe-1544654c8fbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.3167603 Jul 16 18:14:10.406017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0324ecdc-753f-48c5-91ea-09c3491ffbd0 req-048446b3-1625-42c8-9a89-5214776e7b7a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604014 Jul 16 18:14:10.501174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:08Z', 'revision_number': 5, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.521530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabb45f3-bd6e-4b89-b6b1-fa6fea6adcca,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.551825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cadf7b-1664-4c7c-891c-5def35c9504d None None] The sync data for ids ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'] in n-d-793620-10 is: [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:08Z', 'revision_number': 5, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:10.901146 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-793929df-ffb2-4fff-b648-2cbd560313e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 HTTP/1.1" status: 200 len: 217 time: 0.5288339 Jul 16 18:14:10.934707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:11.000373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-8de31896-080e-486c-a610-6842e9ae2d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.001913 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-8de31896-080e-486c-a610-6842e9ae2d20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.0845666 Jul 16 18:14:11.026552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'tag': '15925afe-26fc-4f33-9b56-15205055a485'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:11.040122 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "tag": "15925afe-26fc-4f33-9b56-15205055a485"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:11.134014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:11.163664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'mac_address': 'fa:16:3e:75:69:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:11.183865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-3aaf8ba0-958f-4892-b4fb-274308878c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.190270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-3aaf8ba0-958f-4892-b4fb-274308878c0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728308 Jul 16 18:14:11.224278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.245624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:11.274399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:11.280178 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.390342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.457911 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-27bde750-2901-4f9a-b1f2-b8db33ff67e5 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596693 Jul 16 18:14:11.555438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:11.559110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16fd3fd1-a4e4-4ad3-9506-47c5dd31100f req-563a13c6-3b9d-421d-a135-92aa3ac2884d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1980009 Jul 16 18:14:11.591796 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cf150c66-0bfd-469e-ad2e-08d91581ba4f req-8cb61f0d-b6e7-4d0d-a7db-301800dccfab service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276629 Jul 16 18:14:11.665700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:11.741682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.855823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435da87-0b31-4231-aea8-d80a37e56cfe req-c357ff2f-4263-434b-8173-15ab81cf3e9e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.868548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0435da87-0b31-4231-aea8-d80a37e56cfe req-c357ff2f-4263-434b-8173-15ab81cf3e9e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 944 time: 0.3414671 Jul 16 18:14:12.042226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0435da87-0b31-4231-aea8-d80a37e56cfe req-364c4b99-52fd-4d16-a1c6-26c5b6c147d7 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723948 Jul 16 18:14:12.099004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:12.108022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf87df86-2653-4e25-82bf-e5ab4fd8eaaf admin admin] 10.222.0.48 "PUT /v2.0/routers/0a3b9089-c4e4-4e56-9b20-864a9edfc679/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9446974 Jul 16 18:14:12.108022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53980) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.108022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.153080 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadbbb57-96e6-44b6-be94-89e2351b9bb0 x-openstack-request-id: req-fadbbb57-96e6-44b6-be94-89e2351b9bb0 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:12.153919 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "tag": "15925afe-26fc-4f33-9b56-15205055a485", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:12.153919 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fadbbb57-96e6-44b6-be94-89e2351b9bb0 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:12.154290 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'tag': '15925afe-26fc-4f33-9b56-15205055a485', 'status': 'completed', 'code': 200} Jul 16 18:14:12.237545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:12.244957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Pushing event updated for resources: {'Port': ['ID=c800cbdf-f318-4940-8f3e-3dcc2f6d3863,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.275404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:12.287192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d46a6d-764a-4d05-98ef-579d4cbe8e3e req-2bed50bc-d6de-48fd-9d0f-bfe4dac3f293 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.294439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6d46a6d-764a-4d05-98ef-579d4cbe8e3e req-2bed50bc-d6de-48fd-9d0f-bfe4dac3f293 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 945 time: 0.4118845 Jul 16 18:14:12.298941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:12.306212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-31f514b7-daae-46a2-ba1b-4170c7acd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.308406 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-31f514b7-daae-46a2-ba1b-4170c7acd7be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 1096 time: 0.1093910 Jul 16 18:14:12.394058 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] Sync routers for ids ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:12.404411 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] Routers {'0a3b9089-c4e4-4e56-9b20-864a9edfc679'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:12.405192 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:14:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:12.449188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.449819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.456679 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.472987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6d46a6d-764a-4d05-98ef-579d4cbe8e3e req-c3d628c8-ce35-444f-b38b-6576180c5c87 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774490 Jul 16 18:14:12.501511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-8a293279-1b06-485e-85c4-8e6fad08a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.504791 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-8a293279-1b06-485e-85c4-8e6fad08a962 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 922 time: 0.1845796 Jul 16 18:14:12.572177 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] Set router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:12.582660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-d53a75c3-ea50-49c8-97d1-53741734d1c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15925afe-26fc-4f33-9b56-15205055a485 HTTP/1.1" status: 200 len: 217 time: 0.0708559 Jul 16 18:14:12.597412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-94c85db7-a2d6-42d8-9058-b1b7e9becf01 tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.7330046 Jul 16 18:14:12.610495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.626435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a780d6b0-c5d4-4e87-834d-3bbbe3062844 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:12.631190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.160'}]}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:12.690885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a780d6b0-c5d4-4e87-834d-3bbbe3062844 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:12.693327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-bd38c0f6-2581-4ac1-8909-ed69085e7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.693649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a780d6b0-c5d4-4e87-834d-3bbbe3062844 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:12.701611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-bd38c0f6-2581-4ac1-8909-ed69085e7ff8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47ce6763-fb7b-4683-9fbf-045bbe05e9fe HTTP/1.1" status: 200 len: 862 time: 0.1068289 Jul 16 18:14:12.746748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-cc2de4c9-1663-44b2-87c1-5125f2527006 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b57ab3ae-7fc0-4484-ad03-870faf7471a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346937 Jul 16 18:14:12.753092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-6dbcf907-7e70-41a2-a810-ca21da2f3cbf tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.755667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-6dbcf907-7e70-41a2-a810-ca21da2f3cbf tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.13 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 945 time: 0.4220304 Jul 16 18:14:12.790356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e0b91-cce1-41dd-a429-8d8013810720 req-6b29e060-57c9-4732-bea1-56f872d7e2e5 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.793317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-793e0b91-cce1-41dd-a429-8d8013810720 req-6b29e060-57c9-4732-bea1-56f872d7e2e5 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.4659157 Jul 16 18:14:12.834998 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:08Z', 'revision_number': 5, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:12.869046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-aebab58e-889a-4c9a-acf5-4bb2ed7d3183 service neutron] 10.222.0.55 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132689 Jul 16 18:14:12.872253 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.873289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.882932 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] Checking router: 0a3b9089-c4e4-4e56-9b20-864a9edfc679 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:12.896809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] Routers {'0a3b9089-c4e4-4e56-9b20-864a9edfc679'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:12.897503 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:14:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:12.915653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 15925afe-26fc-4f33-9b56-15205055a485 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:12.940872 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.034351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-793e0b91-cce1-41dd-a429-8d8013810720 req-b971a735-f956-4f6a-a85d-91d6203eb198 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145114 Jul 16 18:14:13.077665 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] Set router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:13.091995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68dc7f3e-b29c-42fa-a6cf-81dd17e9ce8b req-0654ac11-fc03-4170-b663-1e8e25bef536 service neutron] 10.222.0.55 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162929 Jul 16 18:14:13.138072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.148512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:13.198558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.219977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '15925afe-26fc-4f33-9b56-15205055a485', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'port_id': '15925afe-26fc-4f33-9b56-15205055a485', 'mac_address': 'fa:16:3e:f7:3b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce6763-fb7b-4683-9fbf-045bbe05e9fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:13.252871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:13.261664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:13.262365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.296409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbfa16-71d5-434f-909c-ec0a552deaff req-775a06a9-0551-4010-95db-d771c89f7815 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.298453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4dbfa16-71d5-434f-909c-ec0a552deaff req-775a06a9-0551-4010-95db-d771c89f7815 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 945 time: 0.5033283 Jul 16 18:14:13.304305 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.326891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15925afe-26fc-4f33-9b56-15205055a485 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:13.343307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Deleting port 1c51f578-c2fc-4d76-92c3-09f4502b7879 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:13.343564 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.362669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.380099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:08Z', 'revision_number': 5, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:13.388964 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.424928 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc4f324-9b12-4c1a-b048-cf25d9cacf3d None None] The sync data for ids ['0a3b9089-c4e4-4e56-9b20-864a9edfc679'] in n-d-793620-10 is: [{'id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-647141279-router', 'tenant_id': '72813f36021d4ef6b065133a6016b3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:54Z', 'updated_at': '2021-07-16T18:14:08Z', 'revision_number': 5, 'project_id': '72813f36021d4ef6b065133a6016b3ce', 'gw_port': {'id': 'a5803d62-f99d-43cd-880f-c364b9b9995f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:22:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a3b9089-c4e4-4e56-9b20-864a9edfc679', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:55Z', 'updated_at': '2021-07-16T18:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:13.428848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.429139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.463705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Deleting port a5803d62-f99d-43cd-880f-c364b9b9995f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:13.464059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.476649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:13.479011 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b754662-76fd-46b4-804c-ef2e7a6cc436" -d '{"events": [{"server_uuid": "53b71917-f99a-4d50-804b-9ee3d9c41d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:13.484026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.496843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.506383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.538529 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4dbfa16-71d5-434f-909c-ec0a552deaff req-c3b12bd2-25fa-4fd5-b46a-ba85a1f89caa tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970830 Jul 16 18:14:13.620074 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933b47c-abb2-4cce-8853-bea9d2d8f78f x-openstack-request-id: req-3933b47c-abb2-4cce-8853-bea9d2d8f78f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:13.620480 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b71917-f99a-4d50-804b-9ee3d9c41d1d", "name": "network-vif-plugged", "status": "completed", "tag": "a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:13.620696 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3933b47c-abb2-4cce-8853-bea9d2d8f78f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:13.621717 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'code': 200} Jul 16 18:14:13.634556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.645273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475feb9-fe4a-4c29-80bf-4e11705e70ca req-f843c165-4530-405f-8fc6-8485450a478a tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.652506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8475feb9-fe4a-4c29-80bf-4e11705e70ca req-f843c165-4530-405f-8fc6-8485450a478a tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 944 time: 0.4183776 Jul 16 18:14:13.664252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['15925afe-26fc-4f33-9b56-15205055a485'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:13.683905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] For port 1c51f578-c2fc-4d76-92c3-09f4502b7879, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c51f578-c2fc-4d76-92c3-09f4502b7879,segment=NetworkSegment(ac84c443-1694-4e05-8868-11eb10bec33f),segment_id=ac84c443-1694-4e05-8868-11eb10bec33f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.684306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.718991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Calling delete_port for 1c51f578-c2fc-4d76-92c3-09f4502b7879 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:13.722472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] For port a5803d62-f99d-43cd-880f-c364b9b9995f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a5803d62-f99d-43cd-880f-c364b9b9995f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.722853 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.757964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Calling delete_port for a5803d62-f99d-43cd-880f-c364b9b9995f owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:13.842405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8475feb9-fe4a-4c29-80bf-4e11705e70ca req-d44429f2-7394-4e7f-985a-89e50d0e0cdb tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889293 Jul 16 18:14:13.899185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93663-a6f1-4eeb-b1e4-0a31c511a981 req-3d5ed804-ad3c-4c4b-b450-3e1091ea3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.902105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adb93663-a6f1-4eeb-b1e4-0a31c511a981 req-3d5ed804-ad3c-4c4b-b450-3e1091ea3636 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 1098 time: 0.1532347 Jul 16 18:14:13.989337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-adb93663-a6f1-4eeb-b1e4-0a31c511a981 req-541677f1-3745-4227-85f9-1ddcc3736f66 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788410 Jul 16 18:14:14.540024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42df21f-040d-471f-b327-59ef3e5d003a req-68f958a3-1a0e-4217-a628-169ca22d07a7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.541651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e42df21f-040d-471f-b327-59ef3e5d003a req-68f958a3-1a0e-4217-a628-169ca22d07a7 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/ports?device_id=a76d2f93-a8c9-4026-b3a5-11b2e844dfd2 HTTP/1.1" status: 200 len: 945 time: 0.7043700 Jul 16 18:14:14.622890 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.723102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Pushing event deleted for resources: {'Port': ['ID=1c51f578-c2fc-4d76-92c3-09f4502b7879,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:14.766292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.781103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e42df21f-040d-471f-b327-59ef3e5d003a req-7b5f809c-2ad8-4b89-bad8-7a5dda3a44d3 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.48 "GET /v2.0/security-groups?id=acd0c0e9-c75e-4354-86f2-12b5ef42d221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120492 Jul 16 18:14:14.809982 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.841689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.843967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] No DVR routers for this DVR port 1c51f578-c2fc-4d76-92c3-09f4502b7879 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:14.857254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.860781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81b03653-4ccc-4c6e-80da-2b75f7c8d778 req-50280916-d675-49e6-8ed0-64c48381bee5 tempest-ServerTagsTestJSON-306132080 tempest-ServerTagsTestJSON-306132080-project] 10.222.0.13 "DELETE /v2.0/ports/1c51f578-c2fc-4d76-92c3-09f4502b7879 HTTP/1.1" status: 204 len: 173 time: 2.0909724 Jul 16 18:14:14.861268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'name': 'network-vif-deleted', 'tag': '1c51f578-c2fc-4d76-92c3-09f4502b7879'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:14.864262 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b2c775-f58e-469a-8ed9-52e1173bd48f" -d '{"events": [{"server_uuid": "a76d2f93-a8c9-4026-b3a5-11b2e844dfd2", "name": "network-vif-deleted", "tag": "1c51f578-c2fc-4d76-92c3-09f4502b7879"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:14.906598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597bb8-0165-47f4-9618-ca2c80836700 req-072ee46e-6707-45c4-993b-b1eb5e682246 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.908486 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78597bb8-0165-47f4-9618-ca2c80836700 req-072ee46e-6707-45c4-993b-b1eb5e682246 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.4245331 Jul 16 18:14:14.915378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 15925afe-26fc-4f33-9b56-15205055a485 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:14.960938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5803d62-f99d-43cd-880f-c364b9b9995f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.046630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 15925afe-26fc-4f33-9b56-15205055a485 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:15.054866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 15925afe-26fc-4f33-9b56-15205055a485 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:15.055624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.137391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78597bb8-0165-47f4-9618-ca2c80836700 req-cd243621-a3dd-4ab2-bf48-990d44362d97 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071004 Jul 16 18:14:15.178872 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.269578 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.302884 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.309838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa514a-930d-4cee-8c37-6f2aa07b3db1 req-64cc34be-170d-441a-bb3c-b3ac3063ef17 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:15.312927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62fa514a-930d-4cee-8c37-6f2aa07b3db1 req-64cc34be-170d-441a-bb3c-b3ac3063ef17 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.4028330 Jul 16 18:14:15.321215 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.329774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:15.336535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.367248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.419551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.504174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.504878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a3b9089-c4e4-4e56-9b20-864a9edfc679 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:15.515650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.521789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b039cc7-7940-4022-a904-b371d05ba7f9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0a3b9089-c4e4-4e56-9b20-864a9edfc679 HTTP/1.1" status: 204 len: 168 time: 3.4071918 Jul 16 18:14:15.522122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.568205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62fa514a-930d-4cee-8c37-6f2aa07b3db1 req-1d327cad-8dc0-4495-93f0-c1eeaf5c7bf5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360933 Jul 16 18:14:15.587198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] Deleting subnet 00e3caa3-ef7f-41d9-851e-d0c1dc134555 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:15.594376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.622410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15925afe-26fc-4f33-9b56-15205055a485'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:15.629047 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd15fd64-2e99-4117-931d-154c74a26a55" -d '{"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-plugged", "status": "completed", "tag": "15925afe-26fc-4f33-9b56-15205055a485"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:15.686325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.693928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d4925-d8c9-40c2-93ff-5e6cb99bc345 req-b746d9b2-72d9-4e26-a59c-77f301b52825 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:15.695996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-055d4925-d8c9-40c2-93ff-5e6cb99bc345 req-b746d9b2-72d9-4e26-a59c-77f301b52825 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 946 time: 0.3721559 Jul 16 18:14:15.700516 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.703636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.765997 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68ef5de-4977-404b-a167-69846a24131d x-openstack-request-id: req-d68ef5de-4977-404b-a167-69846a24131d {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:15.768065 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a76d2f93-a8c9-4026-b3a5-11b2e844dfd2", "name": "network-vif-deleted", "tag": "1c51f578-c2fc-4d76-92c3-09f4502b7879", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:15.768065 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d68ef5de-4977-404b-a167-69846a24131d {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:15.768065 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a76d2f93-a8c9-4026-b3a5-11b2e844dfd2', 'name': 'network-vif-deleted', 'tag': '1c51f578-c2fc-4d76-92c3-09f4502b7879', 'status': 'completed', 'code': 200} Jul 16 18:14:15.796310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-055d4925-d8c9-40c2-93ff-5e6cb99bc345 req-11d16335-272d-4471-b86e-bc658a96c278 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854139 Jul 16 18:14:15.797377 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.799022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd577302-a954-4fa8-8e0e-df86ffafbf7f {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:15.831511 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:14:15.839227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d95664b7-b8fc-4c1d-b7d5-41cdd89888ef tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2198329 Jul 16 18:14:15.842096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54016) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.968061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.991550 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3040fa9-0987-4983-b134-b1b01c887b8f x-openstack-request-id: req-e3040fa9-0987-4983-b134-b1b01c887b8f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:15.992446 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-plugged", "status": "completed", "tag": "15925afe-26fc-4f33-9b56-15205055a485", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:15.992446 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3040fa9-0987-4983-b134-b1b01c887b8f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:15.993032 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15925afe-26fc-4f33-9b56-15205055a485', 'code': 200} Jul 16 18:14:16.069130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c51f578-c2fc-4d76-92c3-09f4502b7879 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:16.089766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Deleting port c800cbdf-f318-4940-8f3e-3dcc2f6d3863 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:16.090464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.164056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 1c51f578-c2fc-4d76-92c3-09f4502b7879 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:16.165427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c51f578-c2fc-4d76-92c3-09f4502b7879 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:16.165574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.253194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.267795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.284844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85040b7b-c6a9-4ab9-b526-083791723242 None None] Network 7ab5a3ed-fd79-4035-924c-87a0214e65f0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:16.296203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.298352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Calling delete_port for c800cbdf-f318-4940-8f3e-3dcc2f6d3863 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:16.299594 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/00e3caa3-ef7f-41d9-851e-d0c1dc134555 HTTP/1.1" status: 204 len: 168 time: 0.7760992 Jul 16 18:14:16.305464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.319487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb35c11-6c30-4544-ac04-156fae23a5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00e3caa3-ef7f-41d9-851e-d0c1dc134555,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.354912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] Deleting subnet 3d41ac02-5dfd-4941-a709-9331adb378da {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:16.368897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.441407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048c508-88e5-4563-a336-b154efb1c9c7 req-ab5e7fda-f60a-4ea4-9f79-610303aac703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.443070 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e048c508-88e5-4563-a336-b154efb1c9c7 req-ab5e7fda-f60a-4ea4-9f79-610303aac703 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 1098 time: 0.3708749 Jul 16 18:14:16.549896 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.558334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5df4e6-e336-4f9d-8ef5-b5088bc64935 req-3d968f83-e16a-4f10-832a-46c0ca4d82ee tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.562367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca5df4e6-e336-4f9d-8ef5-b5088bc64935 req-3d968f83-e16a-4f10-832a-46c0ca4d82ee tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.1340270 Jul 16 18:14:16.616822 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e048c508-88e5-4563-a336-b154efb1c9c7 req-11c6a742-16da-457c-a667-4b510fe1da57 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654096 Jul 16 18:14:16.633343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.653825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.698757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca5df4e6-e336-4f9d-8ef5-b5088bc64935 req-0d6c7396-0d40-410b-903f-60d6c964ba6b tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272988 Jul 16 18:14:16.748490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd58585-5547-4476-a373-c6261f956036 None None] DHCP port deletion for 7ab5a3ed-fd79-4035-924c-87a0214e65f0 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:16.749934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.787093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.819673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a5803d62-f99d-43cd-880f-c364b9b9995f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:16.826996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Pushing event deleted for resources: {'Port': ['ID=c800cbdf-f318-4940-8f3e-3dcc2f6d3863,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.841838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.850913 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3d41ac02-5dfd-4941-a709-9331adb378da HTTP/1.1" status: 204 len: 168 time: 0.6838095 Jul 16 18:14:16.851633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.872309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a5803d62-f99d-43cd-880f-c364b9b9995f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:16.872620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a5803d62-f99d-43cd-880f-c364b9b9995f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:16.888578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1bd58585-5547-4476-a373-c6261f956036 None None] Deleting port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:16.888969 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1bd58585-5547-4476-a373-c6261f956036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.964308 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.976399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cb71c-e6de-4f79-afd4-df3dbf161efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d41ac02-5dfd-4941-a709-9331adb378da,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:16.982034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1bd58585-5547-4476-a373-c6261f956036 None None] For port 3801bccb-2c78-46b3-aafd-f86abf3a93c3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3801bccb-2c78-46b3-aafd-f86abf3a93c3,segment=NetworkSegment(e69b5849-d8ed-4c21-b0ce-1d170a91035f),segment_id=e69b5849-d8ed-4c21-b0ce-1d170a91035f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:16.983605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1bd58585-5547-4476-a373-c6261f956036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.989786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Deleting port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:16.992589 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.031182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1bd58585-5547-4476-a373-c6261f956036 None None] Calling delete_port for 3801bccb-2c78-46b3-aafd-f86abf3a93c3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:17.070488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.074580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-542d1b89-cb27-4b4c-aab5-9e7235ce740f tempest-RoutersAdminNegativeIpV6Test-47585852 tempest-RoutersAdminNegativeIpV6Test-47585852-project-admin] 10.222.0.48 "DELETE /v2.0/ports/c800cbdf-f318-4940-8f3e-3dcc2f6d3863 HTTP/1.1" status: 204 len: 168 time: 1.2310543 Jul 16 18:14:17.150927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1bd58585-5547-4476-a373-c6261f956036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.163051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a894bc-b00f-4e2b-be8e-eb408ff78819 req-12af8eb2-6ff6-4101-84c8-17fb83302a08 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.166423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd58585-5547-4476-a373-c6261f956036 None None] No DVR routers for this DVR port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:17.176927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60a894bc-b00f-4e2b-be8e-eb408ff78819 req-12af8eb2-6ff6-4101-84c8-17fb83302a08 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.2921038 Jul 16 18:14:17.207117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd58585-5547-4476-a373-c6261f956036 None None] Pushing event deleted for resources: {'Port': ['ID=3801bccb-2c78-46b3-aafd-f86abf3a93c3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.247591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.277942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2f7f7a4-6901-41b2-8078-dcbd85591fc3']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.282784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60a894bc-b00f-4e2b-be8e-eb408ff78819 req-fea12f01-86ca-4efe-a110-1fb8dbf40b31 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025779 Jul 16 18:14:17.291459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] For port 3801bccb-2c78-46b3-aafd-f86abf3a93c3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3801bccb-2c78-46b3-aafd-f86abf3a93c3,segment=NetworkSegment(e69b5849-d8ed-4c21-b0ce-1d170a91035f),segment_id=e69b5849-d8ed-4c21-b0ce-1d170a91035f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:17.291976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.306943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac84c443-1694-4e05-8868-11eb10bec33f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.307273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac84c443-1694-4e05-8868-11eb10bec33f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.323914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Calling delete_port for 3801bccb-2c78-46b3-aafd-f86abf3a93c3 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:17.334307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.351555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e56d63-99af-4ac6-a15b-8d33d9356e2b req-40d2f99e-2403-4401-8a33-feefc789c873 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:17.358701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.367311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03e56d63-99af-4ac6-a15b-8d33d9356e2b req-40d2f99e-2403-4401-8a33-feefc789c873 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 946 time: 0.3229363 Jul 16 18:14:17.406188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:17.406613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:17.409036 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:17.480128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.484617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03e56d63-99af-4ac6-a15b-8d33d9356e2b req-faff6329-4709-478a-82db-c19580547bfc tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162724 Jul 16 18:14:17.557562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54042) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.661981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Pushing event deleted for resources: {'Port': ['ID=3801bccb-2c78-46b3-aafd-f86abf3a93c3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:17.716478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.719487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] No DVR routers for this DVR port 3801bccb-2c78-46b3-aafd-f86abf3a93c3 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:17.725292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.725894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.726484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.727404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.728697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.729239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.733166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.733770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.734376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.737069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.738463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.739400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:17.791226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.795353 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b2f7f7a4-6901-41b2-8078-dcbd85591fc3 HTTP/1.1" status: 204 len: 168 time: 0.9210923 Jul 16 18:14:17.807837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.980319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.987198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab5a3ed-fd79-4035-924c-87a0214e65f0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.016776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69b5849-d8ed-4c21-b0ce-1d170a91035f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.017210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69b5849-d8ed-4c21-b0ce-1d170a91035f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.028547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.052585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.059234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:18.059808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.071805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb7c07-bbb2-4065-9814-7e1005b0bad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2f7f7a4-6901-41b2-8078-dcbd85591fc3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:18.074085 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:18.121203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.161880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.174160 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c7e09a09-7b6b-464b-9724-f2912e22eef8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e07f1a37bc984bfaba05c4420cae6913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514565 Jul 16 18:14:18.175443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.177427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] 10.222.0.48 "DELETE /v2.0/networks/7ab5a3ed-fd79-4035-924c-87a0214e65f0 HTTP/1.1" status: 204 len: 168 time: 1.8702645 Jul 16 18:14:18.179622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.181714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.197448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e33ec-3975-40e4-92c0-9618df304cce admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab5a3ed-fd79-4035-924c-87a0214e65f0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.202352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.270187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3af37b71-ae09-49f4-a51d-9f182318a442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.313340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c9fe25077c3e49c894a59e3c470dc004&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543733 Jul 16 18:14:18.315579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3af37b71-ae09-49f4-a51d-9f182318a442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.318069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a099c6d-b2d7-4d4f-a80d-34b4c7d309f7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.321283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54060) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.356928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.357265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.357620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.357960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.358301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.358639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.358972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.359383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.359647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.359961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.360344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.360678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a09421-8055-48c8-a31a-cbd9bfdf58a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:18.383840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd40e9-e10f-40f7-9065-eaa42b08a803 req-95e45dd6-2fb8-43cc-b470-24ff9222a854 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.385558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0bd40e9-e10f-40f7-9065-eaa42b08a803 req-95e45dd6-2fb8-43cc-b470-24ff9222a854 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.3038042 Jul 16 18:14:18.439061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3af37b71-ae09-49f4-a51d-9f182318a442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.444000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3af37b71-ae09-49f4-a51d-9f182318a442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.449434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3af37b71-ae09-49f4-a51d-9f182318a442 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acd0c0e9-c75e-4354-86f2-12b5ef42d221 HTTP/1.1" status: 204 len: 168 time: 0.2650218 Jul 16 18:14:18.449731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926fea2-24f9-4ff3-918a-d912c5d66342 req-8a91e86b-bc72-4b36-acd7-0daac9990b9a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.449731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3926fea2-24f9-4ff3-918a-d912c5d66342 req-8a91e86b-bc72-4b36-acd7-0daac9990b9a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.2926385 Jul 16 18:14:18.458446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af37b71-ae09-49f4-a51d-9f182318a442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd0c0e9-c75e-4354-86f2-12b5ef42d221,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.491408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86e142fb-0010-4a5a-aa70-88948421c490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.495826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0bd40e9-e10f-40f7-9065-eaa42b08a803 req-a3799dbb-91be-4a74-a640-815979662689 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997233 Jul 16 18:14:18.537087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86e142fb-0010-4a5a-aa70-88948421c490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.551799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3926fea2-24f9-4ff3-918a-d912c5d66342 req-04aa2401-3fb3-450a-8d89-c453355a7290 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828919 Jul 16 18:14:18.625601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54070) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.635296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86e142fb-0010-4a5a-aa70-88948421c490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.641428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86e142fb-0010-4a5a-aa70-88948421c490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.645557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-86e142fb-0010-4a5a-aa70-88948421c490 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a099c6d-b2d7-4d4f-a80d-34b4c7d309f7 HTTP/1.1" status: 204 len: 168 time: 0.3206728 Jul 16 18:14:18.686845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e142fb-0010-4a5a-aa70-88948421c490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a099c6d-b2d7-4d4f-a80d-34b4c7d309f7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.749677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bc2fe461-ebfe-4524-9722-36b1ba76c49e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72813f36021d4ef6b065133a6016b3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1226900 Jul 16 18:14:18.754328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54078) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.822679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3801bccb-2c78-46b3-aafd-f86abf3a93c3 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:18.863305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e027676b-1b76-42ea-b2b1-11db854eacb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.913513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3801bccb-2c78-46b3-aafd-f86abf3a93c3 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:18.914089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3801bccb-2c78-46b3-aafd-f86abf3a93c3 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:18.931564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e027676b-1b76-42ea-b2b1-11db854eacb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.031294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e027676b-1b76-42ea-b2b1-11db854eacb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.035827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e027676b-1b76-42ea-b2b1-11db854eacb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.039848 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e027676b-1b76-42ea-b2b1-11db854eacb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dc0d378-b844-4dcc-af81-9917f2a54189 HTTP/1.1" status: 204 len: 168 time: 0.2834356 Jul 16 18:14:19.056000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027676b-1b76-42ea-b2b1-11db854eacb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc0d378-b844-4dcc-af81-9917f2a54189,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.154644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f2bee-485d-48db-9f7b-f792f5022dbb req-d08f79cb-92d4-4653-b179-01b97d02ceb3 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.156457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a3f2bee-485d-48db-9f7b-f792f5022dbb req-d08f79cb-92d4-4653-b179-01b97d02ceb3 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1097 time: 0.2253993 Jul 16 18:14:19.198877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa20178-f0f9-481b-8207-2528c7d86e99 req-2fa2ca8a-e760-4e14-8e55-ac2ff7d097bf tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.200418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfa20178-f0f9-481b-8207-2528c7d86e99 req-2fa2ca8a-e760-4e14-8e55-ac2ff7d097bf tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 946 time: 0.2068191 Jul 16 18:14:19.204702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f946a52-770b-45df-9f5f-d5f7a0ae74e3 req-3715a94c-8076-4a59-974b-7c08e5ff0add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.206357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f946a52-770b-45df-9f5f-d5f7a0ae74e3 req-3715a94c-8076-4a59-974b-7c08e5ff0add service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 1098 time: 0.1546578 Jul 16 18:14:19.256320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a3f2bee-485d-48db-9f7b-f792f5022dbb req-3895150a-2fa4-4a3c-ae7c-f2576f072385 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878782 Jul 16 18:14:19.279770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfa20178-f0f9-481b-8207-2528c7d86e99 req-c91e5580-d15b-4ce4-9f8f-0ffbcec694ba tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703895 Jul 16 18:14:19.284200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f946a52-770b-45df-9f5f-d5f7a0ae74e3 req-62638fc1-2db8-4108-9c1b-be2285386cf3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668452 Jul 16 18:14:19.514103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ad499-4267-42bb-8d48-0913396d04fe req-190348de-b905-434f-b094-75176a48a34b tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.516821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa7ad499-4267-42bb-8d48-0913396d04fe req-190348de-b905-434f-b094-75176a48a34b tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 946 time: 0.0910354 Jul 16 18:14:19.543000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.603742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa7ad499-4267-42bb-8d48-0913396d04fe req-a757f542-d22f-4e76-93dc-1c2783069a84 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810018 Jul 16 18:14:19.675758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54112) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.678644 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1d40f0c1-06c9-4438-a106-a6cda97983ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=da88c99affd745069a9071fa31c8b737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1328349 Jul 16 18:14:19.769202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5f24eb5-539a-4095-9373-53b081bf8012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.825392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5f24eb5-539a-4095-9373-53b081bf8012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.896949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394cc41-4453-4eab-9941-d4061b38ed04 req-8097d47e-1945-4d03-8a65-431eb577913f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.899186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6394cc41-4453-4eab-9941-d4061b38ed04 req-8097d47e-1945-4d03-8a65-431eb577913f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.1181319 Jul 16 18:14:19.946910 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5f24eb5-539a-4095-9373-53b081bf8012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.951470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5f24eb5-539a-4095-9373-53b081bf8012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.953074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d5f24eb5-539a-4095-9373-53b081bf8012 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fabb45f3-bd6e-4b89-b6b1-fa6fea6adcca HTTP/1.1" status: 204 len: 168 time: 0.2759149 Jul 16 18:14:19.994181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24eb5-539a-4095-9373-53b081bf8012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabb45f3-bd6e-4b89-b6b1-fa6fea6adcca,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.033391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6394cc41-4453-4eab-9941-d4061b38ed04 req-746a6187-6c78-4492-ba07-44376dbaf797 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222706 Jul 16 18:14:21.001116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95fbb8-6a87-4b3b-93f5-ad816b784bac req-43e070e1-5ea7-4c2f-83e5-90a12f8dac64 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.006429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc95fbb8-6a87-4b3b-93f5-ad816b784bac req-43e070e1-5ea7-4c2f-83e5-90a12f8dac64 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.1962757 Jul 16 18:14:21.075977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc95fbb8-6a87-4b3b-93f5-ad816b784bac req-0ac88786-3ab7-4091-a14a-9326f78d3525 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613098 Jul 16 18:14:21.338001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54198) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:21.342463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-74e3f288-3a76-4b68-aefd-3f30490c9173 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:14:21.344378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-74e3f288-3a76-4b68-aefd-3f30490c9173 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101004 Jul 16 18:14:21.363618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:21.364470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:14:21.500094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1426832855'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:21.541367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Made reservation on behalf of 83be44468ea44a8aa61c920c507cfc69 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:21.549278 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.565252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.570586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:21.571002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:21.571393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:21.576822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:21.577143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:21.583386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:21.584060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:21.584794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:21.585270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Bound port: 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:21.688937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:21.698491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.701103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-6e498111-e952-42ad-9ce2-3c94b1d178a2 service neutron] 10.222.0.48 "POST /v2.0/ports/5001c34a-0495-4a88-a41e-dd23cd9f93bc/bindings HTTP/1.1" status: 201 len: 390 time: 0.3425715 Jul 16 18:14:21.722963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.729477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.773858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:21.798208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e7afd9-0fe4-49c6-85a9-773300a288a8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.813923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.819574 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Added segment 270a198d-d130-4878-9be8-14e4da444e66 of type vlan for network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 Jul 16 18:14:21.944101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.041313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.081454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.085236 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.218219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-45ee8497-1375-4a56-8ea0-60b3d2d5a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.221647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-45ee8497-1375-4a56-8ea0-60b3d2d5a41b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1097 time: 0.1146688 Jul 16 18:14:22.296956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a2f4e88-a6aa-4991-adb2-5741d1d901e9 req-78572a74-2ebe-4fab-8168-4ec0bbc71b3f tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea568b82-9eb2-4b1e-8dee-fb3b65e4cd4d HTTP/1.1" status: 200 len: 210 time: 0.0751998 Jul 16 18:14:22.422009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0785756 Jul 16 18:14:22.423196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54238) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.445070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Request body: {'subnet': {'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:22.451661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-cc43a1b2-66d1-4548-b32d-1cf99d102284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.455831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-cc43a1b2-66d1-4548-b32d-1cf99d102284 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.2265668 Jul 16 18:14:22.464003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca15483-b8cb-467c-9ce2-d04a8020a95e tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event updated for resources: {'Network': ['ID=63238a05-6c83-46d3-a9bf-8253eae2b6e8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.501674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:22.585822 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-fe298e6c-9e78-4488-bb8a-c5a3968352e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 217 time: 0.1188197 Jul 16 18:14:22.781221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-cd9caa89-9214-439b-8f8f-10f10f586a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.783979 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-cd9caa89-9214-439b-8f8f-10f10f586a67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1925218 Jul 16 18:14:22.790767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb2ced-51f1-4ba9-8874-41785270c5de req-d285bfe0-6f2e-4798-9093-41882da07080 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.793991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06fb2ced-51f1-4ba9-8874-41785270c5de req-d285bfe0-6f2e-4798-9093-41882da07080 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.6952584 Jul 16 18:14:22.854711 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-17d39ff6-0d0c-48fd-ae2d-992c6456736b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632753 Jul 16 18:14:22.874710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Made reservation on behalf of 83be44468ea44a8aa61c920c507cfc69 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:22.883364 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.956518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 15925afe-26fc-4f33-9b56-15205055a485 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:23.070881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-bb9d08e0-62ac-4f3f-a530-5bf56311032f service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072062 Jul 16 18:14:23.204103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:23.231236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '15925afe-26fc-4f33-9b56-15205055a485', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'port_id': '15925afe-26fc-4f33-9b56-15205055a485', 'mac_address': 'fa:16:3e:f7:3b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce6763-fb7b-4683-9fbf-045bbe05e9fe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:23.277170 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-9cf3e147-66fc-4c65-854e-7cd26d08d580 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962590 Jul 16 18:14:23.321128 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.340874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15925afe-26fc-4f33-9b56-15205055a485 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:23.365501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:23.371928 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.381877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06fb2ced-51f1-4ba9-8874-41785270c5de req-30c82b0d-730d-4d6a-9f59-e823ab565916 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695138 Jul 16 18:14:23.403817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084008cd-c96d-4ca0-a9ba-3ba8cd4f908a req-29c3adc2-e07c-4c9e-baae-10f5bd4bb8ee tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.405533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-084008cd-c96d-4ca0-a9ba-3ba8cd4f908a req-29c3adc2-e07c-4c9e-baae-10f5bd4bb8ee tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.7183928 Jul 16 18:14:23.475016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:23.500827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-084008cd-c96d-4ca0-a9ba-3ba8cd4f908a req-b2cffde5-0fab-4205-a5f6-ee428cf08450 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Jul 16 18:14:23.561013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['15925afe-26fc-4f33-9b56-15205055a485'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:23.733193 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.810076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event updated for resources: {'Subnet': ['ID=cc13702c-87d8-4b27-842d-002e94949e08,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:23.874349 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Checking segment: {'id': '270a198d-d130-4878-9be8-14e4da444e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:23.875550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Network hostable DHCP agents. Network: 63238a05-6c83-46d3-a9bf-8253eae2b6e8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:23.932949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:23.956775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1c519-9dd9-45af-88e8-a4aabb7db446 req-f0d181b6-c393-4f6e-a966-819eb59d83d3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.959565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05d1c519-9dd9-45af-88e8-a4aabb7db446 req-f0d181b6-c393-4f6e-a966-819eb59d83d3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.2497280 Jul 16 18:14:23.972035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 63238a05-6c83-46d3-a9bf-8253eae2b6e8) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:23.996583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.997500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.005036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a8b6b6-6585-49c6-84b9-759a4e520944 None None] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:24.037237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e030ac6-d811-4745-813c-8525b4a77b66 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6023970 Jul 16 18:14:24.040067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.049106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Request body: {'port': {'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-546548686'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:24.129750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05d1c519-9dd9-45af-88e8-a4aabb7db446 req-d0e21e16-c0c9-465c-bc86-17f1c8310cfc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528699 Jul 16 18:14:24.406750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Made reservation on behalf of 83be44468ea44a8aa61c920c507cfc69 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:24.418781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.481530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] device_id is not set on port 188e493f-4bb5-4853-b08b-39ff101eb2aa yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:24.592909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-63238a05-6c83-46d3-a9bf-8253eae2b6e8', 'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8', 'tenant_id': '83be44468ea44a8aa61c920c507cfc69', 'fixed_ips': [{'subnet_id': 'cc13702c-87d8-4b27-842d-002e94949e08'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:24.594365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.824078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Allocated IP 2001:db8::185 (63238a05-6c83-46d3-a9bf-8253eae2b6e8/cc13702c-87d8-4b27-842d-002e94949e08/188e493f-4bb5-4853-b08b-39ff101eb2aa) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:24.839259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8da0c-b399-4d34-86c3-b27c05a09cb0 req-d6dd9d6c-75d5-49ad-b1c8-f48153ae64c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.849819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2f8da0c-b399-4d34-86c3-b27c05a09cb0 req-d6dd9d6c-75d5-49ad-b1c8-f48153ae64c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 945 time: 0.2059400 Jul 16 18:14:24.924249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2f8da0c-b399-4d34-86c3-b27c05a09cb0 req-8f128800-5cfd-44dd-9106-a365ee2cc8e9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711231 Jul 16 18:14:24.934512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-6b178ac5-62ae-4877-ad43-3e103a05be70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.936759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-6b178ac5-62ae-4877-ad43-3e103a05be70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=190cfc90126a41a2b79d2d699363db82&device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 1098 time: 0.2204826 Jul 16 18:14:24.958428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 15925afe-26fc-4f33-9b56-15205055a485 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:25.082781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 15925afe-26fc-4f33-9b56-15205055a485 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:25.083363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.174034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-a1971a46-9270-4162-b8c5-de51770a7ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.175592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-a1971a46-9270-4162-b8c5-de51770a7ff9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 200 len: 910 time: 0.2022104 Jul 16 18:14:25.246978 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.253278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.269744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Transition to ACTIVE for port object 188e493f-4bb5-4853-b08b-39ff101eb2aa will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:25.308776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15925afe-26fc-4f33-9b56-15205055a485'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:25.311104 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c624041-da58-4aef-8790-804dbd630448" -d '{"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-plugged", "status": "completed", "tag": "15925afe-26fc-4f33-9b56-15205055a485"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:25.327498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-d9478243-fff0-4118-b1b8-6a99dd368a6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37 HTTP/1.1" status: 200 len: 217 time: 0.1233170 Jul 16 18:14:25.329480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:25.335462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.360752 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.419964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:25.424849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:25.431916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c411195-9f71-41d6-aa49-a3dd181bf311 req-18f03cdf-61f4-451a-96e8-a7f27e503b46 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.434231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Allocated IP 2001:db8::2 (63238a05-6c83-46d3-a9bf-8253eae2b6e8/cc13702c-87d8-4b27-842d-002e94949e08/aaa6c751-49b8-4664-b67e-74cc1729c199) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:25.442119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:25.448511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c411195-9f71-41d6-aa49-a3dd181bf311 req-18f03cdf-61f4-451a-96e8-a7f27e503b46 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.5040503 Jul 16 18:14:25.460331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.461325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.514144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event updated for resources: {'Port': ['ID=188e493f-4bb5-4853-b08b-39ff101eb2aa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.538398 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b12f9eb6-d61c-4a91-9b53-dac5016a6b99 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4935737 Jul 16 18:14:25.539120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.547575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Request body: {'port': {'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-55029110', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:25.548961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] bootfile-name is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:25.561739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] tftp-server is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:25.562154 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] server-ip-address is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:25.569029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c411195-9f71-41d6-aa49-a3dd181bf311 req-ae0dc78d-159f-4fc4-bf9f-db52d3128d41 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110976 Jul 16 18:14:25.658687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-afade4e5-7a2a-4942-a03d-ae6c309168f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.660738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-afade4e5-7a2a-4942-a03d-ae6c309168f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 200 len: 850 time: 0.2095942 Jul 16 18:14:25.683900 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6bb8865-6deb-44cb-81aa-665db3ad93e8 req-f37a98fd-4001-4893-b01a-612f6c15ac3f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea568b82-9eb2-4b1e-8dee-fb3b65e4cd4d HTTP/1.1" status: 200 len: 210 time: 0.0617838 Jul 16 18:14:25.713296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570577d-c569-480d-912a-b68e3d8c2d54 req-50fb086f-628e-4ff3-89f0-2c4a32c3b25a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.717299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1570577d-c569-480d-912a-b68e3d8c2d54 req-50fb086f-628e-4ff3-89f0-2c4a32c3b25a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.4156010 Jul 16 18:14:25.764565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-45e3bc2d-e9c4-421a-ab0d-c03b7f7074f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3d901222-04e6-40a6-92b8-481a94855763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841134 Jul 16 18:14:25.774396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.840942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Made reservation on behalf of 83be44468ea44a8aa61c920c507cfc69 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:25.853996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.918474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] device_id is not set on port fe7719de-4a71-43f5-8ba3-7fe81a8eeaef yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:26.020251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1570577d-c569-480d-912a-b68e3d8c2d54 req-732132ba-0f11-4510-bfcc-8e743e12c907 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583013 Jul 16 18:14:26.032376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f32d4f14-75f9-4229-a71f-bb6c07af4122 req-44574207-80ac-49d7-9524-2a325c746af4 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1587679 Jul 16 18:14:26.084031 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.108642 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-de8e4433-2648-43a3-9dc7-1aa7206a0875 service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263838 Jul 16 18:14:26.141407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Transition to ACTIVE for port object aaa6c751-49b8-4664-b67e-74cc1729c199 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:26.214245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Transition to ACTIVE for port object aaa6c751-49b8-4664-b67e-74cc1729c199 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:26.239147 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.307914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:26.344934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7d92ce5-50de-4648-b402-f2e35f52ffa5 req-561c7664-aa28-4964-b4c7-9a76bd7ce7ba service neutron] 10.222.0.13 "GET /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298779 Jul 16 18:14:26.410173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:26.421882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e12f8-52b5-4c2b-842c-92068b1f37f6 req-34d40203-583e-48bd-a489-7b0395649c2f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:26.426653 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f23388-c15f-4747-bb32-345b89730c7a x-openstack-request-id: req-e3f23388-c15f-4747-bb32-345b89730c7a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:26.427148 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-plugged", "status": "completed", "tag": "15925afe-26fc-4f33-9b56-15205055a485", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:26.427579 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3f23388-c15f-4747-bb32-345b89730c7a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:26.428277 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15925afe-26fc-4f33-9b56-15205055a485', 'code': 200} Jul 16 18:14:26.432858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:26.446958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d3e12f8-52b5-4c2b-842c-92068b1f37f6 req-34d40203-583e-48bd-a489-7b0395649c2f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.1831000 Jul 16 18:14:26.447544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Allocated IP 2001:db8::2eb (63238a05-6c83-46d3-a9bf-8253eae2b6e8/cc13702c-87d8-4b27-842d-002e94949e08/fe7719de-4a71-43f5-8ba3-7fe81a8eeaef) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:26.554979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d3e12f8-52b5-4c2b-842c-92068b1f37f6 req-73c52d2f-e13c-4810-99a8-3fbab1d90086 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067808 Jul 16 18:14:26.596185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Pushing event updated for resources: {'Port': ['ID=aaa6c751-49b8-4664-b67e-74cc1729c199,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.631468 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:26.680122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Attempting to bind port aaa6c751-49b8-4664-b67e-74cc1729c199 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:26.687613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Attempting to bind port aaa6c751-49b8-4664-b67e-74cc1729c199 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '270a198d-d130-4878-9be8-14e4da444e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:26.688529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Attempting to bind port aaa6c751-49b8-4664-b67e-74cc1729c199 on network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:26.705120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:26.721920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Checking segment: {'id': '270a198d-d130-4878-9be8-14e4da444e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:26.722998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.723960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Bound using segment: {'id': '270a198d-d130-4878-9be8-14e4da444e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:26.726771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Bound port: aaa6c751-49b8-4664-b67e-74cc1729c199, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '270a198d-d130-4878-9be8-14e4da444e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '63238a05-6c83-46d3-a9bf-8253eae2b6e8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:26.727891 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.877214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.911247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe434-4cba-498b-b241-f0a5ea509a47 req-0c3487e2-8352-4805-9296-980e2ef765a4 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:26.914382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0abe434-4cba-498b-b241-f0a5ea509a47 req-0c3487e2-8352-4805-9296-980e2ef765a4 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 946 time: 0.2759924 Jul 16 18:14:26.934333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Transition to ACTIVE for port object fe7719de-4a71-43f5-8ba3-7fe81a8eeaef will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:26.960396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] For port aaa6c751-49b8-4664-b67e-74cc1729c199, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:26.973759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 15925afe-26fc-4f33-9b56-15205055a485 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:26.991962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] For port aaa6c751-49b8-4664-b67e-74cc1729c199, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aaa6c751-49b8-4664-b67e-74cc1729c199,segment=NetworkSegment(270a198d-d130-4878-9be8-14e4da444e66),segment_id=270a198d-d130-4878-9be8-14e4da444e66)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:27.025840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0abe434-4cba-498b-b241-f0a5ea509a47 req-b50a28a5-ac40-421e-ab24-13a58eb80235 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057181 Jul 16 18:14:27.032562 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.037425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.187174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301ee13-3934-4906-8fea-e6b3f74a5c0e None None] Pushing event updated for resources: {'Port': ['ID=aaa6c751-49b8-4664-b67e-74cc1729c199,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.258866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event updated for resources: {'Port': ['ID=fe7719de-4a71-43f5-8ba3-7fe81a8eeaef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.286455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:27.291773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:27.300538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:27.333644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.334760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.398355 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.408184 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43a24cbe-50b1-40b1-9a21-241c1a7435ac tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.8671639 Jul 16 18:14:27.411833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:27.450048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38309ad-728c-4a23-9eae-04e5db917312 req-19a3d317-00be-48db-b366-7f84574f36f2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.462108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d38309ad-728c-4a23-9eae-04e5db917312 req-19a3d317-00be-48db-b366-7f84574f36f2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.2056594 Jul 16 18:14:27.482942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:27.494547 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.604704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.660762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d38309ad-728c-4a23-9eae-04e5db917312 req-f0da687d-6b6a-4376-a6a4-cb7559f9c181 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955478 Jul 16 18:14:27.757711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75143ae3-8ba6-4117-ace3-203a0cfebe9a req-70e55d33-bd29-4584-abc8-94fd500540d6 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.760832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75143ae3-8ba6-4117-ace3-203a0cfebe9a req-70e55d33-bd29-4584-abc8-94fd500540d6 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.2157640 Jul 16 18:14:27.793711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa1c8f-31e4-4312-a6d5-05dd67e5250a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.800620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa1c8f-31e4-4312-a6d5-05dd67e5250a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.807403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaa1c8f-31e4-4312-a6d5-05dd67e5250a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.813779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bbaa1c8f-31e4-4312-a6d5-05dd67e5250a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3962834 Jul 16 18:14:27.815068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:27.847671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75143ae3-8ba6-4117-ace3-203a0cfebe9a req-ce826bb4-7b57-4152-b82d-c862ab1d126a tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794871 Jul 16 18:14:27.949150 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77f6b875-c921-43a2-81dd-72a2642f4c3c req-e82f6818-3b5c-4fa5-ac8b-9bf3f9c198e9 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0563307 Jul 16 18:14:28.021947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Deleting port fe7719de-4a71-43f5-8ba3-7fe81a8eeaef {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:28.022465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.263920 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.301963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Calling delete_port for fe7719de-4a71-43f5-8ba3-7fe81a8eeaef owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:28.383762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c3d3d-e445-4a67-8713-3078a7304575 req-46eec0e4-0a87-43e7-ba97-13b5165d92bd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.385591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-558c3d3d-e445-4a67-8713-3078a7304575 req-46eec0e4-0a87-43e7-ba97-13b5165d92bd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.1610961 Jul 16 18:14:28.429222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15925afe-26fc-4f33-9b56-15205055a485'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:28.432400 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf46cd09-6ea5-44eb-9519-f522a10f2e17" -d '{"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-unplugged", "status": "completed", "tag": "15925afe-26fc-4f33-9b56-15205055a485"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:28.481369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-558c3d3d-e445-4a67-8713-3078a7304575 req-701c9265-cec8-42e7-94aa-3b3b6d8b6fae tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898719 Jul 16 18:14:28.599028 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c61fc5-9a90-4bb0-879b-6cb02879bf88 x-openstack-request-id: req-81c61fc5-9a90-4bb0-879b-6cb02879bf88 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:28.600764 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-unplugged", "status": "completed", "tag": "15925afe-26fc-4f33-9b56-15205055a485", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:28.601202 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-81c61fc5-9a90-4bb0-879b-6cb02879bf88 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:28.601453 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15925afe-26fc-4f33-9b56-15205055a485', 'code': 200} Jul 16 18:14:28.711794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.808077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66011e19-a5cf-4c33-929d-981fe2c388d1 req-90dc4de4-2a72-461b-9c44-306918a98f97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1959810 Jul 16 18:14:28.829928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aaa6c751-49b8-4664-b67e-74cc1729c199 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:28.941153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event deleted for resources: {'Port': ['ID=fe7719de-4a71-43f5-8ba3-7fe81a8eeaef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:28.941974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port aaa6c751-49b8-4664-b67e-74cc1729c199 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:29.031673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.035099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dabcf19b-d712-4750-badb-c08a17387c4a tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "DELETE /v2.0/ports/fe7719de-4a71-43f5-8ba3-7fe81a8eeaef HTTP/1.1" status: 204 len: 168 time: 1.2188497 Jul 16 18:14:29.039505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ff8c7b-3f7d-4db7-bcfd-6ee231285ef0 None None] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:29.041363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:29.051671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Request body: {'port': {'name': 'tempest-new-port-name-609337382', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:29.052363 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] bootfile-name is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:29.052902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] tftp-server is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:29.053678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] server-ip-address is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:29.135133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-428036bf-9097-4d8d-b65c-a838bb88ec8d None None] Provisioning for port aaa6c751-49b8-4664-b67e-74cc1729c199 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:29.143225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-428036bf-9097-4d8d-b65c-a838bb88ec8d None None] Provisioning complete for port aaa6c751-49b8-4664-b67e-74cc1729c199 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:29.144181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-428036bf-9097-4d8d-b65c-a838bb88ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.204477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.233028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8089f4-f32e-41cf-88cd-cf8d5e42aaa2 req-e983bca9-0555-48d1-9382-26054e6c2e18 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.247492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c8089f4-f32e-41cf-88cd-cf8d5e42aaa2 req-e983bca9-0555-48d1-9382-26054e6c2e18 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.1974692 Jul 16 18:14:29.266366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd3c36-d96f-4dbe-acaa-2c5230394793 req-643863e1-0fb3-4a20-9370-17ac149058c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:29.278887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdcd3c36-d96f-4dbe-acaa-2c5230394793 req-643863e1-0fb3-4a20-9370-17ac149058c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 944 time: 0.3022022 Jul 16 18:14:29.337203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-428036bf-9097-4d8d-b65c-a838bb88ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.390532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-428036bf-9097-4d8d-b65c-a838bb88ec8d None None] For port aaa6c751-49b8-4664-b67e-74cc1729c199, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aaa6c751-49b8-4664-b67e-74cc1729c199,segment=NetworkSegment(270a198d-d130-4878-9be8-14e4da444e66),segment_id=270a198d-d130-4878-9be8-14e4da444e66)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:29.395911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdcd3c36-d96f-4dbe-acaa-2c5230394793 req-32298513-419d-4aef-9292-a06e84af7ab5 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127877 Jul 16 18:14:29.398756 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-428036bf-9097-4d8d-b65c-a838bb88ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.445509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c8089f4-f32e-41cf-88cd-cf8d5e42aaa2 req-98dcf412-b34d-44ae-9a3e-bf0d2dff7ce0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964464 Jul 16 18:14:29.505562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428036bf-9097-4d8d-b65c-a838bb88ec8d None None] Pushing event updated for resources: {'Port': ['ID=aaa6c751-49b8-4664-b67e-74cc1729c199,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.808894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64e96ffe-a95f-4b9c-906b-8a189f9b20ae req-e7bf6269-97eb-4ace-bc23-83a8cae1bea5 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0887957 Jul 16 18:14:29.863080 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.883749 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.982262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22bb43-a91f-4e79-a3ed-ae24750a70c1 req-35ff6c70-b33d-40c7-bedb-06d12930db29 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.001648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e22bb43-a91f-4e79-a3ed-ae24750a70c1 req-35ff6c70-b33d-40c7-bedb-06d12930db29 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.2085569 Jul 16 18:14:30.013700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] In _notify_port_updated(), no bound segment for port 188e493f-4bb5-4853-b08b-39ff101eb2aa on network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:14:30.023534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3717bcca-01bf-4e38-aad7-b7c0bb33aabd None None] Provisioning complete for port aaa6c751-49b8-4664-b67e-74cc1729c199 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:30.024108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3717bcca-01bf-4e38-aad7-b7c0bb33aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.030515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.032425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.034835 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "PUT /v2.0/ports/188e493f-4bb5-4853-b08b-39ff101eb2aa HTTP/1.1" status: 200 len: 1129 time: 0.9920266 Jul 16 18:14:30.040647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.089756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e22bb43-a91f-4e79-a3ed-ae24750a70c1 req-d677efa4-0255-46d8-a460-e2863ee882f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917745 Jul 16 18:14:30.140623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000c4aa-0e6d-4257-9c64-d6ce6111c372 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event updated for resources: {'Port': ['ID=188e493f-4bb5-4853-b08b-39ff101eb2aa,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.210091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14af371-3e8a-45c2-ba3a-9a8500bc0486 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.211724 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b14af371-3e8a-45c2-ba3a-9a8500bc0486 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "GET /v2.0/ports/188e493f-4bb5-4853-b08b-39ff101eb2aa HTTP/1.1" status: 200 len: 1129 time: 0.1700320 Jul 16 18:14:30.218031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54434) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.268057 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e3049ff-89ed-4230-8fe1-0e56cec2ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.331172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3717bcca-01bf-4e38-aad7-b7c0bb33aabd None None] Provisioning for port 188e493f-4bb5-4853-b08b-39ff101eb2aa completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:30.338855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3717bcca-01bf-4e38-aad7-b7c0bb33aabd None None] Provisioning complete for port 188e493f-4bb5-4853-b08b-39ff101eb2aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:30.339255 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3717bcca-01bf-4e38-aad7-b7c0bb33aabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.460409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3717bcca-01bf-4e38-aad7-b7c0bb33aabd None None] Port 188e493f-4bb5-4853-b08b-39ff101eb2aa cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:30.528579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ef6aa-e409-4184-b607-42a8875acbd1 req-02057889-4578-42e8-bded-3cd23b6f900f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.530112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c6ef6aa-e409-4184-b607-42a8875acbd1 req-02057889-4578-42e8-bded-3cd23b6f900f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.2104158 Jul 16 18:14:30.563413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Deleting port 188e493f-4bb5-4853-b08b-39ff101eb2aa {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:30.563867 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.595921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-57831e37-6cf9-4864-aae0-ebd46c681abf None None] Provisioning complete for port 188e493f-4bb5-4853-b08b-39ff101eb2aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:30.597128 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57831e37-6cf9-4864-aae0-ebd46c681abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.678120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.699554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Calling delete_port for 188e493f-4bb5-4853-b08b-39ff101eb2aa owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:30.740019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c6ef6aa-e409-4184-b607-42a8875acbd1 req-850a19ee-d613-47bd-91d4-322c19277d46 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005529 Jul 16 18:14:30.776009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-57831e37-6cf9-4864-aae0-ebd46c681abf None None] Port 188e493f-4bb5-4853-b08b-39ff101eb2aa cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:30.802670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-36b14e49-c795-4b24-813a-f3f69a0bb4de tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.809171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-36b14e49-c795-4b24-813a-f3f69a0bb4de tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.55 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 944 time: 0.2620745 Jul 16 18:14:30.825060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aaa6c751-49b8-4664-b67e-74cc1729c199 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:30.963773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-e104ef49-4cfa-4cb0-9174-0bc0d17676a7 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277281 Jul 16 18:14:31.024587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port aaa6c751-49b8-4664-b67e-74cc1729c199 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:31.026767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.104925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6df35f63-e136-46c6-98b4-a8e6ff34dd32 None None] Could not find standard attr ID for object fe7719de-4a71-43f5-8ba3-7fe81a8eeaef. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:31.122923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Deleting port 15925afe-26fc-4f33-9b56-15205055a485 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:31.124584 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.271224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d68071-77bb-442c-b569-3f5f2475af53 req-d8bfa7de-328f-4cf4-8c81-7f7bc191ec82 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.279257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3d68071-77bb-442c-b569-3f5f2475af53 req-d8bfa7de-328f-4cf4-8c81-7f7bc191ec82 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=a78a6dd2-53ed-4eb7-8f2f-fd24183836e5 HTTP/1.1" status: 200 len: 944 time: 0.3418567 Jul 16 18:14:31.315889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-400950d2-9f2f-474d-bd38-da83321469cb tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.317530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-400950d2-9f2f-474d-bd38-da83321469cb tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399637 Jul 16 18:14:31.320861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.353105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] For port 15925afe-26fc-4f33-9b56-15205055a485, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=15925afe-26fc-4f33-9b56-15205055a485,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:31.353609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.373690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Calling delete_port for 15925afe-26fc-4f33-9b56-15205055a485 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:31.374044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event deleted for resources: {'Port': ['ID=188e493f-4bb5-4853-b08b-39ff101eb2aa,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.442003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3d68071-77bb-442c-b569-3f5f2475af53 req-fd68670d-39a0-40b4-9236-efd4b0163f2a tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618378 Jul 16 18:14:31.449573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-b49944d4-fa74-4e93-8802-d397f6e83087 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/quotas/7eb01a5187d74e4fb31b28170a0c5613 HTTP/1.1" status: 200 len: 375 time: 0.1140525 Jul 16 18:14:31.502411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-5da725d6-35e5-46b0-9846-ffd1d6c158dc tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512254 Jul 16 18:14:31.506183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.514680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c01a2e36-1e4e-4a97-9653-b611619dd5c2 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "DELETE /v2.0/ports/188e493f-4bb5-4853-b08b-39ff101eb2aa HTTP/1.1" status: 204 len: 168 time: 1.2915893 Jul 16 18:14:31.515516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54462) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:31.627419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Deleting subnet cc13702c-87d8-4b27-842d-002e94949e08 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:31.643407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.679844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.736932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.818670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event deleted for resources: {'Port': ['ID=15925afe-26fc-4f33-9b56-15205055a485,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.923854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] No DVR routers for this DVR port 15925afe-26fc-4f33-9b56-15205055a485 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:31.928265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.933629 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b12c9263-8bf0-4fb5-96e6-cd5f0bdf37e7 req-3e4ebd80-7b15-4e20-b302-546a61ec75ac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.55 "DELETE /v2.0/ports/15925afe-26fc-4f33-9b56-15205055a485 HTTP/1.1" status: 204 len: 173 time: 1.1066744 Jul 16 18:14:31.934379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-deleted', 'tag': '15925afe-26fc-4f33-9b56-15205055a485'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:31.937796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cf0f671c-9dc4-4d44-9c48-73dbcf5889f0 None None] Could not find standard attr ID for object 188e493f-4bb5-4853-b08b-39ff101eb2aa. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:31.952040 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d8049-60a1-4c5f-8c61-f59c0c4c6cf9" -d '{"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-deleted", "tag": "15925afe-26fc-4f33-9b56-15205055a485"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:32.146245 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.212094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6b1cf-9cca-4379-a979-f47315f76f75 req-a0c2cf6b-8105-4dab-ac3d-36413fd6b0c1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.220634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05f6b1cf-9cca-4379-a979-f47315f76f75 req-a0c2cf6b-8105-4dab-ac3d-36413fd6b0c1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.4395344 Jul 16 18:14:32.249870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d381c61-de9b-4e1e-847f-af2e1edb50ba req-f03275ae-c10f-4100-9b98-404dee624cff tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.252879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d381c61-de9b-4e1e-847f-af2e1edb50ba req-f03275ae-c10f-4100-9b98-404dee624cff tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.3397713 Jul 16 18:14:32.364423 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d381c61-de9b-4e1e-847f-af2e1edb50ba req-4f8bfdd7-c88a-482c-93d2-071b5d078b6d tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896890 Jul 16 18:14:32.405587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05f6b1cf-9cca-4379-a979-f47315f76f75 req-e1e5547b-71d1-4eee-9d4f-6d0df1a663bd tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839981 Jul 16 18:14:32.431087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.476336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d679319-6f2d-42c8-a2ec-19b44378f23c None None] Network 63238a05-6c83-46d3-a9bf-8253eae2b6e8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:32.482870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.489437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "DELETE /v2.0/subnets/cc13702c-87d8-4b27-842d-002e94949e08 HTTP/1.1" status: 204 len: 168 time: 0.9703424 Jul 16 18:14:32.492658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:32.548410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bf2cb-77b0-4b3a-9ccf-0bcc22fdbb49 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event deleted for resources: {'Subnet': ['ID=cc13702c-87d8-4b27-842d-002e94949e08,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.684496 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.733763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c95862f-c82d-476e-85f2-32309e3bf4f8 req-8790701a-d0fe-49e5-8f5c-80427d0cc0f5 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0775185 Jul 16 18:14:32.865380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Deleting port aaa6c751-49b8-4664-b67e-74cc1729c199 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:32.866196 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.954150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] For port aaa6c751-49b8-4664-b67e-74cc1729c199, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aaa6c751-49b8-4664-b67e-74cc1729c199,segment=NetworkSegment(270a198d-d130-4878-9be8-14e4da444e66),segment_id=270a198d-d130-4878-9be8-14e4da444e66)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:32.954868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.976670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Calling delete_port for aaa6c751-49b8-4664-b67e-74cc1729c199 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:33.013793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 15925afe-26fc-4f33-9b56-15205055a485 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:33.054988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 15925afe-26fc-4f33-9b56-15205055a485 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:33.055641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 15925afe-26fc-4f33-9b56-15205055a485 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:33.093413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467efe3e-e3f1-44ae-9945-d64fcf5d5eb0 req-69cc0a9c-ce7a-4018-a74f-65b7489e3cd0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.097107 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-467efe3e-e3f1-44ae-9945-d64fcf5d5eb0 req-69cc0a9c-ce7a-4018-a74f-65b7489e3cd0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.1756601 Jul 16 18:14:33.101316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-232f21d4-e8a8-490f-b279-1ffd98d39ada tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887399 Jul 16 18:14:33.114861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.155769 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d352334a-dee9-47cc-b999-65da9ff321ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.158202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] No DVR routers for this DVR port aaa6c751-49b8-4664-b67e-74cc1729c199 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:33.164842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event deleted for resources: {'Port': ['ID=aaa6c751-49b8-4664-b67e-74cc1729c199,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.183916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79185eb3-3459-453b-bbe6-0d1db82f2473 None None] DHCP port deletion for 63238a05-6c83-46d3-a9bf-8253eae2b6e8 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:33.288524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-467efe3e-e3f1-44ae-9945-d64fcf5d5eb0 req-ee9f5442-87d7-4db4-a19b-bb4f9463ed17 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829474 Jul 16 18:14:33.296199 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.332527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63238a05-6c83-46d3-a9bf-8253eae2b6e8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:33.359714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-aba47fbf-0413-41a8-af08-2fdf3c590cc4 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.366087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.373545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-aba47fbf-0413-41a8-af08-2fdf3c590cc4 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2660563 Jul 16 18:14:33.377823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270a198d-d130-4878-9be8-14e4da444e66') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:33.378300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270a198d-d130-4878-9be8-14e4da444e66') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:33.396092 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.400233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-7a8e8543-d0a1-447a-b0dd-ae1853790e90 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/quotas/7eb01a5187d74e4fb31b28170a0c5613 HTTP/1.1" status: 200 len: 375 time: 0.0251386 Jul 16 18:14:33.424856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.436941 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc2ac63-87e8-452d-b98d-b35e50dd4949 x-openstack-request-id: req-5bc2ac63-87e8-452d-b98d-b35e50dd4949 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:33.437402 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78a6dd2-53ed-4eb7-8f2f-fd24183836e5", "name": "network-vif-deleted", "tag": "15925afe-26fc-4f33-9b56-15205055a485", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:33.437803 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5bc2ac63-87e8-452d-b98d-b35e50dd4949 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:33.438456 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78a6dd2-53ed-4eb7-8f2f-fd24183836e5', 'name': 'network-vif-deleted', 'tag': '15925afe-26fc-4f33-9b56-15205055a485', 'status': 'completed', 'code': 200} Jul 16 18:14:33.440429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:33.441103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:33.446851 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:33.468024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-3eb0b7c0-6fc7-4519-9b30-8f8d1e11555f tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664396 Jul 16 18:14:33.635670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.653289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.656011 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] 10.222.0.48 "DELETE /v2.0/networks/63238a05-6c83-46d3-a9bf-8253eae2b6e8 HTTP/1.1" status: 204 len: 168 time: 1.1618314 Jul 16 18:14:33.672024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380eef0-b543-4b7f-befe-c39f26e57e27 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268 tempest-ExtraDHCPOptionsIpV6TestJSON-125800268-project] Pushing event deleted for resources: {'Network': ['ID=63238a05-6c83-46d3-a9bf-8253eae2b6e8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.764841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-a3be249c-6cf5-4d39-8e30-683d542a0f66 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.766632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-a3be249c-6cf5-4d39-8e30-683d542a0f66 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.0841355 Jul 16 18:14:33.917834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Deleting port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:33.918036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.138103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] For port b9561da6-8327-41e7-8bd0-b9af9c9d7c37, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:34.139075 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.156983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f63f1-19ae-48bc-914e-18c23b42778d req-4ab8408c-13ac-4672-91f0-abb090d47739 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.165529 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-885f63f1-19ae-48bc-914e-18c23b42778d req-4ab8408c-13ac-4672-91f0-abb090d47739 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 946 time: 0.2085369 Jul 16 18:14:34.209530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Calling delete_port for b9561da6-8327-41e7-8bd0-b9af9c9d7c37 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:34.215251 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.242288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-885f63f1-19ae-48bc-914e-18c23b42778d req-2ada153f-fb33-476f-b4e5-669e5d8502f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757561 Jul 16 18:14:34.290924 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-49d8f300-677b-4d99-8e0e-0d1f6b184dd4 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934010 Jul 16 18:14:34.406680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54542) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.568693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c8e06-024d-41ea-81ea-8cfbe9cafe85 req-1b9564d8-a4da-4c83-9030-a0758ed5f1c2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.576220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff7c8e06-024d-41ea-81ea-8cfbe9cafe85 req-1b9564d8-a4da-4c83-9030-a0758ed5f1c2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.2245047 Jul 16 18:14:34.627023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-b1509f24-98ec-424c-adab-611c56bc6edb tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.629857 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-b1509f24-98ec-424c-adab-611c56bc6edb tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3316579 Jul 16 18:14:34.641933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Request body: {'port': {'device_id': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7eb01a5187d74e4fb31b28170a0c5613'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:34.734856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-df67ee13-cf2a-40ae-9df6-ea1abf2c46d9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.737071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-df67ee13-cf2a-40ae-9df6-ea1abf2c46d9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 822 time: 0.3294852 Jul 16 18:14:34.764558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff7c8e06-024d-41ea-81ea-8cfbe9cafe85 req-4488a490-0865-49ec-baa7-0725e46d6423 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755135 Jul 16 18:14:34.769149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aaa6c751-49b8-4664-b67e-74cc1729c199 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:34.817405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: aaa6c751-49b8-4664-b67e-74cc1729c199 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:34.817877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aaa6c751-49b8-4664-b67e-74cc1729c199 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:34.820462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-adac23da-d02c-4441-aec5-75a97ec655f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83be44468ea44a8aa61c920c507cfc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094865 Jul 16 18:14:34.823544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.837298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-65e65112-3bef-4133-8daf-05a379c3c554 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/quotas/9f85a1dbec654f0db7663c9ef2be85bd HTTP/1.1" status: 200 len: 375 time: 0.0709138 Jul 16 18:14:34.872196 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.886637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:34.929372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['b9561da6-8327-41e7-8bd0-b9af9c9d7c37'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:34.994495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Pushing event deleted for resources: {'Port': ['ID=b9561da6-8327-41e7-8bd0-b9af9c9d7c37,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.033554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-547e20f4-4a12-408b-9a39-0caf6fceafeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.045911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Made reservation on behalf of 7eb01a5187d74e4fb31b28170a0c5613 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:35.050224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.069448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.078095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-547e20f4-4a12-408b-9a39-0caf6fceafeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.170444 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-547e20f4-4a12-408b-9a39-0caf6fceafeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.173417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-547e20f4-4a12-408b-9a39-0caf6fceafeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.174650 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-547e20f4-4a12-408b-9a39-0caf6fceafeb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16e7afd9-0fe4-49c6-85a9-773300a288a8 HTTP/1.1" status: 204 len: 168 time: 0.3484125 Jul 16 18:14:35.197213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e20f4-4a12-408b-9a39-0caf6fceafeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e7afd9-0fe4-49c6-85a9-773300a288a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.262036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.269251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.379703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ee06eb-cccf-4067-8a0c-ff49f3470382,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.480595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Allocated IP 192.168.233.73 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/9ae9082e-9bf0-4746-ab00-95212d6dd83a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:35.538039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] No DVR routers for this DVR port b9561da6-8327-41e7-8bd0-b9af9c9d7c37 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:35.547157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5b52b18-6171-4976-9f11-535984f9f4c2 req-12814205-440e-4aea-a5c9-b6af69b11520 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 210 time: 0.5624990 Jul 16 18:14:35.550283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-b544d51c-04e9-4771-a3bf-c7c8b5d16da3 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435569 Jul 16 18:14:35.551831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.553628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-602dce63-5156-4b7e-b0a4-3c881d7670b0 req-690d4569-8fc0-436a-96c2-47e61459a8f2 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.13 "DELETE /v2.0/ports/b9561da6-8327-41e7-8bd0-b9af9c9d7c37 HTTP/1.1" status: 204 len: 173 time: 1.7814410 Jul 16 18:14:35.557056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'name': 'network-vif-deleted', 'tag': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:35.563480 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b05f570-8c3c-4e4d-b64d-1f50e86ecb33" -d '{"events": [{"server_uuid": "0e40410e-a1e1-411d-86a2-960f4f1ad11a", "name": "network-vif-deleted", "tag": "b9561da6-8327-41e7-8bd0-b9af9c9d7c37"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:35.617312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-2f14dd81-f247-4f1b-84c9-1285d963c94d tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7575698 Jul 16 18:14:35.742130 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.749043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-43b8f140-819d-4426-89f3-7dba46a58358 service neutron] 10.222.0.48 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305664 Jul 16 18:14:35.939693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-9c5fa184-0533-41ea-b699-45e617d587ae service neutron] 10.222.0.48 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892638 Jul 16 18:14:35.988960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-e72b5f59-f068-49e0-813e-13e765712e45 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.991814 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-e72b5f59-f068-49e0-813e-13e765712e45 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4180501 Jul 16 18:14:36.015671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Request body: {'port': {'device_id': '3839233a-4f06-4353-9da1-b8050460cb81', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '7eb01a5187d74e4fb31b28170a0c5613'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.052828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-924184e8-6968-4e02-b895-f5baef6b7766 req-cc37dd20-1f50-437b-bd64-a880c8fc5631 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1076519 Jul 16 18:14:36.058215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.124521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Transition to ACTIVE for port object 9ae9082e-9bf0-4746-ab00-95212d6dd83a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:36.215504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.232950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Made reservation on behalf of 7eb01a5187d74e4fb31b28170a0c5613 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:36.238529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.338623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:36.343162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:36.357926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:36.370629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:36.371892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99272914-fdc7-4420-9be3-fd11fab203d1 req-71a301a6-30a4-4003-bf10-8025cd05030e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.386718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99272914-fdc7-4420-9be3-fd11fab203d1 req-71a301a6-30a4-4003-bf10-8025cd05030e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.1567364 Jul 16 18:14:36.404096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.462793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99272914-fdc7-4420-9be3-fd11fab203d1 req-88fac3d4-bcfb-45be-8caa-5c1a3703b7ba tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746274 Jul 16 18:14:36.494288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.495010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.536661 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-bc2e3d15-7b2d-455a-9e41-e21241252c18 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8989258 Jul 16 18:14:36.554397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bcb11b85-ca0c-4901-a3d1-a25bf887d5a7 req-971cd47d-2f94-403d-95cf-0e63d0bd4c14 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=0e40410e-a1e1-411d-86a2-960f4f1ad11a HTTP/1.1" status: 200 len: 210 time: 0.0815141 Jul 16 18:14:36.556323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Request body: {'port': {'device_id': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.573653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'networks': [{'name': 'tempest-network--188242226'}, {'name': 'tempest-network--766016781'}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.573956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'network': {'name': 'tempest-network--188242226'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.575298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'network': {'name': 'tempest-network--766016781'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:36.624199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Made reservation on behalf of a038e979ebff46eda2634da2359fa0a3 for: {'network': 2} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:36.633808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.637059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Allocated IP 192.168.233.104 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/a4988cd6-582a-43de-80ea-848e38f31502) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:36.650129 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1c179d-9230-45d3-a43f-a6965123ce27 x-openstack-request-id: req-9a1c179d-9230-45d3-a43f-a6965123ce27 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:36.650470 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e40410e-a1e1-411d-86a2-960f4f1ad11a", "name": "network-vif-deleted", "tag": "b9561da6-8327-41e7-8bd0-b9af9c9d7c37", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:36.650780 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a1c179d-9230-45d3-a43f-a6965123ce27 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:36.651578 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e40410e-a1e1-411d-86a2-960f4f1ad11a', 'name': 'network-vif-deleted', 'tag': 'b9561da6-8327-41e7-8bd0-b9af9c9d7c37', 'status': 'completed', 'code': 200} Jul 16 18:14:36.653089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.731391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.804290 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.908466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d338889-d528-4cfc-9d53-b83ee8b8c654 req-f1ee64f4-5fca-412c-8dca-f49b8f38b83c tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 210 time: 0.1258044 Jul 16 18:14:36.949117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fe4ebd81-26f6-4118-ad29-fb1955a2982b None None] Provisioning for port 9ae9082e-9bf0-4746-ab00-95212d6dd83a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:36.956278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fe4ebd81-26f6-4118-ad29-fb1955a2982b None None] Provisioning complete for port 9ae9082e-9bf0-4746-ab00-95212d6dd83a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:36.957391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fe4ebd81-26f6-4118-ad29-fb1955a2982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.071009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.121344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ebd81-26f6-4118-ad29-fb1955a2982b None None] Port 9ae9082e-9bf0-4746-ab00-95212d6dd83a cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:37.146318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-418584c9-7c91-474a-b945-eae9e2bff4e2 req-e18ae46f-918e-4a6f-8e5b-1895d6354045 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 210 time: 0.0574851 Jul 16 18:14:37.149554 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.150322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.222888 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.258052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:37.293917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.304460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.304806 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Added segment 437f9be2-ef6e-4d1b-b407-805988ecb1fb of type vlan for network 8e1ce717-7e4d-4af5-9a4c-a075136ddb1a Jul 16 18:14:37.322196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Transition to ACTIVE for port object a4988cd6-582a-43de-80ea-848e38f31502 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:37.326182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ad3ae-55ec-4fb4-a854-94622b979ded req-d1188434-d2c8-4e41-96ab-fc9aff4bd5b9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.335068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c41ad3ae-55ec-4fb4-a854-94622b979ded req-d1188434-d2c8-4e41-96ab-fc9aff4bd5b9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.4641459 Jul 16 18:14:37.337088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ebcc9c-6752-4255-bec9-563d90e2ec2b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.410685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.427321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c41ad3ae-55ec-4fb4-a854-94622b979ded req-8e8e09a7-0507-43f0-bc8a-72c2c1d00788 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908501 Jul 16 18:14:37.430283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.493389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:37.511804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.512180 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Added segment 806f944c-4dd3-4710-9b7b-365f21fa1e6e of type vlan for network d612b613-7955-4c0b-9a4e-30bd3124dd75 Jul 16 18:14:37.562226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:37.596741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.643335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.644279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.654405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.665846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.666916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.761114 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8685ca65-c51c-4284-88e0-571201ebdbeb req-b94d5857-bc05-429e-b8f6-3bad8eede58a tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0894024 Jul 16 18:14:37.766427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.4265184 Jul 16 18:14:37.771128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54598) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:37.772187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:37.827201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:37.836415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.957939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae9082e-9bf0-4746-ab00-95212d6dd83a {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:37.971193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.991425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Transition to ACTIVE for port object 9ae9082e-9bf0-4746-ab00-95212d6dd83a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:38.023804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.024530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.040996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.059981 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-495c4d84-3fc5-4b0c-82e1-312c4e327030 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0514503 Jul 16 18:14:38.093667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Request body: {'port': {'device_id': '3839233a-4f06-4353-9da1-b8050460cb81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:38.140948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b9561da6-8327-41e7-8bd0-b9af9c9d7c37 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:38.189699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: b9561da6-8327-41e7-8bd0-b9af9c9d7c37 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:38.190065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b9561da6-8327-41e7-8bd0-b9af9c9d7c37 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:38.216907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.228475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa144d8a-0ec2-4132-ad75-88abbf5c353c tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.236467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa144d8a-0ec2-4132-ad75-88abbf5c353c tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.243437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa144d8a-0ec2-4132-ad75-88abbf5c353c tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.263353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa144d8a-0ec2-4132-ad75-88abbf5c353c tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.265876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fa144d8a-0ec2-4132-ad75-88abbf5c353c tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4936826 Jul 16 18:14:38.276812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54606) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:38.297668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a1e3c960-a01b-495b-8940-5fbd7cf35987 None None] Provisioning for port a4988cd6-582a-43de-80ea-848e38f31502 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:38.303213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a1e3c960-a01b-495b-8940-5fbd7cf35987 None None] Provisioning complete for port a4988cd6-582a-43de-80ea-848e38f31502 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:38.303874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1e3c960-a01b-495b-8940-5fbd7cf35987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.314270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Network': ['ID=8e1ce717-7e4d-4af5-9a4c-a075136ddb1a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.364300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8e1ce717-7e4d-4af5-9a4c-a075136ddb1a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:38.376741 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.421301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Attempting to bind port 9ae9082e-9bf0-4746-ab00-95212d6dd83a on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:38.421649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Attempting to bind port 9ae9082e-9bf0-4746-ab00-95212d6dd83a by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:38.422400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Attempting to bind port 9ae9082e-9bf0-4746-ab00-95212d6dd83a on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:38.439609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1544608-083f-438e-bf1d-92cc87d01a1f tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Network': ['ID=d612b613-7955-4c0b-9a4e-30bd3124dd75,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.472827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3c960-a01b-495b-8940-5fbd7cf35987 None None] Port a4988cd6-582a-43de-80ea-848e38f31502 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:38.566285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d612b613-7955-4c0b-9a4e-30bd3124dd75 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:38.567210 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.590113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aba648-5fc8-4a67-9fe9-8b7c356d2f95 req-06a9313c-c411-4f39-94cf-7d50e6eff923 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.598075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20aba648-5fc8-4a67-9fe9-8b7c356d2f95 req-06a9313c-c411-4f39-94cf-7d50e6eff923 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.5501444 Jul 16 18:14:38.717736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20aba648-5fc8-4a67-9fe9-8b7c356d2f95 req-f4d7e6bf-bdf0-43eb-8397-a1d3275e4f82 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186361 Jul 16 18:14:38.779122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e8c357a-2555-4ca4-9391-e6b0155644da req-ba1b0d75-0375-408b-aac2-14dd8e405b9e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 210 time: 0.0771432 Jul 16 18:14:38.819315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.853781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1ce717-7e4d-4af5-9a4c-a075136ddb1a']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:38.854452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Port 9ae9082e-9bf0-4746-ab00-95212d6dd83a on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:38.854821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Attempting to bind port 9ae9082e-9bf0-4746-ab00-95212d6dd83a on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:38.868303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:38.869242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:38.870185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:38.871214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Bound port: 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:38.872538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.896106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437f9be2-ef6e-4d1b-b407-805988ecb1fb') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:38.896602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437f9be2-ef6e-4d1b-b407-805988ecb1fb') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:39.002223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.023103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5001c34a-0495-4a88-a41e-dd23cd9f93bc details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:39.109847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.180479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:39.181122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:39.191230 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:39.222866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:39.249731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5001c34a-0495-4a88-a41e-dd23cd9f93bc has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:14:39.288523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-2b5b5bff-5388-4050-be88-4947c919f18f tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.290220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-2b5b5bff-5388-4050-be88-4947c919f18f tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 822 time: 0.5090914 Jul 16 18:14:39.331317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Request body: {'port': {'device_id': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'admin_state_up': True, 'tenant_id': '9f85a1dbec654f0db7663c9ef2be85bd'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:39.365469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.381325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.383850 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/networks/8e1ce717-7e4d-4af5-9a4c-a075136ddb1a HTTP/1.1" status: 204 len: 168 time: 1.1056957 Jul 16 18:14:39.399843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54616) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:39.449836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc6adc-f731-4578-8e13-1e81660bc767 req-101f16da-2560-4f75-9f1d-28e89b3c6c7e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.452569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72bc6adc-f731-4578-8e13-1e81660bc767 req-101f16da-2560-4f75-9f1d-28e89b3c6c7e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 936 time: 0.4537218 Jul 16 18:14:39.461273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8ae25-6533-4ed0-b81b-08ffc276a182 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Network': ['ID=8e1ce717-7e4d-4af5-9a4c-a075136ddb1a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.478579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60c239-a3dd-482e-8bb2-da9da0c9f8d7 req-c2734d37-94f5-4851-bd15-6eab91fdcaba tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.482803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf60c239-a3dd-482e-8bb2-da9da0c9f8d7 req-c2734d37-94f5-4851-bd15-6eab91fdcaba tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.4759829 Jul 16 18:14:39.500452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-e5b0e81b-1eb6-4a54-96b3-6ab0e2d2b959 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.502063 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-e5b0e81b-1eb6-4a54-96b3-6ab0e2d2b959 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.7197826 Jul 16 18:14:39.512509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:39.518736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:39.561090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:39.577049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.689785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.690427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.691946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] 10.222.0.55 "PUT /v2.0/ports/9ae9082e-9bf0-4746-ab00-95212d6dd83a HTTP/1.1" status: 200 len: 1096 time: 3.1443384 Jul 16 18:14:39.694545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:39.697465 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd2babb-468b-493f-969b-24682cf77f26" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:39.704789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4988cd6-582a-43de-80ea-848e38f31502 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:39.727022 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.748515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd805b0-6a90-4f65-a17a-b44bb3d20a9a service neutron] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.755049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.760247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Transition to ACTIVE for port object a4988cd6-582a-43de-80ea-848e38f31502 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:39.779164 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.792528 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.806449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72bc6adc-f731-4578-8e13-1e81660bc767 req-1993ef5f-668b-43fd-82a0-a0c6a184ca1d tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052869 Jul 16 18:14:39.823391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf60c239-a3dd-482e-8bb2-da9da0c9f8d7 req-ddda3862-1a7e-4ca5-adc3-df83f319a3f1 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604156 Jul 16 18:14:39.894078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Made reservation on behalf of 9f85a1dbec654f0db7663c9ef2be85bd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:39.908716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.070020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.173835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.259422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d612b613-7955-4c0b-9a4e-30bd3124dd75']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:40.300589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806f944c-4dd3-4710-9b7b-365f21fa1e6e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:40.301644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806f944c-4dd3-4710-9b7b-365f21fa1e6e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:40.306212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e23abb13-c480-4a67-a7a9-e9274920f563 req-2319bf48-ba6e-4d16-931c-514ddbc83450 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1046684 Jul 16 18:14:40.321932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.359006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-7e7c4e88-e354-4bd7-9660-ce7b086ed26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.362048 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-7e7c4e88-e354-4bd7-9660-ce7b086ed26e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 1099 time: 0.5663826 Jul 16 18:14:40.365921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.403323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:40.403923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:40.411190 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:40.419145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38319461-d45e-44cf-9c8f-a7341b5834b5 req-fd2d8442-e601-4e18-870a-15e2cf696bfb tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.425065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38319461-d45e-44cf-9c8f-a7341b5834b5 req-fd2d8442-e601-4e18-870a-15e2cf696bfb tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 945 time: 0.3745430 Jul 16 18:14:40.454855 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4121bd31-6d86-4658-b9df-a8a4451af48b x-openstack-request-id: req-4121bd31-6d86-4658-b9df-a8a4451af48b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:40.455435 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:40.455714 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4121bd31-6d86-4658-b9df-a8a4451af48b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:40.457345 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'status': 'completed', 'code': 200} Jul 16 18:14:40.469012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-51d2f4fe-c04d-4a84-b44e-4c18a508229d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a HTTP/1.1" status: 200 len: 217 time: 0.0904295 Jul 16 18:14:40.494708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:40.531537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Allocated IP 172.20.0.3 (b57ab3ae-7fc0-4484-ad03-870faf7471a4/47ce6763-fb7b-4683-9fbf-045bbe05e9fe/cc340ff0-bb04-4f59-8d5e-745ef787d95b) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:40.557060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.594952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.601305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/networks/d612b613-7955-4c0b-9a4e-30bd3124dd75 HTTP/1.1" status: 204 len: 168 time: 1.1797137 Jul 16 18:14:40.601618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Attempting to bind port a4988cd6-582a-43de-80ea-848e38f31502 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:40.601618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Attempting to bind port a4988cd6-582a-43de-80ea-848e38f31502 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:40.601618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Attempting to bind port a4988cd6-582a-43de-80ea-848e38f31502 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:40.602785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.620978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38319461-d45e-44cf-9c8f-a7341b5834b5 req-1aafd80c-fbf8-461f-8063-2abb6102e698 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728477 Jul 16 18:14:40.630994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b6a56-cc39-4526-832e-2adf204c8a56 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Network': ['ID=d612b613-7955-4c0b-9a4e-30bd3124dd75,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.665629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Port a4988cd6-582a-43de-80ea-848e38f31502 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:40.665947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Attempting to bind port a4988cd6-582a-43de-80ea-848e38f31502 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:40.702520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:40.702786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:40.703187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:40.703635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Bound port: a4988cd6-582a-43de-80ea-848e38f31502, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:40.704040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.707307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-19fc4c91-e8a4-4acf-a082-4da77d3248e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.708907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-19fc4c91-e8a4-4acf-a082-4da77d3248e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2097075 Jul 16 18:14:40.761620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:40.781042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0196125-17b3-47e1-9e67-44d02949e398 req-80ce6eef-6bdb-4a2d-8f23-b1f63e264792 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.783363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0196125-17b3-47e1-9e67-44d02949e398 req-80ce6eef-6bdb-4a2d-8f23-b1f63e264792 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.2585347 Jul 16 18:14:40.996237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.002826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:41.013935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3c9908-9079-4475-a780-e1a260801028 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.020772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3c9908-9079-4475-a780-e1a260801028 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.030135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8b3c9908-9079-4475-a780-e1a260801028 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4189103 Jul 16 18:14:41.030135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.030645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54630) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.046635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-800372006'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:41.085855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:41.104776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.108314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-a47f5a26-dc93-44a2-9eb9-364691d84533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.109942 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-a47f5a26-dc93-44a2-9eb9-364691d84533 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3830545 Jul 16 18:14:41.184459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.193184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Made reservation on behalf of a038e979ebff46eda2634da2359fa0a3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:41.197130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.225212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.225872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.227556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] 10.222.0.55 "PUT /v2.0/ports/a4988cd6-582a-43de-80ea-848e38f31502 HTTP/1.1" status: 200 len: 1097 time: 3.1472449 Jul 16 18:14:41.280772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8227bdb0-bf18-4f03-9d72-290f742e0937 req-921cc1e9-6d68-4c02-a91a-f31fe2da817e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 210 time: 0.3968818 Jul 16 18:14:41.287575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0196125-17b3-47e1-9e67-44d02949e398 req-238ccbf1-c8eb-4850-b275-eb0a0c80851f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4963655 Jul 16 18:14:41.343789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-69ece4a3-5249-4b73-bed3-303abf1c3a2f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.345687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-69ece4a3-5249-4b73-bed3-303abf1c3a2f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.55 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.6823523 Jul 16 18:14:41.371360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:41.371705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:41.372078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:41.404756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:41.405351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Attempting to bind port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:41.432490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:41.434783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9ada7-9cb9-46ec-83ca-069f0f9a9dff service neutron] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.450139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.458980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:41.459676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:41.460356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:41.461085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Bound port: 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:41.461727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.473910 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-aa9006d1-922c-41c0-bfc9-adccfea208d2 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541300 Jul 16 18:14:41.506001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.506677 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Added segment 42ac8271-17a0-4555-8f36-bc9a4fd00d21 of type vlan for network 264da169-a15e-4c6d-b97b-a9b111c91e8c Jul 16 18:14:41.602377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-e51e21f0-8bd9-4719-b6b6-967853ffe407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.603920 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-e51e21f0-8bd9-4719-b6b6-967853ffe407 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 1100 time: 0.3030877 Jul 16 18:14:41.623609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.634702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.711169 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-1a64d356-0f04-4977-ae0a-1b62b2199875 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a4988cd6-582a-43de-80ea-848e38f31502 HTTP/1.1" status: 200 len: 217 time: 0.0934513 Jul 16 18:14:41.729903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Network b57ab3ae-7fc0-4484-ad03-870faf7471a4 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:41.734906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Deleting port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:41.735824 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.745916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262bb959-c55a-4d61-a76e-d31531d92093 req-6ffd0fb2-6c44-421f-a44d-9eb55834f67e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.747565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-262bb959-c55a-4d61-a76e-d31531d92093 req-6ffd0fb2-6c44-421f-a44d-9eb55834f67e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 948 time: 0.2469096 Jul 16 18:14:41.764406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:41.777882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event updated for resources: {'Port': ['ID=cc340ff0-bb04-4f59-8d5e-745ef787d95b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.783723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:41.796828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:41.823578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d876f7d6-5642-4aa6-8b95-4588f3718681 req-8bb95f13-0076-4b72-9705-5401a6880c97 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314803 Jul 16 18:14:41.825925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:41.828348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-a06a04e9-704e-461f-a41e-f749c86285ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.830632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-a06a04e9-704e-461f-a41e-f749c86285ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1116660 Jul 16 18:14:41.840191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.846881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.847707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.852013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee8b95-05c6-4cdb-bee9-6e3ccfa06ea3 req-232a05c8-5045-428b-80ba-3da19bbd7950 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.853863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acee8b95-05c6-4cdb-bee9-6e3ccfa06ea3 req-232a05c8-5045-428b-80ba-3da19bbd7950 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/ports?device_id=a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8 HTTP/1.1" status: 200 len: 946 time: 0.2746809 Jul 16 18:14:41.861782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.947617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.948350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.953393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-262bb959-c55a-4d61-a76e-d31531d92093 req-58c5062e-cb83-4def-b7c9-67f9bc9f3cc6 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866496 Jul 16 18:14:41.989536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] For port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:41.990294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.995824 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9624448 Jul 16 18:14:42.001602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54638) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.005206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-3671e6ac-a153-4973-83c8-cf0f7ffd0d76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6822152 Jul 16 18:14:42.010468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1027757359'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:42.026635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acee8b95-05c6-4cdb-bee9-6e3ccfa06ea3 req-5e31770f-3464-4660-a010-86ff00855b60 tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f9991a1-1392-42e6-9b77-d86d08d015bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368632 Jul 16 18:14:42.033742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Request body: {'port': {'device_id': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:42.046370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ab6d9-8089-45d4-a0e5-83994286d58a tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Network': ['ID=264da169-a15e-4c6d-b97b-a9b111c91e8c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.050195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Calling delete_port for ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:42.069567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 264da169-a15e-4c6d-b97b-a9b111c91e8c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:42.113084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.113794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.115543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 1123 time: 2.6044121 Jul 16 18:14:42.117965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a074c07-1203-4fac-977e-80f9c1fd30b5 service neutron] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.135145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-2fd2bbb7-8497-43e1-862e-b079b297dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.137361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-2fd2bbb7-8497-43e1-862e-b079b297dd29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2991905 Jul 16 18:14:42.181928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2babb-468b-493f-969b-24682cf77f26 req-ef9e13d8-c63e-44e5-a488-ec69678327ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.185765 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7fd2babb-468b-493f-969b-24682cf77f26 req-ef9e13d8-c63e-44e5-a488-ec69678327ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 1099 time: 0.2696643 Jul 16 18:14:42.231857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Made reservation on behalf of a038e979ebff46eda2634da2359fa0a3 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:42.237316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5001c34a-0495-4a88-a41e-dd23cd9f93bc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:42.247876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.377397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['5001c34a-0495-4a88-a41e-dd23cd9f93bc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:42.468021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc'}, {'name': 'network-changed', 'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502'}, {'name': 'network-changed', 'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:42.472118 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29632325-f81c-4063-b5cd-9de2447e3aa1" -d '{"events": [{"server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "name": "network-vif-unplugged", "status": "completed", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc"}, {"name": "network-changed", "server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "tag": "a4988cd6-582a-43de-80ea-848e38f31502"}, {"name": "network-changed", "server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:42.514030 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-d5043a68-7c22-45d5-b112-db2b46231fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668897 Jul 16 18:14:42.516612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2babb-468b-493f-969b-24682cf77f26 req-538ce72e-f986-48ec-a0c4-ca5ae64ff7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.519629 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7fd2babb-468b-493f-969b-24682cf77f26 req-538ce72e-f986-48ec-a0c4-ca5ae64ff7fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3066609 Jul 16 18:14:42.530776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e073dc82-a840-42a1-bddd-d7441a6f94f8 req-48e2c790-9a95-4af5-8b78-3c5475f476c1 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.2108269 Jul 16 18:14:42.579893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:42.597678 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.667390 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7fd2babb-468b-493f-969b-24682cf77f26 req-89ebc286-ed0c-4403-9377-ad5afb63bd08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a HTTP/1.1" status: 200 len: 217 time: 0.1385419 Jul 16 18:14:42.760644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2babb-468b-493f-969b-24682cf77f26 req-d7760cf2-588e-4027-a953-d728f62f868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.762275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7fd2babb-468b-493f-969b-24682cf77f26 req-d7760cf2-588e-4027-a953-d728f62f868c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0516219 Jul 16 18:14:42.769216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.770228 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Added segment 612490bc-2ba1-4b52-a54f-9b06cc8cd35e of type vlan for network e1e89e8c-d374-4b26-a2bb-f01969ba7795 Jul 16 18:14:42.836657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f35af3de-6a90-4783-a029-1dff4b98de48 req-91b8b152-a0c5-49b1-b282-079fc77cc736 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098621 Jul 16 18:14:42.857238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2babb-468b-493f-969b-24682cf77f26 req-49af3c38-a93a-4271-b1cc-034b933fe7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.863562 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7fd2babb-468b-493f-969b-24682cf77f26 req-49af3c38-a93a-4271-b1cc-034b933fe7c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936551 Jul 16 18:14:42.882568 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.029768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.049962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:43.061722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Pushing event deleted for resources: {'Port': ['ID=ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.067526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:43.095228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a0a58-1496-40b9-a993-985111d39193 req-da32f35b-772c-49f4-bbd0-1e4fa11550bd tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.098077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f38a0a58-1496-40b9-a993-985111d39193 req-da32f35b-772c-49f4-bbd0-1e4fa11550bd tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 943 time: 0.5696254 Jul 16 18:14:43.129087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:43.130121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:43.226437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:43.244503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:14:43.246253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'mac_address': 'fa:16:3e:95:8e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:43.284674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7fd2babb-468b-493f-969b-24682cf77f26 req-6cbcea7f-643d-4145-8b2c-ae3452490d9e service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133227 Jul 16 18:14:43.312395 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.333824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae9082e-9bf0-4746-ab00-95212d6dd83a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:43.339033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] No DVR routers for this DVR port ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:43.356237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.360013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-582ee48b-17ad-453d-ad84-015361d5ef4f req-229d0e61-f7ec-4d58-9ada-837eb9e0597f tempest-ServerRescueTestJSON-178704954 tempest-ServerRescueTestJSON-178704954-project] 10.222.0.55 "DELETE /v2.0/ports/ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18 HTTP/1.1" status: 204 len: 173 time: 1.9952343 Jul 16 18:14:43.364341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'name': 'network-vif-deleted', 'tag': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:43.368454 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f98343-4f51-46d7-a4b0-4e24450c469d" -d '{"events": [{"server_uuid": "a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8", "name": "network-vif-deleted", "tag": "ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:43.369224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:43.379305 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.390408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.401128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.402204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.406110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7fd2babb-468b-493f-969b-24682cf77f26 req-73f53cd4-603c-4226-b325-084ee74b9bb4 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141856 Jul 16 18:14:43.464826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.513873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f38a0a58-1496-40b9-a993-985111d39193 req-2849d92c-93ce-4166-bfc4-520b394122dc tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835449 Jul 16 18:14:43.547701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d64b5-d69b-4f8e-850a-67f28eacea99 req-54d63530-13d7-469d-b04a-278ec3b61220 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.559914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-684d64b5-d69b-4f8e-850a-67f28eacea99 req-54d63530-13d7-469d-b04a-278ec3b61220 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 931 time: 0.7182021 Jul 16 18:14:43.587057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5804996 Jul 16 18:14:43.590198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54654) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.604255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'ports': [{'network_id': '264da169-a15e-4c6d-b97b-a9b111c91e8c', 'name': 'tempest-port--140929957', 'admin_state_up': True}, {'network_id': 'e1e89e8c-d374-4b26-a2bb-f01969ba7795', 'admin_state_up': False}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:43.605280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'port': {'network_id': '264da169-a15e-4c6d-b97b-a9b111c91e8c', 'name': 'tempest-port--140929957', 'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:43.606477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'port': {'network_id': 'e1e89e8c-d374-4b26-a2bb-f01969ba7795', 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:43.676689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['9ae9082e-9bf0-4746-ab00-95212d6dd83a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:43.678374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee37c3-c76a-4f58-abb1-1530ebe46414 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Network': ['ID=e1e89e8c-d374-4b26-a2bb-f01969ba7795,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.716347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e1e89e8c-d374-4b26-a2bb-f01969ba7795 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:43.819136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Made reservation on behalf of a038e979ebff46eda2634da2359fa0a3 for: {'port': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:43.825424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.842031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.850167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-684d64b5-d69b-4f8e-850a-67f28eacea99 req-a36214d7-cb0b-486e-b468-1bab3b05d6aa tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879605 Jul 16 18:14:43.872177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc340ff0-bb04-4f59-8d5e-745ef787d95b {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:43.893217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.951338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Transition to ACTIVE for port object cc340ff0-bb04-4f59-8d5e-745ef787d95b will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:43.963140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.008652 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763a3c5-4c1a-4c19-a94c-10b39c52f7e5 x-openstack-request-id: req-5763a3c5-4c1a-4c19-a94c-10b39c52f7e5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:44.009333 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "name": "network-vif-unplugged", "status": "completed", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc", "code": 200}, {"name": "network-changed", "server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "tag": "a4988cd6-582a-43de-80ea-848e38f31502", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:44.009823 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5763a3c5-4c1a-4c19-a94c-10b39c52f7e5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:44.010462 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc', 'code': 200} Jul 16 18:14:44.010936 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502', 'status': 'completed', 'code': 200} Jul 16 18:14:44.011448 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc', 'status': 'completed', 'code': 200} Jul 16 18:14:44.051058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c58c8-1a6f-4155-9d52-617f5b674654 req-27c58bbc-3062-450a-8597-bcf04ca36e2e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.065029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca4c58c8-1a6f-4155-9d52-617f5b674654 req-27c58bbc-3062-450a-8597-bcf04ca36e2e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.3984597 Jul 16 18:14:44.081668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] device_id is not set on port f3404eea-211d-4f87-b431-ed3d91638de0 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:44.149983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Pushing event updated for resources: {'Port': ['ID=cc340ff0-bb04-4f59-8d5e-745ef787d95b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.230912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-088b299f-8ac2-4e85-a201-d44c921ce302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.232816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-088b299f-8ac2-4e85-a201-d44c921ce302 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 1100 time: 0.1654785 Jul 16 18:14:44.326672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-dd8aed22-ec35-411f-989e-a3fda3498b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.328472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-dd8aed22-ec35-411f-989e-a3fda3498b61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1126 time: 0.2742348 Jul 16 18:14:44.329427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca4c58c8-1a6f-4155-9d52-617f5b674654 req-740668b3-1704-41cb-af72-1440df8c0321 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462723 Jul 16 18:14:44.393375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Attempting to bind port cc340ff0-bb04-4f59-8d5e-745ef787d95b on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:44.394165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Attempting to bind port cc340ff0-bb04-4f59-8d5e-745ef787d95b by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:44.394984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Attempting to bind port cc340ff0-bb04-4f59-8d5e-745ef787d95b on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:44.410543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Port cc340ff0-bb04-4f59-8d5e-745ef787d95b on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:44.411631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Attempting to bind port cc340ff0-bb04-4f59-8d5e-745ef787d95b on network b57ab3ae-7fc0-4484-ad03-870faf7471a4 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:44.431522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:44.432748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Checking segment: {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:44.434551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Bound using segment: {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:44.435470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Bound port: cc340ff0-bb04-4f59-8d5e-745ef787d95b, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2769e717-feaa-477f-a894-b495e8d10ef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:44.436092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.456306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e457-e1c5-4bf4-a362-3c13d4c1be81 req-88efbad5-9180-4483-a393-5634f64e9e57 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.459455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25c9e457-e1c5-4bf4-a362-3c13d4c1be81 req-88efbad5-9180-4483-a393-5634f64e9e57 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 948 time: 0.2732868 Jul 16 18:14:44.476846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.567345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-61a3057a-29ca-4d37-9f27-0e08c2394d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.569091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-61a3057a-29ca-4d37-9f27-0e08c2394d1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3286521 Jul 16 18:14:44.579601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.591496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25c9e457-e1c5-4bf4-a362-3c13d4c1be81 req-7d04dbbf-2421-4914-a0ec-73905f7058d7 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171055 Jul 16 18:14:44.639365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] For port cc340ff0-bb04-4f59-8d5e-745ef787d95b, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:44.644447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] For port cc340ff0-bb04-4f59-8d5e-745ef787d95b, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cc340ff0-bb04-4f59-8d5e-745ef787d95b,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:44.653598 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.678230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-33d5318c-2bad-44bf-9f97-4026dae2cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.681108 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-33d5318c-2bad-44bf-9f97-4026dae2cfc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.3426538 Jul 16 18:14:44.684644 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-b91624ff-461a-4806-bd3c-e4648e207f4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=a4988cd6-582a-43de-80ea-848e38f31502 HTTP/1.1" status: 200 len: 217 time: 0.1018257 Jul 16 18:14:44.701393 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7582322a-8eba-454f-9dbd-b04b98fe3833 x-openstack-request-id: req-7582322a-8eba-454f-9dbd-b04b98fe3833 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:44.701393 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8", "name": "network-vif-deleted", "tag": "ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:44.701964 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7582322a-8eba-454f-9dbd-b04b98fe3833 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:44.702661 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a51bfc6a-a7c4-40ef-bf07-b647a9a7bad8', 'name': 'network-vif-deleted', 'tag': 'ac55d8de-bdb4-4dad-a0a0-f74fa68cbe18', 'status': 'completed', 'code': 200} Jul 16 18:14:44.710216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.710960 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.713167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] 10.222.0.13 "PUT /v2.0/ports/cc340ff0-bb04-4f59-8d5e-745ef787d95b HTTP/1.1" status: 200 len: 1092 time: 2.6971869 Jul 16 18:14:44.751297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b575b-e73f-49e6-92e0-8e63b423c615 service neutron] Pushing event updated for resources: {'Port': ['ID=cc340ff0-bb04-4f59-8d5e-745ef787d95b,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.871477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf235922-b964-481e-aec4-7857c5ccb8ce req-8f19ccb6-6532-443c-8306-c5dd3aab81f2 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0493436 Jul 16 18:14:44.899957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-b6299911-a673-4d93-92d7-cbd7861eef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.901914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-b6299911-a673-4d93-92d7-cbd7861eef93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 1095 time: 0.1374636 Jul 16 18:14:44.959590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-21eedd4e-38e2-43f0-b1ca-2643557a33c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc340ff0-bb04-4f59-8d5e-745ef787d95b HTTP/1.1" status: 200 len: 217 time: 0.0478806 Jul 16 18:14:44.998354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-d3442393-53d1-49a7-99a1-2b43fef17174 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 217 time: 0.1701348 Jul 16 18:14:45.037605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a4988cd6-582a-43de-80ea-848e38f31502 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:45.041009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56708c0d-e358-46d3-b6ff-00e3c2885d75 req-18959439-087a-402d-b611-11540f201ace tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.044119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56708c0d-e358-46d3-b6ff-00e3c2885d75 req-18959439-087a-402d-b611-11540f201ace tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 943 time: 0.2046499 Jul 16 18:14:45.055071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:45.056786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-a2ceddc7-447a-4c35-9b32-94c1cb051594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.058599 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-a2ceddc7-447a-4c35-9b32-94c1cb051594 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2324164 Jul 16 18:14:45.102644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] device_id is not set on port 7cec7995-bd76-4dbd-a6bf-7894fa918056 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:45.106743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-1d9d0389-f42e-41f9-bef6-bb541ac62d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.113333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-1d9d0389-f42e-41f9-bef6-bb541ac62d53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47ce6763-fb7b-4683-9fbf-045bbe05e9fe HTTP/1.1" status: 200 len: 862 time: 0.1453347 Jul 16 18:14:45.205573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-cec20b5f-fb50-42ec-a589-9704f4ff4dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.207654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-cec20b5f-fb50-42ec-a589-9704f4ff4dc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1966667 Jul 16 18:14:45.250420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 9ae9082e-9bf0-4746-ab00-95212d6dd83a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:45.262848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-8c735172-9818-46a9-b614-6d72fef9ea26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b57ab3ae-7fc0-4484-ad03-870faf7471a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405051 Jul 16 18:14:45.263462 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-01300c3a-5d25-4d2e-a9ac-7a07af4d2c97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404043 Jul 16 18:14:45.265454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 9ae9082e-9bf0-4746-ab00-95212d6dd83a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:45.266132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.273187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56708c0d-e358-46d3-b6ff-00e3c2885d75 req-ccda34ee-fd2e-42e0-93d2-5dd53f031f52 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125220 Jul 16 18:14:45.396610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-812f5c77-3b79-41b0-914e-03a8bb6663a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.398306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-812f5c77-3b79-41b0-914e-03a8bb6663a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3264339 Jul 16 18:14:45.475162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb6cd4-9ac0-4aba-a8bf-d91c217e624d req-8fc3db4a-2680-4595-b6e6-c21e9b049c76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.489648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-edbb6cd4-9ac0-4aba-a8bf-d91c217e624d req-8fc3db4a-2680-4595-b6e6-c21e9b049c76 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 943 time: 0.3495765 Jul 16 18:14:45.521577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:45.544034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'a4988cd6-582a-43de-80ea-848e38f31502', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'a4988cd6-582a-43de-80ea-848e38f31502', 'mac_address': 'fa:16:3e:34:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:45.549388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-6ac7c16c-b9c3-4f25-9a0d-a7014dc2ce0e service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690899 Jul 16 18:14:45.598837 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.601540 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.612734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-edbb6cd4-9ac0-4aba-a8bf-d91c217e624d req-a39a23a7-0187-4fe4-b860-9940aa183eb2 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132855 Jul 16 18:14:45.617500 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-72eecb5c-8025-4868-8c0e-b42be3aacc44 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201487 Jul 16 18:14:45.645288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4988cd6-582a-43de-80ea-848e38f31502 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:45.668439 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.692973 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-a6d95213-5c33-496a-a70d-20e5b2624e22 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790549 Jul 16 18:14:45.734681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:45.739333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:45.740238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:45.744357 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10d7f7-3b83-4a87-b98d-797631df9048" -d '{"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:45.750602 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.811802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.824709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.827899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.893699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.930606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-9b7b4cb3-9202-45c1-a497-fa260a9225f6 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987177 Jul 16 18:14:45.940299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca2124b3-1b64-4333-808e-5ffb7215d569 req-a5ad3945-791c-4b12-bccd-3c7f0e1d2981 service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601282 Jul 16 18:14:45.965210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f82bd-3e24-4ce5-94e5-8488f3a3ef0c req-24fe14b4-2d4d-47e9-860e-d04d4fcf0c3f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.967213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Port': ['ID=f3404eea-211d-4f87-b431-ed3d91638de0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.995771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-29632325-f81c-4063-b5cd-9de2447e3aa1 req-406ac258-b1f3-4b4b-a92b-7d2b54ebdaf7 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894075 Jul 16 18:14:45.998333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-673f82bd-3e24-4ce5-94e5-8488f3a3ef0c req-24fe14b4-2d4d-47e9-860e-d04d4fcf0c3f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.2141936 Jul 16 18:14:46.022216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Checking segment: {'id': '42ac8271-17a0-4555-8f36-bc9a4fd00d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '264da169-a15e-4c6d-b97b-a9b111c91e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:46.024371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network hostable DHCP agents. Network: 264da169-a15e-4c6d-b97b-a9b111c91e8c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:46.059346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.068974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-673f82bd-3e24-4ce5-94e5-8488f3a3ef0c req-eca78a59-ba8a-43ff-8ffd-e4f1d15a9fb4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679085 Jul 16 18:14:46.115630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a4988cd6-582a-43de-80ea-848e38f31502'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:46.148015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network 264da169-a15e-4c6d-b97b-a9b111c91e8c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:46.174458 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202a43ae-b8e9-4cc6-9436-4b58568838fc x-openstack-request-id: req-202a43ae-b8e9-4cc6-9436-4b58568838fc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:46.176666 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:46.176966 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-202a43ae-b8e9-4cc6-9436-4b58568838fc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:46.179029 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'code': 200} Jul 16 18:14:46.225674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744081c-e0bb-4143-b551-73aeb687f845 req-45cf9fbd-53f8-4c1f-88a1-e4bbf3f9d41e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.227863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9744081c-e0bb-4143-b551-73aeb687f845 req-45cf9fbd-53f8-4c1f-88a1-e4bbf3f9d41e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 949 time: 0.1075103 Jul 16 18:14:46.249594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 264da169-a15e-4c6d-b97b-a9b111c91e8c) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:46.262769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a397bf8-42eb-4a0b-b49e-3f8c0614af3c None None] Network 264da169-a15e-4c6d-b97b-a9b111c91e8c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:46.278635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:46.279815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.317608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9744081c-e0bb-4143-b551-73aeb687f845 req-8b08d89f-2cb6-41ea-a9ec-deef29e87b8b tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785005 Jul 16 18:14:46.409622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Port': ['ID=7cec7995-bd76-4dbd-a6bf-7894fa918056,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.482530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f19e6791-065b-4fe3-9e32-138e999f15f2 req-a7adcbd8-5eed-4ec1-833b-1f20db961e1f tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0976627 Jul 16 18:14:46.499133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b165eff-de0c-402e-bb0d-bee632681443 req-134acfe8-2c4d-4d29-9175-682d29e279b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.501675 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7b165eff-de0c-402e-bb0d-bee632681443 req-134acfe8-2c4d-4d29-9175-682d29e279b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 1101 time: 0.2541676 Jul 16 18:14:46.502421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Checking segment: {'id': '612490bc-2ba1-4b52-a54f-9b06cc8cd35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1e89e8c-d374-4b26-a2bb-f01969ba7795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:46.502783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network hostable DHCP agents. Network: e1e89e8c-d374-4b26-a2bb-f01969ba7795, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:46.570529 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7b165eff-de0c-402e-bb0d-bee632681443 req-99055155-25da-4b7e-951b-32b64ddc4714 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616562 Jul 16 18:14:46.573023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network e1e89e8c-d374-4b26-a2bb-f01969ba7795 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:46.608023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e1e89e8c-d374-4b26-a2bb-f01969ba7795) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:46.615296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:46.621501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.627487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.628243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.639176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f570ee-3fcb-4d60-99ea-22ec8e06ee42 None None] Network e1e89e8c-d374-4b26-a2bb-f01969ba7795 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:46.677179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2fa77f89-186e-4263-a6d2-7b4e1b7e5dfa tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0836444 Jul 16 18:14:46.681794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54678) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.711075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'tag': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:46.717698 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090abf2d-1e3b-47d4-a27d-6126eed57222" -d '{"events": [{"name": "network-changed", "server_uuid": "60e4cf92-97aa-4c8d-a8eb-48592226f433", "tag": "cc340ff0-bb04-4f59-8d5e-745ef787d95b"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:46.754804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Deleting port 027746f0-e6ce-4fc6-b262-481aabedb334 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:46.754804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.784553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0724-10bd-40bb-a6d1-910405342728 req-e8d6ac08-3ebb-4602-9c04-f2ecf49a0899 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.798537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f6473-2300-4acb-ac37-569fdbf2d024 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.804604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69f6473-2300-4acb-ac37-569fdbf2d024 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.810243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e69f6473-2300-4acb-ac37-569fdbf2d024 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1235049 Jul 16 18:14:46.810571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b6c0724-10bd-40bb-a6d1-910405342728 req-e8d6ac08-3ebb-4602-9c04-f2ecf49a0899 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 943 time: 0.2275095 Jul 16 18:14:46.810778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.907711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b6c0724-10bd-40bb-a6d1-910405342728 req-ef124a6e-75de-4180-b556-8158521d5a43 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870996 Jul 16 18:14:47.033453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ed921-cd29-41e2-a29e-3015264ed2d8 req-84df9ea3-a930-464c-9a39-7f40e97ebcac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.036551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-982ed921-cd29-41e2-a29e-3015264ed2d8 req-84df9ea3-a930-464c-9a39-7f40e97ebcac tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 943 time: 0.1593294 Jul 16 18:14:47.039142 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22376c6-6b10-4ec9-b42e-dd4f24b934f2 x-openstack-request-id: req-a22376c6-6b10-4ec9-b42e-dd4f24b934f2 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:47.039590 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e4cf92-97aa-4c8d-a8eb-48592226f433", "tag": "cc340ff0-bb04-4f59-8d5e-745ef787d95b", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:47.040041 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a22376c6-6b10-4ec9-b42e-dd4f24b934f2 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:47.041169 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'tag': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b', 'status': 'completed', 'code': 200} Jul 16 18:14:47.192867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-982ed921-cd29-41e2-a29e-3015264ed2d8 req-0f77d5fe-2b1c-4788-951f-0fdcfc562df6 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330237 Jul 16 18:14:47.218809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-d32d004b-a5a4-495a-8e35-1693251e1574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.225826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-d32d004b-a5a4-495a-8e35-1693251e1574 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 1095 time: 0.1826634 Jul 16 18:14:47.356313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-1bc483e3-b7c2-4267-8d2d-b5d611d97c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.357919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-1bc483e3-b7c2-4267-8d2d-b5d611d97c58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 200 len: 922 time: 0.1256795 Jul 16 18:14:47.374174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] For port 027746f0-e6ce-4fc6-b262-481aabedb334, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=027746f0-e6ce-4fc6-b262-481aabedb334,segment=NetworkSegment(dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1),segment_id=dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:47.374962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.396512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Calling delete_port for 027746f0-e6ce-4fc6-b262-481aabedb334 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:47.426533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-d7856618-f4c2-4dcd-9030-96650d95b7ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc340ff0-bb04-4f59-8d5e-745ef787d95b HTTP/1.1" status: 200 len: 217 time: 0.0573039 Jul 16 18:14:47.537403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Deleting port f3404eea-211d-4f87-b431-ed3d91638de0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:47.537749 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.578194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-4eed53a8-8a98-4a8e-983a-9b319cf5fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.579849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-4eed53a8-8a98-4a8e-983a-9b319cf5fb02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=47ce6763-fb7b-4683-9fbf-045bbe05e9fe HTTP/1.1" status: 200 len: 862 time: 0.1442502 Jul 16 18:14:47.629458 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-c5a0f07f-3f12-42fd-be9c-d1fd94d2228b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b57ab3ae-7fc0-4484-ad03-870faf7471a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419524 Jul 16 18:14:47.638195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.712842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Calling delete_port for f3404eea-211d-4f87-b431-ed3d91638de0 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:47.956718 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.172325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.179008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/ports/f3404eea-211d-4f87-b431-ed3d91638de0 HTTP/1.1" status: 204 len: 168 time: 1.3651416 Jul 16 18:14:48.185676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54696) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.187017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1a7c6-02a8-4d64-b0fd-fd9ff06fef93 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Port': ['ID=f3404eea-211d-4f87-b431-ed3d91638de0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.221424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cc340ff0-bb04-4f59-8d5e-745ef787d95b details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:48.408854 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.459871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa36da4-0979-4b87-be28-e0d4e497c6fd req-68c16532-53b7-4ac1-b838-8f47e045fde7 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.467852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fa36da4-0979-4b87-be28-e0d4e497c6fd req-68c16532-53b7-4ac1-b838-8f47e045fde7 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 949 time: 0.9625702 Jul 16 18:14:48.509519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Pushing event deleted for resources: {'Port': ['ID=027746f0-e6ce-4fc6-b262-481aabedb334,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.545239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cc340ff0-bb04-4f59-8d5e-745ef787d95b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cc340ff0-bb04-4f59-8d5e-745ef787d95b,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:48.575513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b', 'network_id': 'b57ab3ae-7fc0-4484-ad03-870faf7471a4', 'port_id': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b', 'mac_address': 'fa:16:3e:59:8f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ce6763-fb7b-4683-9fbf-045bbe05e9fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:48.636611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fa36da4-0979-4b87-be28-e0d4e497c6fd req-f01a4484-ac84-418c-9413-33815dad71ee tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673930 Jul 16 18:14:48.648289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Deleting port 7cec7995-bd76-4dbd-a6bf-7894fa918056 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:48.648624 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.692786 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.707899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84238245-8f80-459b-a90a-89896bb69a62 req-f6f51184-0b61-47fd-b854-f6337f97b3ef tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:48.722354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84238245-8f80-459b-a90a-89896bb69a62 req-f6f51184-0b61-47fd-b854-f6337f97b3ef tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.3544614 Jul 16 18:14:48.745782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-ecae7680-4913-4fb8-a92d-22c37a0e3796 service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1043069 Jul 16 18:14:48.746206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc340ff0-bb04-4f59-8d5e-745ef787d95b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:48.801210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.803568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cc340ff0-bb04-4f59-8d5e-745ef787d95b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cc340ff0-bb04-4f59-8d5e-745ef787d95b,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:48.815666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.828031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Calling delete_port for 7cec7995-bd76-4dbd-a6bf-7894fa918056 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:48.841981 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.861134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84238245-8f80-459b-a90a-89896bb69a62 req-d70a1fa4-61c0-41f0-a2e6-3dd4cf6221a6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373272 Jul 16 18:14:48.928342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=cc340ff0-bb04-4f59-8d5e-745ef787d95b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.989732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-662972c8-47df-4187-8790-1dce76b66ed6 req-d9b8a16f-92ce-444f-8794-49d4c9314c6e tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0468733 Jul 16 18:14:49.041296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090abf2d-1e3b-47d4-a27d-6126eed57222 req-30f70da4-973e-4a45-aa14-bd64675367af service neutron] 10.222.0.13 "GET /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880523 Jul 16 18:14:49.051864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['cc340ff0-bb04-4f59-8d5e-745ef787d95b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:49.128400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a4988cd6-582a-43de-80ea-848e38f31502 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:49.149194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.194064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Port': ['ID=7cec7995-bd76-4dbd-a6bf-7894fa918056,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.211195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20efa0f-4f9b-45b2-9d6e-af22212346c7 req-a969f8fb-bbdd-4dfd-bac5-f6c1a6d37b31 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.215231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e20efa0f-4f9b-45b2-9d6e-af22212346c7 req-a969f8fb-bbdd-4dfd-bac5-f6c1a6d37b31 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 943 time: 0.1553702 Jul 16 18:14:49.225859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.227460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1b4c2ebe-4789-4399-bcac-7cd077b62db3 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/ports/7cec7995-bd76-4dbd-a6bf-7894fa918056 HTTP/1.1" status: 204 len: 168 time: 1.0362792 Jul 16 18:14:49.232587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54702) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.295992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port a4988cd6-582a-43de-80ea-848e38f31502 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:49.303386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port a4988cd6-582a-43de-80ea-848e38f31502 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:49.303751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.335929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8604a109-9699-462e-820a-9cb3c4db5bfb tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1021526 Jul 16 18:14:49.346153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.358495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1516161532'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:49.391949 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e20efa0f-4f9b-45b2-9d6e-af22212346c7 req-8fc6dfba-ec32-4dfe-a750-7fb44bdf3bb6 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600618 Jul 16 18:14:49.450154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:49.528660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Made reservation on behalf of a038e979ebff46eda2634da2359fa0a3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:49.533161 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.542451 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.545802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4ca9e-53e5-4de3-92d0-c97aa59ad944 req-6933441b-f9f5-4103-bfe9-ee892de41913 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.550909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31a4ca9e-53e5-4de3-92d0-c97aa59ad944 req-6933441b-f9f5-4103-bfe9-ee892de41913 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 944 time: 0.1257451 Jul 16 18:14:49.573278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:49.576357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:49.579049 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546d91d4-b3d1-4213-99bc-4f928e1b44b0" -d '{"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-plugged", "status": "completed", "tag": "a4988cd6-582a-43de-80ea-848e38f31502"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:49.617600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:49.628557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.628760 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Added segment 861d7aad-f4f9-4bd7-bc0f-7125f76bead9 of type vlan for network 687a747b-e13b-4005-af5d-773b1d28ff16 Jul 16 18:14:49.635361 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.683747 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2d5f6c-76f9-4ce5-99bd-a9a8598c2f15 x-openstack-request-id: req-0f2d5f6c-76f9-4ce5-99bd-a9a8598c2f15 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:49.684952 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-plugged", "status": "completed", "tag": "a4988cd6-582a-43de-80ea-848e38f31502", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:49.686780 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f2d5f6c-76f9-4ce5-99bd-a9a8598c2f15 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:49.687386 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502', 'code': 200} Jul 16 18:14:49.703010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:49.713665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-02b804d1-39d2-4757-9c71-194737640aea admin admin] 10.222.0.48 "PUT /v2.0/routers/2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2256575 Jul 16 18:14:49.713665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.715696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.728643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31a4ca9e-53e5-4de3-92d0-c97aa59ad944 req-7eb0b5ee-3b56-4651-8613-d4f7b1a32d27 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715927 Jul 16 18:14:49.737360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] Sync routers for ids ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:49.796612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] Routers {'2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:49.812873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:14:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:49.821482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.882958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.892214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.893525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.026985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6784177 Jul 16 18:14:50.037157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54714) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.043644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.056246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-169048865'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:50.100554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] Set router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:50.187532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47951f-dc07-4182-82f6-667d537f75b5 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Network': ['ID=687a747b-e13b-4005-af5d-773b1d28ff16,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.201287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c5eb3-a063-4378-89f4-a6bb18e32efe req-3c916557-7d54-4553-bcd7-a6ba91a5bc2f tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.204861 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb9c5eb3-a063-4378-89f4-a6bb18e32efe req-3c916557-7d54-4553-bcd7-a6ba91a5bc2f tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 950 time: 0.3576119 Jul 16 18:14:50.218569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f36582-91ec-476f-a778-f757dc8d0f8e req-50fe388f-b127-44d3-88ec-0c0b4514ddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.220819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97f36582-91ec-476f-a778-f757dc8d0f8e req-50fe388f-b127-44d3-88ec-0c0b4514ddd3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 1102 time: 0.3627210 Jul 16 18:14:50.231637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 687a747b-e13b-4005-af5d-773b1d28ff16 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:50.265476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cc340ff0-bb04-4f59-8d5e-745ef787d95b up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:50.285056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-8e27602a-4de1-4662-861c-dc1dd137d0f4 service neutron] 10.222.0.13 "GET /v2.0/ports/5001c34a-0495-4a88-a41e-dd23cd9f93bc/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.2396600 Jul 16 18:14:50.298393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Made reservation on behalf of a038e979ebff46eda2634da2359fa0a3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:50.304710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.316717 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-5c62d45e-7b5b-474d-8389-d9421e7e10bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5158410 Jul 16 18:14:50.343395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97f36582-91ec-476f-a778-f757dc8d0f8e req-080c7039-b5be-4c9e-840f-62507a9f02dd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137114 Jul 16 18:14:50.353671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb9c5eb3-a063-4378-89f4-a6bb18e32efe req-049630cc-62b1-49c5-8534-9582c2e9c444 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132677 Jul 16 18:14:50.376395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acca7a-0025-42b2-b23a-96d5b8ba7da9 req-388d42ce-ed88-4a99-abb9-6789f55338a9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.386855 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89acca7a-0025-42b2-b23a-96d5b8ba7da9 req-388d42ce-ed88-4a99-abb9-6789f55338a9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.2841561 Jul 16 18:14:50.421433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port cc340ff0-bb04-4f59-8d5e-745ef787d95b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:50.429483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port cc340ff0-bb04-4f59-8d5e-745ef787d95b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:50.429904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.461407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:14:47Z', 'revision_number': 5, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.491589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:50.496090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.502668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] Checking router: 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:50.517614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] Routers {'2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:50.518603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:14:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.527506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.528098 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Added segment 78df8119-d726-4acf-a7e9-be586ffd506d of type vlan for network d3b8b5fb-ed66-43f2-ab28-a653373827c9 Jul 16 18:14:50.540760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89acca7a-0025-42b2-b23a-96d5b8ba7da9 req-24395fb5-84cf-4cde-b903-3760a05e18ba tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526828 Jul 16 18:14:50.722761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea39c520-080b-46e5-b932-4a45de98fcf1 req-4930b35d-0bf8-4d41-9b33-435edca4765c tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0324130 Jul 16 18:14:50.730615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.801159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:50.808301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-00d6a426-d6f9-44dd-9aba-315d6d8ba712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.811749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-00d6a426-d6f9-44dd-9aba-315d6d8ba712 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 1097 time: 0.4052045 Jul 16 18:14:50.843605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.857705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] Set router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:50.861073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:50.940923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5001c34a-0495-4a88-a41e-dd23cd9f93bc {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:50.989030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.017404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.020893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-10c02eb8-0ba8-48b6-ab50-85320d151f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.023844 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-10c02eb8-0ba8-48b6-ab50-85320d151f8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.1787982 Jul 16 18:14:51.026562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cc340ff0-bb04-4f59-8d5e-745ef787d95b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cc340ff0-bb04-4f59-8d5e-745ef787d95b,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.039759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.040606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5001c34a-0495-4a88-a41e-dd23cd9f93bc no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:51.078104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d3bd9-2595-448b-8edb-d0e15da49cfa req-6b49405d-5a7f-4f92-8343-1d705746abd8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.085966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b1d3bd9-2595-448b-8edb-d0e15da49cfa req-6b49405d-5a7f-4f92-8343-1d705746abd8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 943 time: 0.1488559 Jul 16 18:14:51.125065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-8d169e4f-a1d1-4bd0-88ce-53bb95fd8b34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 200 len: 217 time: 0.0891590 Jul 16 18:14:51.128377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Deleting port 7df16df8-9596-4164-83e2-521b37134f3d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:51.129680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.133460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.144076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.145533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.157288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=cc340ff0-bb04-4f59-8d5e-745ef787d95b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.190078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b1d3bd9-2595-448b-8edb-d0e15da49cfa req-f9221334-a3be-49fa-b878-5f608138c24a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030939 Jul 16 18:14:51.211575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1640229 Jul 16 18:14:51.215654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-938b2224-cb4b-46a5-abe1-c65c224f03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.218487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-938b2224-cb4b-46a5-abe1-c65c224f03e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1126 time: 0.6283789 Jul 16 18:14:51.232191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] Transition to ACTIVE for port object 5001c34a-0495-4a88-a41e-dd23cd9f93bc will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:51.251865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.279904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:14:47Z', 'revision_number': 5, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.353040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] Pushing event updated for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=10']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.377479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] No DVR routers for this DVR port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:51.421157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b316130-bc01-4ffc-9245-d92f3e4fbc4a req-b83c1d1c-fea4-4dff-9fa8-bfbedd2d8f91 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.429888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b316130-bc01-4ffc-9245-d92f3e4fbc4a req-b83c1d1c-fea4-4dff-9fa8-bfbedd2d8f91 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 945 time: 0.2962518 Jul 16 18:14:51.436467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bf7e53-5632-43af-8e6d-3878854d7c35 None None] The sync data for ids ['2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f'] in n-d-793620-10 is: [{'id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'name': 'tempest-ServerRescueTestJSON-979354799-router', 'tenant_id': '190cfc90126a41a2b79d2d699363db82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': '7df16df8-9596-4164-83e2-521b37134f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:58Z', 'updated_at': '2021-07-16T18:14:47Z', 'revision_number': 5, 'project_id': '190cfc90126a41a2b79d2d699363db82', 'gw_port': {'id': '7df16df8-9596-4164-83e2-521b37134f3d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:85:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 974, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:59Z', 'updated_at': '2021-07-16T18:12:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:51.502549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-7f14a401-82f8-429b-b236-44e67b38f125 service neutron] 10.222.0.13 "PUT /v2.0/ports/5001c34a-0495-4a88-a41e-dd23cd9f93bc/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2042704 Jul 16 18:14:51.509079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-cdd9eec2-dd90-4fc6-a62d-bd23225c11ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.511924 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-cdd9eec2-dd90-4fc6-a62d-bd23225c11ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.2439313 Jul 16 18:14:51.519130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b316130-bc01-4ffc-9245-d92f3e4fbc4a req-3fe350a9-f9b3-435a-a385-651f73cc9bfc tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877304 Jul 16 18:14:51.688920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:51.692567 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af584de-f457-45b4-acba-78ccc8ab43e0" -d '{"events": [{"server_uuid": "60e4cf92-97aa-4c8d-a8eb-48592226f433", "name": "network-vif-plugged", "status": "completed", "tag": "cc340ff0-bb04-4f59-8d5e-745ef787d95b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:51.696776 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-957b0c50-05f0-4911-a9c4-645e00250550 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 217 time: 0.1224680 Jul 16 18:14:51.699451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbcc85-7296-4bcf-9a52-b0b358bd9917 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Network': ['ID=d3b8b5fb-ed66-43f2-ab28-a653373827c9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.702641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-b5ff4d2a-3ee8-46b4-a4d5-b0de245a3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.704777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-b5ff4d2a-3ee8-46b4-a4d5-b0de245a3229 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.5352795 Jul 16 18:14:51.716483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d3b8b5fb-ed66-43f2-ab28-a653373827c9 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:51.723409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4ae51-4828-43d7-9b3e-7722b14adf11 req-3a25e9b4-c44e-47e8-8de7-d397a2950409 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.731122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ed4ae51-4828-43d7-9b3e-7722b14adf11 req-3a25e9b4-c44e-47e8-8de7-d397a2950409 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1956236 Jul 16 18:14:51.755429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-58be0fbc-21de-4092-96b3-9868092d99e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389588 Jul 16 18:14:51.760328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-5ddfe273-c15e-4376-9eeb-418f952ff0d1 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.762074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-5ddfe273-c15e-4376-9eeb-418f952ff0d1 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.1476471 Jul 16 18:14:51.839187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ed4ae51-4828-43d7-9b3e-7722b14adf11 req-8edb87d0-2808-4f55-9125-5090dcd05597 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067030 Jul 16 18:14:51.845530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] For port 7df16df8-9596-4164-83e2-521b37134f3d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7df16df8-9596-4164-83e2-521b37134f3d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:51.846196 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.869720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Calling delete_port for 7df16df8-9596-4164-83e2-521b37134f3d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:51.961269 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5e365-18ab-430a-a234-c73faca00bd4 x-openstack-request-id: req-a2f5e365-18ab-430a-a234-c73faca00bd4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:51.962010 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e4cf92-97aa-4c8d-a8eb-48592226f433", "name": "network-vif-plugged", "status": "completed", "tag": "cc340ff0-bb04-4f59-8d5e-745ef787d95b", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:51.962636 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2f5e365-18ab-430a-a234-c73faca00bd4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:51.963812 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b', 'code': 200} Jul 16 18:14:52.007848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-cb9b944c-e81c-4692-96b4-04a8675eaf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.021829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-cb9b944c-e81c-4692-96b4-04a8675eaf20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.3134367 Jul 16 18:14:52.032424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b9171-d4c1-452f-a70d-5159b179acff req-cb89a969-0d1f-40d2-b171-1ad69965abf0 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.039719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd9b9171-d4c1-452f-a70d-5159b179acff req-cb89a969-0d1f-40d2-b171-1ad69965abf0 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 950 time: 0.2407966 Jul 16 18:14:52.077221 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-b65c99c2-fa28-468d-a110-9ad37745693f service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883828 Jul 16 18:14:52.199077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd9b9171-d4c1-452f-a70d-5159b179acff req-ae477f7f-e2dc-40eb-b61a-b8ddb0cb1dfd tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577013 Jul 16 18:14:52.225180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-c31c2443-1e42-4d83-9073-5c92ba347443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.238515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-c31c2443-1e42-4d83-9073-5c92ba347443 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657&tenant_id=55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 1096 time: 0.4481387 Jul 16 18:14:52.521866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c9f38-b64b-4318-b378-3699a4aa82b6 req-861fecf3-1ded-447b-985b-b4c865b271d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.523918 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c6c9f38-b64b-4318-b378-3699a4aa82b6 req-861fecf3-1ded-447b-985b-b4c865b271d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 1097 time: 0.4364989 Jul 16 18:14:52.535226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-064060a6-83da-4c8d-8f94-2e386ee81066 req-4e95d67f-64f6-419f-bb10-5c715fe22afc tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0860696 Jul 16 18:14:52.568017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-90d39154-8cef-4fe3-b296-a9444d42fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.569949 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-90d39154-8cef-4fe3-b296-a9444d42fb01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1096 time: 0.2929597 Jul 16 18:14:52.628213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c6c9f38-b64b-4318-b378-3699a4aa82b6 req-155e8a20-ce40-4157-9070-2a459d662a45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908475 Jul 16 18:14:52.715861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 027746f0-e6ce-4fc6-b262-481aabedb334 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:52.761271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 027746f0-e6ce-4fc6-b262-481aabedb334 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:52.762403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 027746f0-e6ce-4fc6-b262-481aabedb334 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:52.795931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-0b0ef37d-82ea-4c33-ac6c-daa4530f2629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.798213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-0b0ef37d-82ea-4c33-ac6c-daa4530f2629 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.2203178 Jul 16 18:14:52.809897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016d17d-1c08-4c22-925d-4933674a2cc7 req-6f7485b5-371f-49ba-b444-cde3ab3f1711 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.817393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3016d17d-1c08-4c22-925d-4933674a2cc7 req-6f7485b5-371f-49ba-b444-cde3ab3f1711 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1742914 Jul 16 18:14:52.873415 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-7699c8eb-e2b5-4d96-81ab-64bd6769eff9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8439801 Jul 16 18:14:52.875065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-73140f18-00e5-49a5-b6f0-ae1ff22c19a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 200 len: 217 time: 0.0385475 Jul 16 18:14:52.876540 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f50363a0-0770-479d-b7e0-8d9b92863d7e req-7007824f-54f2-48a1-bfae-1a5136f945b8 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696058 Jul 16 18:14:52.877180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.912465 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3016d17d-1c08-4c22-925d-4933674a2cc7 req-8ec93743-98fc-4a91-a57f-43b62f68fa56 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901768 Jul 16 18:14:52.968942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df16df8-9596-4164-83e2-521b37134f3d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.004403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-fcf71b00-b508-40b7-a153-6b49cbc1e272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.006172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-fcf71b00-b508-40b7-a153-6b49cbc1e272 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1196067 Jul 16 18:14:53.053787 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-c6bd0942-a86b-448e-8011-699ace341896 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376952 Jul 16 18:14:53.128995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.218004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed5b5-606f-4c7b-8cda-05381ff4f179 req-fb3bb6fa-aa66-47c1-95ae-5030ed28dd91 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.219710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d0ed5b5-606f-4c7b-8cda-05381ff4f179 req-fb3bb6fa-aa66-47c1-95ae-5030ed28dd91 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 944 time: 0.3059983 Jul 16 18:14:53.229009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-badc02ae-4ac5-429f-a06f-0b6f1853b0c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638582 Jul 16 18:14:53.241049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.249231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.260692 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-b0604ad7-8035-443b-93e3-b2db4ac25e3c service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778291 Jul 16 18:14:53.334682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.334992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:53.337347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d0ed5b5-606f-4c7b-8cda-05381ff4f179 req-562eec36-09aa-4f35-80fa-24ede4347c0d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055961 Jul 16 18:14:53.349403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a463023-7d78-4a1d-bbe7-7df64363761c req-a61e254b-02bc-4ffc-a833-ce9cb1f0bf1b tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.351317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a463023-7d78-4a1d-bbe7-7df64363761c req-a61e254b-02bc-4ffc-a833-ce9cb1f0bf1b tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 949 time: 0.2085409 Jul 16 18:14:53.359079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.363736 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4c75b90-37dc-47b4-9107-fe93de0594a6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2e3f4f3c-67c2-4de7-88e0-a82f5fdec14f HTTP/1.1" status: 204 len: 168 time: 3.6469686 Jul 16 18:14:53.364577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.437567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-203c2875-e1c1-4dd6-8fad-4ebb63ddf109 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944900 Jul 16 18:14:53.487598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a463023-7d78-4a1d-bbe7-7df64363761c req-a6c69aed-83cb-4c43-a6ba-39e973b384d2 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182923 Jul 16 18:14:53.506959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] Deleting subnet 6035c26a-6287-4df6-a9ea-f3ba727b33a3 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:53.512656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.574002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.638895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.718714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b40d47ef-82a7-4af7-ada0-c3ff86c32952 req-14e29378-d480-4ffc-b0c0-e3fcfc477732 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176755 Jul 16 18:14:53.720730 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.734748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.737698 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6035c26a-6287-4df6-a9ea-f3ba727b33a3 HTTP/1.1" status: 204 len: 168 time: 0.3699768 Jul 16 18:14:53.757310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54764) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.760104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d4c4e-5207-4cd9-8ff8-41f1fb507f91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6035c26a-6287-4df6-a9ea-f3ba727b33a3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.940726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.949848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467778b4-684d-43fd-a59a-bf86075a4e4b req-d232a848-2f3d-4a93-a71d-842bc3ff2d70 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.952221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-467778b4-684d-43fd-a59a-bf86075a4e4b req-d232a848-2f3d-4a93-a71d-842bc3ff2d70 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 945 time: 0.2865043 Jul 16 18:14:53.961592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-9bdb8ad9-391e-46b4-ac1f-6ba4e56e140b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.963381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-9bdb8ad9-391e-46b4-ac1f-6ba4e56e140b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.3143070 Jul 16 18:14:54.015895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-8f680122-0395-4169-9bb6-a54f4c8310ca tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/quotas/d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 375 time: 0.0407135 Jul 16 18:14:54.442665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-467778b4-684d-43fd-a59a-bf86075a4e4b req-231c3c5b-17b9-43f2-adee-b876035ccb62 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650712 Jul 16 18:14:54.507388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.512580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1cc123d1-85df-4322-9867-b459288658d2 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.515065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-1cc123d1-85df-4322-9867-b459288658d2 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.6228495 Jul 16 18:14:54.530050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d901222-04e6-40a6-92b8-481a94855763']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.557830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.558411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2f8fd6-d0e6-4d17-bcfc-f89bf010b3e1') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:54.607315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.661594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.710102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-00ea0d23-5a65-4fa5-be84-e1801e9580cc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6528368 Jul 16 18:14:54.737375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:54.738111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:54.745122 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:54.759976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7df16df8-9596-4164-83e2-521b37134f3d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:54.811693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7df16df8-9596-4164-83e2-521b37134f3d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:54.812602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7df16df8-9596-4164-83e2-521b37134f3d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:55.066598 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.073440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fd693922-059b-42cd-8f9a-ef27923f7706 service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616028 Jul 16 18:14:55.087589 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.095589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] 10.222.0.48 "DELETE /v2.0/networks/3d901222-04e6-40a6-92b8-481a94855763 HTTP/1.1" status: 204 len: 168 time: 1.3323038 Jul 16 18:14:55.095938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-2074cf15-f032-43b2-b288-2f3cb35801fa service neutron] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:55.131832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cd17c-44b5-4972-a488-d45e84c548df admin admin] Pushing event deleted for resources: {'Network': ['ID=3d901222-04e6-40a6-92b8-481a94855763,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.147685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-2074cf15-f032-43b2-b288-2f3cb35801fa service neutron] Notify callbacks [] for binding, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.150255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5a2e24d-8663-4bcb-b859-93d704f47066 req-2074cf15-f032-43b2-b288-2f3cb35801fa service neutron] 10.222.0.55 "DELETE /v2.0/ports/5001c34a-0495-4a88-a41e-dd23cd9f93bc/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.6162524 Jul 16 18:14:55.338127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-aec1fb78-c592-4b7d-bea8-bbd5be0ca4e3 service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208061 Jul 16 18:14:55.401372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54778) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.506055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54782) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.507842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7495ec51-6c82-4c71-a7a1-1529f94bf4ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=190cfc90126a41a2b79d2d699363db82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055567 Jul 16 18:14:55.682510 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980dea7d-89a0-48b8-979e-d505ada49076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.746573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980dea7d-89a0-48b8-979e-d505ada49076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.872999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980dea7d-89a0-48b8-979e-d505ada49076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.877523 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980dea7d-89a0-48b8-979e-d505ada49076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.879425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-980dea7d-89a0-48b8-979e-d505ada49076 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f9991a1-1392-42e6-9b77-d86d08d015bb HTTP/1.1" status: 204 len: 168 time: 0.3695323 Jul 16 18:14:55.918024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980dea7d-89a0-48b8-979e-d505ada49076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9991a1-1392-42e6-9b77-d86d08d015bb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.941077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf10de31-f4d3-44e7-9c70-72b9f6d5b583 req-d1730b4d-05d6-4ae4-a845-1c387d418c3b tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1260462 Jul 16 18:14:55.965601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.978890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'subnets': [{'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1472476722', 'ip_version': 6}, {'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.979253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'subnet': {'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1472476722', 'ip_version': 6}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.980001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Request body: {'subnet': {'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:56.196627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b590c-c705-48b6-b75a-bf8099e5ba73 req-c1b646d5-dd54-4e74-89b1-2f7617e0ac62 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.204382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe4b590c-c705-48b6-b75a-bf8099e5ba73 req-c1b646d5-dd54-4e74-89b1-2f7617e0ac62 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 944 time: 0.2395868 Jul 16 18:14:56.245351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Made reservation on behalf of a038e979ebff46eda2634da2359fa0a3 for: {'subnet': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:56.251381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.251963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.274699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe4b590c-c705-48b6-b75a-bf8099e5ba73 req-5e08ba09-a221-4cd5-9106-7ab2330b8963 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693018 Jul 16 18:14:56.296292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921514a-7ac8-425a-9a7e-0448102467b8 req-059a04eb-0793-49ca-8fca-d8b2eaf0fd3c tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.298202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3921514a-7ac8-425a-9a7e-0448102467b8 req-059a04eb-0793-49ca-8fca-d8b2eaf0fd3c tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 945 time: 0.1614907 Jul 16 18:14:56.439968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-187a349e-1ec6-420e-ab65-bf4ce5eeabfa req-d20a62ff-327f-429c-9ed9-1b21544a713d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 210 time: 0.0861549 Jul 16 18:14:56.457956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3921514a-7ac8-425a-9a7e-0448102467b8 req-f10df89a-6b08-4774-b388-a6e5e0d65afa tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502459 Jul 16 18:14:56.910406 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.014215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cb65a-530a-45d5-a668-c7748a2ad293 req-94a87eae-8922-4074-9c8b-1c6c3efac4e9 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.019074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d0cb65a-530a-45d5-a668-c7748a2ad293 req-94a87eae-8922-4074-9c8b-1c6c3efac4e9 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1096 time: 0.1085925 Jul 16 18:14:57.054157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Subnet': ['ID=fb6a9e00-711d-4e93-99ba-ce379043fcf5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.068404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Checking segment: {'id': '861d7aad-f4f9-4bd7-bc0f-7125f76bead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:57.069052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network hostable DHCP agents. Network: 687a747b-e13b-4005-af5d-773b1d28ff16, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:57.087843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:57.093443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d0cb65a-530a-45d5-a668-c7748a2ad293 req-5bb17f3d-af18-4417-bad5-1c3f689955a8 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581281 Jul 16 18:14:57.101938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network 687a747b-e13b-4005-af5d-773b1d28ff16 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:57.157833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 687a747b-e13b-4005-af5d-773b1d28ff16) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:57.164127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.245877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:57.263213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'mac_address': 'fa:16:3e:95:8e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:57.273884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8fa10-29bd-4b03-8992-dc70cf64d9f2 None None] Network 687a747b-e13b-4005-af5d-773b1d28ff16 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:57.292532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-203c97a1-2d43-47b7-af3b-e4bb883a6ec5 req-bf2035b2-591d-4a26-89e0-64896188e585 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0856161 Jul 16 18:14:57.347678 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.422981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ae9082e-9bf0-4746-ab00-95212d6dd83a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:57.441794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event updated for resources: {'Subnet': ['ID=b88d7a78-3000-48ed-a84b-85e3de6954d6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.467121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Checking segment: {'id': '78df8119-d726-4acf-a7e9-be586ffd506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:57.467738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network hostable DHCP agents. Network: d3b8b5fb-ed66-43f2-ab28-a653373827c9, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:57.471086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:57.480122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b9521-ddf0-4c7b-ba12-424c800387d5 req-b9878928-d28b-4d8e-abee-9a8379b34ee2 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.487466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad5b9521-ddf0-4c7b-ba12-424c800387d5 req-b9878928-d28b-4d8e-abee-9a8379b34ee2 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 945 time: 0.1921561 Jul 16 18:14:57.505606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.506338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Network d3b8b5fb-ed66-43f2-ab28-a653373827c9 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:57.525005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, d3b8b5fb-ed66-43f2-ab28-a653373827c9) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:57.544710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485883e0-1c63-4912-9a61-53c8db60e616 None None] Network d3b8b5fb-ed66-43f2-ab28-a653373827c9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:57.544950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.545969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.547156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.573293 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c175418c-d537-4c69-b5c4-92da6dd53675 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6064377 Jul 16 18:14:57.578279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54842) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.578648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54844) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.652986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-687a747b-e13b-4005-af5d-773b1d28ff16', 'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16', 'tenant_id': 'a038e979ebff46eda2634da2359fa0a3', 'fixed_ips': [{'subnet_id': 'fb6a9e00-711d-4e93-99ba-ce379043fcf5'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:57.653391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.729026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['9ae9082e-9bf0-4746-ab00-95212d6dd83a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:57.798323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.809208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad5b9521-ddf0-4c7b-ba12-424c800387d5 req-587ac78d-8a77-4618-a17c-5b4eb582b218 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970741 Jul 16 18:14:57.820565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.820905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.821249 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.821585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.821915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.822244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.822567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.822890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.823209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.823547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.823849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.824218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:57.916958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-aed580ac-6316-476c-bc21-8a6fa1417cc6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.919055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-aed580ac-6316-476c-bc21-8a6fa1417cc6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.3135960 Jul 16 18:14:57.926888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-network', 'tenant_id': '2796dea990684e3c81bb3e588467e49a'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:57.939745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f173c6-9eff-4ac9-8093-1f63e4c364d2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.942400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f173c6-9eff-4ac9-8093-1f63e4c364d2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.944483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f173c6-9eff-4ac9-8093-1f63e4c364d2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:57.956773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54852) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.958031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f6f173c6-9eff-4ac9-8093-1f63e4c364d2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3764975 Jul 16 18:14:57.973315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'port': {'device_id': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'admin_state_up': True, 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:58.017470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0242b-c96f-492f-a3e9-4e3c4f215338 req-28536a7c-8dc7-4513-b881-4fcb17ea72e3 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.025921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6aa0242b-c96f-492f-a3e9-4e3c4f215338 req-28536a7c-8dc7-4513-b881-4fcb17ea72e3 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 1096 time: 0.5656972 Jul 16 18:14:58.075217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Made reservation on behalf of 2796dea990684e3c81bb3e588467e49a for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:58.077551 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.088019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Deleting subnet fb6a9e00-711d-4e93-99ba-ce379043fcf5 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:58.118853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62afad4e-0be6-45be-a094-d2032f2f47d8 req-b0ed3090-7836-4d50-b4c4-71488a86005e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 210 time: 0.0649285 Jul 16 18:14:58.152007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.163936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-d3b8b5fb-ed66-43f2-ab28-a653373827c9', 'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9', 'tenant_id': 'a038e979ebff46eda2634da2359fa0a3', 'fixed_ips': [{'subnet_id': 'b88d7a78-3000-48ed-a84b-85e3de6954d6'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:58.164944 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.171715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6aa0242b-c96f-492f-a3e9-4e3c4f215338 req-a1ceeebb-beec-4b62-8ee7-a6e45dfd092d tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431770 Jul 16 18:14:58.175542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Allocated IP 2001:db8::1 (687a747b-e13b-4005-af5d-773b1d28ff16/fb6a9e00-711d-4e93-99ba-ce379043fcf5/92da395d-b543-40fb-a1f7-986dc2ad4666) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:58.377800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.394448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.494456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:58.502433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53cc57f-4007-41c8-95b2-03b06b94f9bb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.533499 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.534430 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Added segment 9ee047aa-c62a-4aa6-8dce-d2b883e345b0 of type vlan for network 00305134-f8d4-4c5f-bfad-286ab016aa20 Jul 16 18:14:58.552727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Made reservation on behalf of d9708b100d0b42b99a4fa7d5a8c392e6 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:58.559926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.599696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-c82e31fd-9881-4d29-b66c-b6b61d5f11e4 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.601499 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-c82e31fd-9881-4d29-b66c-b6b61d5f11e4 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 945 time: 0.1465375 Jul 16 18:14:58.758793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Allocated IP 2001:db8:0:1::1 (d3b8b5fb-ed66-43f2-ab28-a653373827c9/b88d7a78-3000-48ed-a84b-85e3de6954d6/3023b648-3664-4794-a9ac-0fe5c453c34d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:58.776441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Deleting port cc340ff0-bb04-4f59-8d5e-745ef787d95b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:58.777179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.807057 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.833272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Transition to ACTIVE for port object 92da395d-b543-40fb-a1f7-986dc2ad4666 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:58.864476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.897507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b713f55f-69a5-43d7-9e91-ac09f9422ecd req-1b891735-2304-42c7-b927-b5fe7213cb2c tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1895895 Jul 16 18:14:58.923847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Allocated IP 172.20.0.5 (7d08654e-bb9f-4d10-92bd-4b6c3dbda481/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7/ef93bc6d-f8aa-44fc-963c-510d6e16beb8) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:58.993946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Transition to ACTIVE for port object 92da395d-b543-40fb-a1f7-986dc2ad4666 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:59.015674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.019954 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.064362 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.069353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.071421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.097476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] For port cc340ff0-bb04-4f59-8d5e-745ef787d95b, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cc340ff0-bb04-4f59-8d5e-745ef787d95b,segment=NetworkSegment(2769e717-feaa-477f-a894-b495e8d10ef1),segment_id=2769e717-feaa-477f-a894-b495e8d10ef1)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:59.097892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.113477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Network 687a747b-e13b-4005-af5d-773b1d28ff16 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:59.114420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.115579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:59.142542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Calling delete_port for cc340ff0-bb04-4f59-8d5e-745ef787d95b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:59.206824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6164598 Jul 16 18:14:59.208134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.218532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Request body: {'subnet': {'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-subnet', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:59.263767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9da05-5bfd-4597-b54c-0c6630de52ca admin admin] Pushing event updated for resources: {'Network': ['ID=00305134-f8d4-4c5f-bfad-286ab016aa20,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.320625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:59.330133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 00305134-f8d4-4c5f-bfad-286ab016aa20 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:59.332818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:59.338500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc8e90-90fb-4504-81c2-07619d3754d6 req-f54e8ebf-489d-42e4-956a-dcba4d5bb7d5 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.348817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.350027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ccc8e90-90fb-4504-81c2-07619d3754d6 req-f54e8ebf-489d-42e4-956a-dcba4d5bb7d5 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 945 time: 0.2979703 Jul 16 18:14:59.362268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Pushing event updated for resources: {'Port': ['ID=92da395d-b543-40fb-a1f7-986dc2ad4666,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.410182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.421453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Made reservation on behalf of 2796dea990684e3c81bb3e588467e49a for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:59.425043 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.445840 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.470088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Transition to ACTIVE for port object 3023b648-3664-4794-a9ac-0fe5c453c34d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:59.476939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52744e71-b062-49aa-93bc-76f219d1ade4 req-689fcf6c-5c0d-4b77-a721-1e82f869344e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 210 time: 0.0732851 Jul 16 18:14:59.519707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ccc8e90-90fb-4504-81c2-07619d3754d6 req-9218a5a9-b7f6-47d7-a278-92b857e6fbb8 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups?id=52f5903f-611d-40e8-bb36-67e34c9a384c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680765 Jul 16 18:14:59.529747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.538343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Transition to ACTIVE for port object ef93bc6d-f8aa-44fc-963c-510d6e16beb8 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:59.541838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Transition to ACTIVE for port object 3023b648-3664-4794-a9ac-0fe5c453c34d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:59.554437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Attempting to bind port 92da395d-b543-40fb-a1f7-986dc2ad4666 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:59.554815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Attempting to bind port 92da395d-b543-40fb-a1f7-986dc2ad4666 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '861d7aad-f4f9-4bd7-bc0f-7125f76bead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:59.555184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Attempting to bind port 92da395d-b543-40fb-a1f7-986dc2ad4666 on network 687a747b-e13b-4005-af5d-773b1d28ff16 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:59.578320 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:59.578973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Checking segment: {'id': '861d7aad-f4f9-4bd7-bc0f-7125f76bead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:59.579496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.579932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Bound using segment: {'id': '861d7aad-f4f9-4bd7-bc0f-7125f76bead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:59.580496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Bound port: 92da395d-b543-40fb-a1f7-986dc2ad4666, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861d7aad-f4f9-4bd7-bc0f-7125f76bead9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '687a747b-e13b-4005-af5d-773b1d28ff16'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:59.580936 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.600135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.638868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6a9e00-711d-4e93-99ba-ce379043fcf5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.643488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.654232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 9ae9082e-9bf0-4746-ab00-95212d6dd83a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:59.655463 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.679395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.687070 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e7591fa-6391-4620-ae81-00395bda0520 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/subnets/fb6a9e00-711d-4e93-99ba-ce379043fcf5 HTTP/1.1" status: 204 len: 168 time: 1.7284675 Jul 16 18:14:59.697483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.732360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:59.734314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:59.753950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:59.755183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.764729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:59.800460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Network d3b8b5fb-ed66-43f2-ab28-a653373827c9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:59.843600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.844319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:59.852769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event deleted for resources: {'Port': ['ID=cc340ff0-bb04-4f59-8d5e-745ef787d95b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.876002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Deleting subnet b88d7a78-3000-48ed-a84b-85e3de6954d6 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:59.877686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:59.888591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.904016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['cc340ff0-bb04-4f59-8d5e-745ef787d95b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:59.909347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:59.914258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.963112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-df69d46a-9359-49a6-8146-e5b6a1ecda87 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9975021 Jul 16 18:14:59.986746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Request body: {'port': {'device_id': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:59.992236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] No DVR routers for this DVR port cc340ff0-bb04-4f59-8d5e-745ef787d95b on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:59.999402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.002083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-57238da7-a235-473c-bf22-6384ac5f4d5f req-a19a5b77-627b-456c-b1d1-43eb33063ffe tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.13 "DELETE /v2.0/ports/cc340ff0-bb04-4f59-8d5e-745ef787d95b HTTP/1.1" status: 204 len: 173 time: 1.3946624 Jul 16 18:15:00.027527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'name': 'network-vif-deleted', 'tag': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:00.031639 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2deb4b-9f90-4e13-b6d3-746fec385898" -d '{"events": [{"server_uuid": "60e4cf92-97aa-4c8d-a8eb-48592226f433", "name": "network-vif-deleted", "tag": "cc340ff0-bb04-4f59-8d5e-745ef787d95b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:00.098637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.195012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.232198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.271379 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe44560-d9d8-4406-9158-142e2d614cec x-openstack-request-id: req-7fe44560-d9d8-4406-9158-142e2d614cec {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:00.272947 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e4cf92-97aa-4c8d-a8eb-48592226f433", "name": "network-vif-deleted", "tag": "cc340ff0-bb04-4f59-8d5e-745ef787d95b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:00.272947 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7fe44560-d9d8-4406-9158-142e2d614cec {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:00.272947 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e4cf92-97aa-4c8d-a8eb-48592226f433', 'name': 'network-vif-deleted', 'tag': 'cc340ff0-bb04-4f59-8d5e-745ef787d95b', 'status': 'completed', 'code': 200} Jul 16 18:15:00.279822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Pushing event updated for resources: {'Port': ['ID=3023b648-3664-4794-a9ac-0fe5c453c34d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.280417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c6eab3b-c355-4e46-9d27-cdd22fe3e057,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.296465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Attempting to bind port 3023b648-3664-4794-a9ac-0fe5c453c34d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:00.296979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Attempting to bind port 3023b648-3664-4794-a9ac-0fe5c453c34d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '78df8119-d726-4acf-a7e9-be586ffd506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:00.298213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Attempting to bind port 3023b648-3664-4794-a9ac-0fe5c453c34d on network d3b8b5fb-ed66-43f2-ab28-a653373827c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:00.371695 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:00.372824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Checking segment: {'id': '78df8119-d726-4acf-a7e9-be586ffd506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:00.373031 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.373711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Bound using segment: {'id': '78df8119-d726-4acf-a7e9-be586ffd506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:00.374323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Bound port: 3023b648-3664-4794-a9ac-0fe5c453c34d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78df8119-d726-4acf-a7e9-be586ffd506d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd3b8b5fb-ed66-43f2-ab28-a653373827c9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:00.374879 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.470490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Checking segment: {'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:00.471031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Network hostable DHCP agents. Network: 00305134-f8d4-4c5f-bfad-286ab016aa20, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:00.491745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.507212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-80e0918e-5d76-41f4-a02f-5b874f21ab7b None None] Provisioning for port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:00.510747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-715e048a-9f73-4fd0-ba2a-44962621518f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.513237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.558696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] For port 92da395d-b543-40fb-a1f7-986dc2ad4666, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:00.568342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Network 00305134-f8d4-4c5f-bfad-286ab016aa20 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:00.594805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 00305134-f8d4-4c5f-bfad-286ab016aa20) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:00.616471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.617734 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.638924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-80e0918e-5d76-41f4-a02f-5b874f21ab7b None None] Provisioning complete for port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:00.639490 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80e0918e-5d76-41f4-a02f-5b874f21ab7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.643110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fa041a-58a4-44d8-b3d4-3a2c8342fd45 None None] Network 00305134-f8d4-4c5f-bfad-286ab016aa20 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:00.663885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.682316 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-212481d1-982d-4c5e-b09b-cbf17f32395c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4653585 Jul 16 18:15:00.778501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Subnet': ['ID=b88d7a78-3000-48ed-a84b-85e3de6954d6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.785505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.805708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.836369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.842074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-17cbe316-08c1-449e-bc03-4db6602c0146 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/subnets/b88d7a78-3000-48ed-a84b-85e3de6954d6 HTTP/1.1" status: 204 len: 168 time: 1.1385565 Jul 16 18:15:00.842885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.865774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef93bc6d-f8aa-44fc-963c-510d6e16beb8 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:00.872757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:00.876185 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.887767 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8495302d-c0c7-4305-876e-20c8e5053f3c" -d '{"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:00.893642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Transition to ACTIVE for port object ef93bc6d-f8aa-44fc-963c-510d6e16beb8 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:00.920961 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.929499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] For port 92da395d-b543-40fb-a1f7-986dc2ad4666, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=92da395d-b543-40fb-a1f7-986dc2ad4666,segment=NetworkSegment(861d7aad-f4f9-4bd7-bc0f-7125f76bead9),segment_id=861d7aad-f4f9-4bd7-bc0f-7125f76bead9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:01.023221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aae4ce9c-2602-440e-a661-8af041848a32 req-f9c0a241-9983-4b08-8d61-720d438c42e7 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.4621074 Jul 16 18:15:01.030414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Pushing event updated for resources: {'Port': ['ID=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.030949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:01.052525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.153791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.340902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.342087 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.358382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88669be9-8881-4031-98ea-ec89592e34f6 req-666fc3c9-0d1d-4f6d-87ea-b5654614f83e tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/ports?device_id=60e4cf92-97aa-4c8d-a8eb-48592226f433 HTTP/1.1" status: 200 len: 210 time: 0.2879472 Jul 16 18:15:01.398207 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Attempting to bind port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:01.398683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Attempting to bind port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:01.400544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Attempting to bind port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:01.413710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:01.414134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Attempting to bind port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:01.432817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:01.434327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:01.434847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Bound using segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:01.435319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Bound port: ef93bc6d-f8aa-44fc-963c-510d6e16beb8, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:01.437908 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.564886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.618568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866acc79-527f-4f67-9e24-0fbd04c7334b tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.624230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-866acc79-527f-4f67-9e24-0fbd04c7334b tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7767558 Jul 16 18:15:01.627849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:01.637453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] For port ef93bc6d-f8aa-44fc-963c-510d6e16beb8, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:01.646665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] For port ef93bc6d-f8aa-44fc-963c-510d6e16beb8, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:01.692900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-80e0918e-5d76-41f4-a02f-5b874f21ab7b None None] Port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:01.697657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d137d5-99bb-4a77-b709-99df18af433a None None] Network 687a747b-e13b-4005-af5d-773b1d28ff16 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:01.731330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.768630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.769273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.771324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] 10.222.0.55 "PUT /v2.0/ports/ef93bc6d-f8aa-44fc-963c-510d6e16beb8 HTTP/1.1" status: 200 len: 1092 time: 1.8026423 Jul 16 18:15:01.795463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'tag': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:01.802299 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231dd1af-4632-499d-a5d6-7c6a8c830cab" -d '{"events": [{"name": "network-changed", "server_uuid": "caa5d69d-c07c-4be1-94fd-31c6f8192983", "tag": "ef93bc6d-f8aa-44fc-963c-510d6e16beb8"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:01.828822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] For port 3023b648-3664-4794-a9ac-0fe5c453c34d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:01.861227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] For port 3023b648-3664-4794-a9ac-0fe5c453c34d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3023b648-3664-4794-a9ac-0fe5c453c34d,segment=NetworkSegment(78df8119-d726-4acf-a7e9-be586ffd506d),segment_id=78df8119-d726-4acf-a7e9-be586ffd506d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:01.946220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f3cfe-0336-4c34-b521-b42fb3bc9bce req-3f369f16-d04b-4540-8b96-d87f7660fb5f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:01.954049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-593f3cfe-0336-4c34-b521-b42fb3bc9bce req-3f369f16-d04b-4540-8b96-d87f7660fb5f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 943 time: 0.4820695 Jul 16 18:15:01.961047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b2f523-d96f-4aa8-8080-97e49eb966b6 None None] Pushing event updated for resources: {'Port': ['ID=92da395d-b543-40fb-a1f7-986dc2ad4666,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.019670 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbbacc7-ffb5-445b-a3d3-91f2c323b436 x-openstack-request-id: req-bcbbacc7-ffb5-445b-a3d3-91f2c323b436 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:02.020202 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:02.020453 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bcbbacc7-ffb5-445b-a3d3-91f2c323b436 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:02.020950 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'code': 200} Jul 16 18:15:02.047608 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.073476 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ab5876-0711-4254-bc0d-51b35c0ba4ad x-openstack-request-id: req-95ab5876-0711-4254-bc0d-51b35c0ba4ad {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:02.073832 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caa5d69d-c07c-4be1-94fd-31c6f8192983", "tag": "ef93bc6d-f8aa-44fc-963c-510d6e16beb8", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:02.074198 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95ab5876-0711-4254-bc0d-51b35c0ba4ad {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:02.074378 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'tag': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8', 'status': 'completed', 'code': 200} Jul 16 18:15:02.097046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-593f3cfe-0336-4c34-b521-b42fb3bc9bce req-b565e731-76d6-46cd-ba68-9284f11e716e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378262 Jul 16 18:15:02.117947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdc301-e0fd-49a0-926b-50300e13355a service neutron] Pushing event updated for resources: {'Port': ['ID=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.150854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-8acd28c3-299f-48f4-8b32-8a808cf4f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.156137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-8acd28c3-299f-48f4-8b32-8a808cf4f108 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 1095 time: 0.2917740 Jul 16 18:15:02.287462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37acc861-bfaf-4695-80f5-c3de955a0fc9 None None] Network 00305134-f8d4-4c5f-bfad-286ab016aa20 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:02.298398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-adf23721-3851-4bac-8ce3-3f401cc1649d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8 HTTP/1.1" status: 200 len: 217 time: 0.1324182 Jul 16 18:15:02.439536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.466784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.513091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cc340ff0-bb04-4f59-8d5e-745ef787d95b no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:02.655194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a836bc56-c6f7-4b73-ba5d-a9fe5ffb9e11 req-4273031b-c51e-4af1-ac6e-6da2ccec9779 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.2195001 Jul 16 18:15:02.659800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: cc340ff0-bb04-4f59-8d5e-745ef787d95b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:02.661872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cc340ff0-bb04-4f59-8d5e-745ef787d95b not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:02.664547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Deleting port 3023b648-3664-4794-a9ac-0fe5c453c34d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:02.664906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.740044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.758049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-752df240-f48d-4e29-9103-6ce44b08428e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.760813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-752df240-f48d-4e29-9103-6ce44b08428e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.4535902 Jul 16 18:15:02.855364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] For port 3023b648-3664-4794-a9ac-0fe5c453c34d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3023b648-3664-4794-a9ac-0fe5c453c34d,segment=NetworkSegment(78df8119-d726-4acf-a7e9-be586ffd506d),segment_id=78df8119-d726-4acf-a7e9-be586ffd506d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:02.855737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.872748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9219f-d737-441e-8e38-9daf914915a6 None None] Pushing event updated for resources: {'Port': ['ID=3023b648-3664-4794-a9ac-0fe5c453c34d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.919170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Calling delete_port for 3023b648-3664-4794-a9ac-0fe5c453c34d owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:03.023969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-3a5656e6-6c79-4010-9cb5-8a8c071dccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.053997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-3a5656e6-6c79-4010-9cb5-8a8c071dccdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2780843 Jul 16 18:15:03.114553 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec3f4ae8-ccbb-4786-8bff-68eae302ede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.330285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.355081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.376173 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-d2ada62e-6315-44aa-954c-641643014334 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082500 Jul 16 18:15:03.407480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.433433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:03.618834 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:03.675957 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7fcd25f-55a6-411d-9ed3-d4262a8334b6 req-bedc18d4-cfc0-4861-a063-90577360871b service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945457 Jul 16 18:15:03.708839 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b27a9c50-e503-4af0-a39f-e25e42a2efb0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.766357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.772337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178e76b-e46d-4951-bd77-ef47575a8540 req-89a58af5-0c30-4fe7-8d4e-8b8ba7b5668b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.774498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0178e76b-e46d-4951-bd77-ef47575a8540 req-89a58af5-0c30-4fe7-8d4e-8b8ba7b5668b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 943 time: 0.3292842 Jul 16 18:15:03.871656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Allocated IP 172.25.0.87 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/619d5014-2a1d-474a-9595-dd8e1c2a6b96) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:03.949476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b27a9c50-e503-4af0-a39f-e25e42a2efb0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.053021 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0178e76b-e46d-4951-bd77-ef47575a8540 req-c9042c31-76af-43e7-bb14-466db0819035 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696624 Jul 16 18:15:04.080087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-a9df8599-6595-4589-9a87-8977ab3517fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.082807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-a9df8599-6595-4589-9a87-8977ab3517fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 1095 time: 0.3065948 Jul 16 18:15:04.153464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] No DVR routers for this DVR port 3023b648-3664-4794-a9ac-0fe5c453c34d on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:04.168628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Port': ['ID=3023b648-3664-4794-a9ac-0fe5c453c34d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.194401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b27a9c50-e503-4af0-a39f-e25e42a2efb0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.197416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b27a9c50-e503-4af0-a39f-e25e42a2efb0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.202258 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b27a9c50-e503-4af0-a39f-e25e42a2efb0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "DELETE /v2.0/security-groups/55c06ec2-ab05-464d-be6b-e6b26bc5954f HTTP/1.1" status: 204 len: 168 time: 0.7625127 Jul 16 18:15:04.203072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.261735 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-e9ef0510-2bba-4aa6-8a1f-1eda08c8e876 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] show failed (client error): The resource could not be found. Jul 16 18:15:04.264186 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.269860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e9ef0510-2bba-4aa6-8a1f-1eda08c8e876 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "GET /v2.0/security-groups/55c06ec2-ab05-464d-be6b-e6b26bc5954f HTTP/1.1" status: 404 len: 347 time: 0.0303864 Jul 16 18:15:04.280345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:04.359279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d753dc9-4753-4ad6-98e5-a06d1165c900 req-fc2dced9-702e-48da-9d1e-5e8854b92779 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1721344 Jul 16 18:15:04.591823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-ee7a1d57-ff83-42e7-b77d-e44a8a57c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.595291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-ee7a1d57-ff83-42e7-b77d-e44a8a57c482 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.4970148 Jul 16 18:15:04.636290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986212ac-6543-48d9-9e1c-f69aa0f20125 None None] Network d3b8b5fb-ed66-43f2-ab28-a653373827c9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:04.685144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-aa413e87-ac34-4ce3-9667-70456c7fc093 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8 HTTP/1.1" status: 200 len: 217 time: 0.0708909 Jul 16 18:15:04.709061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.738213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c8b7e36b-3235-490e-8121-34651748229b None None] Could not find standard attr ID for object 3023b648-3664-4794-a9ac-0fe5c453c34d. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:15:04.751739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b8b5fb-ed66-43f2-ab28-a653373827c9']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.782224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a9c50-e503-4af0-a39f-e25e42a2efb0 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c06ec2-ab05-464d-be6b-e6b26bc5954f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.788520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-dc12014b-b9db-439f-9b07-a6cbe67b2d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.791476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-dc12014b-b9db-439f-9b07-a6cbe67b2d1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.0941098 Jul 16 18:15:04.895988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78df8119-d726-4acf-a7e9-be586ffd506d') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.896923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78df8119-d726-4acf-a7e9-be586ffd506d') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:04.988404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.039580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-5c70e212-c79e-4036-95fd-033dacd8ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.042487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-5c70e212-c79e-4036-95fd-033dacd8ff7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318339 Jul 16 18:15:05.052250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.099268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:05.100064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:05.114342 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:05.146872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ef93bc6d-f8aa-44fc-963c-510d6e16beb8 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:05.257207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fe7394-2df0-456e-806c-604b26262a27 None None] DHCP port deletion for d3b8b5fb-ed66-43f2-ab28-a653373827c9 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:05.327333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546d0fd-3984-4d61-b081-f2035c0514d1 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:05.467294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-901a6d32-761e-4c6a-957e-eb9886ceaddd service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171102 Jul 16 18:15:05.568439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.848576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.856506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Deleting port 1e79375b-ad9d-48db-9e1a-aac7cb38553c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:05.856892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.859216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.876831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/networks/d3b8b5fb-ed66-43f2-ab28-a653373827c9 HTTP/1.1" status: 204 len: 168 time: 4.2469256 Jul 16 18:15:05.883989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.950299 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.020383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ef93bc6d-f8aa-44fc-963c-510d6e16beb8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:06.077769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8', 'mac_address': 'fa:16:3e:68:ac:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:06.092588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfc24b-fd23-4bf1-82a3-59d6eed18a61 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Network': ['ID=d3b8b5fb-ed66-43f2-ab28-a653373827c9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.128372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9546d0fd-3984-4d61-b081-f2035c0514d1 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:06.213717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.307007 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.373205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Pushing event updated for resources: {'Port': ['ID=619d5014-2a1d-474a-9595-dd8e1c2a6b96,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.411481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef93bc6d-f8aa-44fc-963c-510d6e16beb8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:06.436960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.437322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ef93bc6d-f8aa-44fc-963c-510d6e16beb8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:06.473318 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.521445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:06.528194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.528516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.578165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:06.580662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-231dd1af-4632-499d-a5d6-7c6a8c830cab req-c3ef4b94-bc69-47e6-b61e-ec027a2c6d47 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1040313 Jul 16 18:15:06.604600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:06.615004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.681041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e76c1438-a5ea-42e8-a0e6-d70408a441f3 req-a01bc913-58d9-43bb-b8f8-fb78480f4302 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.3226185 Jul 16 18:15:06.735972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Calling delete_port for 1e79375b-ad9d-48db-9e1a-aac7cb38553c owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:06.750248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3023b648-3664-4794-a9ac-0fe5c453c34d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:06.812755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5bd4-ddcb-4d27-aa7a-107e7d25c51b req-addd28c6-b49f-46af-ab2d-62e7b03d6a4a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.820173 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48ae5bd4-ddcb-4d27-aa7a-107e7d25c51b req-addd28c6-b49f-46af-ab2d-62e7b03d6a4a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 943 time: 1.2558558 Jul 16 18:15:06.863251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ef93bc6d-f8aa-44fc-963c-510d6e16beb8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:06.873287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3023b648-3664-4794-a9ac-0fe5c453c34d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:06.873837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3023b648-3664-4794-a9ac-0fe5c453c34d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:06.910486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.421083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48ae5bd4-ddcb-4d27-aa7a-107e7d25c51b req-460ce5fc-11f9-41e1-bfbb-9574c2ba168d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887120 Jul 16 18:15:07.532017 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.640678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Deleting port 92da395d-b543-40fb-a1f7-986dc2ad4666 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:07.644903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.670089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.080556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-376a91ac-939a-4e9f-b7a2-f23b1fcc9c00 req-7467c0f7-9616-48dc-a7c8-92438ec0d2f9 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.0499330 Jul 16 18:15:08.166261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f253fdb1-4d77-49a8-bb8d-20972a9d3921 req-9a7e5eea-1676-4a99-bca5-29c5d6a2abcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.2452145 Jul 16 18:15:08.292788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] For port 92da395d-b543-40fb-a1f7-986dc2ad4666, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=92da395d-b543-40fb-a1f7-986dc2ad4666,segment=NetworkSegment(861d7aad-f4f9-4bd7-bc0f-7125f76bead9),segment_id=861d7aad-f4f9-4bd7-bc0f-7125f76bead9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:08.295487 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.353247 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.400116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Calling delete_port for 92da395d-b543-40fb-a1f7-986dc2ad4666 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:08.725633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.764920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Pushing event deleted for resources: {'Port': ['ID=1e79375b-ad9d-48db-9e1a-aac7cb38553c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.875645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Router 48b20833-4300-4173-a953-3a237710e169 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:08.895476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.898537 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.899791 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6892ec6-ffe2-4854-8036-e7aa118bc1c9 tempest-ImagesOneServerNegativeTestJSON-1750362482 tempest-ImagesOneServerNegativeTestJSON-1750362482-project] 10.222.0.48 "DELETE /v2.0/floatingips/a5a227cc-09c2-419d-8b10-5800e8814d70 HTTP/1.1" status: 204 len: 168 time: 4.6181335 Jul 16 18:15:08.916477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.075740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Port': ['ID=92da395d-b543-40fb-a1f7-986dc2ad4666,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.135213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] No DVR routers for this DVR port 92da395d-b543-40fb-a1f7-986dc2ad4666 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:09.161620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ef93bc6d-f8aa-44fc-963c-510d6e16beb8 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:09.223655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85b732-d3ab-481f-ae04-8852e3c5a3b0 req-f8aa4e66-9a08-4a27-aa96-c498761b87b6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.229598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a85b732-d3ab-481f-ae04-8852e3c5a3b0 req-f8aa4e66-9a08-4a27-aa96-c498761b87b6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 944 time: 0.3380549 Jul 16 18:15:09.321361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:09.329405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:09.330071 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.350924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a85b732-d3ab-481f-ae04-8852e3c5a3b0 req-94702f0b-e76a-4af4-96cb-02ee4b7ad98c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794027 Jul 16 18:15:09.383506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:09.398606 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Sync routers for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:09.444911 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:09.451896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.452411 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.508851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ef93bc6d-f8aa-44fc-963c-510d6e16beb8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:09.510324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:09.516065 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09f7f4e-b78e-4b6e-b221-533b6107904a" -d '{"events": [{"server_uuid": "caa5d69d-c07c-4be1-94fd-31c6f8192983", "name": "network-vif-plugged", "status": "completed", "tag": "ef93bc6d-f8aa-44fc-963c-510d6e16beb8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:09.521367 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.539460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.576344 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.578830 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6d13b4f0-d876-49e8-9eb6-e946290ec0c4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.7827568 Jul 16 18:15:09.583791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.588935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.608999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687a747b-e13b-4005-af5d-773b1d28ff16']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.654723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861d7aad-f4f9-4bd7-bc0f-7125f76bead9') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.655284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861d7aad-f4f9-4bd7-bc0f-7125f76bead9') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:09.700435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.724564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55080) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.737509 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.764577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:09.766956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:09.779875 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:09.830303 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a880b0df-ff23-4197-9316-5ae7d1fb8de5 x-openstack-request-id: req-a880b0df-ff23-4197-9316-5ae7d1fb8de5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:09.830602 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa5d69d-c07c-4be1-94fd-31c6f8192983", "name": "network-vif-plugged", "status": "completed", "tag": "ef93bc6d-f8aa-44fc-963c-510d6e16beb8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:09.830982 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a880b0df-ff23-4197-9316-5ae7d1fb8de5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:09.831391 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8', 'code': 200} Jul 16 18:15:09.838956 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:09.846248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14f23679-ba0e-4207-8bf9-5d0b2793da84 req-2c975b02-60e2-4e68-876f-b5e121859a93 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1192629 Jul 16 18:15:10.017099 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.039755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.045414 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/networks/687a747b-e13b-4005-af5d-773b1d28ff16 HTTP/1.1" status: 204 len: 168 time: 4.1481042 Jul 16 18:15:10.048803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.078300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6edaa-18e1-40dd-a479-dc07311f43ed tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Network': ['ID=687a747b-e13b-4005-af5d-773b1d28ff16,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.126937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] Deleting subnet 47ce6763-fb7b-4683-9fbf-045bbe05e9fe {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:10.135997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.318581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.355906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.481156 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 3, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:10.519536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59a0f7-9a0e-4ce5-8943-c0223d36110a req-a0a4fb23-d779-4c71-a961-82a35c1ec2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.521539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe59a0f7-9a0e-4ce5-8943-c0223d36110a req-a0a4fb23-d779-4c71-a961-82a35c1ec2f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 1097 time: 0.5072987 Jul 16 18:15:10.593099 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.607756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e89e8c-d374-4b26-a2bb-f01969ba7795']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:10.629321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612490bc-2ba1-4b52-a54f-9b06cc8cd35e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:10.631056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612490bc-2ba1-4b52-a54f-9b06cc8cd35e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:10.659605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.675065 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Checking router: 48b20833-4300-4173-a953-3a237710e169 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:10.682194 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Updating router 48b20833-4300-4173-a953-3a237710e169 port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:10.699942 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.715790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:10.718360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:10.725912 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:10.877010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.884632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe59a0f7-9a0e-4ce5-8943-c0223d36110a req-b53159dc-bb6a-4b67-81af-288da2d0e976 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300684 Jul 16 18:15:10.899567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.911260 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.918690 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.921992 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/networks/e1e89e8c-d374-4b26-a2bb-f01969ba7795 HTTP/1.1" status: 204 len: 168 time: 0.8717570 Jul 16 18:15:10.929869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55138) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.935917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210f5c1-5316-47bb-9b1e-93b03a0f7fe2 tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Network': ['ID=e1e89e8c-d374-4b26-a2bb-f01969ba7795,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.052404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.316522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70036f8-94ee-4d77-b1f5-7a9eefe78f2c req-270a6ff9-f6d1-4f04-82ca-124c5361d73b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.324254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d70036f8-94ee-4d77-b1f5-7a9eefe78f2c req-270a6ff9-f6d1-4f04-82ca-124c5361d73b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 945 time: 0.5473371 Jul 16 18:15:11.335165 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd8501a8-5edb-4325-8f99-62391fd96eb7 req-a0956921-9dd9-4a06-84b6-bc46fa79a92e tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99&device_id=ea568b82-9eb2-4b1e-8dee-fb3b65e4cd4d HTTP/1.1" status: 200 len: 210 time: 0.1242163 Jul 16 18:15:11.376551 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.416524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ce6763-fb7b-4683-9fbf-045bbe05e9fe,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.483885 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.499164 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.502182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-84c6ec9e-9eea-4291-9af7-0b4b4a925621 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/47ce6763-fb7b-4683-9fbf-045bbe05e9fe HTTP/1.1" status: 204 len: 168 time: 1.7589462 Jul 16 18:15:11.506536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:11.557378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264da169-a15e-4c6d-b97b-a9b111c91e8c']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.574494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d70036f8-94ee-4d77-b1f5-7a9eefe78f2c req-ac1a63ba-3155-4b58-83d0-80139fa4632c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491648 Jul 16 18:15:11.607906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ac8271-17a0-4555-8f36-bc9a4fd00d21') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.611641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ac8271-17a0-4555-8f36-bc9a4fd00d21') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.643759 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.697262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.781972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.832484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:11.832845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:11.836826 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:11.909495 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.945432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.964809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Transition to ACTIVE for port object 619d5014-2a1d-474a-9595-dd8e1c2a6b96 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:11.976365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.980900 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.986165 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.986431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.995427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] 10.222.0.48 "DELETE /v2.0/networks/264da169-a15e-4c6d-b97b-a9b111c91e8c HTTP/1.1" status: 204 len: 168 time: 1.0627458 Jul 16 18:15:12.035018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57ab3ae-7fc0-4484-ad03-870faf7471a4']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.081257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982aa6d8-a7f4-4cba-8bf2-33204b0162af tempest-BulkNetworkOpsIpV6Test-1758514742 tempest-BulkNetworkOpsIpV6Test-1758514742-project] Pushing event deleted for resources: {'Network': ['ID=264da169-a15e-4c6d-b97b-a9b111c91e8c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.096665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2769e717-feaa-477f-a894-b495e8d10ef1') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.098899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2769e717-feaa-477f-a894-b495e8d10ef1') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.148474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.183025 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Pushing event updated for resources: {'Port': ['ID=619d5014-2a1d-474a-9595-dd8e1c2a6b96,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.208671 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Attempting to bind port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:12.209800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Attempting to bind port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:12.210183 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Attempting to bind port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:12.223438 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.224358 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.225915 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.226329 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.226674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.227071 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.227905 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.229667 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.230094 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.230433 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.230768 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.231146 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.233671 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:12.257879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:12.259492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.260007 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:12.260497 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:12.260890 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.263258 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:12.265117 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Bound port: 619d5014-2a1d-474a-9595-dd8e1c2a6b96, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:12.266504 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:12.270802 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:12.410976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] For port 619d5014-2a1d-474a-9595-dd8e1c2a6b96, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:12.420691 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] For port 619d5014-2a1d-474a-9595-dd8e1c2a6b96, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=619d5014-2a1d-474a-9595-dd8e1c2a6b96,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:12.430306 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.601663 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:12.602642 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.660132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.674153 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.705118 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ef409-79e2-4ed9-b407-4c352f6e6df1 None None] Pushing event updated for resources: {'Port': ['ID=619d5014-2a1d-474a-9595-dd8e1c2a6b96,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.710523 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b57ab3ae-7fc0-4484-ad03-870faf7471a4 HTTP/1.1" status: 204 len: 168 time: 1.2025723 Jul 16 18:15:12.776616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0891c35-470e-42b3-b2d5-30456fa5c207 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57ab3ae-7fc0-4484-ad03-870faf7471a4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.875599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Allocated IP 172.20.0.1 (00305134-f8d4-4c5f-bfad-286ab016aa20/5c6eab3b-c355-4e46-9d27-cdd22fe3e057/10ebd797-9fd9-4527-b7cc-3f41ceb9919a) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:12.926624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:12.961395 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:13.226144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.373748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb332e49-d02d-4f79-804d-133607ed9075 req-868175a3-ab59-4ba8-ae4a-fc230264f9c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a89a7b797e648ae9b77aa55b4939b64&device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.5473123 Jul 16 18:15:13.417797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb332e49-d02d-4f79-804d-133607ed9075 req-b25f3adc-d99e-4da9-acba-759ec302c042 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0a89a7b797e648ae9b77aa55b4939b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345945 Jul 16 18:15:13.428035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.444975 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.488284 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f9500d11-9330-4742-ad3b-60aab27a472b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f85a1dbec654f0db7663c9ef2be85bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544279 Jul 16 18:15:13.508737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.523674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Network 00305134-f8d4-4c5f-bfad-286ab016aa20 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:13.551280 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 3, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:13.575673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:13.582642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:13.584064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b3388920-1a27-4392-bdc2-b775137a0df6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a038e979ebff46eda2634da2359fa0a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554060 Jul 16 18:15:13.595105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55224) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.632310 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99859f5b-1550-4b44-828d-cf4ac3d2d7bb None None] The sync data for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 is: [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 3, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:13.742319 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.758995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Pushing event updated for resources: {'Port': ['ID=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.867716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a8de-81ad-4984-aae7-0a339e63e5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.896797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e1c1f-73f9-4e84-9eb8-991b03f4d3a2 req-678be688-ddd9-4f74-9caa-d06384294090 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.906804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-879e1c1f-73f9-4e84-9eb8-991b03f4d3a2 req-678be688-ddd9-4f74-9caa-d06384294090 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 945 time: 0.5729344 Jul 16 18:15:13.942689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1eb6-46c5-4ef3-aa09-81fb88f1a6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.988654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1eb6-46c5-4ef3-aa09-81fb88f1a6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.044259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-879e1c1f-73f9-4e84-9eb8-991b03f4d3a2 req-08cb8573-3d81-439c-a67f-dfb3902da6a7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347842 Jul 16 18:15:14.103883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a8de-81ad-4984-aae7-0a339e63e5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.108221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb332e49-d02d-4f79-804d-133607ed9075 req-8d3081d2-230a-4401-b00f-7eae3fe07e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.110753 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb332e49-d02d-4f79-804d-133607ed9075 req-8d3081d2-230a-4401-b00f-7eae3fe07e2c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6297810 Jul 16 18:15:14.208417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1eb6-46c5-4ef3-aa09-81fb88f1a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.211301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1eb6-46c5-4ef3-aa09-81fb88f1a6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.214090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2a7a1eb6-46c5-4ef3-aa09-81fb88f1a6c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5ebcc9c-6752-4255-bec9-563d90e2ec2b HTTP/1.1" status: 204 len: 168 time: 0.6133642 Jul 16 18:15:14.239175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.245344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a1eb6-46c5-4ef3-aa09-81fb88f1a6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ebcc9c-6752-4255-bec9-563d90e2ec2b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.271556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a8de-81ad-4984-aae7-0a339e63e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.274285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6f3a8de-81ad-4984-aae7-0a339e63e5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.279901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c6f3a8de-81ad-4984-aae7-0a339e63e5c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52f5903f-611d-40e8-bb36-67e34c9a384c HTTP/1.1" status: 204 len: 168 time: 0.7577510 Jul 16 18:15:14.304379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3a8de-81ad-4984-aae7-0a339e63e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f5903f-611d-40e8-bb36-67e34c9a384c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.636075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-296a4e7a-8ba2-4fa8-8309-a362593fe558 req-c5275ef8-a2bb-476e-943b-c37424b15e90 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1679978 Jul 16 18:15:14.973921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.986299 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.047924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 619d5014-2a1d-474a-9595-dd8e1c2a6b96 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:15.110062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.368107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:15.396379 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:15.416836 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.436593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Network 00305134-f8d4-4c5f-bfad-286ab016aa20 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:15.450505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:15.469836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Pushing event updated for resources: {'Port': ['ID=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:15.495013 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb332e49-d02d-4f79-804d-133607ed9075 req-b6e7fefc-589b-439f-901c-f0a423f9d342 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.13 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1707187 Jul 16 18:15:15.695115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Router 48b20833-4300-4173-a953-3a237710e169 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:15.929109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e2609-77f2-4187-ba12-93c2692e3a1d req-317270cd-3fa6-48d6-9475-c8a501074529 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.946438 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.949139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f60e2609-77f2-4187-ba12-93c2692e3a1d req-317270cd-3fa6-48d6-9475-c8a501074529 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.4756637 Jul 16 18:15:16.004788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 619d5014-2a1d-474a-9595-dd8e1c2a6b96, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=619d5014-2a1d-474a-9595-dd8e1c2a6b96,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:16.014358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.263584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=619d5014-2a1d-474a-9595-dd8e1c2a6b96,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.411085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f60e2609-77f2-4187-ba12-93c2692e3a1d req-8d324c7d-ca0a-42f3-9de9-e07d7c18c38f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767613 Jul 16 18:15:16.520049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:16.566339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-00cda1e7-b87d-414a-8610-af33912c17d2 admin admin] 10.222.0.48 "PUT /v2.0/routers/48b20833-4300-4173-a953-3a237710e169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9810121 Jul 16 18:15:16.993749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 619d5014-2a1d-474a-9595-dd8e1c2a6b96 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:17.118985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d4d4035-034a-43a2-896b-86d94eb2a8f1 req-efe5e56f-7af6-4349-af7d-99afbbf8980e tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=598a6065-656f-4c2e-b545-34fb618bae99 HTTP/1.1" status: 200 len: 210 time: 0.1148515 Jul 16 18:15:17.161353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:17.161826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.311047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Sync routers for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:17.399040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:17.400190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:17.623240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55294) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.907102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:18.112195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-920238308-network', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:18.199816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Made reservation on behalf of b8e67d9796fa447e8fc4c294ddee1623 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:18.211527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.241077 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.521241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.530073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.581928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:18.629258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcf441d-c42a-4ca6-bf37-50b6bb3b844b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.649402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.650405 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Added segment aeee9bcc-9402-48a9-ae96-5218885ff008 of type vlan for network 7f371b93-cc98-4863-838f-5ca243371c5a Jul 16 18:15:18.655462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.658277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.659097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.659907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.660742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.661542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.662517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.665333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.667655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.668605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.669365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.670149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:18.774683 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.824204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.826018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 2, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:18.826952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.827967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.872000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55320) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:18.873133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2471318 Jul 16 18:15:18.879620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Request body: {'subnet': {'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-920238308-subnet', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:18.883747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Checking router: 48b20833-4300-4173-a953-3a237710e169 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:18.886992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Updating router 48b20833-4300-4173-a953-3a237710e169 port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:18.927979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Made reservation on behalf of b8e67d9796fa447e8fc4c294ddee1623 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:18.932420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.965298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca915e-001c-41c9-b9f1-f73614df7e1f admin admin] Pushing event updated for resources: {'Network': ['ID=7f371b93-cc98-4863-838f-5ca243371c5a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.982572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7f371b93-cc98-4863-838f-5ca243371c5a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:19.098728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.417181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.733603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Checking segment: {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:19.736308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Network hostable DHCP agents. Network: 7f371b93-cc98-4863-838f-5ca243371c5a, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:19.784220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc8b13a-c346-4c30-9e5e-5c89aed55558,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:19.828185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.836456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.837240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.837795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.838375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.838856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.839484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.841961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.842545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.843063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.843624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.851692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:19.889304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Network 7f371b93-cc98-4863-838f-5ca243371c5a is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:19.926500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7f371b93-cc98-4863-838f-5ca243371c5a) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:19.936357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:19.938830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.978853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-45def460-ad7e-423b-bdae-1a721098a5f7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1051016 Jul 16 18:15:19.981284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55332) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:19.984511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7ff46-d717-4e5f-8016-bb12e5643678 None None] Network 7f371b93-cc98-4863-838f-5ca243371c5a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:19.995917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.000706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:20.048800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.050199 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.082453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Transition to ACTIVE for port object 10ebd797-9fd9-4527-b7cc-3f41ceb9919a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:20.097372 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.377591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.393296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ea43a-69ab-40ef-a007-f840dddf1166 None None] Pushing event updated for resources: {'Port': ['ID=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.737100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Attempting to bind port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:20.738203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Attempting to bind port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:20.740541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Attempting to bind port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a on network 00305134-f8d4-4c5f-bfad-286ab016aa20 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:20.753162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-7f371b93-cc98-4863-838f-5ca243371c5a', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:20.755039 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.796883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:20.798634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Checking segment: {'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:20.799709 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.800617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Bound using segment: {'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:20.801826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Bound port: 10ebd797-9fd9-4527-b7cc-3f41ceb9919a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:20.802719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.181454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] For port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:21.191701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] For port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:21.216013 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.257362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Allocated IP 172.20.0.2 (7f371b93-cc98-4863-838f-5ca243371c5a/bbc8b13a-c346-4c30-9e5e-5c89aed55558/577485b2-d2c0-4bb5-8fe9-e09f8b803a9a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:21.358722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:21.359412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:21.389254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.567282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ea43a-69ab-40ef-a007-f840dddf1166 None None] Pushing event updated for resources: {'Port': ['ID=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.775154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:21.899528 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.923474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.956732 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.091355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Transition to ACTIVE for port object 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:22.119684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Transition to ACTIVE for port object 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:22.141438 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.191446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Network 7f371b93-cc98-4863-838f-5ca243371c5a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:22.197732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:21Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:22.237781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Allocated IP 172.25.0.216 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/72e3bc89-1a9c-4435-8030-e59a676fa04f) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:22.245129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bc2057-931c-42ef-b445-acc2fb5c804b None None] The sync data for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 is: [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:21Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:22.251490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:22.267527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:22.318213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Pushing event updated for resources: {'Port': ['ID=577485b2-d2c0-4bb5-8fe9-e09f8b803a9a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.460340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Attempting to bind port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:22.460876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Attempting to bind port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:22.461490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Attempting to bind port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a on network 7f371b93-cc98-4863-838f-5ca243371c5a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:22.480752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:22.484451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Checking segment: {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:22.485447 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.487452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Bound using segment: {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:22.487971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Bound port: 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:22.488402 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.535219 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.630433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] For port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:22.635723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] For port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=577485b2-d2c0-4bb5-8fe9-e09f8b803a9a,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:22.644548 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.652664 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.810997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91322b17-07f6-4c08-ac07-acf3d1b08d5e None None] Pushing event updated for resources: {'Port': ['ID=577485b2-d2c0-4bb5-8fe9-e09f8b803a9a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.857994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 10ebd797-9fd9-4527-b7cc-3f41ceb9919a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:22.865318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:22.887552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:22.902044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:22.905538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Pushing event updated for resources: {'Port': ['ID=72e3bc89-1a9c-4435-8030-e59a676fa04f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.024667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:23.033805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:23.034513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.289276 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.460227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:23.474329 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.649248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.841731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.374072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.790618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Router 73d58030-3da8-4f9e-b486-ca3446f4c792 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:15:25.039664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f82487-bf43-4b8c-bc8e-ba56a63d6637 None None] Network 7f371b93-cc98-4863-838f-5ca243371c5a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:25.053335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:25.063928 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Sync routers for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:25.080337 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:25.083349 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:25.110862 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.110862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-93009820-4a9d-40a9-8576-a70753b174bf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1167071 Jul 16 18:15:25.110862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55366) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:25.120112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 10ebd797-9fd9-4527-b7cc-3f41ceb9919a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:25.478965 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:25.483568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d6ac8f5-b5cd-45bd-ac97-00ceafbe494f None None] Provisioning for port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:25.546056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:25.546588 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.019497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:26.222299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:26.228603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:26.232189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.336283 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 3, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:26.470053 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Checking router: 73d58030-3da8-4f9e-b486-ca3446f4c792 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:26.470934 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Updating router 73d58030-3da8-4f9e-b486-ca3446f4c792 port 72e3bc89-1a9c-4435-8030-e59a676fa04f binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:26.569645 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.576714 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.580598 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.693004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=577485b2-d2c0-4bb5-8fe9-e09f8b803a9a,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:26.705278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.712107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-76b21819-88a0-4f06-86ea-aeb989373a50 None None] Provisioning complete for port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:26.712745 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76b21819-88a0-4f06-86ea-aeb989373a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.007392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=577485b2-d2c0-4bb5-8fe9-e09f8b803a9a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.105555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Allocated IP 172.20.0.1 (7f371b93-cc98-4863-838f-5ca243371c5a/bbc8b13a-c346-4c30-9e5e-5c89aed55558/71210b7a-1153-42b8-8642-8de97f656b8e) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:27.281215 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.298946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Transition to ACTIVE for port object 72e3bc89-1a9c-4435-8030-e59a676fa04f will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:27.310138 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.397558 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Attempting to bind port 72e3bc89-1a9c-4435-8030-e59a676fa04f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:27.399648 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Attempting to bind port 72e3bc89-1a9c-4435-8030-e59a676fa04f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:27.399648 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Attempting to bind port 72e3bc89-1a9c-4435-8030-e59a676fa04f on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:27.409351 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:27.409904 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:27.410406 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.410902 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:27.411479 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Bound port: 72e3bc89-1a9c-4435-8030-e59a676fa04f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:27.412008 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.455936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.474803 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] For port 72e3bc89-1a9c-4435-8030-e59a676fa04f, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:27.478825 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] For port 72e3bc89-1a9c-4435-8030-e59a676fa04f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=72e3bc89-1a9c-4435-8030-e59a676fa04f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:27.480408 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69492d3-1b76-4274-bff6-6f3f0761e83b None None] Pushing event updated for resources: {'Port': ['ID=72e3bc89-1a9c-4435-8030-e59a676fa04f,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.487475 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.528847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Transition to ACTIVE for port object 71210b7a-1153-42b8-8642-8de97f656b8e will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:27.547133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:27.548508 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:27.642973 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.671437 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:27.690315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Network 7f371b93-cc98-4863-838f-5ca243371c5a is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:27.694585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:27.712331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:27.776203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Pushing event updated for resources: {'Port': ['ID=71210b7a-1153-42b8-8642-8de97f656b8e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.805536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.921410 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69492d3-1b76-4274-bff6-6f3f0761e83b None None] Pushing event updated for resources: {'Port': ['ID=72e3bc89-1a9c-4435-8030-e59a676fa04f,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.097686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-60dc10dd-f54b-4687-818f-f5a78f5be877 None None] Provisioning for port 71210b7a-1153-42b8-8642-8de97f656b8e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:28.107737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.109066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-60dc10dd-f54b-4687-818f-f5a78f5be877 None None] Provisioning complete for port 71210b7a-1153-42b8-8642-8de97f656b8e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:28.109908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60dc10dd-f54b-4687-818f-f5a78f5be877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.128142 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 3, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:28.174446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-60dc10dd-f54b-4687-818f-f5a78f5be877 None None] Port 71210b7a-1153-42b8-8642-8de97f656b8e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:28.195745 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7320f-1013-434d-b745-256d2d80001b None None] The sync data for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 is: [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 3, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:28.512556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.520180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.678019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Pushing event updated for resources: {'Port': ['ID=71210b7a-1153-42b8-8642-8de97f656b8e,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.683937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.881930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Network 7f371b93-cc98-4863-838f-5ca243371c5a is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:28.885771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:29.064623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 72e3bc89-1a9c-4435-8030-e59a676fa04f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:29.215917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 72e3bc89-1a9c-4435-8030-e59a676fa04f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:29.221492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 72e3bc89-1a9c-4435-8030-e59a676fa04f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:29.222201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.438925 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.449074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b0840b15-c955-4248-bf6c-1330c3688030 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.454340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b0840b15-c955-4248-bf6c-1330c3688030 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 819 time: 0.7219365 Jul 16 18:15:29.494608 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-959ed3f9-f821-440a-a849-7d01a552bf0a None None] Provisioning complete for port 71210b7a-1153-42b8-8642-8de97f656b8e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:29.497079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959ed3f9-f821-440a-a849-7d01a552bf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.512722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 72e3bc89-1a9c-4435-8030-e59a676fa04f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=72e3bc89-1a9c-4435-8030-e59a676fa04f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:29.518581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-aba2e39f-7241-40b2-9971-a9abf8ba4a5e tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/quotas/2796dea990684e3c81bb3e588467e49a HTTP/1.1" status: 200 len: 375 time: 0.0477848 Jul 16 18:15:29.542009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Router 73d58030-3da8-4f9e-b486-ca3446f4c792 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:29.601862 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.603794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:30.042382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-959ed3f9-f821-440a-a849-7d01a552bf0a None None] Port 71210b7a-1153-42b8-8642-8de97f656b8e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:30.062877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=72e3bc89-1a9c-4435-8030-e59a676fa04f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.068953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:30.069428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.199916 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a972fccf-f383-41c5-9ff2-8d24a45bd9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.566334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-fb182eef-cc99-44fa-b61b-dffb633bb20c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0266676 Jul 16 18:15:30.590027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:30.599537 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-adf24d43-8fb4-4fe2-ae40-fb7b9b9cf165 admin admin] 10.222.0.48 "PUT /v2.0/routers/73d58030-3da8-4f9e-b486-ca3446f4c792/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4949980 Jul 16 18:15:30.737729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae885e0-ac79-4043-8158-638c15ad577e req-d8529546-35c1-4a86-8836-6e7c2cd32f18 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.739980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cae885e0-ac79-4043-8158-638c15ad577e req-d8529546-35c1-4a86-8836-6e7c2cd32f18 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.2701812 Jul 16 18:15:30.792491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-1feb9b57-a859-4460-8904-067d1b66b5ad service neutron] 10.222.0.48 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046893 Jul 16 18:15:30.833204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cae885e0-ac79-4043-8158-638c15ad577e req-4940ca39-87b2-45cd-8b0d-d3a107e9ab9c tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838547 Jul 16 18:15:30.887322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 72e3bc89-1a9c-4435-8030-e59a676fa04f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:30.977199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-100dffaa-fe68-4092-88ef-8a44d2ca0997 service neutron] 10.222.0.48 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752234 Jul 16 18:15:31.036897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 72e3bc89-1a9c-4435-8030-e59a676fa04f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:31.037431 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.129560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Sync routers for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:31.153645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:31.154955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:31.365052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:31.543658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff32ebe-c283-47b4-8b33-61d978aa1a16 req-3d0ca5c4-5231-4dfc-b00c-4715c3463e67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a89a7b797e648ae9b77aa55b4939b64&device_id=ea568b82-9eb2-4b1e-8dee-fb3b65e4cd4d HTTP/1.1" status: 200 len: 210 time: 0.0945778 Jul 16 18:15:31.614753 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff32ebe-c283-47b4-8b33-61d978aa1a16 req-47c76c5b-068c-4604-8075-c5c8570f64d4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=0a89a7b797e648ae9b77aa55b4939b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694697 Jul 16 18:15:31.852102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95e765-4e37-41a6-8c60-3ae5a456fc17 req-5a0c100c-af46-4322-8fa0-c8f5ac688747 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.856847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d95e765-4e37-41a6-8c60-3ae5a456fc17 req-5a0c100c-af46-4322-8fa0-c8f5ac688747 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 949 time: 0.2548838 Jul 16 18:15:31.942818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d95e765-4e37-41a6-8c60-3ae5a456fc17 req-a374ee0c-e027-4541-9551-c6e7adbbe859 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677640 Jul 16 18:15:31.991560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d7792-5f1b-40da-bdfa-5fb0bdcb6f12 req-1a4ead84-5dbe-41d7-badb-0afefe765bd1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.002328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d73d7792-5f1b-40da-bdfa-5fb0bdcb6f12 req-1a4ead84-5dbe-41d7-badb-0afefe765bd1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2248428 Jul 16 18:15:32.005359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:28Z', 'revision_number': 2, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:32.067599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Checking router: 73d58030-3da8-4f9e-b486-ca3446f4c792 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:32.067982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Updating router 73d58030-3da8-4f9e-b486-ca3446f4c792 port 71210b7a-1153-42b8-8642-8de97f656b8e binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:32.086293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d73d7792-5f1b-40da-bdfa-5fb0bdcb6f12 req-7f088d03-4f59-4a42-acdb-82bbb9ecc5fa tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762312 Jul 16 18:15:32.202613 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.338652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c0ac973-8cb4-4a1f-bfe8-094050cc30f5 req-8a9b4975-7abf-4a1f-b34c-6a46ebdc29dd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 210 time: 0.1010253 Jul 16 18:15:32.669008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff32ebe-c283-47b4-8b33-61d978aa1a16 req-00f4f930-aa35-4a6f-9d83-2a637f9bbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.674290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff32ebe-c283-47b4-8b33-61d978aa1a16 req-00f4f930-aa35-4a6f-9d83-2a637f9bbe89 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0534859 Jul 16 18:15:32.687670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41fa700-4a9a-49fc-9fb4-5235ec2a6ffc req-f829a366-6522-48fc-aad2-13e11af12cd7 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea568b82-9eb2-4b1e-8dee-fb3b65e4cd4d HTTP/1.1" status: 200 len: 210 time: 0.0705583 Jul 16 18:15:32.781626 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.819574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Transition to ACTIVE for port object 71210b7a-1153-42b8-8642-8de97f656b8e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:32.832239 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.962372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a28e5-267e-4d30-9103-5af8c7a86fcb None None] Pushing event updated for resources: {'Port': ['ID=71210b7a-1153-42b8-8642-8de97f656b8e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.136610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Attempting to bind port 71210b7a-1153-42b8-8642-8de97f656b8e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:33.137301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Attempting to bind port 71210b7a-1153-42b8-8642-8de97f656b8e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:33.137636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Attempting to bind port 71210b7a-1153-42b8-8642-8de97f656b8e on network 7f371b93-cc98-4863-838f-5ca243371c5a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:33.162878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:33.163671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Checking segment: {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:33.164086 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.164516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Bound using segment: {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:33.165007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Bound port: 71210b7a-1153-42b8-8642-8de97f656b8e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:33.165386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.168248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b20f7665-f7b4-454b-a63b-c1fb7f83255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.252817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:33.258216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-dffe5d8d-e88d-4817-b8ea-50a7f25d0a1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81880413', 'description': 'tempest-description--744171651'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.326763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dffe5d8d-e88d-4817-b8ea-50a7f25d0a1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.330883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:33.334788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] For port 71210b7a-1153-42b8-8642-8de97f656b8e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:33.410061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] For port 71210b7a-1153-42b8-8642-8de97f656b8e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=71210b7a-1153-42b8-8642-8de97f656b8e,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:33.437423 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.449538 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.626886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a28e5-267e-4d30-9103-5af8c7a86fcb None None] Pushing event updated for resources: {'Port': ['ID=71210b7a-1153-42b8-8642-8de97f656b8e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.652123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:33.654613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dffe5d8d-e88d-4817-b8ea-50a7f25d0a1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.656065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:33.689757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588bad7-7520-4230-812f-ffaccc028ed7 req-09582a5c-ef16-417e-9c8b-79cf02688c6c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.698570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1588bad7-7520-4230-812f-ffaccc028ed7 req-09582a5c-ef16-417e-9c8b-79cf02688c6c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2841988 Jul 16 18:15:33.720994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dffe5d8d-e88d-4817-b8ea-50a7f25d0a1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.797926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dffe5d8d-e88d-4817-b8ea-50a7f25d0a1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.802892 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.805005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dffe5d8d-e88d-4817-b8ea-50a7f25d0a1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5504737 Jul 16 18:15:33.808078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:33.815220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f233b021-4d06-4574-97f7-0c4e933b239a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Request body: {'security_group_rule': {'security_group_id': 'e4fdac52-a158-4a05-9998-e5d2f18eacb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.898120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffe5d8d-e88d-4817-b8ea-50a7f25d0a1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fdac52-a158-4a05-9998-e5d2f18eacb2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.958830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1588bad7-7520-4230-812f-ffaccc028ed7 req-b6245adf-557b-4f83-bde6-cf214da37e62 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594867 Jul 16 18:15:33.959124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:34.003235 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ff32ebe-c283-47b4-8b33-61d978aa1a16 req-47d4e1f4-3ebe-479d-a878-882b5c2e1407 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea568b82-9eb2-4b1e-8dee-fb3b65e4cd4d HTTP/1.1" status: 200 len: 210 time: 0.1482425 Jul 16 18:15:34.092521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f233b021-4d06-4574-97f7-0c4e933b239a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.298817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2bb81ba-995d-428a-b278-77a4c2bf9f27 req-b2bb42dd-98c7-45d3-ab5a-fc6a9e9e497c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 210 time: 0.0723536 Jul 16 18:15:34.335398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f233b021-4d06-4574-97f7-0c4e933b239a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.346164 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f233b021-4d06-4574-97f7-0c4e933b239a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.408362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233b021-4d06-4574-97f7-0c4e933b239a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b664d3-0eab-4a71-8f2e-269d9968da1e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.422962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f233b021-4d06-4574-97f7-0c4e933b239a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.430916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f233b021-4d06-4574-97f7-0c4e933b239a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6206062 Jul 16 18:15:34.433780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55516) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:34.439016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-901a553a-6f83-4cfa-b086-998e10755bb2 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Request body: {'security_group_rule': {'security_group_id': 'e4fdac52-a158-4a05-9998-e5d2f18eacb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:34.472703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:34.478460 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466dc30c-6e52-47f6-91d5-1f97e95987e0" -d '{"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:34.498681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-901a553a-6f83-4cfa-b086-998e10755bb2 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.566401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.575075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:34.689839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.869979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:33Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:34.888655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-54e551bc-d96a-456d-bcd4-6c7c748d5c6e tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.892561 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-54e551bc-d96a-456d-bcd4-6c7c748d5c6e tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 819 time: 0.3725743 Jul 16 18:15:34.894661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16e1d673-02cc-4c3b-abf4-4daf803c7a05 req-48d1b5aa-dc4c-45a7-abcf-771918ccd897 tempest-ServerShowV247Test-2100712981 tempest-ServerShowV247Test-2100712981-project] 10.222.0.48 "GET /v2.0/ports?device_id=ea568b82-9eb2-4b1e-8dee-fb3b65e4cd4d HTTP/1.1" status: 200 len: 210 time: 0.2976708 Jul 16 18:15:34.905236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Request body: {'port': {'device_id': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'admin_state_up': True, 'tenant_id': '2796dea990684e3c81bb3e588467e49a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:34.952638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.959508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-901a553a-6f83-4cfa-b086-998e10755bb2 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.967543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92313c6a-6b61-472a-9753-6b5b69526ed1 None None] The sync data for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 is: [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:33Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:34.979562 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-901a553a-6f83-4cfa-b086-998e10755bb2 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.230232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-901a553a-6f83-4cfa-b086-998e10755bb2 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.235252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-901a553a-6f83-4cfa-b086-998e10755bb2 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7997568 Jul 16 18:15:35.238723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:35.252871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:35.277303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a553a-6f83-4cfa-b086-998e10755bb2 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d949a925-43f8-4c10-b9be-6af24a0418c8,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.306067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.347273 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e02292-147f-40c7-82ad-1c97423a8338 x-openstack-request-id: req-18e02292-147f-40c7-82ad-1c97423a8338 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:35.347914 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:35.348545 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-18e02292-147f-40c7-82ad-1c97423a8338 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:35.349241 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'code': 200} Jul 16 18:15:35.386759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fdf5f-8fed-4778-9696-8b3a818968f5 req-bf5e105f-6f51-4013-aacf-5ea0d1ba73fa tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.390219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b01fdf5f-8fed-4778-9696-8b3a818968f5 req-bf5e105f-6f51-4013-aacf-5ea0d1ba73fa tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.3447409 Jul 16 18:15:35.411776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Made reservation on behalf of 2796dea990684e3c81bb3e588467e49a for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:35.422041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.480092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b01fdf5f-8fed-4778-9696-8b3a818968f5 req-9bd58798-42cf-45e3-9ae9-dbf9a640ae4f tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780256 Jul 16 18:15:35.661933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4236171-7277-407d-ae93-b5b2438eba98 req-f6362468-0c82-4db0-8427-99c1552cee92 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.664009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Allocated IP 172.20.0.11 (00305134-f8d4-4c5f-bfad-286ab016aa20/5c6eab3b-c355-4e46-9d27-cdd22fe3e057/2e02799d-8d6b-4e03-971b-904728ac816a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:35.666003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4236171-7277-407d-ae93-b5b2438eba98 req-f6362468-0c82-4db0-8427-99c1552cee92 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1838927 Jul 16 18:15:35.736951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.846739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4236171-7277-407d-ae93-b5b2438eba98 req-9808925d-fd02-4de9-825d-b04130b21ffc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747100 Jul 16 18:15:35.897481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60002e9a-d8f2-49f3-a127-fa8e304c55ea req-fb1bcb92-e588-4970-b8b1-772a49dbd4b1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 210 time: 0.0826046 Jul 16 18:15:35.899373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.921926 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.082888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.208350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Network 00305134-f8d4-4c5f-bfad-286ab016aa20 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:36.241297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event updated for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.256530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:36.274658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:36.353925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.354935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.419227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-b3c752f6-442d-4e5f-a92b-b0fbe4b0b8fd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5191238 Jul 16 18:15:36.440852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Allocated IP 172.25.0.110 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/320558d9-b81a-48ca-8963-5e6239620cc0) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:36.448504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-2041af85-5fb6-4d8a-8303-f96ef34686a4 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:36.462459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-2041af85-5fb6-4d8a-8303-f96ef34686a4 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184994 Jul 16 18:15:36.490463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Request body: {'port': {'device_id': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:36.582825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d056c-3298-4718-845e-fad4f81f204d req-d72fc0da-1e85-4447-97ce-73b3fddba420 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.607467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df2d056c-3298-4718-845e-fad4f81f204d req-d72fc0da-1e85-4447-97ce-73b3fddba420 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.2316759 Jul 16 18:15:36.755624 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.855726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.994524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 71210b7a-1153-42b8-8642-8de97f656b8e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:37.102055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34c68c-8aa6-409b-8e17-021daef8f909 req-d407870b-cbb8-4741-a3e3-151ebe3754f9 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.107360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd34c68c-8aa6-409b-8e17-021daef8f909 req-d407870b-cbb8-4741-a3e3-151ebe3754f9 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 946 time: 0.2392948 Jul 16 18:15:37.111979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Deleting port 28c95575-2777-4bb3-a20a-706f7c4ec659 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:37.113750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.155389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 71210b7a-1153-42b8-8642-8de97f656b8e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:37.165529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 71210b7a-1153-42b8-8642-8de97f656b8e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:37.166512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.176306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.277062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] For port 28c95575-2777-4bb3-a20a-706f7c4ec659, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=28c95575-2777-4bb3-a20a-706f7c4ec659,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:37.277324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.307576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55580) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.341535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.410009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.535575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:37.545930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:37.558423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:37.577166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event updated for resources: {'Port': ['ID=320558d9-b81a-48ca-8963-5e6239620cc0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.607015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.609379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.610079 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Floating IP b5c5f2a6-2512-49fa-a721-c7378211e8e9 disassociated. External IP: 172.25.0.108, port: 28c95575-2777-4bb3-a20a-706f7c4ec659. Jul 16 18:15:37.610774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Calling delete_port for 28c95575-2777-4bb3-a20a-706f7c4ec659 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:37.613680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.753637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 71210b7a-1153-42b8-8642-8de97f656b8e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=71210b7a-1153-42b8-8642-8de97f656b8e,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:37.767391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.805863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.851886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.885686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event deleted for resources: {'Port': ['ID=28c95575-2777-4bb3-a20a-706f7c4ec659,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.926561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd34c68c-8aa6-409b-8e17-021daef8f909 req-91f857df-69d4-4fa8-b28f-8e220f9c63a8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups?id=bed86d5d-7df5-4a6c-a92c-06a29a7eae57&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430202 Jul 16 18:15:37.955968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=71210b7a-1153-42b8-8642-8de97f656b8e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.999152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73bd07b1-0d10-4f44-9c39-787a8f4ee861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.086580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Router 69b0380d-b6e0-49a1-849c-ceff20688fd8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:38.105709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404535f6-3352-42d7-a038-88189c43f726 req-f1a1e0a9-40bd-4fa0-9237-724e71ed1dc3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.117503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-404535f6-3352-42d7-a038-88189c43f726 req-f1a1e0a9-40bd-4fa0-9237-724e71ed1dc3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3338768 Jul 16 18:15:38.175814 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.385704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:38.394415 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73bd07b1-0d10-4f44-9c39-787a8f4ee861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.405419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e02799d-8d6b-4e03-971b-904728ac816a {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:38.406162 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] Sync routers for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:38.417093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.425133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:38.428378 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:38.437372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Transition to ACTIVE for port object 2e02799d-8d6b-4e03-971b-904728ac816a will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:38.441240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.450373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73bd07b1-0d10-4f44-9c39-787a8f4ee861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.456756 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.573539 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.698961 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:38.705724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-404535f6-3352-42d7-a038-88189c43f726 req-5ab36b36-6e23-4d9b-81db-64b6fb5c3059 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5854313 Jul 16 18:15:38.720305 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-73bd07b1-0d10-4f44-9c39-787a8f4ee861 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a89a7b797e648ae9b77aa55b4939b64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4031250 Jul 16 18:15:38.781106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55602) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.807112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] No DVR routers for this DVR port 28c95575-2777-4bb3-a20a-706f7c4ec659 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:38.818994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.836040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df2d056c-3298-4718-845e-fad4f81f204d req-908db7ae-3960-4c4b-92a5-e0bb204896f8 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.55 "DELETE /v2.0/ports/28c95575-2777-4bb3-a20a-706f7c4ec659 HTTP/1.1" status: 204 len: 173 time: 2.2189138 Jul 16 18:15:38.836966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'name': 'network-vif-deleted', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:38.841197 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a72a309-2aab-45ba-87a6-e92e44bd6dd2" -d '{"events": [{"server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "name": "network-vif-deleted", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:38.942167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d1de01-0ea0-4af8-9c07-90853964dd6c req-db03dd60-4a1b-410a-bee0-ea862402b738 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.949770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77d1de01-0ea0-4af8-9c07-90853964dd6c req-db03dd60-4a1b-410a-bee0-ea862402b738 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 932 time: 0.5672467 Jul 16 18:15:38.955595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 71210b7a-1153-42b8-8642-8de97f656b8e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:39.025302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd07b1-0d10-4f44-9c39-787a8f4ee861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969d42fa-cc47-4bee-b634-70b89e3f3e69,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.064175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77d1de01-0ea0-4af8-9c07-90853964dd6c req-c373905e-3265-4764-a9bd-707e73ba0c67 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051078 Jul 16 18:15:39.071488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Pushing event updated for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.146565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 71210b7a-1153-42b8-8642-8de97f656b8e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:39.147194 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.278049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Attempting to bind port 2e02799d-8d6b-4e03-971b-904728ac816a on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:39.278578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Attempting to bind port 2e02799d-8d6b-4e03-971b-904728ac816a by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:39.280815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Attempting to bind port 2e02799d-8d6b-4e03-971b-904728ac816a on network 00305134-f8d4-4c5f-bfad-286ab016aa20 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:39.296594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-868382f6-dbad-4f3b-81fa-44ca3418a5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.316250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.336412 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:13Z', 'revision_number': 5, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:39.351877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Port 2e02799d-8d6b-4e03-971b-904728ac816a on network 00305134-f8d4-4c5f-bfad-286ab016aa20 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:39.352325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Attempting to bind port 2e02799d-8d6b-4e03-971b-904728ac816a on network 00305134-f8d4-4c5f-bfad-286ab016aa20 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:39.371018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a4988cd6-582a-43de-80ea-848e38f31502 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:39.395615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:39.396180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Checking segment: {'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:39.396531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Bound using segment: {'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:39.397929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Bound port: 2e02799d-8d6b-4e03-971b-904728ac816a, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee047aa-c62a-4aa6-8dce-d2b883e345b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:39.398422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.432868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event updated for resources: {'Port': ['ID=320558d9-b81a-48ca-8963-5e6239620cc0,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.453164 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb9fb35-14cd-42fc-85c5-49ff19bc1fb6 x-openstack-request-id: req-5fb9fb35-14cd-42fc-85c5-49ff19bc1fb6 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:39.454310 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9178616-eeda-492a-b7f3-cfb7b84d240f", "name": "network-vif-deleted", "tag": "28c95575-2777-4bb3-a20a-706f7c4ec659", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:39.454783 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5fb9fb35-14cd-42fc-85c5-49ff19bc1fb6 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:39.455914 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9178616-eeda-492a-b7f3-cfb7b84d240f', 'name': 'network-vif-deleted', 'tag': '28c95575-2777-4bb3-a20a-706f7c4ec659', 'status': 'completed', 'code': 200} Jul 16 18:15:39.457871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.468773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-51d33482-e043-4811-bd7b-de0c1a27ff22 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2185540 Jul 16 18:15:39.468773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-868382f6-dbad-4f3b-81fa-44ca3418a5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.469065 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] Checking router: 69b0380d-b6e0-49a1-849c-ceff20688fd8 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:39.504707 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:39.505447 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:39.584592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99ec5910-ef97-4015-8c07-02969cbd0cea req-9a5e602c-7a3b-411f-87e7-9fc4e7c20955 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.1252019 Jul 16 18:15:39.674924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:39.689664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2e02799d-8d6b-4e03-971b-904728ac816a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:39.729142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.766806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:39.816523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'a4988cd6-582a-43de-80ea-848e38f31502', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': 'a4988cd6-582a-43de-80ea-848e38f31502', 'mac_address': 'fa:16:3e:34:18:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:39.867165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.868845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.880691 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] 10.222.0.13 "PUT /v2.0/ports/2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 1093 time: 3.4029059 Jul 16 18:15:39.894580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:39.908018 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84357b1a-d0ce-4868-a43f-528085fafc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:39.919255 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:39.984543 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.031183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a4988cd6-582a-43de-80ea-848e38f31502 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:40.066311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d057eb-cc35-4b33-b9da-ba2cc8c66a3f service neutron] Pushing event updated for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.079944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-de402137-ac4e-4058-bbf9-aa8a603246f0 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--81880413&fields=id&tenant_id=b8e67d9796fa447e8fc4c294ddee1623 HTTP/1.1" status: 200 len: 267 time: 0.1159954 Jul 16 18:15:40.107387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-868382f6-dbad-4f3b-81fa-44ca3418a5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.126096 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-868382f6-dbad-4f3b-81fa-44ca3418a5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.127485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:40.136631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-868382f6-dbad-4f3b-81fa-44ca3418a5db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/969d42fa-cc47-4bee-b634-70b89e3f3e69 HTTP/1.1" status: 204 len: 168 time: 1.3521042 Jul 16 18:15:40.139642 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.164595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-3adac1e2-cdf0-4347-8a67-e7b27941691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:40.171132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-3adac1e2-cdf0-4347-8a67-e7b27941691a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1096 time: 0.2327819 Jul 16 18:15:40.223164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868382f6-dbad-4f3b-81fa-44ca3418a5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969d42fa-cc47-4bee-b634-70b89e3f3e69,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.325352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a4988cd6-582a-43de-80ea-848e38f31502'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:40.421434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-a7cea658-556f-4288-982c-8712a38a69cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.2236829 Jul 16 18:15:40.494725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.499250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:13Z', 'revision_number': 5, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:40.640553 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:40.646233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-0e3b1a57-62f4-4654-a9d9-257177b5fbbb tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:40.647968 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26611bd-89d8-4e44-8e9e-0152306b736d None None] The sync data for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 is: [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:11:58Z', 'revision_number': 4, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'da8869e7-907c-47bf-b45b-715cfedd8e11', 'name': '', 'network_id': 'd60ea3bf-0fb6-4793-b8ed-653f3fe2f569', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'mac_address': 'fa:16:3e:31:c1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '378a0041-2507-4a92-94e0-490754556250', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:57Z', 'updated_at': '2021-07-16T18:12:13Z', 'revision_number': 5, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'subnets': [{'id': '378a0041-2507-4a92-94e0-490754556250', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:40.651593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70f31698-fcfd-46a7-82f6-4dc6c02af564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:40.653227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-70f31698-fcfd-46a7-82f6-4dc6c02af564 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.2256837 Jul 16 18:15:40.669365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-0e3b1a57-62f4-4654-a9d9-257177b5fbbb tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/networks?id=7f371b93-cc98-4863-838f-5ca243371c5a HTTP/1.1" status: 200 len: 811 time: 0.5872440 Jul 16 18:15:40.753754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-b84a5978-9098-4232-9fd9-bc9390a4753e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/quotas/b8e67d9796fa447e8fc4c294ddee1623 HTTP/1.1" status: 200 len: 375 time: 0.0790880 Jul 16 18:15:40.764400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-cd46385b-b097-4c2f-a0dd-3afc5c601f19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865755 Jul 16 18:15:40.801489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993228a6-0490-48e0-81b5-f47f9ec476a9 req-28dea1d2-993e-422e-84c0-285f6cca2a62 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:40.825133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-993228a6-0490-48e0-81b5-f47f9ec476a9 req-28dea1d2-993e-422e-84c0-285f6cca2a62 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.5807314 Jul 16 18:15:41.107524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-1a880237-e1be-4ba8-9e2d-7959150edf6c service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419118 Jul 16 18:15:41.205194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-993228a6-0490-48e0-81b5-f47f9ec476a9 req-42135b93-0313-47f8-9098-d7aebfbf3f41 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749485 Jul 16 18:15:41.369713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-83348ac3-89d8-481e-92cb-32a1d1bea5d7 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8e67d9796fa447e8fc4c294ddee1623&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6144969 Jul 16 18:15:41.385439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 28c95575-2777-4bb3-a20a-706f7c4ec659 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:41.492620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7bfd11db-351a-47bb-955b-6d2920cf9f3f req-d8fc3aae-5cee-40e2-a52a-3ff3e1630e83 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779073 Jul 16 18:15:41.566729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13602936-feda-4700-b7a1-0f93edcfa4bc None None] New status for floating IP b5c5f2a6-2512-49fa-a721-c7378211e8e9: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:15:41.694108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-f3a6c202-1d7f-4e47-89d5-b787722e3f52 service neutron] 10.222.0.48 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833807 Jul 16 18:15:41.929982 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-eabb8397-351b-4423-82a9-606db2a1d0ee service neutron] 10.222.0.48 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346196 Jul 16 18:15:41.987887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 28c95575-2777-4bb3-a20a-706f7c4ec659 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:42.003858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 28c95575-2777-4bb3-a20a-706f7c4ec659 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:42.499681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2e02799d-8d6b-4e03-971b-904728ac816a details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:42.731299 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7f9d1e-5413-4c3f-a981-4796f9c3aa70 x-openstack-request-id: req-7c7f9d1e-5413-4c3f-a981-4796f9c3aa70 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:42.733720 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:42.734406 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7c7f9d1e-5413-4c3f-a981-4796f9c3aa70 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:42.735871 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a', 'status': 'completed', 'code': 200} Jul 16 18:15:42.855472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2e02799d-8d6b-4e03-971b-904728ac816a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:42.934755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '2e02799d-8d6b-4e03-971b-904728ac816a', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'port_id': '2e02799d-8d6b-4e03-971b-904728ac816a', 'mac_address': 'fa:16:3e:10:90:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:42.939933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55728) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.063900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-c080ab7b-a999-46a1-acd1-e6e6de3a2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.073434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-c080ab7b-a999-46a1-acd1-e6e6de3a2166 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1096 time: 0.2909529 Jul 16 18:15:43.205713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.300905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e02799d-8d6b-4e03-971b-904728ac816a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:43.383231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad80c8e8-a994-4282-9da8-7ed895c28f9f req-1c4a7bc7-296e-47f8-afd8-3ca12fe89d90 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.0945911 Jul 16 18:15:43.440454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a4988cd6-582a-43de-80ea-848e38f31502 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:43.489348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2e02799d-8d6b-4e03-971b-904728ac816a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:43.505714 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.552872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a468309-b3fb-4548-8c2c-1825b2f84dd5 req-eec2ef6a-fb97-4067-a490-7e811dc0fffc tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.574740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a468309-b3fb-4548-8c2c-1825b2f84dd5 req-eec2ef6a-fb97-4067-a490-7e811dc0fffc tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 944 time: 0.3566086 Jul 16 18:15:43.632836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-cf863ceb-6dd8-4d9d-92b7-c50cca973045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.649280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-cf863ceb-6dd8-4d9d-92b7-c50cca973045 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.5631459 Jul 16 18:15:43.731425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a468309-b3fb-4548-8c2c-1825b2f84dd5 req-b8e591ad-f1fc-41dd-98bb-00ca28945120 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515036 Jul 16 18:15:43.809488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1992749956-network', 'tenant_id': '4536d9351cca4c2eb7a1259b8ef57a90'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:43.865472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-3528305e-0fbd-4b3c-8bd3-9b6388224cc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.2142444 Jul 16 18:15:43.893563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['2e02799d-8d6b-4e03-971b-904728ac816a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:44.080467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Made reservation on behalf of 4536d9351cca4c2eb7a1259b8ef57a90 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:44.083406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.119208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-aa989dc5-cc5d-441b-8afc-7271ab0d8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.133031 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-aa989dc5-cc5d-441b-8afc-7271ab0d8bfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.2564576 Jul 16 18:15:44.133625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port a4988cd6-582a-43de-80ea-848e38f31502 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:44.134401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.151907 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.189723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-29a88cd9-d7c9-4ad9-b70d-318e1d7e3362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515549 Jul 16 18:15:44.364657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.383073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a59d533f-70b2-4361-bfe4-ba7a3203b337 req-e7634389-7254-40c3-82df-12783ed0cbb9 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 210 time: 0.2314973 Jul 16 18:15:44.479243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-fc3a9424-8e79-4891-9035-b967ba0e0511 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808082 Jul 16 18:15:44.525509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee28e3-a5d6-4759-9f45-838861ad96fd req-766d106e-80e1-4d10-b90e-e465d60fdeb8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.544565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8ee28e3-a5d6-4759-9f45-838861ad96fd req-766d106e-80e1-4d10-b90e-e465d60fdeb8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.5923400 Jul 16 18:15:44.545139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.801411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8ee28e3-a5d6-4759-9f45-838861ad96fd req-ab6bb0bb-585b-4a4d-8fca-64ecad3cf92f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473538 Jul 16 18:15:44.905163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:44.911668 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-84357b1a-d0ce-4868-a43f-528085fafc2d req-1ff93025-1597-4870-b473-bf7a640a4c26 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976092 Jul 16 18:15:44.923352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:44.939139 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92af7735-97fb-4df1-ba1d-40f491903141" -d '{"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-plugged", "status": "completed", "tag": "a4988cd6-582a-43de-80ea-848e38f31502"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:44.968087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.202215 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.324666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.427948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3aa74ec2-c5c8-4aac-98cc-d65ae58a9f75 req-0b85fc66-938a-411c-b25e-56115253584c tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.5276601 Jul 16 18:15:45.445558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.542202 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0404c4f6-e6c7-4550-9174-641f6f788be6 x-openstack-request-id: req-0404c4f6-e6c7-4550-9174-641f6f788be6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:45.542585 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-plugged", "status": "completed", "tag": "a4988cd6-582a-43de-80ea-848e38f31502", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:45.542752 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0404c4f6-e6c7-4550-9174-641f6f788be6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:45.543157 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502', 'code': 200} Jul 16 18:15:45.550639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:45.588771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fef3ee-9518-4c0d-8acd-35bfc647fdfd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.614736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.616555 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Added segment ca7e09b4-ad30-495f-ba49-ae9b6f675edc of type vlan for network 08d7df35-8c54-4574-9465-31c2d5f60148 Jul 16 18:15:45.702363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d159e-431b-48de-bf56-1c3957493276 req-5f2d29f0-2b73-4079-aa4a-1360c8a187a4 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.730438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-613d159e-431b-48de-bf56-1c3957493276 req-5f2d29f0-2b73-4079-aa4a-1360c8a187a4 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 945 time: 0.5236025 Jul 16 18:15:46.138446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.276895 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.278944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.286223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.513220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] Pushing event updated for resources: {'Network': ['ID=08d7df35-8c54-4574-9465-31c2d5f60148,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.531083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2e02799d-8d6b-4e03-971b-904728ac816a up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:46.725884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 08d7df35-8c54-4574-9465-31c2d5f60148 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:46.846803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 2e02799d-8d6b-4e03-971b-904728ac816a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:46.854149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 2e02799d-8d6b-4e03-971b-904728ac816a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:46.854899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.889714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-613d159e-431b-48de-bf56-1c3957493276 req-c3bd243b-217a-43ce-8b27-58cfafa61d3b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8521802 Jul 16 18:15:46.918630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e44b24a-7744-4ce9-8dec-60589c76f57f req-4da7d88b-3f48-456c-956c-c61c15eb3560 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 210 time: 0.6174233 Jul 16 18:15:46.923122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e190d45-20f8-4613-802f-6133f5f6b3f3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.9770253 Jul 16 18:15:46.930002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55794) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.957893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Request body: {'subnet': {'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1992749956-subnet', 'tenant_id': '4536d9351cca4c2eb7a1259b8ef57a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.069737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Made reservation on behalf of 4536d9351cca4c2eb7a1259b8ef57a90 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:47.087261 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.114617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-f8c3397d-8ac7-4d37-b332-bae36efb5bf1 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.123376 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-f8c3397d-8ac7-4d37-b332-bae36efb5bf1 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.13 "GET /v2.0/networks?id=7f371b93-cc98-4863-838f-5ca243371c5a HTTP/1.1" status: 200 len: 811 time: 0.7235923 Jul 16 18:15:47.125712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.136201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.278494 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-c4ff5f36-b59e-4d09-b450-5a545d511bb1 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8e67d9796fa447e8fc4c294ddee1623 HTTP/1.1" status: 200 len: 378 time: 0.1303358 Jul 16 18:15:47.288377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Request body: {'port': {'device_id': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'admin_state_up': True, 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'security_groups': ['e4fdac52-a158-4a05-9998-e5d2f18eacb2']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.288684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2e02799d-8d6b-4e03-971b-904728ac816a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:47.294908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.502431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.545060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:47.550108 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b183d5e-03e0-441c-ab9f-cb0f0f5cfc36" -d '{"events": [{"server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "name": "network-vif-plugged", "status": "completed", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:47.729961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Made reservation on behalf of b8e67d9796fa447e8fc4c294ddee1623 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:47.734292 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.796481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e065198-cbbf-4c50-b2f4-f3859531e7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.185007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b40cbff-da8c-45cc-8522-2e1896900369 req-2ed64b32-165e-4b9e-a134-76f07ac916df tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.5690050 Jul 16 18:15:48.187963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.275713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Allocated IP 172.20.0.10 (7f371b93-cc98-4863-838f-5ca243371c5a/bbc8b13a-c346-4c30-9e5e-5c89aed55558/e72132f1-29cb-444a-b50e-1c26f97bee66) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:48.441806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b88f91cb-cee9-4606-b699-630c559f7d64,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.494532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Checking segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:48.495043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Network hostable DHCP agents. Network: 08d7df35-8c54-4574-9465-31c2d5f60148, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:48.525679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cba7da-4825-4ef2-b0d3-82a178cba7e7 req-bca27a84-4a37-4726-a4d9-169120ea4f5f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.527559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07cba7da-4825-4ef2-b0d3-82a178cba7e7 req-bca27a84-4a37-4726-a4d9-169120ea4f5f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.9160860 Jul 16 18:15:48.615560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Network 08d7df35-8c54-4574-9465-31c2d5f60148 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:48.766109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 08d7df35-8c54-4574-9465-31c2d5f60148) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:48.809505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b0d18-1d36-423b-81d7-39cec557a5e4 None None] Network 08d7df35-8c54-4574-9465-31c2d5f60148 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:48.855048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.860231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.862283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.920815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07cba7da-4825-4ef2-b0d3-82a178cba7e7 req-a84a9dd9-1b7a-4197-a765-e45a9417dd22 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3763123 Jul 16 18:15:48.940995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Transition to ACTIVE for port object e72132f1-29cb-444a-b50e-1c26f97bee66 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:49.026389 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8b6723-c01f-4e3a-a135-79973026c8d4 x-openstack-request-id: req-6d8b6723-c01f-4e3a-a135-79973026c8d4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:49.029822 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "name": "network-vif-plugged", "status": "completed", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:49.030219 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d8b6723-c01f-4e3a-a135-79973026c8d4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:49.030787 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a', 'code': 200} Jul 16 18:15:49.132028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.217323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e065198-cbbf-4c50-b2f4-f3859531e7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.236272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911aca5-5dd8-40a3-882d-9d229683ebe2 None None] Network 08d7df35-8c54-4574-9465-31c2d5f60148 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:49.258098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd468486-a39a-4976-94aa-c6acc9326239 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3163579 Jul 16 18:15:49.278586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e065198-cbbf-4c50-b2f4-f3859531e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.301795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Network 7f371b93-cc98-4863-838f-5ca243371c5a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:49.313641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:49.320915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:49.328568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event updated for resources: {'Port': ['ID=e72132f1-29cb-444a-b50e-1c26f97bee66,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.353726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8f65b-55b8-451a-b01e-969dfca1213d req-2880dd7a-2a35-488f-9a0d-67e6ba22853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.355647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25d8f65b-55b8-451a-b01e-969dfca1213d req-2880dd7a-2a35-488f-9a0d-67e6ba22853f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.3714476 Jul 16 18:15:49.397609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e065198-cbbf-4c50-b2f4-f3859531e7e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f40c8c393dfe4947b8a18f07a0c2eb89&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2679996 Jul 16 18:15:49.404019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55822) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.425174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e065198-cbbf-4c50-b2f4-f3859531e7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b213cf9-a06a-4a71-b82a-86b2807ba7a3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.481981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.483378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.513101 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-1591ee83-2d4f-458f-b3a4-55b1e78029a8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2294967 Jul 16 18:15:49.516792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25d8f65b-55b8-451a-b01e-969dfca1213d req-fa968f01-01e1-4ab2-9878-8d7dc335ab33 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510348 Jul 16 18:15:49.563165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Request body: {'port': {'device_id': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:49.844306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.044368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-12fdef56-2e07-4ae5-95ac-2720e161cd1f None None] Provisioning for port e72132f1-29cb-444a-b50e-1c26f97bee66 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:50.057308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-12fdef56-2e07-4ae5-95ac-2720e161cd1f None None] Provisioning complete for port e72132f1-29cb-444a-b50e-1c26f97bee66 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:50.058009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-12fdef56-2e07-4ae5-95ac-2720e161cd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.158295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-12fdef56-2e07-4ae5-95ac-2720e161cd1f None None] Port e72132f1-29cb-444a-b50e-1c26f97bee66 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:50.441033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e28a-c05d-4ed1-81cc-d7ec4008a33e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.467213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e28a-c05d-4ed1-81cc-d7ec4008a33e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.630032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09720ea2-3150-4132-b1b2-e36f9fbdba66 req-20489b5b-f839-4035-818e-b2cbed493731 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.633726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09720ea2-3150-4132-b1b2-e36f9fbdba66 req-20489b5b-f839-4035-818e-b2cbed493731 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 932 time: 1.0940034 Jul 16 18:15:50.643632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e28a-c05d-4ed1-81cc-d7ec4008a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.647946 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6d4e28a-c05d-4ed1-81cc-d7ec4008a33e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.649608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a6d4e28a-c05d-4ed1-81cc-d7ec4008a33e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b213cf9-a06a-4a71-b82a-86b2807ba7a3 HTTP/1.1" status: 204 len: 168 time: 1.2456305 Jul 16 18:15:50.675719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701d876-1813-4c06-b851-1290c53be4ee req-c74fd101-063e-4b0f-b3ee-bf04e4a38286 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.684139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3701d876-1813-4c06-b851-1290c53be4ee req-c74fd101-063e-4b0f-b3ee-bf04e4a38286 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 1.1577828 Jul 16 18:15:50.689114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4e28a-c05d-4ed1-81cc-d7ec4008a33e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b213cf9-a06a-4a71-b82a-86b2807ba7a3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:50.827397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09720ea2-3150-4132-b1b2-e36f9fbdba66 req-5f2272b0-6dae-4da6-880d-cb50685059d7 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1402104 Jul 16 18:15:50.845956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3701d876-1813-4c06-b851-1290c53be4ee req-8b5d1860-d52e-44f9-aa1d-046ba313e123 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537669 Jul 16 18:15:51.067612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72132f1-29cb-444a-b50e-1c26f97bee66 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:51.103906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.109258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37c85ff9-a0bf-49fc-a57d-cd5dc62dfbca req-95d1b690-8b65-4fc4-89e5-24cf92b7cc26 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/ports?device_id=c9178616-eeda-492a-b7f3-cfb7b84d240f HTTP/1.1" status: 200 len: 210 time: 0.1042550 Jul 16 18:15:51.209983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Transition to ACTIVE for port object e72132f1-29cb-444a-b50e-1c26f97bee66 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:51.230565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.411778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e72132f1-29cb-444a-b50e-1c26f97bee66,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.842620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:51.851537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Attempting to bind port e72132f1-29cb-444a-b50e-1c26f97bee66 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:51.857764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Attempting to bind port e72132f1-29cb-444a-b50e-1c26f97bee66 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:51.858567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Attempting to bind port e72132f1-29cb-444a-b50e-1c26f97bee66 on network 7f371b93-cc98-4863-838f-5ca243371c5a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:51.898887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Port e72132f1-29cb-444a-b50e-1c26f97bee66 on network 7f371b93-cc98-4863-838f-5ca243371c5a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:51.899428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Attempting to bind port e72132f1-29cb-444a-b50e-1c26f97bee66 on network 7f371b93-cc98-4863-838f-5ca243371c5a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:51.932293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2dcd6-7a8c-4e98-bc31-becb6f035fd2 req-6a141e3d-9d73-4a5c-97b4-6b9939d81909 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:51.948998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29a2dcd6-7a8c-4e98-bc31-becb6f035fd2 req-6a141e3d-9d73-4a5c-97b4-6b9939d81909 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2962439 Jul 16 18:15:52.050562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3af5-9cfc-4cc1-846e-a769d486cd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.062449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:52.064035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Checking segment: {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:52.065978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Bound using segment: {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:52.066917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Bound port: e72132f1-29cb-444a-b50e-1c26f97bee66, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeee9bcc-9402-48a9-ae96-5218885ff008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:52.069536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.274010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] For port e72132f1-29cb-444a-b50e-1c26f97bee66, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:52.283931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] For port e72132f1-29cb-444a-b50e-1c26f97bee66, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e72132f1-29cb-444a-b50e-1c26f97bee66,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:52.300939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.333652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29a2dcd6-7a8c-4e98-bc31-becb6f035fd2 req-91e91d1e-f5bb-43d1-947a-0ee798637b2a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3719308 Jul 16 18:15:52.338748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.339605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.344798 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] 10.222.0.13 "PUT /v2.0/ports/e72132f1-29cb-444a-b50e-1c26f97bee66 HTTP/1.1" status: 200 len: 1093 time: 2.7847147 Jul 16 18:15:52.354128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:52.359789 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:52.473008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-2b90a9b0-1447-49e4-8efe-0aa5e667c3e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1125169 Jul 16 18:15:52.488193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-e7e495b6-c354-4f8e-801d-ce877a73e956 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.501381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-e7e495b6-c354-4f8e-801d-ce877a73e956 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 0.3756669 Jul 16 18:15:52.531511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-112538ba-8c8d-4fcc-ada9-c006923d239c tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/quotas/4536d9351cca4c2eb7a1259b8ef57a90 HTTP/1.1" status: 200 len: 375 time: 0.0279472 Jul 16 18:15:52.604253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-ff4ccff2-59ed-48d5-95e6-3d3e2817d1a2 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710411 Jul 16 18:15:52.659073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878dce5-09d3-440a-8507-ed9af1b7c3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e72132f1-29cb-444a-b50e-1c26f97bee66,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.745143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3af5-9cfc-4cc1-846e-a769d486cd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.774254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c3e3af5-9cfc-4cc1-846e-a769d486cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.876507 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4c3e3af5-9cfc-4cc1-846e-a769d486cd83 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5264b41eebff400ab2cafc970bd4dbe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9761894 Jul 16 18:15:52.889463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:53.018112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3e3af5-9cfc-4cc1-846e-a769d486cd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925c0ffd-3e3b-4854-b649-30bcb10c4e79,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.117019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-0f64fd2a-a5e9-4df0-9266-78283182dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.119817 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-0f64fd2a-a5e9-4df0-9266-78283182dcc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8e67d9796fa447e8fc4c294ddee1623&device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 1096 time: 0.2440100 Jul 16 18:15:53.120611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-60c484e2-459a-4101-a9ba-b596ab65f012 service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131068 Jul 16 18:15:53.189082 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-da44ed50-176a-4bb8-9eed-3e3866517bf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e72132f1-29cb-444a-b50e-1c26f97bee66 HTTP/1.1" status: 200 len: 217 time: 0.0621285 Jul 16 18:15:53.266565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-2fcc6ec6-edd6-41ae-a939-28e9e46e091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.268234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-2fcc6ec6-edd6-41ae-a939-28e9e46e091e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbc8b13a-c346-4c30-9e5e-5c89aed55558 HTTP/1.1" status: 200 len: 850 time: 0.0731704 Jul 16 18:15:53.399509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-ff7bdae7-af31-430d-b836-3372023444f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.401515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-ff7bdae7-af31-430d-b836-3372023444f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 1097 time: 0.5159204 Jul 16 18:15:53.407833 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44612b62-efff-4a92-bc65-370b3fdf1ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.426910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-c8304f44-ae2e-4a67-8c99-67547df4e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.436118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-c8304f44-ae2e-4a67-8c99-67547df4e9be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f371b93-cc98-4863-838f-5ca243371c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481411 Jul 16 18:15:53.457855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd000b4-ef1b-4108-88d2-222ba2eef71d req-fd8f1e3c-66a5-4bed-8241-62e369adeee8 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.459452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbd000b4-ef1b-4108-88d2-222ba2eef71d req-fd8f1e3c-66a5-4bed-8241-62e369adeee8 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.6128802 Jul 16 18:15:53.577187 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44612b62-efff-4a92-bc65-370b3fdf1ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.694770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-baacc06b-6e4d-41f1-903f-0839be32ea51 service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5718775 Jul 16 18:15:53.804946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-392f0bf8-8b92-45a3-a0d0-f18a5ec9d820 service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675456 Jul 16 18:15:53.856505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-40492d4c-d1a2-409a-82db-fc7e1379886a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.859330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-40492d4c-d1a2-409a-82db-fc7e1379886a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.4175565 Jul 16 18:15:53.864393 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44612b62-efff-4a92-bc65-370b3fdf1ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.869582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44612b62-efff-4a92-bc65-370b3fdf1ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.872050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-44612b62-efff-4a92-bc65-370b3fdf1ec4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/925c0ffd-3e3b-4854-b649-30bcb10c4e79 HTTP/1.1" status: 204 len: 168 time: 0.9623590 Jul 16 18:15:54.158777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44612b62-efff-4a92-bc65-370b3fdf1ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925c0ffd-3e3b-4854-b649-30bcb10c4e79,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.179447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-9a57e8bc-6d7f-453a-a67b-112d52815a40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 200 len: 217 time: 0.2917480 Jul 16 18:15:54.447638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbd000b4-ef1b-4108-88d2-222ba2eef71d req-5f2c7d1c-eb5d-41da-bf5c-82b26eca5866 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9401495 Jul 16 18:15:54.591629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-0b56b566-e82a-4913-af5b-6a34749d74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.593387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-0b56b566-e82a-4913-af5b-6a34749d74aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.3952267 Jul 16 18:15:54.758071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-e5e0f832-a729-4c8b-927c-62e3a6c5b0f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549575 Jul 16 18:15:54.790052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-0009bd3a-2b74-4e77-a3eb-b3823360642f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:15:54.806988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-0009bd3a-2b74-4e77-a3eb-b3823360642f service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0244484 Jul 16 18:15:54.872461 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27a80ff6-5057-4911-a0ee-11e1910361b7 req-799d5644-aeac-4d06-9520-89e333d6d6f8 service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0590768 Jul 16 18:15:54.959433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67225e63-f0ee-4cc0-bfff-aa41ca2620cc req-b0fb51b5-91d7-4e3d-b093-ab33d60ad475 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.962757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67225e63-f0ee-4cc0-bfff-aa41ca2620cc req-b0fb51b5-91d7-4e3d-b093-ab33d60ad475 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 944 time: 0.5488122 Jul 16 18:15:54.984831 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9543e36e-1dc8-4bc9-83dd-fb83074a623f x-openstack-request-id: req-9543e36e-1dc8-4bc9-83dd-fb83074a623f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:54.985832 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:54.986206 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9543e36e-1dc8-4bc9-83dd-fb83074a623f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:54.986802 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'status': 'completed', 'code': 200} Jul 16 18:15:55.283085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67225e63-f0ee-4cc0-bfff-aa41ca2620cc req-8359d82d-0768-4939-b5bd-bbbec52b9823 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166303 Jul 16 18:15:55.291660 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-8cb8fd3d-09d9-4761-a05e-cc3e14d1fa43 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798670 Jul 16 18:15:55.315046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-ebc65cf5-b83b-4e65-b3aa-95cef02ab3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.317979 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-ebc65cf5-b83b-4e65-b3aa-95cef02ab3f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8e67d9796fa447e8fc4c294ddee1623&device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 1096 time: 0.2744040 Jul 16 18:15:55.432738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f3d2704-0075-4d4f-b757-9b6fd4741fcd req-c0658dca-d314-4934-aa75-c6cf7f4593a9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 210 time: 0.0671055 Jul 16 18:15:55.617780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acd07f23-0fd0-44f8-a76e-ade1928f4ea0 req-832d7535-22e1-484f-ba7c-b4ed9cd6f0c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215892 Jul 16 18:15:55.677189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-fae8323e-02ce-4e97-bfa8-a998bf7b08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.679793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-fae8323e-02ce-4e97-bfa8-a998bf7b08d1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f371b93-cc98-4863-838f-5ca243371c5a HTTP/1.1" status: 200 len: 911 time: 0.3551767 Jul 16 18:15:55.694318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968fb78-4c7b-4759-9a2a-69393ee7d56e req-af909225-24e6-42cc-bb04-961ea177dae2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.705500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f968fb78-4c7b-4759-9a2a-69393ee7d56e req-af909225-24e6-42cc-bb04-961ea177dae2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1756961 Jul 16 18:15:55.851623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f968fb78-4c7b-4759-9a2a-69393ee7d56e req-834b5016-066e-4813-b6c5-d7fefb79c5d3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190906 Jul 16 18:15:55.880277 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-e6106580-b0f8-44a2-8c4f-05caf429126e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e72132f1-29cb-444a-b50e-1c26f97bee66 HTTP/1.1" status: 200 len: 217 time: 0.1763768 Jul 16 18:15:56.028392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55930) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:56.035862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-dba0c4d1-abe0-45c4-9d20-1b54121e6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.045494 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-dba0c4d1-abe0-45c4-9d20-1b54121e6ff0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbc8b13a-c346-4c30-9e5e-5c89aed55558 HTTP/1.1" status: 200 len: 850 time: 0.1585939 Jul 16 18:15:56.189851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad602623-5aad-4b9e-8b5b-a19228eb2ef6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.303489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-9dbf8d0c-b32b-49d6-9459-1f0ae7b0a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.313189 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-9dbf8d0c-b32b-49d6-9459-1f0ae7b0a19b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f371b93-cc98-4863-838f-5ca243371c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2601063 Jul 16 18:15:56.380275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad602623-5aad-4b9e-8b5b-a19228eb2ef6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.599830 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-ac8c94e5-0be2-4ee6-9756-7f14b1598ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740996 Jul 16 18:15:56.633940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e72132f1-29cb-444a-b50e-1c26f97bee66 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:56.705653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-ab7efc70-041e-4036-9d69-856ab9f97756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.711003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-ab7efc70-041e-4036-9d69-856ab9f97756 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.4630842 Jul 16 18:15:56.766918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7dbce-242f-4a90-853c-5abe40534827 req-d5e53981-a1f4-4a1b-b251-a2ac6a60618b tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.780798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-d5e53981-a1f4-4a1b-b251-a2ac6a60618b tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.4732471 Jul 16 18:15:56.804221 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad602623-5aad-4b9e-8b5b-a19228eb2ef6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.809480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad602623-5aad-4b9e-8b5b-a19228eb2ef6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.816559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ad602623-5aad-4b9e-8b5b-a19228eb2ef6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "DELETE /v2.0/security-groups/bed86d5d-7df5-4a6c-a92c-06a29a7eae57 HTTP/1.1" status: 204 len: 168 time: 0.7808018 Jul 16 18:15:56.820091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55954) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:56.857671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0bbdffe-36b2-4e52-b4eb-69ed8c570c2c req-b8468aad-4323-4654-bed2-0040487684f0 service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504485 Jul 16 18:15:57.057716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e72132f1-29cb-444a-b50e-1c26f97bee66, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e72132f1-29cb-444a-b50e-1c26f97bee66,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:57.105562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'port_id': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'mac_address': 'fa:16:3e:4a:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:57.242524 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.264977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72132f1-29cb-444a-b50e-1c26f97bee66 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:57.280673 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-2c675eeb-2cc8-4124-a10b-74cd539e4788 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] show failed (client error): The resource could not be found. Jul 16 18:15:57.288086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.300052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e72132f1-29cb-444a-b50e-1c26f97bee66, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e72132f1-29cb-444a-b50e-1c26f97bee66,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:57.304441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2c675eeb-2cc8-4124-a10b-74cd539e4788 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "GET /v2.0/security-groups/bed86d5d-7df5-4a6c-a92c-06a29a7eae57 HTTP/1.1" status: 404 len: 347 time: 0.3879132 Jul 16 18:15:57.307453 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.393629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-a891ff4d-3472-4ace-9ac3-77cda29be9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.394942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-a891ff4d-3472-4ace-9ac3-77cda29be9eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.6771350 Jul 16 18:15:57.440001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-13e10f36-6a04-45da-8368-ef5861990021 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/quotas/55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 375 time: 0.6579208 Jul 16 18:15:57.446171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e72132f1-29cb-444a-b50e-1c26f97bee66,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.529774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e72132f1-29cb-444a-b50e-1c26f97bee66'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:57.547015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad602623-5aad-4b9e-8b5b-a19228eb2ef6 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed86d5d-7df5-4a6c-a92c-06a29a7eae57,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.735559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Deleting port 1596ce23-f1be-43d6-99b9-e194f11e44d5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:57.746178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.888652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-057f9ea3-6d34-4aef-aaf9-4f70924e1b03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.4178684 Jul 16 18:15:58.043071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-6dee0d33-1796-4a18-a25c-454bd3cc7956 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.045171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-6dee0d33-1796-4a18-a25c-454bd3cc7956 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 0.3272798 Jul 16 18:15:58.047332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.047704 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.069183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Request body: {'port': {'device_id': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'admin_state_up': True, 'tenant_id': '4536d9351cca4c2eb7a1259b8ef57a90'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:58.081016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Calling delete_port for 1596ce23-f1be-43d6-99b9-e194f11e44d5 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:58.267874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-839b66c3-ead5-4480-86e8-d77a3b6e9258 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8160274 Jul 16 18:15:58.330111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547958-4cc6-496a-8279-459628dbda2b req-ba58b6c6-2794-4500-9bf1-49aac0ff388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.336428 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c547958-4cc6-496a-8279-459628dbda2b req-ba58b6c6-2794-4500-9bf1-49aac0ff388c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1096 time: 0.9388285 Jul 16 18:15:58.380331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Made reservation on behalf of 4536d9351cca4c2eb7a1259b8ef57a90 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:58.389388 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.437879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba48817-c6d5-4726-bb86-e83ff7462818 req-30eeb4e0-16fe-46ea-9f12-8e60bb690144 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.444727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ba48817-c6d5-4726-bb86-e83ff7462818 req-30eeb4e0-16fe-46ea-9f12-8e60bb690144 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 1.1263337 Jul 16 18:15:58.477686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-7e87d308-5f60-48ae-aa3e-406f1b0fc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.486926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-7e87d308-5f60-48ae-aa3e-406f1b0fc2a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.5439436 Jul 16 18:15:58.645123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e72132f1-29cb-444a-b50e-1c26f97bee66 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:58.666189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-f1d47c1c-170d-42f3-937a-773ee7020b09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589577 Jul 16 18:15:58.782396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.878708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port e72132f1-29cb-444a-b50e-1c26f97bee66 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:58.910416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port e72132f1-29cb-444a-b50e-1c26f97bee66 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:58.910877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.913813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-4551affa-e9af-4e8b-897c-7c4d00e6ce64 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157137 Jul 16 18:15:58.988542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Pushing event deleted for resources: {'Port': ['ID=1596ce23-f1be-43d6-99b9-e194f11e44d5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.186323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.190995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-883930a5-a39d-4d2e-8dd9-f7e4b4e629a8 req-364a9a78-0dbd-4f50-8874-70eb804a464d service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646551 Jul 16 18:15:59.338469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.343774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.351829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6a6ef3c6-e30d-4cdc-a979-ceb2e4038908 tempest-ServersTestBootFromVolume-557830354 tempest-ServersTestBootFromVolume-557830354-project] 10.222.0.48 "DELETE /v2.0/floatingips/b5c5f2a6-2512-49fa-a721-c7378211e8e9 HTTP/1.1" status: 204 len: 168 time: 2.0603878 Jul 16 18:15:59.352349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55990) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.391211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ba48817-c6d5-4726-bb86-e83ff7462818 req-12de8f2d-09a3-4120-a943-7af642924f7b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8976772 Jul 16 18:15:59.414890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:59.442279 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c352855-ef70-493f-8592-ca2569c25db6" -d '{"events": [{"server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "name": "network-vif-plugged", "status": "completed", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:59.520288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e72132f1-29cb-444a-b50e-1c26f97bee66, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e72132f1-29cb-444a-b50e-1c26f97bee66,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:59.532375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.642037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Allocated IP 172.20.0.8 (08d7df35-8c54-4574-9465-31c2d5f60148/b88f91cb-cee9-4606-b699-630c559f7d64/96f8dcb2-f16e-4a76-b934-908ebf223430) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:59.805594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e72132f1-29cb-444a-b50e-1c26f97bee66,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.851487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.853365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.855504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.857862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.858761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.861119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.863334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.866806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.867740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.868517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.869276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:59.873069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:00.058544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-8fd65714-c471-44ff-a67d-0e1bc9f2bf49 service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7421036 Jul 16 18:16:00.102522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547958-4cc6-496a-8279-459628dbda2b req-190b77dc-22f4-42c1-9a16-4a2913922428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.107216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c547958-4cc6-496a-8279-459628dbda2b req-190b77dc-22f4-42c1-9a16-4a2913922428 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 1.7049010 Jul 16 18:16:00.242941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa54e8db-786d-4e32-aad0-a127319fe8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.479811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c547958-4cc6-496a-8279-459628dbda2b req-db9949ed-365f-464a-b1a5-765754b92c8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 998 time: 0.2927420 Jul 16 18:16:00.555582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05feb8-1568-4480-aca9-93c5513ff31d req-5e46da87-3eb8-49ac-be86-6620686462c3 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.563075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab05feb8-1568-4480-aca9-93c5513ff31d req-5e46da87-3eb8-49ac-be86-6620686462c3 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.4822423 Jul 16 18:16:00.586198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a8cd8974-dece-4ebd-9303-f84c79a49881 service neutron] 10.222.0.48 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266502 Jul 16 18:16:00.616915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547958-4cc6-496a-8279-459628dbda2b req-233f0618-f0ca-4e32-b466-2c7397a3b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.622433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c547958-4cc6-496a-8279-459628dbda2b req-233f0618-f0ca-4e32-b466-2c7397a3b3a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.1352291 Jul 16 18:16:00.731772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.795797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.797474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab05feb8-1568-4480-aca9-93c5513ff31d req-6e5e09a0-c832-4eee-8114-fbcfcc2d953d tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2332282 Jul 16 18:16:00.870644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c547958-4cc6-496a-8279-459628dbda2b req-e71cefa4-514c-456b-803b-9800c605a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.873657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c547958-4cc6-496a-8279-459628dbda2b req-e71cefa4-514c-456b-803b-9800c605a563 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2432594 Jul 16 18:16:00.961448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.061019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Network 08d7df35-8c54-4574-9465-31c2d5f60148 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:01.069929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:01.077880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:01.153899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33718251-f085-473f-85ca-08339653c038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.162590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event updated for resources: {'Port': ['ID=96f8dcb2-f16e-4a76-b934-908ebf223430,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.184757 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.209091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c547958-4cc6-496a-8279-459628dbda2b req-60a6a571-7504-44a2-b971-81c9a2a94abd service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278341 Jul 16 18:16:01.325104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.326957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.496073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c547958-4cc6-496a-8279-459628dbda2b req-104fa593-0df0-4c35-b84a-3a73799a2993 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734396 Jul 16 18:16:01.630637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4fd06-f048-4ea6-bb91-6a3ea0ac41ef req-a9aa0d86-b9cc-4f0b-b73f-1bff55991664 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.639716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bd4fd06-f048-4ea6-bb91-6a3ea0ac41ef req-a9aa0d86-b9cc-4f0b-b73f-1bff55991664 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 931 time: 0.2193618 Jul 16 18:16:01.737438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bd4fd06-f048-4ea6-bb91-6a3ea0ac41ef req-7fdcf625-2500-4208-a0c4-af73d4ddb456 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928867 Jul 16 18:16:01.977708 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db56c2c0-f68a-4b10-8266-f37f4a25831c x-openstack-request-id: req-db56c2c0-f68a-4b10-8266-f37f4a25831c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:01.978204 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "name": "network-vif-plugged", "status": "completed", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:01.978364 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-db56c2c0-f68a-4b10-8266-f37f4a25831c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:01.978950 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'code': 200} Jul 16 18:16:02.038764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c90f-adbc-4614-82bd-6fb843e7e1da req-46ca933a-2fa5-47ec-b182-d77f8502bd67 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.052684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0601c90f-adbc-4614-82bd-6fb843e7e1da req-46ca933a-2fa5-47ec-b182-d77f8502bd67 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1886420 Jul 16 18:16:02.164494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0601c90f-adbc-4614-82bd-6fb843e7e1da req-f834f0b7-4ad3-4c8a-b16b-393ee99ff165 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968599 Jul 16 18:16:02.192062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33718251-f085-473f-85ca-08339653c038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.312092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-772046fe-fd1f-4028-aac2-91717072c0d9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2525470 Jul 16 18:16:02.328315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33718251-f085-473f-85ca-08339653c038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.499944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33718251-f085-473f-85ca-08339653c038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba3a7c2-5d6a-407d-9b87-4a1e572819c1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.540720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc0c8787-006e-45d1-ba87-4ea9177f487d req-59290d5d-36c7-4f27-b2fc-e8488447975e tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.1858993 Jul 16 18:16:02.594173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33718251-f085-473f-85ca-08339653c038 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b45679be444247729b22168fb3bba607&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7922659 Jul 16 18:16:02.595469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56034) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.622640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Deleting port da8869e7-907c-47bf-b45b-715cfedd8e11 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:02.625147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.689446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Request body: {'port': {'device_id': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:02.712589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307f08e-a39b-4f59-9e6e-1b195d12cbda req-d54e7e94-95fb-4db5-bf40-cb94a36ccff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.712589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1307f08e-a39b-4f59-9e6e-1b195d12cbda req-d54e7e94-95fb-4db5-bf40-cb94a36ccff3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 1098 time: 0.5424771 Jul 16 18:16:02.780001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-784c692b-6d8f-45eb-8075-eb90870c006c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.815176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecb485-0b4f-41ff-a94d-4eee78562d56 req-0f270ef0-eb8d-404b-8cdf-b695a826ab51 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.823200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9ecb485-0b4f-41ff-a94d-4eee78562d56 req-0f270ef0-eb8d-404b-8cdf-b695a826ab51 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.4895761 Jul 16 18:16:02.874051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-784c692b-6d8f-45eb-8075-eb90870c006c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.001625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1307f08e-a39b-4f59-9e6e-1b195d12cbda req-4c2d8298-9c25-433f-8c6f-f6fae1597f33 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2641397 Jul 16 18:16:03.029431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9ecb485-0b4f-41ff-a94d-4eee78562d56 req-1b0205fc-04c6-4d0e-bd06-77e8004f89cd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046974 Jul 16 18:16:03.079351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.123861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-784c692b-6d8f-45eb-8075-eb90870c006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.132391 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-784c692b-6d8f-45eb-8075-eb90870c006c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.134169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-784c692b-6d8f-45eb-8075-eb90870c006c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ba3a7c2-5d6a-407d-9b87-4a1e572819c1 HTTP/1.1" status: 204 len: 168 time: 0.5332413 Jul 16 18:16:03.151060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] For port da8869e7-907c-47bf-b45b-715cfedd8e11, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=da8869e7-907c-47bf-b45b-715cfedd8e11,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:03.152060 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.162648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e991-6cea-4236-a444-66345b1d3cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.184139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525952f-3fc4-4b68-aa8e-e763467610fd req-b83f64a5-dd64-4d88-a7ce-38a2523b1f94 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.196889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9525952f-3fc4-4b68-aa8e-e763467610fd req-b83f64a5-dd64-4d88-a7ce-38a2523b1f94 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.3290679 Jul 16 18:16:03.200896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c692b-6d8f-45eb-8075-eb90870c006c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba3a7c2-5d6a-407d-9b87-4a1e572819c1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.249957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Calling delete_port for da8869e7-907c-47bf-b45b-715cfedd8e11 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:03.319312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9525952f-3fc4-4b68-aa8e-e763467610fd req-7a96fe7f-0dfe-485b-9001-219859e4547a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201024 Jul 16 18:16:03.354256 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.900542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:03.928012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b799557c-2d3e-494d-b8eb-8928cd400c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.219490 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.277543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca668ef-8a6d-4da0-b192-00c1b5ec48a4 req-da42011b-4b84-45ce-9d87-706fe7efcc25 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.289782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bca668ef-8a6d-4da0-b192-00c1b5ec48a4 req-da42011b-4b84-45ce-9d87-706fe7efcc25 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 931 time: 0.9189081 Jul 16 18:16:04.324753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.338686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca31a0-7931-4742-b61d-cb121fec8ed2 req-9c975c03-c835-44c5-9e21-165054305693 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.340895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0ca31a0-7931-4742-b61d-cb121fec8ed2 req-9c975c03-c835-44c5-9e21-165054305693 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2580485 Jul 16 18:16:04.351473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f8dcb2-f16e-4a76-b934-908ebf223430 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:04.425063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.467942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Pushing event deleted for resources: {'Port': ['ID=da8869e7-907c-47bf-b45b-715cfedd8e11,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.654572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7dbce-242f-4a90-853c-5abe40534827 req-d0db1409-7b65-444f-993d-e219adfec5a6 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.657908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-d0db1409-7b65-444f-993d-e219adfec5a6 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 808 time: 0.3637421 Jul 16 18:16:04.663610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bca668ef-8a6d-4da0-b192-00c1b5ec48a4 req-26b5ff9e-3017-4187-94d9-430563e4b493 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722420 Jul 16 18:16:04.686218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Request body: {'port': {'device_id': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'admin_state_up': True, 'tenant_id': '55a6178d683f4f2eb0ba405044346371'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:04.716534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Transition to ACTIVE for port object 96f8dcb2-f16e-4a76-b934-908ebf223430 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:04.732553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b799557c-2d3e-494d-b8eb-8928cd400c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.741845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.783181 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b799557c-2d3e-494d-b8eb-8928cd400c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.900545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b799557c-2d3e-494d-b8eb-8928cd400c95 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ece3d94e134c49dc9378460d49629f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9976857 Jul 16 18:16:04.903278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.937061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0ca31a0-7931-4742-b61d-cb121fec8ed2 req-e84a1a47-829b-4406-a24b-36f284006f5b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5750532 Jul 16 18:16:04.987766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799557c-2d3e-494d-b8eb-8928cd400c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa2901-72d7-47d7-b169-3d42df04f2d6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.037658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Made reservation on behalf of 55a6178d683f4f2eb0ba405044346371 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:05.041763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.046182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e90edc9-7a37-4fec-bfa2-d89dd9fd9f99 req-633a55fd-243f-48fc-925c-7547933f9751 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.0869138 Jul 16 18:16:05.257721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Pushing event updated for resources: {'Port': ['ID=96f8dcb2-f16e-4a76-b934-908ebf223430,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.263407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5025ec7-d2c2-4f91-aea6-0f069afde8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.359963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Allocated IP 172.20.0.3 (e385bb79-2a6b-4a81-96b8-3066d5f4e701/ba36affd-9031-4277-95ad-e30fad075852/1f56c90f-65a3-4321-8cb1-87547781e5e1) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:05.691060 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5025ec7-d2c2-4f91-aea6-0f069afde8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.693062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.734072 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.871725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cc8b4-e27e-45bc-af7f-906fa94579d6 req-31109236-d3eb-4ba3-a4f5-86b7b7129a5f tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.876367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea8cc8b4-e27e-45bc-af7f-906fa94579d6 req-31109236-d3eb-4ba3-a4f5-86b7b7129a5f tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.2519286 Jul 16 18:16:05.914196 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.930633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Attempting to bind port 96f8dcb2-f16e-4a76-b934-908ebf223430 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:05.931474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Attempting to bind port 96f8dcb2-f16e-4a76-b934-908ebf223430 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:05.932267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Attempting to bind port 96f8dcb2-f16e-4a76-b934-908ebf223430 on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:05.942956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5025ec7-d2c2-4f91-aea6-0f069afde8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.948544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5025ec7-d2c2-4f91-aea6-0f069afde8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.950607 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a5025ec7-d2c2-4f91-aea6-0f069afde8c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32fa2901-72d7-47d7-b169-3d42df04f2d6 HTTP/1.1" status: 204 len: 168 time: 0.9572446 Jul 16 18:16:05.961080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Port 96f8dcb2-f16e-4a76-b934-908ebf223430 on network 08d7df35-8c54-4574-9465-31c2d5f60148 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:05.961600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Attempting to bind port 96f8dcb2-f16e-4a76-b934-908ebf223430 on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:05.962105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef593e-e2cd-4915-a923-b14080ce1f3c req-3fbeb97d-3909-4fba-b950-f6d3b1658e94 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.976593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f6ef593e-e2cd-4915-a923-b14080ce1f3c req-3fbeb97d-3909-4fba-b950-f6d3b1658e94 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.4022670 Jul 16 18:16:06.001753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:06.002398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Checking segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:06.003032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Bound using segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:06.003919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Bound port: 96f8dcb2-f16e-4a76-b934-908ebf223430, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:06.004541 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.117776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f6ef593e-e2cd-4915-a923-b14080ce1f3c req-a0639223-a1a4-4e5a-9504-342dd0353e9c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413610 Jul 16 18:16:06.132682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] For port 96f8dcb2-f16e-4a76-b934-908ebf223430, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:06.137545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea8cc8b4-e27e-45bc-af7f-906fa94579d6 req-14860fb5-608c-4ef8-a7f7-ce50d4a32e57 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2451005 Jul 16 18:16:06.159198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] For port 96f8dcb2-f16e-4a76-b934-908ebf223430, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96f8dcb2-f16e-4a76-b934-908ebf223430,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:06.162210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5025ec7-d2c2-4f91-aea6-0f069afde8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa2901-72d7-47d7-b169-3d42df04f2d6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.173669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.215753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.229816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['5001c34a-0495-4a88-a41e-dd23cd9f93bc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:06.271949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Network e385bb79-2a6b-4a81-96b8-3066d5f4e701 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:06.275433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:06.310105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:06.382741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.407837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.408949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.429722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-a6934084-b0d0-48be-879c-ae64648cacb8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7552063 Jul 16 18:16:06.445519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Request body: {'port': {'device_id': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:06.448977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.456486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.458060 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] 10.222.0.55 "PUT /v2.0/ports/96f8dcb2-f16e-4a76-b934-908ebf223430 HTTP/1.1" status: 200 len: 1092 time: 4.1146574 Jul 16 18:16:06.466757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'tag': '96f8dcb2-f16e-4a76-b934-908ebf223430'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:06.469403 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e629f1-1552-4c04-8ae4-90a0636a94ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe7220b-be27-424b-8138-3f521e2a314a", "tag": "96f8dcb2-f16e-4a76-b934-908ebf223430"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:06.653166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa21c5b-5bc2-4e06-a7d6-1134951948cc service neutron] Pushing event updated for resources: {'Port': ['ID=96f8dcb2-f16e-4a76-b934-908ebf223430,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.659705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.847699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-33a75dcd-b6e3-48ee-a70f-08b24ceadd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.849500 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-33a75dcd-b6e3-48ee-a70f-08b24ceadd06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 1095 time: 0.3264670 Jul 16 18:16:06.879799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.020123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Router 69b0380d-b6e0-49a1-849c-ceff20688fd8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:07.021902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-bb68e07b-9051-4909-a3cd-e3fcd3ef9066 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f8dcb2-f16e-4a76-b934-908ebf223430 HTTP/1.1" status: 200 len: 217 time: 0.1619711 Jul 16 18:16:07.089332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1005a-9dc5-4722-9460-4b1ed798c8d3 req-6b29925c-11b9-4f7b-9fd4-3f92cc7014a7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:07.091360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01e1005a-9dc5-4722-9460-4b1ed798c8d3 req-6b29925c-11b9-4f7b-9fd4-3f92cc7014a7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.5520360 Jul 16 18:16:07.206731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10dbd40-8573-4ea6-bd73-508a3c72962c req-bc1279ca-8c35-4784-a1f7-2c18f7d77ef7 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:07.212955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f10dbd40-8573-4ea6-bd73-508a3c72962c req-bc1279ca-8c35-4784-a1f7-2c18f7d77ef7 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 943 time: 0.5697596 Jul 16 18:16:07.230678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01e1005a-9dc5-4722-9460-4b1ed798c8d3 req-f54497f9-ea4c-4cf4-895c-d78d5933d4d8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306589 Jul 16 18:16:07.257792 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.424372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f56c90f-65a3-4321-8cb1-87547781e5e1 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:07.444286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:07.450605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-15318ad6-716c-402f-bbd1-eb5b43a65c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:07.452609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-15318ad6-716c-402f-bbd1-eb5b43a65c18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.4216223 Jul 16 18:16:07.461612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a485b768-0b5a-42e9-b735-b5410783e91b admin admin] 10.222.0.48 "PUT /v2.0/routers/69b0380d-b6e0-49a1-849c-ceff20688fd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1008253 Jul 16 18:16:07.462895 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] Sync routers for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:07.477103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.486497 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:07.487152 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.496698 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-0fccd86b-e4c6-43cf-a0be-93f8e0f9ec9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360017 Jul 16 18:16:07.497165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:07.542034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Transition to ACTIVE for port object 1f56c90f-65a3-4321-8cb1-87547781e5e1 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:07.553927 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.662802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f10dbd40-8573-4ea6-bd73-508a3c72962c req-3b2a8f32-3b6a-462f-b364-7759ebf332f4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307234 Jul 16 18:16:07.725017 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:07.841050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-7a700f2f-038e-441a-9020-41ea368337ad service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359544 Jul 16 18:16:07.873068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.999669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.027515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:08.028274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:08.028817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:08.066925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:08.067571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:08.077607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:08.078336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:08.079015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:08.079679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Bound port: 1f56c90f-65a3-4321-8cb1-87547781e5e1, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:08.080293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.152196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8155d14f-4d68-46d6-927e-4122ab8d2211 req-4a052444-4280-4620-8dd6-034cdd1d1dc1 service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026414 Jul 16 18:16:08.153058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27927088-3158-437e-8370-a4a71fd5831f req-054a2ce0-2106-4001-8672-f3ec211fc5a4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.154986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27927088-3158-437e-8370-a4a71fd5831f req-054a2ce0-2106-4001-8672-f3ec211fc5a4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.5472729 Jul 16 18:16:08.234619 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:16:04Z', 'revision_number': 5, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port': {'id': 'eb7b2537-9695-4f18-8c25-c7fca87e36a8', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 939, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:11:52Z', 'updated_at': '2021-07-16T18:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:08.265616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76168db2-13a6-45e3-a3a1-af37238a10b0 req-bd4359fe-9ff6-4e29-af9a-f27c91791a16 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.273391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76168db2-13a6-45e3-a3a1-af37238a10b0 req-bd4359fe-9ff6-4e29-af9a-f27c91791a16 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.2687342 Jul 16 18:16:08.284562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56120) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.285714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:08.288460 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] Checking router: 69b0380d-b6e0-49a1-849c-ceff20688fd8 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:08.296396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.298748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Request body: {'floatingip': {'port_id': 'e72132f1-29cb-444a-b50e-1c26f97bee66'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:08.309773 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] Routers {'69b0380d-b6e0-49a1-849c-ceff20688fd8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:08.310470 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69b0380d-b6e0-49a1-849c-ceff20688fd8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:08.315672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27927088-3158-437e-8370-a4a71fd5831f req-f1e1e25f-ea83-423d-9a54-ae8b8a2d83de tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493449 Jul 16 18:16:08.373897 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.381441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:08.420599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.428590 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff3b1c1-a9ef-4659-a893-a816886df724 x-openstack-request-id: req-3ff3b1c1-a9ef-4659-a893-a816886df724 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:08.428915 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe7220b-be27-424b-8138-3f521e2a314a", "tag": "96f8dcb2-f16e-4a76-b934-908ebf223430", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:08.429207 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ff3b1c1-a9ef-4659-a893-a816886df724 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:08.429597 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'tag': '96f8dcb2-f16e-4a76-b934-908ebf223430', 'status': 'completed', 'code': 200} Jul 16 18:16:08.455835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Deleting port eb7b2537-9695-4f18-8c25-c7fca87e36a8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:08.456518 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.550600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.551205 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.552650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 200 len: 1092 time: 2.1154134 Jul 16 18:16:08.555382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:08.558201 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05919631-b18a-4451-b3b8-2f55ba971e56" -d '{"events": [{"name": "network-changed", "server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:08.866269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8145c4-5259-4868-ad91-45a2622ca787 service neutron] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.993995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-f98ac0f1-2c67-49d5-826f-88335315aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.009651 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] Set router 69b0380d-b6e0-49a1-849c-ceff20688fd8 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:09.013625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-f98ac0f1-2c67-49d5-826f-88335315aaa8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 1095 time: 0.5594981 Jul 16 18:16:09.022251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] For port eb7b2537-9695-4f18-8c25-c7fca87e36a8, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=eb7b2537-9695-4f18-8c25-c7fca87e36a8,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:09.022887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.170270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f3edd-2ea4-492a-bce7-f4cc9dbfb0b9 req-3923caac-60d3-42a8-98b7-cf56b55917d6 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.179791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-817f3edd-2ea4-492a-bce7-f4cc9dbfb0b9 req-3923caac-60d3-42a8-98b7-cf56b55917d6 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.4172761 Jul 16 18:16:09.185645 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3055ee-0310-45ac-90a5-f15326a8aea7 x-openstack-request-id: req-2a3055ee-0310-45ac-90a5-f15326a8aea7 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:09.185990 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:09.186271 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2a3055ee-0310-45ac-90a5-f15326a8aea7 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:09.186777 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1', 'status': 'completed', 'code': 200} Jul 16 18:16:09.190050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Calling delete_port for eb7b2537-9695-4f18-8c25-c7fca87e36a8 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:09.199532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:16:08Z', 'revision_number': 6, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:09.234628 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebfbaeaf-e687-4838-85c7-3fffbeb33264 None None] The sync data for ids ['69b0380d-b6e0-49a1-849c-ceff20688fd8'] in n-d-793620-10 is: [{'id': '69b0380d-b6e0-49a1-849c-ceff20688fd8', 'name': 'tempest-ServersTestBootFromVolume-1820894540-router', 'tenant_id': 'ad278cc3bc824b9ea6709e13512080cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:11:51Z', 'updated_at': '2021-07-16T18:16:08Z', 'revision_number': 6, 'project_id': 'ad278cc3bc824b9ea6709e13512080cc', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:09.247765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7dbce-242f-4a90-853c-5abe40534827 req-20f00f4a-2d75-44f7-86ab-56d28f7dc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.253882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-20f00f4a-2d75-44f7-86ab-56d28f7dc391 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1095 time: 0.6184552 Jul 16 18:16:09.385745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-30b27ce5-54f3-4a23-b484-31ea876a1788 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 200 len: 217 time: 0.1085403 Jul 16 18:16:09.453437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7dbce-242f-4a90-853c-5abe40534827 req-b41e3064-24d8-4460-9d93-b2b109e1d9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.455008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-b41e3064-24d8-4460-9d93-b2b109e1d9cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.0553746 Jul 16 18:16:09.508500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-817f3edd-2ea4-492a-bce7-f4cc9dbfb0b9 req-0aefc84d-b779-4669-b625-15af880d7834 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273907 Jul 16 18:16:09.646224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.690914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-ffd60312-98ee-44ae-b513-8a3799acd31d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975331 Jul 16 18:16:09.871742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7b2537-9695-4f18-8c25-c7fca87e36a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.876182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-f415cf03-c5a2-4268-87b7-d6c5389f84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.878191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-f415cf03-c5a2-4268-87b7-d6c5389f84fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 915 time: 0.8422029 Jul 16 18:16:09.975235 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-652f2796-29e0-44a2-9ed4-c7fc86f4bc10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f8dcb2-f16e-4a76-b934-908ebf223430 HTTP/1.1" status: 200 len: 217 time: 0.0669708 Jul 16 18:16:10.070348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-73efce82-3e9d-4228-9df1-95cc3dc298f9 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874365 Jul 16 18:16:10.117808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.136635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-3086dc25-a6df-4f68-9363-b901713c5ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.138465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-3086dc25-a6df-4f68-9363-b901713c5ea0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.1503139 Jul 16 18:16:10.256053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91c7dbce-242f-4a90-853c-5abe40534827 req-f2011f14-1fdc-4ea9-b46e-f627ba8890b2 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664681 Jul 16 18:16:10.337289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-e2ecb60a-2e02-4702-943d-c0024b925773 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266737 Jul 16 18:16:10.475169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.483973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.629005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae7b25-0b62-4c36-97bd-2f57fa46a0d7 req-d0d58941-17f1-4409-8536-14614e3ff61f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.630075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.630619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69b0380d-b6e0-49a1-849c-ceff20688fd8 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:10.642856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.647687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bbcffd46-8af6-4f47-9e60-d7374c1cd7c2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/69b0380d-b6e0-49a1-849c-ceff20688fd8 HTTP/1.1" status: 204 len: 168 time: 3.1459103 Jul 16 18:16:10.647952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fae7b25-0b62-4c36-97bd-2f57fa46a0d7 req-d0d58941-17f1-4409-8536-14614e3ff61f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 943 time: 1.2528007 Jul 16 18:16:10.649615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56160) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.687249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c615569-1dc2-47f7-938f-399518402af2 req-92452213-cf4c-4b77-b011-e0a4cf0c2880 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.695961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c615569-1dc2-47f7-938f-399518402af2 req-92452213-cf4c-4b77-b011-e0a4cf0c2880 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.9153166 Jul 16 18:16:10.772502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] Deleting subnet 378a0041-2507-4a92-94e0-490754556250 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:10.780972 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.907014 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.997658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-3ca22db9-c99d-4f0c-a489-3a779b4fbc51 service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578767 Jul 16 18:16:11.005564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device da8869e7-907c-47bf-b45b-715cfedd8e11 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:11.040012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: da8869e7-907c-47bf-b45b-715cfedd8e11 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:11.044730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device da8869e7-907c-47bf-b45b-715cfedd8e11 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:11.053227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device eb7b2537-9695-4f18-8c25-c7fca87e36a8 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:11.097703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: eb7b2537-9695-4f18-8c25-c7fca87e36a8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:11.098115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device eb7b2537-9695-4f18-8c25-c7fca87e36a8 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:11.168713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47e629f1-1552-4c04-8ae4-90a0636a94ca req-a0f03648-a4c3-4973-98d2-0d601178bf98 service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506717 Jul 16 18:16:11.261317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.272620 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.355678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.416662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378a0041-2507-4a92-94e0-490754556250,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:11.431883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d8980-9fac-4d46-9a8d-40e576c91b57 None None] Network d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:11.444416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.448396 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-34b680fc-fc52-4805-8e33-b91cbba59c14 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/378a0041-2507-4a92-94e0-490754556250 HTTP/1.1" status: 204 len: 168 time: 0.7989442 Jul 16 18:16:11.457131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56168) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.595369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eab0048c-39be-4ea1-9759-fb3c5d6db78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.599234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 96f8dcb2-f16e-4a76-b934-908ebf223430 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:11.608597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.661123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c615569-1dc2-47f7-938f-399518402af2 req-1ba512b6-4f78-48e8-9ee5-e1fa19ad6af3 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9638903 Jul 16 18:16:11.704180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-47cba0d8-8319-44f6-b189-c8d83968eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.721761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-47cba0d8-8319-44f6-b189-c8d83968eb21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1095 time: 1.3077672 Jul 16 18:16:11.754457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eab0048c-39be-4ea1-9759-fb3c5d6db78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.763817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] It took 1.01 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:16:11.776823 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eab0048c-39be-4ea1-9759-fb3c5d6db78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.779341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fae7b25-0b62-4c36-97bd-2f57fa46a0d7 req-fb41e067-1e0d-4065-9654-ab81be594c0f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1314113 Jul 16 18:16:11.814694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 96f8dcb2-f16e-4a76-b934-908ebf223430, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96f8dcb2-f16e-4a76-b934-908ebf223430,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:11.830299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '96f8dcb2-f16e-4a76-b934-908ebf223430', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'port_id': '96f8dcb2-f16e-4a76-b934-908ebf223430', 'mac_address': 'fa:16:3e:68:6c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88f91cb-cee9-4606-b699-630c559f7d64', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:11.889896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0048c-39be-4ea1-9759-fb3c5d6db78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c028ee52-c06b-4464-8c8d-23f4c1035c06,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:11.927733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] DHCP port deletion for d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:12.015362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.022364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-b573106f-617c-4e7e-8ae0-553c41fe7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.023890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-b573106f-617c-4e7e-8ae0-553c41fe7d9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.1462486 Jul 16 18:16:12.057583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f8dcb2-f16e-4a76-b934-908ebf223430 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:12.083225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-e8d8b04b-e489-4f9c-8d6e-11e6492d7df6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0500484 Jul 16 18:16:12.089950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eab0048c-39be-4ea1-9759-fb3c5d6db78f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d86bbd8c012142e6a046ba0c2a2a0b2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8268116 Jul 16 18:16:12.116052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.140687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 96f8dcb2-f16e-4a76-b934-908ebf223430, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96f8dcb2-f16e-4a76-b934-908ebf223430,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:12.160308 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.191329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-1fab7744-2ce3-4b0d-9ff3-bc9114338e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.193325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-1fab7744-2ce3-4b0d-9ff3-bc9114338e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1028497 Jul 16 18:16:12.212897 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.259852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] Deleting port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:12.263109 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.326043 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b6820b64-a4b6-49d9-862a-db499d5a6bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.332419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.338093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Deleting port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:12.338654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.389860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] For port 23950a64-b083-4bfd-9347-a2c7cb5f97d0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=23950a64-b083-4bfd-9347-a2c7cb5f97d0,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:12.390697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.412354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] Calling delete_port for 23950a64-b083-4bfd-9347-a2c7cb5f97d0 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:12.429798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b6820b64-a4b6-49d9-862a-db499d5a6bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.521645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] For port 23950a64-b083-4bfd-9347-a2c7cb5f97d0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=23950a64-b083-4bfd-9347-a2c7cb5f97d0,segment=NetworkSegment(64553179-85f6-4bf9-b819-750072eae6f7),segment_id=64553179-85f6-4bf9-b819-750072eae6f7)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:12.522165 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.549116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Calling delete_port for 23950a64-b083-4bfd-9347-a2c7cb5f97d0 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:12.552562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-959ddab7-f9bf-438b-af30-db849c69f6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3160608 Jul 16 18:16:12.589876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=96f8dcb2-f16e-4a76-b934-908ebf223430,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.682628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96f8dcb2-f16e-4a76-b934-908ebf223430'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:12.810545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.826811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b6820b64-a4b6-49d9-862a-db499d5a6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.841083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b6820b64-a4b6-49d9-862a-db499d5a6bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.842114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b6820b64-a4b6-49d9-862a-db499d5a6bc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c028ee52-c06b-4464-8c8d-23f4c1035c06 HTTP/1.1" status: 204 len: 168 time: 0.7247319 Jul 16 18:16:12.843191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] No DVR routers for this DVR port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:12.868500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=23950a64-b083-4bfd-9347-a2c7cb5f97d0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.917195 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.939590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6820b64-a4b6-49d9-862a-db499d5a6bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c028ee52-c06b-4464-8c8d-23f4c1035c06,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.949383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] No DVR routers for this DVR port 23950a64-b083-4bfd-9347-a2c7cb5f97d0 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:12.997041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 23950a64-b083-4bfd-9347-a2c7cb5f97d0 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:13.024083 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Floating IP 64816c22-9785-4ff8-938b-fd2f013772a1 associated. External IP: 172.25.0.110, port: e72132f1-29cb-444a-b50e-1c26f97bee66. Jul 16 18:16:13.026151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 23950a64-b083-4bfd-9347-a2c7cb5f97d0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:13.027373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 23950a64-b083-4bfd-9347-a2c7cb5f97d0 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:13.028498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f2098-e075-44a0-b50e-7d7ee15b72c6 None None] Pushing event deleted for resources: {'Port': ['ID=23950a64-b083-4bfd-9347-a2c7cb5f97d0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.179552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b467af-4c6b-4691-bcf1-a37d81292acf req-a3dee22c-1948-42cc-a30e-460917e9dadc tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:13.186974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23b467af-4c6b-4691-bcf1-a37d81292acf req-a3dee22c-1948-42cc-a30e-460917e9dadc tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.9714243 Jul 16 18:16:13.201794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.225655 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-75b773ba-b516-4d03-948c-7691012b602e service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6558471 Jul 16 18:16:13.246832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f285371-2a4f-439e-b4d2-ae3d3cfaec48 req-4930358f-b6ba-4a81-82aa-192a78a23445 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:13.250123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60ea3bf-0fb6-4793-b8ed-653f3fe2f569']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:13.254290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f285371-2a4f-439e-b4d2-ae3d3cfaec48 req-4930358f-b6ba-4a81-82aa-192a78a23445 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.7390230 Jul 16 18:16:13.298539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64553179-85f6-4bf9-b819-750072eae6f7') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:13.299657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64553179-85f6-4bf9-b819-750072eae6f7') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:13.331102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.377710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23b467af-4c6b-4691-bcf1-a37d81292acf req-b56cbd47-070f-423f-9459-48a2f301989c tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861880 Jul 16 18:16:13.443811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.461040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:13.461722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.517116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f285371-2a4f-439e-b4d2-ae3d3cfaec48 req-172303a9-0a87-4ce9-84df-ed56f809a4f4 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612627 Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:13.577574 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:13.583740 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.642282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.643179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05919631-b18a-4451-b3b8-2f55ba971e56 req-984aab24-db97-4636-a4e4-c9f4127b6118 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038174 Jul 16 18:16:13.658195 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d60ea3bf-0fb6-4793-b8ed-653f3fe2f569 HTTP/1.1" status: 204 len: 168 time: 2.1858082 Jul 16 18:16:13.659776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f85184-4692-484c-8e95-ecc8d68cefa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d60ea3bf-0fb6-4793-b8ed-653f3fe2f569,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.909654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56208) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:13.966706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f38374d2-e3c3-4218-a1d7-71f2000be91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.980978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.114107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Router 73d58030-3da8-4f9e-b486-ca3446f4c792 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:14.185909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8ce52-c230-4886-ac88-8936ac246e8a req-a90797b9-d0c1-4325-b8aa-088564dd4e7d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.189027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9a8ce52-c230-4886-ac88-8936ac246e8a req-a90797b9-d0c1-4325-b8aa-088564dd4e7d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1332405 Jul 16 18:16:14.198810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9b486-2a37-419d-bb2a-b5ead1891dc4 req-1b196bc6-8044-40a5-a503-9f78f83c813b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.209577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50e9b486-2a37-419d-bb2a-b5ead1891dc4 req-1b196bc6-8044-40a5-a503-9f78f83c813b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 944 time: 0.4188883 Jul 16 18:16:14.221256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c7dc7f91-77c8-47b7-be82-bc84238d5dba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad278cc3bc824b9ea6709e13512080cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155020 Jul 16 18:16:14.234709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.336209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50e9b486-2a37-419d-bb2a-b5ead1891dc4 req-410eb29f-ee69-444e-b584-fd9d710a35a1 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251636 Jul 16 18:16:14.389191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9a8ce52-c230-4886-ac88-8936ac246e8a req-438b7740-dd27-4d32-82c2-909ef6a485a1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749897 Jul 16 18:16:14.476071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:14.482338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.491468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] Sync routers for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:14.516484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef924-0a36-42ac-8d37-f7e2158a0d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.520513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:14.521680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.579771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6dd1f7ca-b225-444c-aa4d-6190f4b90e1c tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "PUT /v2.0/floatingips/64816c22-9785-4ff8-938b-fd2f013772a1 HTTP/1.1" status: 200 len: 992 time: 6.2849615 Jul 16 18:16:14.580841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:14.589083 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:14.641266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef924-0a36-42ac-8d37-f7e2158a0d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.746289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f38374d2-e3c3-4218-a1d7-71f2000be91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.764088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f38374d2-e3c3-4218-a1d7-71f2000be91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.839563 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f38374d2-e3c3-4218-a1d7-71f2000be91e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31faefa167a845448cff9ffff545347a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9285123 Jul 16 18:16:14.840807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38374d2-e3c3-4218-a1d7-71f2000be91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0862388f-7bed-47ca-9790-863ca38dfd39,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.843778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.875081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:14.973565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838bf05-2e64-4604-b9ea-8e5d8a4f8d3b req-021cfffe-32fd-4c35-8dcd-b24ad9f4cd30 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:14.978532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e838bf05-2e64-4604-b9ea-8e5d8a4f8d3b req-021cfffe-32fd-4c35-8dcd-b24ad9f4cd30 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.2541533 Jul 16 18:16:14.985555 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef924-0a36-42ac-8d37-f7e2158a0d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.988759 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa0ef924-0a36-42ac-8d37-f7e2158a0d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.990008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fa0ef924-0a36-42ac-8d37-f7e2158a0d42 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/240dd656-7618-49d9-9c0d-140db113ebb3 HTTP/1.1" status: 204 len: 168 time: 0.7533498 Jul 16 18:16:15.001069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21260-62e3-4b74-9bd2-b0648b08e8b2 req-ebc71ec0-f0e0-48aa-bae9-464da4e76521 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:15.019695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2c21260-62e3-4b74-9bd2-b0648b08e8b2 req-ebc71ec0-f0e0-48aa-bae9-464da4e76521 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.3649397 Jul 16 18:16:15.039027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0ef924-0a36-42ac-8d37-f7e2158a0d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240dd656-7618-49d9-9c0d-140db113ebb3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:15.073794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e844d8c-deb6-48bc-a639-40f2d87aaae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.147740 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e844d8c-deb6-48bc-a639-40f2d87aaae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.182881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e838bf05-2e64-4604-b9ea-8e5d8a4f8d3b req-8df1e10f-ecef-4c50-aaaa-14cf4b458f5e tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110718 Jul 16 18:16:15.201249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2c21260-62e3-4b74-9bd2-b0648b08e8b2 req-e3a7a078-8bdc-4659-a895-aba921281c81 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798427 Jul 16 18:16:15.310995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e844d8c-deb6-48bc-a639-40f2d87aaae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.315084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2e844d8c-deb6-48bc-a639-40f2d87aaae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.319026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2e844d8c-deb6-48bc-a639-40f2d87aaae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0862388f-7bed-47ca-9790-863ca38dfd39 HTTP/1.1" status: 204 len: 168 time: 0.4705992 Jul 16 18:16:15.349873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e844d8c-deb6-48bc-a639-40f2d87aaae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0862388f-7bed-47ca-9790-863ca38dfd39,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:15.471021 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf826178-f598-466d-a0e0-c743e4423a6f x-openstack-request-id: req-cf826178-f598-466d-a0e0-c743e4423a6f {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:15.471581 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:15.471865 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf826178-f598-466d-a0e0-c743e4423a6f {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:15.472531 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'status': 'completed', 'code': 200} Jul 16 18:16:15.680972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 96f8dcb2-f16e-4a76-b934-908ebf223430 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:15.686609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-1936fbd6-1141-4ed9-858a-e3337fbec25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:15.705779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-1936fbd6-1141-4ed9-858a-e3337fbec25e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8e67d9796fa447e8fc4c294ddee1623&device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 1098 time: 0.1658344 Jul 16 18:16:15.871176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '64816c22-9785-4ff8-938b-fd2f013772a1', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'port_id': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'mac_address': 'fa:16:3e:4a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:16:10Z', 'revision_number': 1, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:37Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:15.876224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 96f8dcb2-f16e-4a76-b934-908ebf223430 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:15.934395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 96f8dcb2-f16e-4a76-b934-908ebf223430 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:15.934777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.936944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] Checking router: 73d58030-3da8-4f9e-b486-ca3446f4c792 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:15.980813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:15.982701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.093072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-c401aa7a-4ca8-4978-a049-135402eebfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:16.095188 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-c401aa7a-4ca8-4978-a049-135402eebfdb service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f371b93-cc98-4863-838f-5ca243371c5a HTTP/1.1" status: 200 len: 911 time: 0.3499565 Jul 16 18:16:16.221724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-d920c9a1-fb47-408b-b719-36a7902c8799 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e72132f1-29cb-444a-b50e-1c26f97bee66 HTTP/1.1" status: 200 len: 1000 time: 0.1190610 Jul 16 18:16:16.238929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278de095-c2b8-4f45-80ff-63705a4131e6 req-73acfc12-07f3-4c54-8935-cc4e6fad9785 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:16.246791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-278de095-c2b8-4f45-80ff-63705a4131e6 req-73acfc12-07f3-4c54-8935-cc4e6fad9785 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.5394998 Jul 16 18:16:16.260284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:16.312654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-e3e357a0-6763-4bcd-9ba5-8d99f57f4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:16.314699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-e3e357a0-6763-4bcd-9ba5-8d99f57f4455 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbc8b13a-c346-4c30-9e5e-5c89aed55558 HTTP/1.1" status: 200 len: 850 time: 0.0562854 Jul 16 18:16:16.330072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a52b5-23ce-4d98-b1bd-0504df5d609a req-ccdae7ce-e638-45f1-9bad-3f677b2cf5ae tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:16.337846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21a52b5-23ce-4d98-b1bd-0504df5d609a req-ccdae7ce-e638-45f1-9bad-3f677b2cf5ae tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 944 time: 0.2940056 Jul 16 18:16:16.444842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21a52b5-23ce-4d98-b1bd-0504df5d609a req-cbf87b2c-d6d3-4ff0-9fd9-009b75fa8857 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033247 Jul 16 18:16:16.497322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-278de095-c2b8-4f45-80ff-63705a4131e6 req-f678fd5e-655a-4b3a-853c-b6eea039c2d5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495162 Jul 16 18:16:16.601768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-3774c7f7-8138-4ba4-807b-1e899bccfe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:16.601768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-3774c7f7-8138-4ba4-807b-1e899bccfe23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f371b93-cc98-4863-838f-5ca243371c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2530391 Jul 16 18:16:16.704774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.740678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f8dcb2-f16e-4a76-b934-908ebf223430'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:16.743240 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83a1f1b-97a3-45ba-b702-f4bfe8bbac4e" -d '{"events": [{"server_uuid": "bfe7220b-be27-424b-8138-3f521e2a314a", "name": "network-vif-plugged", "status": "completed", "tag": "96f8dcb2-f16e-4a76-b934-908ebf223430"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:16.765205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 96f8dcb2-f16e-4a76-b934-908ebf223430, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96f8dcb2-f16e-4a76-b934-908ebf223430,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:16.782777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.785798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-c7b93bea-5ee7-4bab-9450-ec642270cc5a service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805673 Jul 16 18:16:16.930502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=96f8dcb2-f16e-4a76-b934-908ebf223430,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.957031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:16.961160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '64816c22-9785-4ff8-938b-fd2f013772a1', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'port_id': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'mac_address': 'fa:16:3e:4a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:16:10Z', 'revision_number': 1, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:37Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.996658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e6afe2-6bc5-488f-89ca-ac91b5e2a86e None None] The sync data for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 is: [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '64816c22-9785-4ff8-938b-fd2f013772a1', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'floating_ip_address': '172.25.0.110', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'port_id': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'mac_address': 'fa:16:3e:4a:ac:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:37Z', 'updated_at': '2021-07-16T18:16:10Z', 'revision_number': 1, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:37Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:17.053993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0aaddfb2-65fa-48b7-966c-bc51f60bfe38 req-40520fc6-4110-4bb7-ba46-d3d19441c350 service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579963 Jul 16 18:16:17.092799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b959ed-ffaa-4091-a484-be2af23b2661 req-33492964-34c1-46f4-bcfb-6861fc4af6cd tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.094543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4b959ed-ffaa-4091-a484-be2af23b2661 req-33492964-34c1-46f4-bcfb-6861fc4af6cd tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.1908123 Jul 16 18:16:17.102673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a429-13bb-4449-951d-25213b810675 req-84287bd6-d041-4b80-9c42-45b5108b3e2a tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.104546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1883a429-13bb-4449-951d-25213b810675 req-84287bd6-d041-4b80-9c42-45b5108b3e2a tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.2153685 Jul 16 18:16:17.202798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4b959ed-ffaa-4091-a484-be2af23b2661 req-35754344-f943-4544-92cf-656041b4c004 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893881 Jul 16 18:16:17.232537 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1883a429-13bb-4449-951d-25213b810675 req-8f5e5efa-221f-426b-8263-9bc5251a7577 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167502 Jul 16 18:16:17.466614 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9955041d-22bc-4e9e-b96e-7899f5fda4f8 None None] New status for floating IP 64816c22-9785-4ff8-938b-fd2f013772a1: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:17.623053 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d145fae1-e695-4847-a6b3-2d50a1e62d71 x-openstack-request-id: req-d145fae1-e695-4847-a6b3-2d50a1e62d71 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:17.623689 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe7220b-be27-424b-8138-3f521e2a314a", "name": "network-vif-plugged", "status": "completed", "tag": "96f8dcb2-f16e-4a76-b934-908ebf223430", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:17.624129 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d145fae1-e695-4847-a6b3-2d50a1e62d71 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:17.624758 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f8dcb2-f16e-4a76-b934-908ebf223430', 'code': 200} Jul 16 18:16:17.649448 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:17.652485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-353595964-network', 'tenant_id': '9bda98b2501d43508f913d33c0161145'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:17.699154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:17.702530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.726860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.833289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ecaac3-3a3d-4dd3-b08d-4e37b0263d10 req-23aa4b71-2acb-49f6-8202-2077963560fc tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.853184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33ecaac3-3a3d-4dd3-b08d-4e37b0263d10 req-23aa4b71-2acb-49f6-8202-2077963560fc tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 950 time: 0.1809556 Jul 16 18:16:17.955485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273fbdc-4b66-401d-ad45-207ddc3d2d36 req-a7841997-011f-4a24-bda0-a599111bb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:17.957497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7273fbdc-4b66-401d-ad45-207ddc3d2d36 req-a7841997-011f-4a24-bda0-a599111bb3f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 1097 time: 0.1876376 Jul 16 18:16:18.027534 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7273fbdc-4b66-401d-ad45-207ddc3d2d36 req-07f78ebc-47c6-45ae-8905-7a55fc00c40f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595720 Jul 16 18:16:18.036654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33ecaac3-3a3d-4dd3-b08d-4e37b0263d10 req-d1be3379-c803-41c9-9ad6-e4bfe2973716 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806459 Jul 16 18:16:18.056863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.066684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.099567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:18.105671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235e3f7-2916-4647-8554-b5f7fd078ca0 req-739453f9-4c43-43fe-ba6f-3990aaf8b9b4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.110997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36e46b8-3715-49dd-8c8d-ccf1156a84e4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.121552 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.121552 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Added segment 994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8 of type vlan for network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc Jul 16 18:16:18.127772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2235e3f7-2916-4647-8554-b5f7fd078ca0 req-739453f9-4c43-43fe-ba6f-3990aaf8b9b4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 945 time: 0.2583547 Jul 16 18:16:18.186341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2235e3f7-2916-4647-8554-b5f7fd078ca0 req-829b21f3-7693-4422-820b-8f57d0dc862b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573518 Jul 16 18:16:18.195801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.274110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.276679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.281639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.296330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ba7ba-1a3d-4a77-ab86-0eea9871e2fc req-d22d2311-f686-40c7-8031-f66eaf05a523 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.299494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b4ba7ba-1a3d-4a77-ab86-0eea9871e2fc req-d22d2311-f686-40c7-8031-f66eaf05a523 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1115847 Jul 16 18:16:18.330574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3723595 Jul 16 18:16:18.336395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.343725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Request body: {'subnet': {'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-subnet', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:18.400087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2402f-60a9-4e12-9f25-4d676f88d571 admin admin] Pushing event updated for resources: {'Network': ['ID=4f8ca66c-80fc-4cb4-b153-d28e75648cbc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.414949 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b4ba7ba-1a3d-4a77-ab86-0eea9871e2fc req-22618ebb-2d86-470f-a0f0-7fbe50dbde9a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013930 Jul 16 18:16:18.415164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:18.425207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:18.428093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.722042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.798187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089beb3-8318-4b07-bcb6-21efce5e9b2f req-254aa740-bc87-4d52-a4b7-23dda4168355 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.801074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2089beb3-8318-4b07-bcb6-21efce5e9b2f req-254aa740-bc87-4d52-a4b7-23dda4168355 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.1177943 Jul 16 18:16:18.869690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fba8064-1147-4b7f-af7b-5e261ea059d6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.886233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2089beb3-8318-4b07-bcb6-21efce5e9b2f req-81dc4b16-4664-4855-b0dd-403d1d01b207 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775795 Jul 16 18:16:18.908247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.908713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.909072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.909447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.909915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.910268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.910742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.911176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.911484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.911717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.912053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.912434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:18.930426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Checking segment: {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:18.931434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Network hostable DHCP agents. Network: 4f8ca66c-80fc-4cb4-b153-d28e75648cbc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:19.002216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:19.042682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4f8ca66c-80fc-4cb4-b153-d28e75648cbc) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:19.055421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32774c96-2ba4-476a-afcb-9300708d6549 None None] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:19.076198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.083320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.133567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1e5773a4-7a90-4b82-a075-2048303d2cac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7953079 Jul 16 18:16:19.138439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.153788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:19.232449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.235581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.251829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77429-9dff-4345-b5f1-164942350c15 req-93987fd7-b5e2-4e2e-ad35-471183c1ad46 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.266703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07f77429-9dff-4345-b5f1-164942350c15 req-93987fd7-b5e2-4e2e-ad35-471183c1ad46 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.1588817 Jul 16 18:16:19.345310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:19.346835 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.390130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07f77429-9dff-4345-b5f1-164942350c15 req-97ada327-b197-4dd8-84a3-04a5292f5a9c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217158 Jul 16 18:16:19.493306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.620528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b2c6a-3627-40b8-98d8-b6a9ce34c7a7 req-8d30ad15-db0c-4179-8787-b2e5c160b440 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.622903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41b2c6a-3627-40b8-98d8-b6a9ce34c7a7 req-8d30ad15-db0c-4179-8787-b2e5c160b440 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2707231 Jul 16 18:16:19.664549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Allocated IP 172.20.0.2 (4f8ca66c-80fc-4cb4-b153-d28e75648cbc/7fba8064-1147-4b7f-af7b-5e261ea059d6/e7bd3aff-4452-4a06-8118-bf640a72dac9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:19.748630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41b2c6a-3627-40b8-98d8-b6a9ce34c7a7 req-4af955f2-fba8-4bfb-b959-6b2dddaecda6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142147 Jul 16 18:16:19.793369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a4988cd6-582a-43de-80ea-848e38f31502 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:19.945301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.964343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Transition to ACTIVE for port object e7bd3aff-4452-4a06-8118-bf640a72dac9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:20.060643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Transition to ACTIVE for port object e7bd3aff-4452-4a06-8118-bf640a72dac9 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:20.080095 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.087079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.256191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:20.269916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45d5a1-0fa2-4f1f-af0d-acf0602f2b4d req-0de2fea3-eb5f-4729-8328-96967583f8d5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.272721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da45d5a1-0fa2-4f1f-af0d-acf0602f2b4d req-0de2fea3-eb5f-4729-8328-96967583f8d5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 945 time: 0.2457762 Jul 16 18:16:20.287000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:20.291910 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0833998a-2355-42cd-9387-4a846908a586" -d '{"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-unplugged", "status": "completed", "tag": "a4988cd6-582a-43de-80ea-848e38f31502"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:20.301378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691d570-c97e-4675-b791-862c8d8a5e20 req-82b6b629-6d37-4e14-a15b-6b4a4c04cd36 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.304399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:20.314513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f691d570-c97e-4675-b791-862c8d8a5e20 req-82b6b629-6d37-4e14-a15b-6b4a4c04cd36 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2071285 Jul 16 18:16:20.330623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:20.344891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:20.347052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Pushing event updated for resources: {'Port': ['ID=e7bd3aff-4452-4a06-8118-bf640a72dac9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.404073 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.471287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f691d570-c97e-4675-b791-862c8d8a5e20 req-1aee7aa6-3d3f-4788-aa7f-9a01b551c19c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555510 Jul 16 18:16:20.480473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.490740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da45d5a1-0fa2-4f1f-af0d-acf0602f2b4d req-34b0ac04-34c0-4940-a57a-2279f1cd2c47 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727374 Jul 16 18:16:20.516247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Attempting to bind port e7bd3aff-4452-4a06-8118-bf640a72dac9 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:20.517122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Attempting to bind port e7bd3aff-4452-4a06-8118-bf640a72dac9 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:20.518034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Attempting to bind port e7bd3aff-4452-4a06-8118-bf640a72dac9 on network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:20.555539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.567130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:20.567763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Checking segment: {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:20.568496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.569160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Bound using segment: {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:20.570004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Bound port: e7bd3aff-4452-4a06-8118-bf640a72dac9, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:20.570662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.598086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f92c3d-23eb-4a6d-8aa3-d7ce2e8a625d req-29333a48-6609-4b9d-983f-391d16edfbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.607928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13f92c3d-23eb-4a6d-8aa3-d7ce2e8a625d req-29333a48-6609-4b9d-983f-391d16edfbe8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.1320488 Jul 16 18:16:20.679125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13f92c3d-23eb-4a6d-8aa3-d7ce2e8a625d req-c63ff88d-ec70-485a-b12d-efd99009f221 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637641 Jul 16 18:16:20.689326 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea7532e-44bb-45fc-b879-e2ce82970466 x-openstack-request-id: req-2ea7532e-44bb-45fc-b879-e2ce82970466 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:20.690822 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-unplugged", "status": "completed", "tag": "a4988cd6-582a-43de-80ea-848e38f31502", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:20.692142 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ea7532e-44bb-45fc-b879-e2ce82970466 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:20.693268 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502', 'code': 200} Jul 16 18:16:20.773368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] For port e7bd3aff-4452-4a06-8118-bf640a72dac9, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:20.780888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] For port e7bd3aff-4452-4a06-8118-bf640a72dac9, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e7bd3aff-4452-4a06-8118-bf640a72dac9,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:20.793188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.033272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0423a248-c6e3-486a-8ab3-96f442605f93 None None] Pushing event updated for resources: {'Port': ['ID=e7bd3aff-4452-4a06-8118-bf640a72dac9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.145612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.183317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.284254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a0e73-a24c-4b46-bba7-54c94b73faca req-2ebfbe17-b149-450c-8f87-4118083cd675 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.300406 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-955a0e73-a24c-4b46-bba7-54c94b73faca req-2ebfbe17-b149-450c-8f87-4118083cd675 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.4461436 Jul 16 18:16:21.458649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4bbc2-6fd7-42de-91f3-7badfa748cd1 req-12914cf2-0b9d-40a2-8772-5deff7a0e048 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.480454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28d4bbc2-6fd7-42de-91f3-7badfa748cd1 req-12914cf2-0b9d-40a2-8772-5deff7a0e048 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.6474431 Jul 16 18:16:21.601060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Allocated IP 172.25.0.169 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/f6004737-d72a-492f-911f-b10085be25b5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:21.619989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-955a0e73-a24c-4b46-bba7-54c94b73faca req-3f49f660-2084-45fc-9778-00b5bf9c8413 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180232 Jul 16 18:16:21.657788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28d4bbc2-6fd7-42de-91f3-7badfa748cd1 req-19ae53e2-47ac-434d-b996-8ebda5fea83c tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662362 Jul 16 18:16:21.873862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.937935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.021000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:22.027127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:22.038621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:22.084757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fd6c2-0ffc-479c-878f-7ab5a3b81692 req-2a99e8b3-ff83-4bce-a7d1-49ce4fc731e4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.086509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-499fd6c2-0ffc-479c-878f-7ab5a3b81692 req-2a99e8b3-ff83-4bce-a7d1-49ce4fc731e4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1310158 Jul 16 18:16:22.106781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Pushing event updated for resources: {'Port': ['ID=f6004737-d72a-492f-911f-b10085be25b5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.156688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-499fd6c2-0ffc-479c-878f-7ab5a3b81692 req-7b47c1b3-08bc-4d0b-bad9-51abc653f638 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537302 Jul 16 18:16:22.435820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.754912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1f56c90f-65a3-4321-8cb1-87547781e5e1 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:22.785274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f398c24-8ee6-44fd-87e7-44e3072fad8a None None] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:22.806084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.017331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-680f0dee-d16a-49d9-a2b6-f4cfccb0d49b None None] Provisioning for port e7bd3aff-4452-4a06-8118-bf640a72dac9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:23.163893 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e7bd3aff-4452-4a06-8118-bf640a72dac9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:23.292956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7719f-fdb5-4261-ba45-829265645bb5 req-3cc62b4d-7357-4980-98ed-22593c09beb5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.301569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:23.309200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97c7719f-fdb5-4261-ba45-829265645bb5 req-3cc62b4d-7357-4980-98ed-22593c09beb5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.3777499 Jul 16 18:16:23.331097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e7bd3aff-4452-4a06-8118-bf640a72dac9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:23.366037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e7bd3aff-4452-4a06-8118-bf640a72dac9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:23.366410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.368751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '1f56c90f-65a3-4321-8cb1-87547781e5e1', 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701', 'port_id': '1f56c90f-65a3-4321-8cb1-87547781e5e1', 'mac_address': 'fa:16:3e:22:7c:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba36affd-9031-4277-95ad-e30fad075852', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:23.373695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Router ed0f781b-31a3-405a-8d05-10bb488eb1ae is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:23.398009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25debd12-b3e7-4a37-83eb-6865cf370e67 req-e2e28214-b04c-4472-9510-3d6ed77a53ea tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.400925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25debd12-b3e7-4a37-83eb-6865cf370e67 req-e2e28214-b04c-4472-9510-3d6ed77a53ea tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.2463896 Jul 16 18:16:23.485848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97c7719f-fdb5-4261-ba45-829265645bb5 req-9c7e5b99-5613-4c16-acea-6ec3dfbd6f81 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745009 Jul 16 18:16:23.513168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25debd12-b3e7-4a37-83eb-6865cf370e67 req-ddd6b48a-2937-4b1d-bec0-d95bb60c8b63 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030283 Jul 16 18:16:23.604400 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.754172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-708ef7fa-b46e-4e25-886a-9b11a88a4460 req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-641050819', 'description': 'tempest-description-394437984'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:23.827462 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-708ef7fa-b46e-4e25-886a-9b11a88a4460 req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.861565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:23.875362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:24.021572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.045100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'mac_address': 'fa:16:3e:95:8e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:24.046500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-708ef7fa-b46e-4e25-886a-9b11a88a4460 req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.048853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Sync routers for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:24.057069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-708ef7fa-b46e-4e25-886a-9b11a88a4460 req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.066685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.072274 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e8e6630b-1d75-418e-9eab-37373a8cae21 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9311376 Jul 16 18:16:24.072956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:24.078437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f56c90f-65a3-4321-8cb1-87547781e5e1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:24.108937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:24.109591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:24.141682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-708ef7fa-b46e-4e25-886a-9b11a88a4460 req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.158105 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-708ef7fa-b46e-4e25-886a-9b11a88a4460 req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4044909 Jul 16 18:16:24.199292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58ce926-8fa5-4ab5-ac84-2aff65d12659,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.236604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.237216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.239579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.253582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.254707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.256944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.257608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.261413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.262008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.267126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.270761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.271544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0515987-f573-41d4-ac1e-71ddeebffb05 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:24.408957 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.487978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-19f63c81-61b4-4c81-a75d-5ae722d73b0f tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-641050819&fields=id&tenant_id=2796dea990684e3c81bb3e588467e49a HTTP/1.1" status: 200 len: 267 time: 0.1712689 Jul 16 18:16:24.560956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.697692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-c35da3bf-589f-4345-a18e-a55f7e6284b1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:24.699782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-c35da3bf-589f-4345-a18e-a55f7e6284b1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.2107439 Jul 16 18:16:24.717434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Request body: {'port': {'security_groups': ['d53cc57f-4007-41c8-95b2-03b06b94f9bb', 'c58ce926-8fa5-4ab5-ac84-2aff65d12659']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:24.736176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e7bd3aff-4452-4a06-8118-bf640a72dac9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e7bd3aff-4452-4a06-8118-bf640a72dac9,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:24.749657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.757568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.777092 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.990457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae9082e-9bf0-4746-ab00-95212d6dd83a {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:25.009965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.069885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['1f56c90f-65a3-4321-8cb1-87547781e5e1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:25.227014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-300a13c1-7bab-42e6-a14e-de883cab2b9a None None] Provisioning complete for port e7bd3aff-4452-4a06-8118-bf640a72dac9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.227662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-300a13c1-7bab-42e6-a14e-de883cab2b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.328545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:25.465023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.596645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.678938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:25.841857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2e02799d-8d6b-4e03-971b-904728ac816a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:25.854578 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.931816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.944517 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.968839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Allocated IP 172.20.0.1 (4f8ca66c-80fc-4cb4-b153-d28e75648cbc/7fba8064-1147-4b7f-af7b-5e261ea059d6/3bba8788-6fb9-4be4-85d8-51a750922c90) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:26.161405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['9ae9082e-9bf0-4746-ab00-95212d6dd83a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:26.187047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.188091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.190869 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e516f11-dcfb-4b35-9b38-4d0f086165b6 req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "PUT /v2.0/ports/2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 982 time: 1.4820225 Jul 16 18:16:26.192577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:26.204179 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:26.267913 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.306134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73478b-72bd-4856-81df-e07e2e344a5f req-5ae2b3b2-817e-4e56-8e83-472f6cc534a2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.311309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Transition to ACTIVE for port object 3bba8788-6fb9-4be4-85d8-51a750922c90 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:26.316180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec73478b-72bd-4856-81df-e07e2e344a5f req-5ae2b3b2-817e-4e56-8e83-472f6cc534a2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 944 time: 0.9072974 Jul 16 18:16:26.325158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a2844-0421-4f2c-9a22-4f7ae48bea14 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event updated for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.389394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec73478b-72bd-4856-81df-e07e2e344a5f req-3cc9e3e0-6db0-400c-95a3-6090067252cf tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683770 Jul 16 18:16:26.436963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.502970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['2e02799d-8d6b-4e03-971b-904728ac816a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:26.547586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Pushing event updated for resources: {'Port': ['ID=3bba8788-6fb9-4be4-85d8-51a750922c90,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.553415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e7bd3aff-4452-4a06-8118-bf640a72dac9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:26.568290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:26.571817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:26.579350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:26.627936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72e2b210-6c1e-447b-9795-74cea556767f req-7ed4c652-a022-4ee2-9596-b68065c6c782 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-641050819&fields=id&tenant_id=2796dea990684e3c81bb3e588467e49a HTTP/1.1" status: 200 len: 267 time: 0.0961418 Jul 16 18:16:26.731252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.850682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2b210-6c1e-447b-9795-74cea556767f req-6f3a9171-f267-4cfb-90ac-db628eb4a26f tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.867127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72e2b210-6c1e-447b-9795-74cea556767f req-6f3a9171-f267-4cfb-90ac-db628eb4a26f tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 985 time: 0.2334003 Jul 16 18:16:26.883329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Request body: {'port': {'security_groups': ['d53cc57f-4007-41c8-95b2-03b06b94f9bb']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:26.987302 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eac3076-d8e7-4425-9157-7af6ca9f0ed9 x-openstack-request-id: req-6eac3076-d8e7-4425-9157-7af6ca9f0ed9 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:27.007263 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:27.007531 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6eac3076-d8e7-4425-9157-7af6ca9f0ed9 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:27.007968 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a', 'status': 'completed', 'code': 200} Jul 16 18:16:27.063752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e7bd3aff-4452-4a06-8118-bf640a72dac9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:27.326409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:27.408379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.499216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f593706b-79d1-4016-9577-c8510a37c87a None None] Provisioning for port 3bba8788-6fb9-4be4-85d8-51a750922c90 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:27.532506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f593706b-79d1-4016-9577-c8510a37c87a None None] Provisioning complete for port 3bba8788-6fb9-4be4-85d8-51a750922c90 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:27.533218 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f593706b-79d1-4016-9577-c8510a37c87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.614381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:22Z', 'revision_number': 3, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.616655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e7bd3aff-4452-4a06-8118-bf640a72dac9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:27.617229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.773087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Checking router: ed0f781b-31a3-405a-8d05-10bb488eb1ae for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:27.773566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Updating router ed0f781b-31a3-405a-8d05-10bb488eb1ae port f6004737-d72a-492f-911f-b10085be25b5 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:27.785790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f593706b-79d1-4016-9577-c8510a37c87a None None] Port 3bba8788-6fb9-4be4-85d8-51a750922c90 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:27.898604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.910025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.982861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Pushing event updated for resources: {'Port': ['ID=3bba8788-6fb9-4be4-85d8-51a750922c90,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:28.027955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['2e02799d-8d6b-4e03-971b-904728ac816a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:28.040062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.201598 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.250071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:28.252484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:28.339709 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.595788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-82c3c223-8955-4fde-b5ee-88429b91872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.598529 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-82c3c223-8955-4fde-b5ee-88429b91872d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1137 time: 1.5723464 Jul 16 18:16:28.630288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b5c73-a184-4034-9c6d-2319828bad96 req-c76fd9c2-4d35-4f47-81ae-d26c1214c2f8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.643402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd8b5c73-a184-4034-9c6d-2319828bad96 req-c76fd9c2-4d35-4f47-81ae-d26c1214c2f8 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 944 time: 0.4768505 Jul 16 18:16:28.670438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Router ed0f781b-31a3-405a-8d05-10bb488eb1ae has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:29.045136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:29.091043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-039cb097-a6dc-4341-9893-11d4af8d3260 admin admin] 10.222.0.48 "PUT /v2.0/routers/ed0f781b-31a3-405a-8d05-10bb488eb1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0071273 Jul 16 18:16:29.168094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-09265e56-3c7d-42e1-bea5-c1911556ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.170920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-09265e56-3c7d-42e1-bea5-c1911556ce00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.5225964 Jul 16 18:16:29.230963 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.247323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Transition to ACTIVE for port object f6004737-d72a-492f-911f-b10085be25b5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:29.324467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-8919e034-8a1d-431b-9039-1bad60d9e240 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.1031432 Jul 16 18:16:29.496969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-cf2237ba-8a88-4e86-81e0-e6a8aad7282b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:29.501171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-cf2237ba-8a88-4e86-81e0-e6a8aad7282b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.1744721 Jul 16 18:16:29.504351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd8b5c73-a184-4034-9c6d-2319828bad96 req-dbf3e013-7129-4e6f-bbf5-6b40402d3fa5 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7924306 Jul 16 18:16:29.601946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1f56c90f-65a3-4321-8cb1-87547781e5e1 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:29.821137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2e02799d-8d6b-4e03-971b-904728ac816a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:29.866924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.929395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-ba54546e-028d-4ea7-9818-8a9ffafaaff4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584641 Jul 16 18:16:29.931202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.116001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event updated for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.140552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:30.178184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.179149 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.191401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72e2b210-6c1e-447b-9795-74cea556767f req-85f13d79-31f1-4901-b448-74465ab5fafe tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "PUT /v2.0/ports/2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 943 time: 3.3167322 Jul 16 18:16:30.191401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:30.198926 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:30.300508 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.411005 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fa3cdc-ff88-4fa7-96d6-e5c715b1ab16 x-openstack-request-id: req-08fa3cdc-ff88-4fa7-96d6-e5c715b1ab16 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:30.411585 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:30.411980 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-08fa3cdc-ff88-4fa7-96d6-e5c715b1ab16 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:30.412806 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a', 'status': 'completed', 'code': 200} Jul 16 18:16:30.649813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0ff32-c4e9-454f-b4e0-6f5196fd408f None None] Pushing event updated for resources: {'Port': ['ID=f6004737-d72a-492f-911f-b10085be25b5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.654774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c6c264a6-8599-47b5-872f-e07eaf715085 None None] Provisioning complete for port 3bba8788-6fb9-4be4-85d8-51a750922c90 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:30.655237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6c264a6-8599-47b5-872f-e07eaf715085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.683640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-48d1fbc6-7a36-450e-b517-b739876f5a48 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7341242 Jul 16 18:16:30.858449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c6c264a6-8599-47b5-872f-e07eaf715085 None None] Port 3bba8788-6fb9-4be4-85d8-51a750922c90 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:30.911637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-df43ae48-c361-42ff-934f-6dbb0861e71c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5226085 Jul 16 18:16:30.923923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:30.943571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 9ae9082e-9bf0-4746-ab00-95212d6dd83a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:30.944985 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.041929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71a7ea7-9b30-4969-80c2-cb0825f53f4d req-ea3a945a-911c-447e-8060-729cab357f11 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563981 Jul 16 18:16:31.048091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.108776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Attempting to bind port f6004737-d72a-492f-911f-b10085be25b5 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:31.109153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Attempting to bind port f6004737-d72a-492f-911f-b10085be25b5 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:31.109521 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Attempting to bind port f6004737-d72a-492f-911f-b10085be25b5 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:31.135211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['2e02799d-8d6b-4e03-971b-904728ac816a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:31.156784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30671041-310c-4558-accf-7f3d94c5ca4b req-5a2976d5-da80-4b90-ab08-61a18a8a0e55 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:31.172830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30671041-310c-4558-accf-7f3d94c5ca4b req-5a2976d5-da80-4b90-ab08-61a18a8a0e55 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 944 time: 0.2584741 Jul 16 18:16:31.257591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aea6d3d-f9e1-4fc5-a991-edf3aaa57aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.271942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:31.275785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:31.277170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.277623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:31.278170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Bound port: f6004737-d72a-492f-911f-b10085be25b5, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:31.278657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.421914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] For port f6004737-d72a-492f-911f-b10085be25b5, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:31.426592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] For port f6004737-d72a-492f-911f-b10085be25b5, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f6004737-d72a-492f-911f-b10085be25b5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:31.439764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['2e02799d-8d6b-4e03-971b-904728ac816a'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:31.575249 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.608124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30671041-310c-4558-accf-7f3d94c5ca4b req-8438ce99-b990-4731-ac67-73dc08656d34 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342930 Jul 16 18:16:31.671297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-ba4cdd02-9b82-4cdd-9cdf-74f3f01bb342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:31.677509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-ba4cdd02-9b82-4cdd-9cdf-74f3f01bb342 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.5757656 Jul 16 18:16:31.915868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0ff32-c4e9-454f-b4e0-6f5196fd408f None None] Pushing event updated for resources: {'Port': ['ID=f6004737-d72a-492f-911f-b10085be25b5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:31.927767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.033111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:32.033838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:32.348291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:32.363352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-93110b38-4901-4603-8a90-dbfba61254d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.367645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-93110b38-4901-4603-8a90-dbfba61254d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.6799765 Jul 16 18:16:32.414251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:32.488997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-459e18e6-ebfb-4977-8929-4c1a847e2b01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.0985870 Jul 16 18:16:32.538057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Allocated IP 172.25.0.157 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/65ce0a00-7dd4-4cd3-8cb9-653f31118fdd) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:32.688817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e18234c1-4403-452c-b4e6-031cd597aefe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.890319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e18234c1-4403-452c-b4e6-031cd597aefe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.904774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e18234c1-4403-452c-b4e6-031cd597aefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.997217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 1f56c90f-65a3-4321-8cb1-87547781e5e1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:33.064851 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e18234c1-4403-452c-b4e6-031cd597aefe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62960464fd25488ebf9bd5ef8ca5929d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6480997 Jul 16 18:16:33.068743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18234c1-4403-452c-b4e6-031cd597aefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df28ea7a-64f0-4453-9533-3a97a7db889f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.070539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-ea88fae2-d9f3-437e-a837-145e8c0cfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:33.076826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.105651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-ea88fae2-d9f3-437e-a837-145e8c0cfcad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.5955830 Jul 16 18:16:33.140244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 1f56c90f-65a3-4321-8cb1-87547781e5e1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:33.140844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.221030 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-417eb619-06d5-43ba-ae0b-71757d4369e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.282696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-ce2dbc0d-1cbe-4ab4-ba22-6d521a170b23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1751232 Jul 16 18:16:33.288477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-417eb619-06d5-43ba-ae0b-71757d4369e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.308839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.348275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.420839 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-417eb619-06d5-43ba-ae0b-71757d4369e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.428466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-417eb619-06d5-43ba-ae0b-71757d4369e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.435763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-417eb619-06d5-43ba-ae0b-71757d4369e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df28ea7a-64f0-4453-9533-3a97a7db889f HTTP/1.1" status: 204 len: 168 time: 0.3556991 Jul 16 18:16:33.464963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417eb619-06d5-43ba-ae0b-71757d4369e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df28ea7a-64f0-4453-9533-3a97a7db889f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.503013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.522394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:33.530108 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7ed6e8-b10d-4ed3-ae9e-402a34f0a4c1" -d '{"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:33.557195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:33.598340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:33.601444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:33.694133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:33.705306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event updated for resources: {'Port': ['ID=65ce0a00-7dd4-4cd3-8cb9-653f31118fdd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.762116 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.787049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-f59411dd-7da0-4761-a43e-b9e0c678cc1b service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878092 Jul 16 18:16:33.813774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.879940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3aac7297-d04f-4bb2-b7ee-5d0b73b098ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.978325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.010431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a6a2822-f646-4c57-b3aa-ca0e78d63a58 req-be69486e-53f5-4be3-84cf-8afa7defe51a service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148271 Jul 16 18:16:34.095904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.355938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56722) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.412659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d808691-c3e8-4176-8800-c9e78125d838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.459577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 2, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.465297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.469094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.480744 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.517124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.688622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event updated for resources: {'Port': ['ID=65ce0a00-7dd4-4cd3-8cb9-653f31118fdd,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.696635 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.703210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30312a4-a390-483c-a73e-856183de98e7 None None] The sync data for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 is: [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 2, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:34.725228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.818853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:34.843861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.856809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d808691-c3e8-4176-8800-c9e78125d838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.875253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d808691-c3e8-4176-8800-c9e78125d838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.880183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.881959 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-57cec1f3-4d7d-43e5-9c2f-e28265807ca1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9690890 Jul 16 18:16:35.014697 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1d808691-c3e8-4176-8800-c9e78125d838 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97fa743d48db432399fa263eb8d18823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6568542 Jul 16 18:16:35.020403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.082253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.105875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-46b74b9b-c9aa-4f7b-b47a-ea4ef01706ca tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.2098925 Jul 16 18:16:35.177861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d808691-c3e8-4176-8800-c9e78125d838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fd285b-0938-44a3-a3a6-ff9e1c4c8d39,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.237487 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba10a-b3ee-45f5-bf2f-afb9e8445155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.334439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba10a-b3ee-45f5-bf2f-afb9e8445155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.337930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-bb2b132e-5bce-4def-8ddd-a2bd6ea69314 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:35.340867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad519a91-d74f-44f7-8ffc-0c1214a5246a req-bb2b132e-5bce-4def-8ddd-a2bd6ea69314 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.2187028 Jul 16 18:16:35.432753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba10a-b3ee-45f5-bf2f-afb9e8445155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.435642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba10a-b3ee-45f5-bf2f-afb9e8445155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.441455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4d4ba10a-b3ee-45f5-bf2f-afb9e8445155 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41fd285b-0938-44a3-a3a6-ff9e1c4c8d39 HTTP/1.1" status: 204 len: 168 time: 0.4125574 Jul 16 18:16:35.454796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ba10a-b3ee-45f5-bf2f-afb9e8445155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fd285b-0938-44a3-a3a6-ff9e1c4c8d39,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.786599 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.833494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb283001-a378-496a-932e-733c96d2892a req-0743de0b-cf0b-4bf1-8007-08cb31c07718 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:35.845349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb283001-a378-496a-932e-733c96d2892a req-0743de0b-cf0b-4bf1-8007-08cb31c07718 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2919507 Jul 16 18:16:35.944725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb283001-a378-496a-932e-733c96d2892a req-98e5adf4-1708-4ea1-98c7-104155d28c2f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974178 Jul 16 18:16:36.652818 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4622cd-80ff-4732-8d92-e702a3c5bf6d x-openstack-request-id: req-fc4622cd-80ff-4732-8d92-e702a3c5bf6d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:36.653400 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-plugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:36.653913 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc4622cd-80ff-4732-8d92-e702a3c5bf6d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:36.654716 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'code': 200} Jul 16 18:16:36.831505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.997554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cb9dc-9111-4908-976c-086e89308f3b req-2f442c83-ef81-478e-b1ab-9d1917e1a10f tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:37.007491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-2f442c83-ef81-478e-b1ab-9d1917e1a10f tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2085569 Jul 16 18:16:37.140711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-f13def38-a941-4775-86a6-0f28ef31a1b2 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.1283877 Jul 16 18:16:37.155620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Request body: {'floatingip': {'port_id': '2e02799d-8d6b-4e03-971b-904728ac816a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.278549 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.317172 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.742014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f6004737-d72a-492f-911f-b10085be25b5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:37.902917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f6004737-d72a-492f-911f-b10085be25b5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:37.914877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f6004737-d72a-492f-911f-b10085be25b5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:37.915343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.112481 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.155355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port f6004737-d72a-492f-911f-b10085be25b5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f6004737-d72a-492f-911f-b10085be25b5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:38.161825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.229974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=f6004737-d72a-492f-911f-b10085be25b5,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.494468 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:16:38.669201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:38.669201 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee8404c-a8bc-46d7-b70e-7c5e0c3faf16" -d '{"events": [{"server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "name": "network-vif-plugged", "status": "completed", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:38.671855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.680096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.020375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Sync routers for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:39.038191 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:39.038861 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.310382 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:39.710469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f6004737-d72a-492f-911f-b10085be25b5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:39.846190 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 2, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:39.885167 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Checking router: ed0f781b-31a3-405a-8d05-10bb488eb1ae for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:39.886361 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Updating router ed0f781b-31a3-405a-8d05-10bb488eb1ae port 3bba8788-6fb9-4be4-85d8-51a750922c90 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:39.889499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f6004737-d72a-492f-911f-b10085be25b5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:39.890249 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.942882 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.040640 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Floating IP 71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29 associated. External IP: 172.25.0.157, port: 2e02799d-8d6b-4e03-971b-904728ac816a. Jul 16 18:16:40.609144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Router 48b20833-4300-4173-a953-3a237710e169 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:40.738648 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.750043 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Transition to ACTIVE for port object 3bba8788-6fb9-4be4-85d8-51a750922c90 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:40.764726 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.108217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:41.122267 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] Sync routers for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:41.134538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.141572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:41.142253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:41.168430 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Attempting to bind port 3bba8788-6fb9-4be4-85d8-51a750922c90 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:41.169362 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Attempting to bind port 3bba8788-6fb9-4be4-85d8-51a750922c90 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:41.170143 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Attempting to bind port 3bba8788-6fb9-4be4-85d8-51a750922c90 on network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:41.183344 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Pushing event updated for resources: {'Port': ['ID=3bba8788-6fb9-4be4-85d8-51a750922c90,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.236574 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.237169 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.237696 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.238268 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.238840 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.240797 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.241466 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.242065 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.254367 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.257296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.258983 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.260247 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:41.277790 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:41.279265 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Checking segment: {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:41.280035 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.280746 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Bound using segment: {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:41.281588 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Bound port: 3bba8788-6fb9-4be4-85d8-51a750922c90, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:41.282323 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.289879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-6c4c8ba7-fbe3-415b-b963-cb7f51b0aad1 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "PUT /v2.0/floatingips/71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29 HTTP/1.1" status: 200 len: 997 time: 4.1415029 Jul 16 18:16:41.294951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:41.300454 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:41.604220 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] For port 3bba8788-6fb9-4be4-85d8-51a750922c90, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:41.620356 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] For port 3bba8788-6fb9-4be4-85d8-51a750922c90, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3bba8788-6fb9-4be4-85d8-51a750922c90,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:41.636848 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.702816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cb9dc-9111-4908-976c-086e89308f3b req-b009cec3-0f79-467e-969e-337d06bc3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:41.721071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-b009cec3-0f79-467e-969e-337d06bc3f38 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.3997707 Jul 16 18:16:41.727935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:41.751262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:41.879999 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:41.883522 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.118666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c0d8-740e-426e-8ea1-10b0abf5c00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.193452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cb9dc-9111-4908-976c-086e89308f3b req-b9865b58-382d-426c-99c8-9d27e536a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.213247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-b9865b58-382d-426c-99c8-9d27e536a7d8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.4823344 Jul 16 18:16:42.337095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c0d8-740e-426e-8ea1-10b0abf5c00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.345553 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23293b19-9f02-4fea-8059-d5286b793253 None None] Pushing event updated for resources: {'Port': ['ID=3bba8788-6fb9-4be4-85d8-51a750922c90,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.348430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bd3c0d8-740e-426e-8ea1-10b0abf5c00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.394509 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9bd3c0d8-740e-426e-8ea1-10b0abf5c00b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adcce0ac048a416187942afbbb5b83f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6413662 Jul 16 18:16:42.395157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.446946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:42.479926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3c0d8-740e-426e-8ea1-10b0abf5c00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f11434-6560-4957-9cca-238c8b5140cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:42.522846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '48b20833-4300-4173-a953-3a237710e169', 'port_id': '2e02799d-8d6b-4e03-971b-904728ac816a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'mac_address': 'fa:16:3e:10:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:33Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 1, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 5, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.560902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd2b7476-b56d-4f8e-b917-2f11996a575b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.568307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-1d216d55-53fc-4558-8c25-df7e4a399ae7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 1000 time: 0.3474443 Jul 16 18:16:42.591414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] Checking router: 48b20833-4300-4173-a953-3a237710e169 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:42.608407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:42.610150 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.662637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52cb9dc-9111-4908-976c-086e89308f3b req-df7f51b1-51e4-4385-b6e4-252100edbf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.675394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-df7f51b1-51e4-4385-b6e4-252100edbf36 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.1056345 Jul 16 18:16:42.675837 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd2b7476-b56d-4f8e-b917-2f11996a575b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.785151 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-0d33e94c-7d83-4958-9a98-8c72a95ef5fd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052227 Jul 16 18:16:42.811095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd2b7476-b56d-4f8e-b917-2f11996a575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.818444 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd2b7476-b56d-4f8e-b917-2f11996a575b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.820087 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bd2b7476-b56d-4f8e-b917-2f11996a575b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9f11434-6560-4957-9cca-238c8b5140cf HTTP/1.1" status: 204 len: 168 time: 0.4225078 Jul 16 18:16:42.842020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b7476-b56d-4f8e-b917-2f11996a575b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f11434-6560-4957-9cca-238c8b5140cf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.193199 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:41Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:43.254012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-e1ee9111-3bec-4762-9399-5313928bfbbb service neutron] 10.222.0.48 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691150 Jul 16 18:16:43.276209 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c516810-ad94-4f88-9af4-c9f4b7fa4be6 None None] The sync data for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 is: [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:41Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:43.456777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:43.643223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52cb9dc-9111-4908-976c-086e89308f3b req-7f3ec0b0-ed20-4b0f-bdd4-a2049e5f4d0d service neutron] 10.222.0.48 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675315 Jul 16 18:16:43.686080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.729748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-034f4670-ea49-4d84-81ef-e3558bf08398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.811258 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3bba8788-6fb9-4be4-85d8-51a750922c90 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:44.050632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3bba8788-6fb9-4be4-85d8-51a750922c90 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:44.096447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3bba8788-6fb9-4be4-85d8-51a750922c90 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:44.097087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.212208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-034f4670-ea49-4d84-81ef-e3558bf08398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.232480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-034f4670-ea49-4d84-81ef-e3558bf08398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.411986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:44.415041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-034f4670-ea49-4d84-81ef-e3558bf08398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6122074ce2b46df93c657e2a2179a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266834 Jul 16 18:16:44.451420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f4670-ea49-4d84-81ef-e3558bf08398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f49e589-c4ad-42e3-bee5-ca430facceea,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.626420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d55aba25-3016-4b20-acd6-d720de1c1594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.695975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d55aba25-3016-4b20-acd6-d720de1c1594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.731652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '48b20833-4300-4173-a953-3a237710e169', 'port_id': '2e02799d-8d6b-4e03-971b-904728ac816a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'mac_address': 'fa:16:3e:10:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:33Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 1, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 5, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:44.771704 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d55aba25-3016-4b20-acd6-d720de1c1594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.777722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d55aba25-3016-4b20-acd6-d720de1c1594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.782510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d55aba25-3016-4b20-acd6-d720de1c1594 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f49e589-c4ad-42e3-bee5-ca430facceea HTTP/1.1" status: 204 len: 168 time: 0.3662267 Jul 16 18:16:44.805275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55aba25-3016-4b20-acd6-d720de1c1594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f49e589-c4ad-42e3-bee5-ca430facceea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.834995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd90ba2-0516-41b1-a9ee-b65f3ca2311c None None] The sync data for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 is: [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '48b20833-4300-4173-a953-3a237710e169', 'port_id': '2e02799d-8d6b-4e03-971b-904728ac816a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'mac_address': 'fa:16:3e:10:90:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:16:33Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 1, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 5, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:44.963326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.108872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3bba8788-6fb9-4be4-85d8-51a750922c90, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3bba8788-6fb9-4be4-85d8-51a750922c90,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:45.118825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.251131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6fbf8-0399-4234-8272-eb9fac60971d req-9dce2597-38b5-477e-9e9e-51891b9a06a1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.260532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-85f6fbf8-0399-4234-8272-eb9fac60971d req-9dce2597-38b5-477e-9e9e-51891b9a06a1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.5096178 Jul 16 18:16:45.396723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-85f6fbf8-0399-4234-8272-eb9fac60971d req-2be5fa49-7578-4619-b92f-c10eb1c1152d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336367 Jul 16 18:16:45.399040 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4629fe-7a9c-465f-b84f-22112367451b None None] New status for floating IP 71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:45.426719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3bba8788-6fb9-4be4-85d8-51a750922c90,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.673440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3bba8788-6fb9-4be4-85d8-51a750922c90 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:45.829311 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb560995-edea-4f6d-af6b-5361ad7d362b x-openstack-request-id: req-cb560995-edea-4f6d-af6b-5361ad7d362b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:45.830973 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "name": "network-vif-plugged", "status": "completed", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:45.833935 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cb560995-edea-4f6d-af6b-5361ad7d362b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:45.846917 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1', 'code': 200} Jul 16 18:16:45.936844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3bba8788-6fb9-4be4-85d8-51a750922c90 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:45.937606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.068832 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c128d0a0-53d6-4223-84dc-affdaade0dd2 x-openstack-request-id: req-c128d0a0-53d6-4223-84dc-affdaade0dd2 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:46.069647 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:46.072765 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c128d0a0-53d6-4223-84dc-affdaade0dd2 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:46.077188 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a', 'status': 'completed', 'code': 200} Jul 16 18:16:46.162369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-d1d1e905-8e37-48f6-924e-8f3d545f113e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.163864 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-d1d1e905-8e37-48f6-924e-8f3d545f113e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.1299770 Jul 16 18:16:46.221193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-3cbbd5c7-0ede-4ade-9d0f-3ca10056b5dd tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 1002 time: 0.1415403 Jul 16 18:16:46.368269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-a20d7586-cc07-4557-9f24-6165823b4b0b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.390186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-a20d7586-cc07-4557-9f24-6165823b4b0b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports/2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 943 time: 0.1573510 Jul 16 18:16:46.424660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-e5440b1d-5fc1-4dfa-8f97-6139317bdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.427853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1934357-9229-413a-8e3a-7670ac9aaaf7 req-e80d2bb6-778d-4774-864b-c4f2ac9f6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.430409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-e5440b1d-5fc1-4dfa-8f97-6139317bdd09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.2479169 Jul 16 18:16:46.432845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1934357-9229-413a-8e3a-7670ac9aaaf7 req-e80d2bb6-778d-4774-864b-c4f2ac9f6eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1097 time: 0.4954741 Jul 16 18:16:46.518170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1934357-9229-413a-8e3a-7670ac9aaaf7 req-7e2085b4-c76a-4d41-afd9-9ada9b6a9c35 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704689 Jul 16 18:16:46.631210 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-fcde11f1-577c-4aee-a153-1e7f97ba106c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 1002 time: 0.1850042 Jul 16 18:16:46.726647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-a71c5767-6796-43ce-aa76-66ef8da574ad tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 1002 time: 0.1155932 Jul 16 18:16:46.729075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-ae6aa4ea-abad-4083-9c8b-c49aa8560c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.731150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-ae6aa4ea-abad-4083-9c8b-c49aa8560c7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.0763636 Jul 16 18:16:46.784489 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-89808d22-60db-4aa4-aba1-a997d5aa5001 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465887 Jul 16 18:16:46.855177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-737831da-33f7-4b7f-b524-9b11bdb01363 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.864066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-737831da-33f7-4b7f-b524-9b11bdb01363 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.1305420 Jul 16 18:16:46.946770 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-285aa017-5448-4ac7-9240-35eab59160e0 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544888 Jul 16 18:16:47.039795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-b44d37a3-b8c9-4591-a8e6-f2826911b1c6 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 1002 time: 0.1713364 Jul 16 18:16:47.057358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:47.367478 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.422338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-172bdd6f-fa42-4be1-b7a1-b6c8acc5160a req-653a28f5-b0bd-4cc7-8f7a-648ff7ddf29d service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622576 Jul 16 18:16:47.663698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.673708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.674099 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Floating IP 71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29 disassociated. External IP: 172.25.0.157, port: 2e02799d-8d6b-4e03-971b-904728ac816a. Jul 16 18:16:48.252105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Router 48b20833-4300-4173-a953-3a237710e169 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:48.457558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:48.465920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.477583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] Sync routers for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:48.497436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:48.498259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:48.595082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f770f34a-3e0a-41ba-8ddc-c73c47bc9f70 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "PUT /v2.0/floatingips/71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29 HTTP/1.1" status: 200 len: 695 time: 1.5535841 Jul 16 18:16:48.662560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:48.664949 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63d9bae-34e6-4d85-aa60-e459adc92e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:48.676704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:48.736933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-8f5cd6df-c449-41b8-b261-10dc306ac33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.744041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-8f5cd6df-c449-41b8-b261-10dc306ac33a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.1479683 Jul 16 18:16:48.959853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f7817626-ca29-4c84-9fb7-3c026e8ceec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.970132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-f7817626-ca29-4c84-9fb7-3c026e8ceec5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.2237554 Jul 16 18:16:49.032304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-3321ae50-b7ac-415d-9fe3-3a4d1c66ec8e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.0577075 Jul 16 18:16:49.129610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-1d52792a-513d-4a5d-b6eb-6d222129e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.140183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-1d52792a-513d-4a5d-b6eb-6d222129e2f8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.1094911 Jul 16 18:16:49.190987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 5, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:49.236020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-c4b73d49-62fe-4b20-830d-ad0d02078716 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926459 Jul 16 18:16:49.251396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] Checking router: 48b20833-4300-4173-a953-3a237710e169 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:49.278689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:49.279272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:49.522437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-ed075b7e-e3c6-4779-b15b-cb91399f1942 service neutron] 10.222.0.48 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852106 Jul 16 18:16:49.638051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:49.785642 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7a14801-783c-44d9-9c01-e259f0a507fd req-d6d28af2-773c-4c64-8968-40fbd03bda45 service neutron] 10.222.0.48 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435906 Jul 16 18:16:50.027992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 5, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:50.060757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefb7619-89bd-40fe-99d3-4a5ce52e93a2 None None] The sync data for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 is: [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 4, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '10ebd797-9fd9-4527-b7cc-3f41ceb9919a', 'name': '', 'network_id': '00305134-f8d4-4c5f-bfad-286ab016aa20', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'mac_address': 'fa:16:3e:80:d8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:12Z', 'updated_at': '2021-07-16T18:15:23Z', 'revision_number': 5, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'subnets': [{'id': '5c6eab3b-c355-4e46-9d27-cdd22fe3e057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:50.442918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4435a51c-f7d4-4ff1-ab0d-7fd03a083f0f None None] New status for floating IP 71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:52.007094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e383ac8d-3e79-4d96-869c-ce40cb573ebc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.011257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e383ac8d-3e79-4d96-869c-ce40cb573ebc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 0.2677932 Jul 16 18:16:52.038031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-80f80c7b-9075-4ee0-adbd-a8d45cf72f1e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/quotas/4536d9351cca4c2eb7a1259b8ef57a90 HTTP/1.1" status: 200 len: 375 time: 0.0173528 Jul 16 18:16:52.357330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-cc26ebb2-1781-4a56-b7ce-6e2558434201 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2995925 Jul 16 18:16:52.371367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-d0458ddf-a166-446f-8863-2f90115a0048 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:16:52.371971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae7d64-6131-4d36-898f-a8012de1535a req-759c5158-2ad6-47a6-a114-a8df560dc5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.373695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-d0458ddf-a166-446f-8863-2f90115a0048 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080066 Jul 16 18:16:52.383189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fa87d-37e5-4a83-adac-b3750afc5efb req-b540de71-8843-46f2-a765-a28399eaadc0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.383975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16ae7d64-6131-4d36-898f-a8012de1535a req-759c5158-2ad6-47a6-a114-a8df560dc5f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1096 time: 0.1150470 Jul 16 18:16:52.390501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e20fa87d-37e5-4a83-adac-b3750afc5efb req-b540de71-8843-46f2-a765-a28399eaadc0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2889364 Jul 16 18:16:52.516707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e20fa87d-37e5-4a83-adac-b3750afc5efb req-ea431dea-a2e1-4613-904e-95942b50df96 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226087 Jul 16 18:16:52.558883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae7d64-6131-4d36-898f-a8012de1535a req-00d54976-12ce-4eac-aa3c-409adf5a6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.568261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16ae7d64-6131-4d36-898f-a8012de1535a req-00d54976-12ce-4eac-aa3c-409adf5a6eb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.1668670 Jul 16 18:16:52.582755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-89d3355f-492e-40b8-a56d-01b23fb679c8 service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898711 Jul 16 18:16:52.665593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16ae7d64-6131-4d36-898f-a8012de1535a req-0e79a9ef-b1e9-456a-924a-c67dc851e0b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 998 time: 0.0964003 Jul 16 18:16:52.802178 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db06cf-61be-4199-b042-073a81b59fff x-openstack-request-id: req-94db06cf-61be-4199-b042-073a81b59fff {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:52.804139 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:52.804613 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94db06cf-61be-4199-b042-073a81b59fff {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:52.805409 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a', 'status': 'completed', 'code': 200} Jul 16 18:16:52.809374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-53b42db0-0e7a-4462-8feb-11bd730fe8e1 service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188315 Jul 16 18:16:52.820841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae7d64-6131-4d36-898f-a8012de1535a req-58cd71de-a3fe-447c-b09b-7ccdee98d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.823237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16ae7d64-6131-4d36-898f-a8012de1535a req-58cd71de-a3fe-447c-b09b-7ccdee98d912 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.1505983 Jul 16 18:16:52.893086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-005a5777-5954-437a-be53-46e727dae8ef req-19a5e443-7223-44f0-9896-d44fad1b05c4 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips/71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29 HTTP/1.1" status: 200 len: 693 time: 0.0589008 Jul 16 18:16:52.962721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-16625cd2-7740-4120-be5f-5f42075a1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.964546 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-16625cd2-7740-4120-be5f-5f42075a1bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.1095037 Jul 16 18:16:52.973509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae7d64-6131-4d36-898f-a8012de1535a req-bf45f2f4-d283-47cb-b2ef-2b8f97fea1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.975571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16ae7d64-6131-4d36-898f-a8012de1535a req-bf45f2f4-d283-47cb-b2ef-2b8f97fea1be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1452987 Jul 16 18:16:53.218147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a5777-5954-437a-be53-46e727dae8ef req-419e4abf-8172-44ee-a66a-e4e1c383e42d tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.226928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-005a5777-5954-437a-be53-46e727dae8ef req-419e4abf-8172-44ee-a66a-e4e1c383e42d tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 784 time: 0.3266935 Jul 16 18:16:53.231579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-4c26f574-8b87-4a0a-b818-214ef4a8ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.236197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-4c26f574-8b87-4a0a-b818-214ef4a8ee4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.2593176 Jul 16 18:16:53.314173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-e5ae9bb7-e714-40d0-9985-6b101313b525 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.0653567 Jul 16 18:16:53.319174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-005a5777-5954-437a-be53-46e727dae8ef req-2fa134d8-bba1-42f5-a81a-f7b12b4913df tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0907888 Jul 16 18:16:53.322157 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16ae7d64-6131-4d36-898f-a8012de1535a req-e40b9bf2-041c-47ab-803f-1e24b3545795 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344722 Jul 16 18:16:53.378766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-dfc914d2-7fbf-4ab7-8386-74f84abc44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.380594 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-dfc914d2-7fbf-4ab7-8386-74f84abc44a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.0569136 Jul 16 18:16:53.388975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-005a5777-5954-437a-be53-46e727dae8ef req-0ae91794-9f1f-4862-9619-3cfe29e64202 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.0.157 HTTP/1.1" status: 200 len: 696 time: 0.0687916 Jul 16 18:16:53.445341 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-d7cb644f-10cb-4f02-80e8-dbac75bc6894 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541024 Jul 16 18:16:53.590449 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16ae7d64-6131-4d36-898f-a8012de1535a req-9f53f370-2b2c-4587-9d59-afcc0e612d26 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085600 Jul 16 18:16:53.639211 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-9fa7ad58-1ccb-45c8-84a1-6139d7ad976b service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814342 Jul 16 18:16:53.668554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024db65-4e6e-4826-b16f-aa5eb678941b req-4b97b54f-743c-49fa-993a-14940bf6cb59 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.697930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e024db65-4e6e-4826-b16f-aa5eb678941b req-4b97b54f-743c-49fa-993a-14940bf6cb59 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.4614120 Jul 16 18:16:53.944089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e024db65-4e6e-4826-b16f-aa5eb678941b req-cf31e3d0-1da1-4d0b-9afb-b67e387b6df7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432911 Jul 16 18:16:54.070805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Deleting port 65ce0a00-7dd4-4cd3-8cb9-653f31118fdd {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:54.071257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.092702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-40be618a-8214-45bd-89c8-81768670590d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5003037 Jul 16 18:16:54.314512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.316029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.336036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7c04f-28c4-4bca-a235-c9c57d1cd21c req-71e35b72-b1f4-42a1-9af1-17ea9edf5323 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.337697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3f7c04f-28c4-4bca-a235-c9c57d1cd21c req-71e35b72-b1f4-42a1-9af1-17ea9edf5323 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1097 time: 0.1589658 Jul 16 18:16:54.338942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Calling delete_port for 65ce0a00-7dd4-4cd3-8cb9-653f31118fdd owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:54.373762 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e63d9bae-34e6-4d85-aa60-e459adc92e1a req-2e3b7f7e-9a24-4cc6-aacb-b43bf9cfc2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196324 Jul 16 18:16:54.508696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3f7c04f-28c4-4bca-a235-c9c57d1cd21c req-500b4218-bd63-40a1-9843-69b2919035b9 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647270 Jul 16 18:16:54.592349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-e245fa70-6c53-4d27-b6ed-7305e4ac1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.595689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-e245fa70-6c53-4d27-b6ed-7305e4ac1088 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2796dea990684e3c81bb3e588467e49a&device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 1098 time: 0.1238625 Jul 16 18:16:54.631170 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:54.742101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-1a8e0e96-d244-4d4b-99f6-d5c385dbefec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.744062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-1a8e0e96-d244-4d4b-99f6-d5c385dbefec service neutron] 10.222.0.13 "GET /v2.0/networks?id=00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 200 len: 919 time: 0.1265118 Jul 16 18:16:54.779014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-488a98b3-ffa3-43ca-b86b-1958bbc2dea2 req-5823e00c-b1de-4731-9cbc-7b05da22ac62 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 210 time: 0.0783417 Jul 16 18:16:54.823033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.828142 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-67401871-2553-41d0-b3e8-24da798db5f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 200 len: 217 time: 0.0764058 Jul 16 18:16:54.854025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event deleted for resources: {'Port': ['ID=65ce0a00-7dd4-4cd3-8cb9-653f31118fdd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:54.940781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-1051c722-0a7b-411a-b352-7616a27a5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:54.943779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-1051c722-0a7b-411a-b352-7616a27a5010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 200 len: 859 time: 0.1073053 Jul 16 18:16:55.008600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-579642d5-c27f-48f6-8338-f103fa6ba191 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00305134-f8d4-4c5f-bfad-286ab016aa20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521257 Jul 16 18:16:55.010541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.013415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.014631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-005a5777-5954-437a-be53-46e727dae8ef req-870a3462-4fb3-430e-b36d-ec8d848e563c tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "DELETE /v2.0/floatingips/71b5fb5d-b0d6-4c3a-b2eb-3a33a5e14c29 HTTP/1.1" status: 204 len: 173 time: 1.6248155 Jul 16 18:16:55.062284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a031e-7818-4c80-b51d-005c84086095 req-f0fed4e2-32a3-42c7-b510-81a82efa045b tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.065684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52a031e-7818-4c80-b51d-005c84086095 req-f0fed4e2-32a3-42c7-b510-81a82efa045b tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 950 time: 0.1285579 Jul 16 18:16:55.154003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a52a031e-7818-4c80-b51d-005c84086095 req-c115a618-1c98-4f7c-9f43-5a3086b01aca tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775654 Jul 16 18:16:55.223196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-f660533e-151a-45a3-872b-db6b7c24d4ee service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055247 Jul 16 18:16:55.446093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f173bf4-80b2-4c69-bd6c-ebb5f1e0833e req-b3a74efd-aa28-44ee-b8e4-07b7d51baa5d service neutron] 10.222.0.13 "GET /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135663 Jul 16 18:16:55.655708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e9f06e4f-b62a-4cf7-99b1-5789fd7c3afb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.662947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e9f06e4f-b62a-4cf7-99b1-5789fd7c3afb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 0.3256800 Jul 16 18:16:55.689888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Request body: {'port': {'device_id': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'admin_state_up': True, 'tenant_id': '4536d9351cca4c2eb7a1259b8ef57a90'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:55.753634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c592e-9bcc-42ee-bc5e-b416cb6f1eb8 req-a6ebeaed-2c5a-43d3-8250-0e1aea55c525 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.757544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d17c592e-9bcc-42ee-bc5e-b416cb6f1eb8 req-a6ebeaed-2c5a-43d3-8250-0e1aea55c525 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1932986 Jul 16 18:16:55.938418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d17c592e-9bcc-42ee-bc5e-b416cb6f1eb8 req-cc9ec678-1658-4822-8a54-1d72e9f94488 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209767 Jul 16 18:16:55.984111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:55.995149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d4ee-ccde-4170-98aa-4ed83f0063ca req-83ee5c37-7263-4fd5-900f-de2b484f33fc tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.007603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21d8d4ee-ccde-4170-98aa-4ed83f0063ca req-83ee5c37-7263-4fd5-900f-de2b484f33fc tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1097 time: 0.1921070 Jul 16 18:16:56.020474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Made reservation on behalf of 4536d9351cca4c2eb7a1259b8ef57a90 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:56.024113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.119681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21d8d4ee-ccde-4170-98aa-4ed83f0063ca req-b565660d-6346-4363-97f5-0d551d11979c tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111157 Jul 16 18:16:56.173240 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.188622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-614db209-396b-4b6f-a5fc-2f0858cf5c01 req-ec9abd90-d8e3-4daf-af43-a56cddcdcc3a tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups/c58ce926-8fa5-4ab5-ac84-2aff65d12659 HTTP/1.1" status: 200 len: 1808 time: 0.1706653 Jul 16 18:16:56.274105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:56.276180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:56.282451 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa57a844-1b75-4e43-a7c3-02fbde10073c" -d '{"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:56.290419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.330180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Allocated IP 172.20.0.9 (08d7df35-8c54-4574-9465-31c2d5f60148/b88f91cb-cee9-4606-b699-630c559f7d64/8a6a2539-0a77-4f92-abc7-a7e3c302cf3c) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:56.431416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.448547 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-614db209-396b-4b6f-a5fc-2f0858cf5c01 req-8b25be24-95ed-4142-a176-dece5221ed3b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.456437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96237267-f5a1-4d56-8cf8-35f140342e8d req-e1a33db7-9783-4997-b2b5-d5215b6bab44 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 210 time: 0.0516675 Jul 16 18:16:56.541800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-614db209-396b-4b6f-a5fc-2f0858cf5c01 req-8b25be24-95ed-4142-a176-dece5221ed3b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.723520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-614db209-396b-4b6f-a5fc-2f0858cf5c01 req-8b25be24-95ed-4142-a176-dece5221ed3b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.727400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-614db209-396b-4b6f-a5fc-2f0858cf5c01 req-8b25be24-95ed-4142-a176-dece5221ed3b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.729112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-614db209-396b-4b6f-a5fc-2f0858cf5c01 req-8b25be24-95ed-4142-a176-dece5221ed3b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "DELETE /v2.0/security-groups/c58ce926-8fa5-4ab5-ac84-2aff65d12659 HTTP/1.1" status: 204 len: 173 time: 0.5305865 Jul 16 18:16:56.791170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25be24-95ed-4142-a176-dece5221ed3b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58ce926-8fa5-4ab5-ac84-2aff65d12659,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.819152 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.842832 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c88974-6a5c-4897-b7ad-38d025af0f8d x-openstack-request-id: req-75c88974-6a5c-4897-b7ad-38d025af0f8d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:56.843266 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-unplugged", "status": "completed", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:56.843593 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-75c88974-6a5c-4897-b7ad-38d025af0f8d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:56.844273 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'code': 200} Jul 16 18:16:56.956450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-2c913cde-cf9e-468c-81a2-7674f236a554 req-1a673913-a7a6-4538-bcbe-971c80af85c3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:16:56.958214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c913cde-cf9e-468c-81a2-7674f236a554 req-1a673913-a7a6-4538-bcbe-971c80af85c3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095532 Jul 16 18:16:56.970880 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.991849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96f8dcb2-f16e-4a76-b934-908ebf223430'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:57.626601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Network 08d7df35-8c54-4574-9465-31c2d5f60148 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:57.631327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:57.635383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:57.687431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event updated for resources: {'Port': ['ID=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.806951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.808051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.884731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e3f30181-cff0-41d1-a4a1-44f20e68520f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1999121 Jul 16 18:16:57.909342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Request body: {'port': {'device_id': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:57.983566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b89e8-f9b2-45b4-9544-312dd9d04d16 req-7173c43e-3ff2-4e02-a804-67e150d976c7 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.985336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f35b89e8-f9b2-45b4-9544-312dd9d04d16 req-7173c43e-3ff2-4e02-a804-67e150d976c7 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.2165468 Jul 16 18:16:58.080374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f35b89e8-f9b2-45b4-9544-312dd9d04d16 req-20e318cb-5cbc-48aa-8f0e-e95649b37205 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529857 Jul 16 18:16:58.083320 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.417272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2257f-23ce-4cf2-80a4-e574638b507e req-c405ad92-d6ad-4fec-8c59-959164a39c3e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.421879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0f2257f-23ce-4cf2-80a4-e574638b507e req-c405ad92-d6ad-4fec-8c59-959164a39c3e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 931 time: 0.1759834 Jul 16 18:16:58.501111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0f2257f-23ce-4cf2-80a4-e574638b507e req-9414500b-9f35-4fc6-9008-a79e33bee3a4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703881 Jul 16 18:16:58.615583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:58.635354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.661219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Transition to ACTIVE for port object 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:58.671335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.877218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:58.967622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Attempting to bind port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:58.981096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Attempting to bind port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:58.982810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Attempting to bind port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:59.017204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c on network 08d7df35-8c54-4574-9465-31c2d5f60148 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:59.017649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Attempting to bind port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:59.025342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:59.025681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Checking segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:59.030087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Bound using segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:59.030607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Bound port: 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:59.032355 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.106547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b8a9fe42-144e-4d9b-a41f-b7fde0f874f2 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:16:59.118175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b8a9fe42-144e-4d9b-a41f-b7fde0f874f2 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3073273 Jul 16 18:16:59.147066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] For port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:59.154967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] For port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:59.167873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.212659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:59.214128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:16:59.218437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.219230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.225647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a6a2539-0a77-4f92-abc7-a7e3c302cf3c HTTP/1.1" status: 200 len: 1092 time: 1.3221798 Jul 16 18:16:59.226253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'tag': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:59.228928 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c6b779-d107-4e4a-9b95-0f80ed83397e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d5d0ca-c869-4714-863f-2a2029873deb", "tag": "8a6a2539-0a77-4f92-abc7-a7e3c302cf3c"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:59.452783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466b83-f4b7-4e21-ac05-24d5f21292f9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.484724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:59.485474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:59.486222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:59.486431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-15ded38a-e5b8-4f28-b61f-5d351e4435cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.492445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-15ded38a-e5b8-4f28-b61f-5d351e4435cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 1095 time: 0.1982539 Jul 16 18:16:59.494065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:59.494367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:59.517832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:59.518398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:59.519086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:59.519788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Bound port: 1f56c90f-65a3-4321-8cb1-87547781e5e1, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:59.634819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e517d052-730f-4f48-bae0-e2117c94724f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c HTTP/1.1" status: 200 len: 217 time: 0.1314902 Jul 16 18:16:59.643486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:59.654760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.657522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-16e175b2-4175-497e-8fdc-76325d92a199 service neutron] 10.222.0.48 "POST /v2.0/ports/1f56c90f-65a3-4321-8cb1-87547781e5e1/bindings HTTP/1.1" status: 201 len: 390 time: 0.5347655 Jul 16 18:16:59.712458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d509da-c663-4e18-9370-cf6a0584cd57 req-add3afc6-e636-45ea-ae50-2cc18da2458a tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.720981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99d509da-c663-4e18-9370-cf6a0584cd57 req-add3afc6-e636-45ea-ae50-2cc18da2458a tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.2202146 Jul 16 18:16:59.731452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-000f3083-8c56-4e1e-81b5-82ed5574e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.733911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-000f3083-8c56-4e1e-81b5-82ed5574e336 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.0916836 Jul 16 18:16:59.787748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99d509da-c663-4e18-9370-cf6a0584cd57 req-1821ff3c-0273-4b69-97d0-adce5cb1a403 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/security-groups?id=d53cc57f-4007-41c8-95b2-03b06b94f9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657113 Jul 16 18:16:59.838883 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5db049-a15c-4a94-aa65-78c1179ded05 x-openstack-request-id: req-0c5db049-a15c-4a94-aa65-78c1179ded05 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:59.839336 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d5d0ca-c869-4714-863f-2a2029873deb", "tag": "8a6a2539-0a77-4f92-abc7-a7e3c302cf3c", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:59.839597 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c5db049-a15c-4a94-aa65-78c1179ded05 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:59.840020 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'tag': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c', 'status': 'completed', 'code': 200} Jul 16 18:16:59.842756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-e23ad354-11de-4f9b-9345-bc5c293b2f4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703878 Jul 16 18:16:59.982095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-cc02aef3-05a3-4316-a86d-df21cd9e917b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.992569 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-cc02aef3-05a3-4316-a86d-df21cd9e917b tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 946 time: 0.2304628 Jul 16 18:17:00.168517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-4ae1fa42-6bb0-46d8-9c66-fbdb9b65816b service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182721 Jul 16 18:17:00.190362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ed83c31-ec78-4ce1-b426-f925bb66d5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.247093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-132b515b-b2ce-49c4-a605-006fa38f6d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.251356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-132b515b-b2ce-49c4-a605-006fa38f6d14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1097 time: 0.2329333 Jul 16 18:17:00.412071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ffb319-7e5c-44b6-adc7-cef9bf19fa93 req-2a4e8966-e352-434f-ae64-65951c3c486a service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736124 Jul 16 18:17:00.466480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Deleting port 2e02799d-8d6b-4e03-971b-904728ac816a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:00.466918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.477110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb055098-2e90-4939-b0b7-7efedffb5fa8 req-8aa9e1d1-355c-4d50-b300-3bc84d76489c tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.493358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb055098-2e90-4939-b0b7-7efedffb5fa8 req-8aa9e1d1-355c-4d50-b300-3bc84d76489c tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 943 time: 0.3388095 Jul 16 18:17:00.581378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-1fc81c33-a899-4a1c-bd20-6b5169aedf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.583127 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-1fc81c33-a899-4a1c-bd20-6b5169aedf7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.3252997 Jul 16 18:17:00.607692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02026fb4-1258-4599-aa4c-0c002bf343e6 req-19e4efe3-a0bd-4522-a582-e35a83133872 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.610423 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02026fb4-1258-4599-aa4c-0c002bf343e6 req-19e4efe3-a0bd-4522-a582-e35a83133872 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2891057 Jul 16 18:17:00.661907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-816a8d92-ee7d-4f92-b458-119c41c4fb69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0691643 Jul 16 18:17:00.712775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb055098-2e90-4939-b0b7-7efedffb5fa8 req-88d4c7fc-a944-4434-8d6e-04d5bfb22568 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171838 Jul 16 18:17:00.741334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02026fb4-1258-4599-aa4c-0c002bf343e6 req-1ef3d414-1ded-44f7-8a88-e9e7eb0629d4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251719 Jul 16 18:17:00.780297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] For port 2e02799d-8d6b-4e03-971b-904728ac816a, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2e02799d-8d6b-4e03-971b-904728ac816a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:00.780538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.800981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Calling delete_port for 2e02799d-8d6b-4e03-971b-904728ac816a owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:00.801511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-9ebfc811-30b4-4236-90ce-6e351b49c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.803712 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-9ebfc811-30b4-4236-90ce-6e351b49c705 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 1095 time: 0.2609849 Jul 16 18:17:00.808577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-8d64fe09-8a05-4544-9cef-ba4645e43632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.810846 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-8d64fe09-8a05-4544-9cef-ba4645e43632 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1373198 Jul 16 18:17:00.852818 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-7f40971b-d897-4fd6-91d2-a897ce057946 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339472 Jul 16 18:17:01.019258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-8e54cd60-77c0-48fc-a518-27276d216971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.021551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-8e54cd60-77c0-48fc-a518-27276d216971 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 915 time: 0.2094033 Jul 16 18:17:01.037832 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-c9fdcdc7-1926-42f6-a7fc-145b9256df19 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460936 Jul 16 18:17:01.095513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-9f6b6982-8c3b-4a59-bace-354f6ebe5a6b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c HTTP/1.1" status: 200 len: 217 time: 0.0673144 Jul 16 18:17:01.155257 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.196607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Pushing event deleted for resources: {'Port': ['ID=2e02799d-8d6b-4e03-971b-904728ac816a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.242100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a42ab98-67dd-4a0a-8ee1-6c55b0eb7070 req-67e60862-5986-4267-bb80-3720431e2e11 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.48 "GET /v2.0/ports?device_id=5d1f6518-2fea-409b-a7a2-d06307707d7a HTTP/1.1" status: 200 len: 210 time: 0.0479870 Jul 16 18:17:01.300199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-d90ca75d-9d74-4acb-8ff5-6bfc844f89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.303381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-d90ca75d-9d74-4acb-8ff5-6bfc844f89a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.1997967 Jul 16 18:17:01.325283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] No DVR routers for this DVR port 2e02799d-8d6b-4e03-971b-904728ac816a on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:01.329927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.332192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bb9e1fa1-0659-493d-ac1d-1c03141287c1 req-0490c2bb-96bc-489c-b703-12a8fafd9548 tempest-ServerRescueTestJSONUnderV235-63665947 tempest-ServerRescueTestJSONUnderV235-63665947-project] 10.222.0.13 "DELETE /v2.0/ports/2e02799d-8d6b-4e03-971b-904728ac816a HTTP/1.1" status: 204 len: 173 time: 1.3265455 Jul 16 18:17:01.332743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'name': 'network-vif-deleted', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:01.336812 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a8ab9f-a098-4c3f-a6d4-b10f16b434d6" -d '{"events": [{"server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "name": "network-vif-deleted", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:01.352937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-89baf109-d0b5-4cf6-a30a-d51899758b49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407171 Jul 16 18:17:01.408580 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-45e71132-19dd-4a5e-a02a-b5dbd45ceca6 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599541 Jul 16 18:17:01.415501 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94654f36-ef13-4228-9166-432a1fb1d8b3 x-openstack-request-id: req-94654f36-ef13-4228-9166-432a1fb1d8b3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:01.415783 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1f6518-2fea-409b-a7a2-d06307707d7a", "name": "network-vif-deleted", "tag": "2e02799d-8d6b-4e03-971b-904728ac816a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:01.416090 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94654f36-ef13-4228-9166-432a1fb1d8b3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:01.416649 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1f6518-2fea-409b-a7a2-d06307707d7a', 'name': 'network-vif-deleted', 'tag': '2e02799d-8d6b-4e03-971b-904728ac816a', 'status': 'completed', 'code': 200} Jul 16 18:17:01.710278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-df470950-36f1-4c33-ac63-9f8b7abc8fec service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496211 Jul 16 18:17:01.872880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c6b779-d107-4e4a-9b95-0f80ed83397e req-5053f7f5-e57d-4eb7-9814-c60434ef2ba8 service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490514 Jul 16 18:17:02.123909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc75cf-ce8d-41e6-b0cf-d09867240970 req-7299aef1-f0fe-4656-8bd1-fb47f7e2d6b2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.139928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84cc75cf-ce8d-41e6-b0cf-d09867240970 req-7299aef1-f0fe-4656-8bd1-fb47f7e2d6b2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.1719604 Jul 16 18:17:02.241853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc317-4ac6-4581-93fd-dbf7ae9c733e req-bd9ebca3-dc52-4237-aa67-c1be4970df8f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.251190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a44fc317-4ac6-4581-93fd-dbf7ae9c733e req-bd9ebca3-dc52-4237-aa67-c1be4970df8f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 943 time: 0.2217233 Jul 16 18:17:02.274345 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84cc75cf-ce8d-41e6-b0cf-d09867240970 req-2c74b398-edfa-49b5-a02c-92ef5df02fb1 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288793 Jul 16 18:17:02.374864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a44fc317-4ac6-4581-93fd-dbf7ae9c733e req-dac11e94-ad21-4c90-8cf1-76f5c4214945 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227779 Jul 16 18:17:02.507053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57332) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.967452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:02.976929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2e02799d-8d6b-4e03-971b-904728ac816a no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:03.050836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 2e02799d-8d6b-4e03-971b-904728ac816a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:03.051641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2e02799d-8d6b-4e03-971b-904728ac816a not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:03.309309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:03.360372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.418478 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82fe1351-6b9d-42ff-b897-be13331d12f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.468643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'port_id': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c', 'mac_address': 'fa:16:3e:c3:4b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88f91cb-cee9-4606-b699-630c559f7d64', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:03.492861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.705782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.759441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:03.835745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:03.846999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.009010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a930b-ec2c-4e8d-aac8-1f428fd57c67 req-85d1eee6-7b6d-4fff-97b1-ebbe1939d53f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.011105 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c1a930b-ec2c-4e8d-aac8-1f428fd57c67 req-85d1eee6-7b6d-4fff-97b1-ebbe1939d53f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2276742 Jul 16 18:17:04.042057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:04.071793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.084551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.085233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.085853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.086323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.086876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.087409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.087953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.088514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.089050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.089588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.090123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:04.108428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8a6a2539-0a77-4f92-abc7-a7e3c302cf3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:04.130319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c1a930b-ec2c-4e8d-aac8-1f428fd57c67 req-38429a78-4f1b-4db7-bc1b-9137d388c77c tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946689 Jul 16 18:17:04.151904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Deleting port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:04.152397 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.309062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.344549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] For port 10ebd797-9fd9-4527-b7cc-3f41ceb9919a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,segment=NetworkSegment(9ee047aa-c62a-4aa6-8dce-d2b883e345b0),segment_id=9ee047aa-c62a-4aa6-8dce-d2b883e345b0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:04.345288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.376183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Calling delete_port for 10ebd797-9fd9-4527-b7cc-3f41ceb9919a owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:04.881988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09966f5-f644-44f7-978b-5690d3b5606f req-3786e7f2-af0d-4a16-9333-c987039e3d61 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.903389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c09966f5-f644-44f7-978b-5690d3b5606f req-3786e7f2-af0d-4a16-9333-c987039e3d61 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 944 time: 0.3141727 Jul 16 18:17:05.067423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.133360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c09966f5-f644-44f7-978b-5690d3b5606f req-2fc5f953-35eb-4c59-a04e-e2fb1d0b3920 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277639 Jul 16 18:17:05.134287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Pushing event deleted for resources: {'Port': ['ID=10ebd797-9fd9-4527-b7cc-3f41ceb9919a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.709160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42fa3-4b9b-4aa4-a367-14edef251727 req-8bc8457b-8594-49b6-b6c2-93bdaaf79aa4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.717629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54e42fa3-4b9b-4aa4-a367-14edef251727 req-8bc8457b-8594-49b6-b6c2-93bdaaf79aa4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2341354 Jul 16 18:17:05.720904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.773619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54e42fa3-4b9b-4aa4-a367-14edef251727 req-7565b315-2a1c-4d12-b5e5-f8d99afabfb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548470 Jul 16 18:17:05.774455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.274830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Router 48b20833-4300-4173-a953-3a237710e169 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:06.820636 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.997682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:07.093202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:07.098579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:07.099442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.198466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.232541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:07.236594 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e5604-7ee3-4c49-abdf-69e90a5f0f0d" -d '{"events": [{"server_uuid": "c3d5d0ca-c869-4714-863f-2a2029873deb", "name": "network-vif-plugged", "status": "completed", "tag": "8a6a2539-0a77-4f92-abc7-a7e3c302cf3c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:07.256343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:07.265136 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.310659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.375027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:07.389281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:07.389496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d3325716-660d-446c-8a90-cf057e4d817b admin admin] 10.222.0.48 "PUT /v2.0/routers/48b20833-4300-4173-a953-3a237710e169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8782938 Jul 16 18:17:07.390070 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57532) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:07.414347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] Sync routers for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:07.439802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:07.441258 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:07.449169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491859d2-8873-4a90-a595-bd589d7afb81 req-9d6d534d-94d7-46a9-95e2-48bb465eac34 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.464411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-491859d2-8873-4a90-a595-bd589d7afb81 req-9d6d534d-94d7-46a9-95e2-48bb465eac34 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.3671584 Jul 16 18:17:07.505579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623ec73-4bcd-476b-8780-4d85c2964bee req-0263d2ba-387c-4aff-9509-17db9e390f77 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.524822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c623ec73-4bcd-476b-8780-4d85c2964bee req-0263d2ba-387c-4aff-9509-17db9e390f77 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 944 time: 0.9762156 Jul 16 18:17:07.641527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-491859d2-8873-4a90-a595-bd589d7afb81 req-2880131d-b58c-4ca7-9697-eabc699c6f11 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699409 Jul 16 18:17:07.662978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c623ec73-4bcd-476b-8780-4d85c2964bee req-bda453cd-b959-4f75-9788-35d326227245 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365592 Jul 16 18:17:07.746371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:07.749536 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca48ad82-e042-4b32-a7f7-babedf74892f x-openstack-request-id: req-ca48ad82-e042-4b32-a7f7-babedf74892f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:07.751934 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5d0ca-c869-4714-863f-2a2029873deb", "name": "network-vif-plugged", "status": "completed", "tag": "8a6a2539-0a77-4f92-abc7-a7e3c302cf3c", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:07.751934 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ca48ad82-e042-4b32-a7f7-babedf74892f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:07.751934 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c', 'code': 200} Jul 16 18:17:07.808176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.051759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a37136-0e1f-4473-8ce4-7ad72c8600ca req-6047f632-7bb6-4c52-b64f-e98781415cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.060958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1a37136-0e1f-4473-8ce4-7ad72c8600ca req-6047f632-7bb6-4c52-b64f-e98781415cb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 1097 time: 0.1855805 Jul 16 18:17:08.125897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.190705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1a37136-0e1f-4473-8ce4-7ad72c8600ca req-5ce6792a-82a3-4a6b-a8af-2847a280a245 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226690 Jul 16 18:17:08.290642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Deleting port 619d5014-2a1d-474a-9595-dd8e1c2a6b96 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:08.290985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.577537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] For port 619d5014-2a1d-474a-9595-dd8e1c2a6b96, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=619d5014-2a1d-474a-9595-dd8e1c2a6b96,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:08.583144 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.614022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Calling delete_port for 619d5014-2a1d-474a-9595-dd8e1c2a6b96 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:08.938374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b574-865d-4f28-b0c6-d3d281657645 req-4b59c109-4c4b-4899-8384-df8eabb4607e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.940075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8376b574-865d-4f28-b0c6-d3d281657645 req-4b59c109-4c4b-4899-8384-df8eabb4607e tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 948 time: 0.2113249 Jul 16 18:17:09.139743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8376b574-865d-4f28-b0c6-d3d281657645 req-b00928be-6577-4c02-8d5b-0cc25b470449 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770251 Jul 16 18:17:09.271007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be502d82-10ec-4012-93fc-3ed2492efa67 req-ef6ea3ad-c29f-4eac-8578-cad46710df2d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.290871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be502d82-10ec-4012-93fc-3ed2492efa67 req-ef6ea3ad-c29f-4eac-8578-cad46710df2d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.3295124 Jul 16 18:17:09.311415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:17:04Z', 'revision_number': 5, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port': {'id': '619d5014-2a1d-474a-9595-dd8e1c2a6b96', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b20833-4300-4173-a953-3a237710e169', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:03Z', 'updated_at': '2021-07-16T18:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.320083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.396631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be502d82-10ec-4012-93fc-3ed2492efa67 req-8daae671-2b04-40e0-8b7e-c29a57fd5adf tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900481 Jul 16 18:17:09.430046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] Checking router: 48b20833-4300-4173-a953-3a237710e169 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:09.474519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] Routers {'48b20833-4300-4173-a953-3a237710e169'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:09.475174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['48b20833-4300-4173-a953-3a237710e169'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.500949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Pushing event deleted for resources: {'Port': ['ID=619d5014-2a1d-474a-9595-dd8e1c2a6b96,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.604392 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.684812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] Set router 48b20833-4300-4173-a953-3a237710e169 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:09.715828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370804e5-80bc-45ac-a13b-1dc3f70f8612 req-832d94e7-1a30-40d7-8033-a6c628e484f8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.723836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-370804e5-80bc-45ac-a13b-1dc3f70f8612 req-832d94e7-1a30-40d7-8033-a6c628e484f8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 945 time: 0.2547412 Jul 16 18:17:09.744628 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.747553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.804436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-370804e5-80bc-45ac-a13b-1dc3f70f8612 req-f7a53349-aa8e-4b1b-ba6c-329bcce1ead7 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788834 Jul 16 18:17:09.804680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.805342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b20833-4300-4173-a953-3a237710e169 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:17:09.817343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.818840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-19b678f4-54ff-4994-a267-2e8389ddff52 admin admin] 10.222.0.48 "DELETE /v2.0/routers/48b20833-4300-4173-a953-3a237710e169 HTTP/1.1" status: 204 len: 168 time: 2.4267271 Jul 16 18:17:09.823121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:09.849685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:17:09Z', 'revision_number': 7, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.911977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eebfbe-db5e-47c9-9e06-84357380d0d0 None None] The sync data for ids ['48b20833-4300-4173-a953-3a237710e169'] in n-d-793620-10 is: [{'id': '48b20833-4300-4173-a953-3a237710e169', 'name': 'tempest-ServerRescueTestJSONUnderV235-591119784-router', 'tenant_id': '2796dea990684e3c81bb3e588467e49a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:01Z', 'updated_at': '2021-07-16T18:17:09Z', 'revision_number': 7, 'project_id': '2796dea990684e3c81bb3e588467e49a', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:09.934034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] Deleting subnet 5c6eab3b-c355-4e46-9d27-cdd22fe3e057 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:09.940800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.044831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.097147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.159081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-38a205ab-c57c-4fb5-8406-8884e5b8af76 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.160663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-38a205ab-c57c-4fb5-8406-8884e5b8af76 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 948 time: 0.1550303 Jul 16 18:17:10.247835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.353650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c6eab3b-c355-4e46-9d27-cdd22fe3e057,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.456000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d24a3-6c03-4215-8864-0ab7b4472c88 req-f948ad76-2725-46e9-b89d-395c4a07fcc6 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.456859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.463643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f3d24a3-6c03-4215-8864-0ab7b4472c88 req-f948ad76-2725-46e9-b89d-395c4a07fcc6 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 948 time: 0.0891707 Jul 16 18:17:10.477710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f6dc2828-2c52-4700-a60c-2bf7843ccade admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5c6eab3b-c355-4e46-9d27-cdd22fe3e057 HTTP/1.1" status: 204 len: 168 time: 0.6525106 Jul 16 18:17:10.479185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:10.528907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f3d24a3-6c03-4215-8864-0ab7b4472c88 req-860c0f3f-b4b4-4116-8e5a-f75d02b5c3ff tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620310 Jul 16 18:17:10.644114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.655026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Deleting port a4988cd6-582a-43de-80ea-848e38f31502 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:10.655459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.021569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] For port a4988cd6-582a-43de-80ea-848e38f31502, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a4988cd6-582a-43de-80ea-848e38f31502,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:11.021895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.043535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87700f-a73b-410e-be53-f974ea05b98b req-54f37331-e7b3-4a36-b149-f8473ec697e3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.047475 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af87700f-a73b-410e-be53-f974ea05b98b req-54f37331-e7b3-4a36-b149-f8473ec697e3 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2738478 Jul 16 18:17:11.115176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.144947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af87700f-a73b-410e-be53-f974ea05b98b req-63e24581-d59b-4613-917a-51f2de82c4b2 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876019 Jul 16 18:17:11.158204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Calling delete_port for a4988cd6-582a-43de-80ea-848e38f31502 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:11.161736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00305134-f8d4-4c5f-bfad-286ab016aa20']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.184794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee047aa-c62a-4aa6-8dce-d2b883e345b0') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.185000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee047aa-c62a-4aa6-8dce-d2b883e345b0') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.205956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.257597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.277160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:11.277487 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:11.279867 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:11.475890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1566a-16f3-4458-ae7b-38758f822929 req-e9c15f8a-68e5-42f9-b625-005e3eef6e93 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.476566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.479182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ef1566a-16f3-4458-ae7b-38758f822929 req-e9c15f8a-68e5-42f9-b625-005e3eef6e93 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 945 time: 0.0930755 Jul 16 18:17:11.501857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.505756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/00305134-f8d4-4c5f-bfad-286ab016aa20 HTTP/1.1" status: 204 len: 168 time: 1.0225840 Jul 16 18:17:11.547577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a689a5-46ab-419e-b14c-177a9ebd95f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=00305134-f8d4-4c5f-bfad-286ab016aa20,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.558021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 10ebd797-9fd9-4527-b7cc-3f41ceb9919a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:11.566042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.617546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 10ebd797-9fd9-4527-b7cc-3f41ceb9919a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:11.617921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 10ebd797-9fd9-4527-b7cc-3f41ceb9919a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:11.618703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 619d5014-2a1d-474a-9595-dd8e1c2a6b96 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:11.623052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ef1566a-16f3-4458-ae7b-38758f822929 req-aedeabc6-3846-42c5-8f47-0ca73e3cb3f8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326859 Jul 16 18:17:11.652573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 619d5014-2a1d-474a-9595-dd8e1c2a6b96 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:11.653561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 619d5014-2a1d-474a-9595-dd8e1c2a6b96 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:11.686228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Pushing event deleted for resources: {'Port': ['ID=a4988cd6-582a-43de-80ea-848e38f31502,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:11.829778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] No DVR routers for this DVR port a4988cd6-582a-43de-80ea-848e38f31502 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:11.835033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.844311 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-447585ca-0548-4419-b2f7-fa30045f44e1 req-179ee5eb-35a5-4633-8515-08225e47b8b5 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "DELETE /v2.0/ports/a4988cd6-582a-43de-80ea-848e38f31502 HTTP/1.1" status: 204 len: 173 time: 1.6703286 Jul 16 18:17:11.845204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-deleted', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:11.848850 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0b1863-0ab4-457d-9bf0-4ccf9a43b3cf" -d '{"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-deleted", "tag": "a4988cd6-582a-43de-80ea-848e38f31502"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:12.077328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0b26ed3-43de-44b6-bb19-629f9d3a5970 req-cf255771-f45d-4b02-ab44-437490d0da52 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 210 time: 0.1747952 Jul 16 18:17:12.099128 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56e65d7-61b3-465d-8af6-c107bb3a03da x-openstack-request-id: req-d56e65d7-61b3-465d-8af6-c107bb3a03da {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:12.101217 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3839233a-4f06-4353-9da1-b8050460cb81", "name": "network-vif-deleted", "tag": "a4988cd6-582a-43de-80ea-848e38f31502", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:12.102944 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d56e65d7-61b3-465d-8af6-c107bb3a03da {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:12.104137 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3839233a-4f06-4353-9da1-b8050460cb81', 'name': 'network-vif-deleted', 'tag': 'a4988cd6-582a-43de-80ea-848e38f31502', 'status': 'completed', 'code': 200} Jul 16 18:17:12.168969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.309478 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-40c0faa0-c2cc-4991-bb6a-b2a6f3ce2878 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2796dea990684e3c81bb3e588467e49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357141 Jul 16 18:17:12.310646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57616) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.647558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42301c78-d19d-4888-ace7-499a0202dc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.772804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42301c78-d19d-4888-ace7-499a0202dc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.869716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c3d00-6af5-455c-b959-34d69596752a req-238d80bf-561e-41f8-99c5-ffdf8ec7b062 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.883213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab2c3d00-6af5-455c-b959-34d69596752a req-238d80bf-561e-41f8-99c5-ffdf8ec7b062 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2306323 Jul 16 18:17:12.938845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab2c3d00-6af5-455c-b959-34d69596752a req-5765a5b1-fce0-47e8-bfb4-16f9c75d79ca tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536723 Jul 16 18:17:12.970766 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42301c78-d19d-4888-ace7-499a0202dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.979030 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42301c78-d19d-4888-ace7-499a0202dc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.984445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-42301c78-d19d-4888-ace7-499a0202dc43 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d53cc57f-4007-41c8-95b2-03b06b94f9bb HTTP/1.1" status: 204 len: 168 time: 0.6718602 Jul 16 18:17:13.007222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42301c78-d19d-4888-ace7-499a0202dc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53cc57f-4007-41c8-95b2-03b06b94f9bb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:13.260551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57632) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.638527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f14a6f00-663d-49d0-b6ab-e5d1fa1828a5 req-3dfd13b9-c5c5-49d2-a570-4b3bd849dc04 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=3839233a-4f06-4353-9da1-b8050460cb81 HTTP/1.1" status: 200 len: 210 time: 0.1351700 Jul 16 18:17:13.715508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa77bbca-af1b-4637-bcb4-2016495bb16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.824210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57646) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.831699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-263426954'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:13.905933 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa77bbca-af1b-4637-bcb4-2016495bb16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.913997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa77bbca-af1b-4637-bcb4-2016495bb16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.942869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:13.949901 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.964375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fa77bbca-af1b-4637-bcb4-2016495bb16e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e4f28d00fd47418ba9567e615475710d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7018468 Jul 16 18:17:13.965352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77bbca-af1b-4637-bcb4-2016495bb16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6db29-73cd-4c89-97f7-01631e7e88bd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:13.968054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57650) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.990051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:14.003395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.003910 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Added segment e310a33a-9a77-4b45-9d25-011bae115441 of type vlan for network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc Jul 16 18:17:14.055803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.057819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8b9-15c2-4c0e-b2f4-3c5c27d4fd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.091844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a4988cd6-582a-43de-80ea-848e38f31502 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:14.097068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8b9-15c2-4c0e-b2f4-3c5c27d4fd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.123809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.135779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.137953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.152641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: a4988cd6-582a-43de-80ea-848e38f31502 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:14.153135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a4988cd6-582a-43de-80ea-848e38f31502 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:14.193089 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3666770 Jul 16 18:17:14.197385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.208755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-860560189'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:14.259703 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8b9-15c2-4c0e-b2f4-3c5c27d4fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.262503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face168a-ccd0-46ea-ab24-d61239d53a1e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Network': ['ID=31f6e6dc-c001-4fb7-bd01-68b4590d08cc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.262828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c76b8b9-15c2-4c0e-b2f4-3c5c27d4fd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.266985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1c76b8b9-15c2-4c0e-b2f4-3c5c27d4fd92 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcf6db29-73cd-4c89-97f7-01631e7e88bd HTTP/1.1" status: 204 len: 168 time: 0.2950976 Jul 16 18:17:14.281072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:14.289763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76b8b9-15c2-4c0e-b2f4-3c5c27d4fd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6db29-73cd-4c89-97f7-01631e7e88bd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.324582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:14.330574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.408086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:14.445950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.447321 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Added segment b368bbf5-713d-4026-8401-72b350c219ac of type vlan for network 59ea62c8-193c-47f7-9946-1bcd038c1b9b Jul 16 18:17:14.538252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.600266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.610883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.614803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.649427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320672a-56c8-4b14-b0c8-d2945f74856e req-a0f178fc-f1e3-4288-8a9b-f700ff77be34 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.660220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2320672a-56c8-4b14-b0c8-d2945f74856e req-a0f178fc-f1e3-4288-8a9b-f700ff77be34 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.1486659 Jul 16 18:17:14.667151 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4682424 Jul 16 18:17:14.670552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57668) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.677844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'subnet': {'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:14.725908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfea34-da28-4c52-bc22-e877235c5eb2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Network': ['ID=59ea62c8-193c-47f7-9946-1bcd038c1b9b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:14.743899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:14.919566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2320672a-56c8-4b14-b0c8-d2945f74856e req-26cbf0a6-41b1-41cc-88e1-cced65abf3ea tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580829 Jul 16 18:17:14.920858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:14.925200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.268852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.397423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Subnet': ['ID=2902b2bd-dd76-4719-9a4a-9639f6a3a011,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.434803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Checking segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:15.435276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network hostable DHCP agents. Network: 31f6e6dc-c001-4fb7-bd01-68b4590d08cc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:15.462870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:15.486845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 31f6e6dc-c001-4fb7-bd01-68b4590d08cc) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:15.492689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.493937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.499083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23b2259-151f-4cca-b975-4b025b989b8f None None] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:15.530870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.531530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a10a05ec-9767-494c-a89c-bdbfad801470 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8591235 Jul 16 18:17:15.539419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'subnet': {'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:15.726459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:15.732005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.750394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c518ee1-1a9f-442f-8bbe-8e30432ebc7e req-599c9470-923d-49da-aacb-85bcf9643801 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.758780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c518ee1-1a9f-442f-8bbe-8e30432ebc7e req-599c9470-923d-49da-aacb-85bcf9643801 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 948 time: 0.1444032 Jul 16 18:17:15.840066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c518ee1-1a9f-442f-8bbe-8e30432ebc7e req-df8d5bf8-9938-40b6-8477-6da1b3631aff tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720723 Jul 16 18:17:16.056784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'fixed_ips': [{'subnet_id': '2902b2bd-dd76-4719-9a4a-9639f6a3a011'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:16.057681 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.216934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57716) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:16.309375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.338992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Allocated IP 10.1.1.2 (31f6e6dc-c001-4fb7-bd01-68b4590d08cc/2902b2bd-dd76-4719-9a4a-9639f6a3a011/a48da22d-8f2b-4d32-8e53-4f7022002935) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:16.477422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8079fd7-8227-49bb-96f4-fd6c5f8fa589 req-9f9c3b79-1e3e-4183-8d1d-cba24f6dba08 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.479231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8079fd7-8227-49bb-96f4-fd6c5f8fa589 req-9f9c3b79-1e3e-4183-8d1d-cba24f6dba08 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.2299483 Jul 16 18:17:16.529633 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.542354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Transition to ACTIVE for port object a48da22d-8f2b-4d32-8e53-4f7022002935 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:16.564381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Transition to ACTIVE for port object a48da22d-8f2b-4d32-8e53-4f7022002935 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:16.585209 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.604176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Subnet': ['ID=ac3810b2-9dcb-44dd-b78e-541464e954b4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:16.619534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8079fd7-8227-49bb-96f4-fd6c5f8fa589 req-67e30e69-4ed7-4279-989f-9387cb962a83 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334670 Jul 16 18:17:16.649664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Checking segment: {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:16.650321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network hostable DHCP agents. Network: 59ea62c8-193c-47f7-9946-1bcd038c1b9b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:16.710017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1951415509-network', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:16.718367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:16.737494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:16.742432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 59ea62c8-193c-47f7-9946-1bcd038c1b9b) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:16.748279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:16.749163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.754262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:16.760246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Made reservation on behalf of 8db92d2dc9f24c2082c3d69de4adcae7 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:16.770180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:16.778042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.784224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e255ad-5a3e-4329-b20b-b9288479dea8 None None] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:16.815147 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f3028aff-d27d-4ed2-8203-d3584cfd4d29 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2823176 Jul 16 18:17:16.816577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.823943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57726) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:16.843760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'port': {'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'name': 'tempest-TaggedBootDevicesTest_v242-2097823897', 'fixed_ips': [{'subnet_id': '2902b2bd-dd76-4719-9a4a-9639f6a3a011'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:16.954881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Pushing event updated for resources: {'Port': ['ID=a48da22d-8f2b-4d32-8e53-4f7022002935,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.090279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.097666 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.128096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:17.175336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:17.184999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Attempting to bind port a48da22d-8f2b-4d32-8e53-4f7022002935 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:17.185380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Attempting to bind port a48da22d-8f2b-4d32-8e53-4f7022002935 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:17.185751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Attempting to bind port a48da22d-8f2b-4d32-8e53-4f7022002935 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:17.224839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:17.225247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Checking segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:17.225713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.226227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Bound using segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:17.226767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Bound port: a48da22d-8f2b-4d32-8e53-4f7022002935, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:17.227236 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.314719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d252010-a186-4762-ab46-d9482ad3bbae,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.324045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.324445 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Added segment 0a3aa4fd-a173-4257-b438-ffd238f27ca9 of type vlan for network e3f57beb-7180-4165-8943-32b2a67211ef Jul 16 18:17:17.346653 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.394251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] device_id is not set on port ea13ca29-c52b-478e-84a2-e8fa89425a21 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:17.433271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] For port a48da22d-8f2b-4d32-8e53-4f7022002935, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:17.439409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] For port a48da22d-8f2b-4d32-8e53-4f7022002935, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a48da22d-8f2b-4d32-8e53-4f7022002935,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:17.453817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.465945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.479878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbfbb6-2ce4-4e2a-bc2e-847d4dce72f5 req-b792fa85-b62c-44d5-8c52-ed99c5c278ae tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.482320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ecbfbb6-2ce4-4e2a-bc2e-847d4dce72f5 req-b792fa85-b62c-44d5-8c52-ed99c5c278ae tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 948 time: 0.2846055 Jul 16 18:17:17.629449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ecbfbb6-2ce4-4e2a-bc2e-847d4dce72f5 req-f86287b2-9f63-45b5-90d3-0a44ed26432a tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238282 Jul 16 18:17:17.632718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.635824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:17.638900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.764857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880fd9-dfbe-482b-bdc4-7eb562760e13 None None] Pushing event updated for resources: {'Port': ['ID=a48da22d-8f2b-4d32-8e53-4f7022002935,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.787269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5663333 Jul 16 18:17:17.788750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57734) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.817889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Request body: {'subnet': {'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1951415509-subnet', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:17.878370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-59ea62c8-193c-47f7-9946-1bcd038c1b9b', 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'fixed_ips': [{'subnet_id': 'ac3810b2-9dcb-44dd-b78e-541464e954b4'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:17.880309 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.134690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7267d8-e22e-4570-af01-e08afbcc7811 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f57beb-7180-4165-8943-32b2a67211ef,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.157045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e3f57beb-7180-4165-8943-32b2a67211ef details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:18.172724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Made reservation on behalf of 8db92d2dc9f24c2082c3d69de4adcae7 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:18.175319 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.362622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df0c3d-28a4-40af-bb79-e736e92cdb96 req-9105cdd3-810b-4941-bfaf-eaa03baea99f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.376107 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0df0c3d-28a4-40af-bb79-e736e92cdb96 req-9105cdd3-810b-4941-bfaf-eaa03baea99f tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 945 time: 0.3271947 Jul 16 18:17:18.449280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-cf32b05a-15a5-43fb-bac2-7cb617aaec33 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.450789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-cf32b05a-15a5-43fb-bac2-7cb617aaec33 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.4310253 Jul 16 18:17:18.469959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:18.480825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Allocated IP 10.2.2.2 (59ea62c8-193c-47f7-9946-1bcd038c1b9b/ac3810b2-9dcb-44dd-b78e-541464e954b4/dc7a459a-6845-4b88-9a8d-4f1e8232d7f7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:18.522340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0df0c3d-28a4-40af-bb79-e736e92cdb96 req-63bfd126-d9cb-4f31-8347-b26b78772275 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448693 Jul 16 18:17:18.656268 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.717237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 10.1.1.29 (31f6e6dc-c001-4fb7-bd01-68b4590d08cc/2902b2bd-dd76-4719-9a4a-9639f6a3a011/ea13ca29-c52b-478e-84a2-e8fa89425a21) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:18.794180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.958586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.987286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9683c515-ef2a-4125-9eeb-b364ca9d11eb,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.001372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Transition to ACTIVE for port object dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:19.012296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-63053b0c-869a-4445-88f8-756dcf8b990a tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.017465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-63053b0c-869a-4445-88f8-756dcf8b990a tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 948 time: 1.2222297 Jul 16 18:17:19.038932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Transition to ACTIVE for port object dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:19.054127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.061838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Checking segment: {'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:19.062221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Network hostable DHCP agents. Network: e3f57beb-7180-4165-8943-32b2a67211ef, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:19.102814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:19.162934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.171682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Network e3f57beb-7180-4165-8943-32b2a67211ef is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:19.180995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Transition to ACTIVE for port object ea13ca29-c52b-478e-84a2-e8fa89425a21 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:19.208245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e3f57beb-7180-4165-8943-32b2a67211ef) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:19.217691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:19.220728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.221514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.242543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd39d377-100b-4eb9-a208-a51aff409c49 None None] Network e3f57beb-7180-4165-8943-32b2a67211ef requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:19.245644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.274306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:19.285707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93ddd0-7384-4728-8068-95eae92bcf9f req-3c33e418-3a11-4958-91d8-006ed61110ef tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.304820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f93ddd0-7384-4728-8068-95eae92bcf9f req-3c33e418-3a11-4958-91d8-006ed61110ef tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 948 time: 0.3512402 Jul 16 18:17:19.307837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4dd443de-297e-472f-a8c7-defb95cdf285 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5118570 Jul 16 18:17:19.314871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.367522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:19.373107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Pushing event updated for resources: {'Port': ['ID=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.414902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:19.420811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f93ddd0-7384-4728-8068-95eae92bcf9f req-b40eff72-6650-4ca7-b7f5-7a1bb6abfb91 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149509 Jul 16 18:17:19.441998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:19.451654 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62989a27-2ca7-45c9-90c2-b74d6d0d9695" -d '{"events": [{"server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "name": "network-vif-unplugged", "status": "completed", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:19.460118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.467538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:19.472858 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.491250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:19.599018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.600931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:19.601219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.604863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:19.620309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82b63e-1169-4323-9b78-4809a6d3cce3 None None] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:19.689170 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a8eed7-48fd-4a20-881d-506ba5e2e00e x-openstack-request-id: req-83a8eed7-48fd-4a20-881d-506ba5e2e00e {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:19.689504 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "name": "network-vif-unplugged", "status": "completed", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:19.689750 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83a8eed7-48fd-4a20-881d-506ba5e2e00e {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:19.690299 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1', 'code': 200} Jul 16 18:17:19.691180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.726720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=ea13ca29-c52b-478e-84a2-e8fa89425a21,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.738648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:19.738989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:19.739319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:19.755666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:19.756101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Attempting to bind port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on network e385bb79-2a6b-4a81-96b8-3066d5f4e701 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:19.762060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a48da22d-8f2b-4d32-8e53-4f7022002935 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:19.768383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:19.768790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Checking segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:19.769151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Bound using segment: {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:19.769898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Bound port: 1f56c90f-65a3-4321-8cb1-87547781e5e1, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e385bb79-2a6b-4a81-96b8-3066d5f4e701'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:19.770289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.770673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.771822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.772800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.773404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.774022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.774599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.775248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.775871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.776737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.777405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.778050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.778614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:19.856188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.858308 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.894651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:19.898491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:19.906048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.994709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.017173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c165a0f6-5f21-4dfd-aefb-d3a4dbf22e6c req-fc388b4f-5fee-4ee6-a094-5f109d8adf24 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.020828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Deleting port 9ae9082e-9bf0-4746-ab00-95212d6dd83a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:20.026278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c165a0f6-5f21-4dfd-aefb-d3a4dbf22e6c req-fc388b4f-5fee-4ee6-a094-5f109d8adf24 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.2387235 Jul 16 18:17:20.027455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.089944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=8']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.094674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.095342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.096967 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-b7999a04-20ef-4b39-ae3c-d68cd811aca6 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 200 len: 1123 time: 1.6366458 Jul 16 18:17:20.128724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c165a0f6-5f21-4dfd-aefb-d3a4dbf22e6c req-f65caa8f-4bd9-415f-9474-d39ab06c3b25 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988410 Jul 16 18:17:20.134570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-14163fc9-7322-4ecd-85e9-b26e739627c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3088846 Jul 16 18:17:20.138791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57772) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:20.149453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'port': {'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'name': 'tempest-TaggedBootDevicesTest_v242-2060022300', 'fixed_ips': [{'subnet_id': '2902b2bd-dd76-4719-9a4a-9639f6a3a011'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:20.420952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.445095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] For port 9ae9082e-9bf0-4746-ab00-95212d6dd83a, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=9ae9082e-9bf0-4746-ab00-95212d6dd83a,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:20.445540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.482292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Calling delete_port for 9ae9082e-9bf0-4746-ab00-95212d6dd83a owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:20.502206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:20.786899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.844961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] device_id is not set on port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:20.870977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c478b-49a3-42b8-86ef-124d10934009 req-5bee329d-f1b0-41c1-8ff9-cf1b08d5fa53 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:20.886756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801c478b-49a3-42b8-86ef-124d10934009 req-5bee329d-f1b0-41c1-8ff9-cf1b08d5fa53 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 948 time: 0.2348137 Jul 16 18:17:20.890396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1f56c90f-65a3-4321-8cb1-87547781e5e1 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:20.952473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.994533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Pushing event deleted for resources: {'Port': ['ID=9ae9082e-9bf0-4746-ab00-95212d6dd83a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.033412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-e3f57beb-7180-4165-8943-32b2a67211ef', 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'fixed_ips': [{'subnet_id': '9683c515-ef2a-4125-9eeb-b364ca9d11eb'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:21.034696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.096663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] No DVR routers for this DVR port 9ae9082e-9bf0-4746-ab00-95212d6dd83a on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:21.099992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801c478b-49a3-42b8-86ef-124d10934009 req-8906b5e1-093e-4368-8a89-1e2864e53006 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/security-groups?id=c5ee06eb-cccf-4067-8a0c-ff49f3470382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044649 Jul 16 18:17:21.105684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.112358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c27e538-fdad-47c6-a0ad-cf4ffd6509d2 req-e8bd7db4-52c1-4db5-9d51-44bf14060708 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.55 "DELETE /v2.0/ports/9ae9082e-9bf0-4746-ab00-95212d6dd83a HTTP/1.1" status: 204 len: 173 time: 2.0837767 Jul 16 18:17:21.115720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-deleted', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:21.118323 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f53f3d-70f6-4e02-a58a-6e49dfea6710" -d '{"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-deleted", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:21.180580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['1f56c90f-65a3-4321-8cb1-87547781e5e1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:21.319086 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a23b5d-167c-4503-93c4-6da236b61d50 x-openstack-request-id: req-99a23b5d-167c-4503-93c4-6da236b61d50 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:21.319400 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8133d7-5fcd-40d3-a380-ada69252f44d", "name": "network-vif-deleted", "tag": "9ae9082e-9bf0-4746-ab00-95212d6dd83a", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:21.319666 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99a23b5d-167c-4503-93c4-6da236b61d50 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:21.320098 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8133d7-5fcd-40d3-a380-ada69252f44d', 'name': 'network-vif-deleted', 'tag': '9ae9082e-9bf0-4746-ab00-95212d6dd83a', 'status': 'completed', 'code': 200} Jul 16 18:17:21.353565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1f56c90f-65a3-4321-8cb1-87547781e5e1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:21.448449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Attempting to bind port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:21.448920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Attempting to bind port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:21.449187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Attempting to bind port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 on network 59ea62c8-193c-47f7-9946-1bcd038c1b9b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:21.451298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0560620d-9299-4f09-9c16-4ee7d07eac4c None None] Provisioning for port a48da22d-8f2b-4d32-8e53-4f7022002935 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:21.556518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 10.1.1.59 (31f6e6dc-c001-4fb7-bd01-68b4590d08cc/2902b2bd-dd76-4719-9a4a-9639f6a3a011/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:21.642627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.652452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:21.653349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Checking segment: {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:21.653792 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.654264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Bound using segment: {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:21.654771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Bound port: dc7a459a-6845-4b88-9a8d-4f1e8232d7f7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:21.655169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.675534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.706979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:21.711799 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad" -d '{"events": [{"name": "network-changed", "server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:21.851448 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d063aa36-7891-40fd-9852-2329f0741ad4 x-openstack-request-id: req-d063aa36-7891-40fd-9852-2329f0741ad4 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:21.851924 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:21.852358 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d063aa36-7891-40fd-9852-2329f0741ad4 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:21.852993 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1', 'status': 'completed', 'code': 200} Jul 16 18:17:21.923451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a48da22d-8f2b-4d32-8e53-4f7022002935 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:22.032001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Allocated IP 172.25.0.122 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/9280dbb9-ee2c-4ad1-aa16-5e46f74344f2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:22.035758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a86545-3898-4782-9940-b53616895cd2 req-0a89fc53-c068-48ad-927a-9e4b73a2c9f7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.048996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a8a86545-3898-4782-9940-b53616895cd2 req-0a89fc53-c068-48ad-927a-9e4b73a2c9f7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.4355304 Jul 16 18:17:22.141785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a8a86545-3898-4782-9940-b53616895cd2 req-d2766b6b-d701-4c27-ba2c-b83d7ed4525a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853124 Jul 16 18:17:22.144760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] For port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:22.151269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] For port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:22.153305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a48da22d-8f2b-4d32-8e53-4f7022002935 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:22.154251 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.185735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.251777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.271795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-b1fd6f29-a032-40c7-93e0-f433495a654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.275483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-b1fd6f29-a032-40c7-93e0-f433495a654f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1126 time: 0.3269749 Jul 16 18:17:22.276918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Transition to ACTIVE for port object 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:22.352612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466e41-728c-41d4-99d6-ffe650db00a5 None None] Pushing event updated for resources: {'Port': ['ID=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.369425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:22.509323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.572229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Allocated IP 172.20.0.2 (e3f57beb-7180-4165-8943-32b2a67211ef/9683c515-ef2a-4125-9eeb-b364ca9d11eb/4bc52772-ceb7-4db7-ab97-f7f88906d457) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:22.586632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1f56c90f-65a3-4321-8cb1-87547781e5e1 has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:17:22.706990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.867051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:22.910227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:22.925925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:22.937022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:22.941575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-7f12c0de-7be3-485a-a60a-211d5eaf12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.944186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-7f12c0de-7be3-485a-a60a-211d5eaf12ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.6512206 Jul 16 18:17:22.958513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4e338e8-02d0-4790-a2fb-fb6ded3e7283 req-d8dc4da6-f1cc-4ca2-9654-e5981bfe1473 tempest-ListImageFiltersTestJSON-475068062 tempest-ListImageFiltersTestJSON-475068062-project] 10.222.0.48 "GET /v2.0/ports?device_id=5a8133d7-5fcd-40d3-a380-ada69252f44d HTTP/1.1" status: 200 len: 210 time: 0.1415455 Jul 16 18:17:23.007723 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.067578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-7140a569-cf40-4ba3-ae3b-040ded22360e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0760884 Jul 16 18:17:23.073080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.175575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-87057685-3ebd-403b-97e2-50fadb2c1be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:23.198558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-87057685-3ebd-403b-97e2-50fadb2c1be2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.1193547 Jul 16 18:17:23.238082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a48da22d-8f2b-4d32-8e53-4f7022002935, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a48da22d-8f2b-4d32-8e53-4f7022002935,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:23.260015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.263405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5cdbfb19-f4ee-4d99-9553-2ae419c8f20c None None] Provisioning for port ea13ca29-c52b-478e-84a2-e8fa89425a21 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:23.283067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57820) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:23.408969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5cdbfb19-f4ee-4d99-9553-2ae419c8f20c None None] Provisioning complete for port ea13ca29-c52b-478e-84a2-e8fa89425a21 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:23.408969 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cdbfb19-f4ee-4d99-9553-2ae419c8f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.458193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5cdbfb19-f4ee-4d99-9553-2ae419c8f20c None None] Port ea13ca29-c52b-478e-84a2-e8fa89425a21 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:23.483043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a48da22d-8f2b-4d32-8e53-4f7022002935,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.539611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5cdbfb19-f4ee-4d99-9553-2ae419c8f20c None None] Provisioning complete for port a48da22d-8f2b-4d32-8e53-4f7022002935 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:23.540008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cdbfb19-f4ee-4d99-9553-2ae419c8f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.592298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-5278bbad-8de3-4fbb-959c-763047ea28d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2222826 Jul 16 18:17:23.631247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:23.700397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:23.777263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:23.782391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e9e2b1a-8f52-479e-a4d2-7591fb47de3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.784345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.796628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:23.808143 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.836489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Transition to ACTIVE for port object 4bc52772-ceb7-4db7-ab97-f7f88906d457 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:23.883943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387e6f-a70f-4417-be8f-64667c6265df req-8bb1d532-217a-440e-b43e-bf9f73b66fd9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:23.892269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-8bb1d532-217a-440e-b43e-bf9f73b66fd9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 1.0568192 Jul 16 18:17:23.920756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Transition to ACTIVE for port object 4bc52772-ceb7-4db7-ab97-f7f88906d457 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:23.926818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:23.939903 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.985831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-3a2e8e98-5836-4ca2-b67b-68385b03eaf4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/quotas/4536d9351cca4c2eb7a1259b8ef57a90 HTTP/1.1" status: 200 len: 375 time: 0.0922635 Jul 16 18:17:24.116548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Network e3f57beb-7180-4165-8943-32b2a67211ef is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:24.127760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.128940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.129340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:24.131074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.137664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:24.139794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-4cef5b51-a676-43c9-b336-352df08bcedb service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285077 Jul 16 18:17:24.167417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Pushing event updated for resources: {'Port': ['ID=4bc52772-ceb7-4db7-ab97-f7f88906d457,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.193636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a0021d69-f74c-427f-b249-c3e26a0a3af6 None None] Provisioning complete for port ea13ca29-c52b-478e-84a2-e8fa89425a21 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:24.194078 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0021d69-f74c-427f-b249-c3e26a0a3af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.214816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312a2cf-8819-49e6-bd7c-b129c3bb9cec req-5c2cb2aa-53c5-4a0e-8d9b-19995f0507df tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.230113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4312a2cf-8819-49e6-bd7c-b129c3bb9cec req-5c2cb2aa-53c5-4a0e-8d9b-19995f0507df tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.5075307 Jul 16 18:17:24.349873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a0021d69-f74c-427f-b249-c3e26a0a3af6 None None] Port ea13ca29-c52b-478e-84a2-e8fa89425a21 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:24.388557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-6cbd6f57-8c92-4931-87ec-a9dc311142d2 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4016495 Jul 16 18:17:24.442858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Attempting to bind port 4bc52772-ceb7-4db7-ab97-f7f88906d457 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:24.443141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Attempting to bind port 4bc52772-ceb7-4db7-ab97-f7f88906d457 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:24.443536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Attempting to bind port 4bc52772-ceb7-4db7-ab97-f7f88906d457 on network e3f57beb-7180-4165-8943-32b2a67211ef {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:24.455300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:24.455300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Checking segment: {'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:24.455300 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.455300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Bound using segment: {'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:24.456613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Bound port: 4bc52772-ceb7-4db7-ab97-f7f88906d457, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:24.456613 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.510199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4312a2cf-8819-49e6-bd7c-b129c3bb9cec req-c4b8650e-cc50-4456-aa1b-f855a3b927da tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790227 Jul 16 18:17:24.526771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3e282-edcb-4ad7-98cc-135c0b5904b4 None None] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:24.600624 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a81bcc9-b83f-4c4d-b214-ffdf9b976dad req-a7435f5c-eba2-41f1-a7fe-ec280e937ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386127 Jul 16 18:17:24.652834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-c6c9d694-2548-4120-90f6-99a15c0f0c82 service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632694 Jul 16 18:17:24.830780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:24.903745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 9ae9082e-9bf0-4746-ab00-95212d6dd83a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:24.904292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 9ae9082e-9bf0-4746-ab00-95212d6dd83a not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:24.911872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] For port 4bc52772-ceb7-4db7-ab97-f7f88906d457, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:24.912084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e9e2b1a-8f52-479e-a4d2-7591fb47de3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.913741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-39a7b9a2-bc5d-4408-a2eb-901d72af793a service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593575 Jul 16 18:17:24.925981 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.928396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-62456321-8cff-46b8-803e-ff0177c97b55 None None] Provisioning for port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:24.940968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22e4f3c4-fd4d-456f-ae93-a418741b27e6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.8009255 Jul 16 18:17:24.950306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-62456321-8cff-46b8-803e-ff0177c97b55 None None] Provisioning complete for port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:24.951018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-62456321-8cff-46b8-803e-ff0177c97b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.951454 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e9e2b1a-8f52-479e-a4d2-7591fb47de3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.015570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] For port 4bc52772-ceb7-4db7-ab97-f7f88906d457, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bc52772-ceb7-4db7-ab97-f7f88906d457,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:25.074502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e2b1a-8f52-479e-a4d2-7591fb47de3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131e793f-dc11-4121-a43f-9e4ecd78309f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.083604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1f56c90f-65a3-4321-8cb1-87547781e5e1 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:25.085669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e9e2b1a-8f52-479e-a4d2-7591fb47de3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=79c4065a4af3456692d7d9d49a6948fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8015008 Jul 16 18:17:25.089689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57838) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.093001 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.223162 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.285487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-62456321-8cff-46b8-803e-ff0177c97b55 None None] Port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:25.357166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.436617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Router d631627b-77a5-44b6-bdcc-265822c0da83 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:25.522085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f244144-5567-45b0-924a-7c9237942f08 None None] Pushing event updated for resources: {'Port': ['ID=4bc52772-ceb7-4db7-ab97-f7f88906d457,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.565039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bbb1ffde-f44e-42d4-ad75-b2fa16f8ed7f None None] Provisioning for port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:25.585585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bbb1ffde-f44e-42d4-ad75-b2fa16f8ed7f None None] Provisioning complete for port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:25.586242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ffde-f44e-42d4-ad75-b2fa16f8ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.597642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a48da22d-8f2b-4d32-8e53-4f7022002935 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:25.632359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.643314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.646539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/131e793f-dc11-4121-a43f-9e4ecd78309f HTTP/1.1" status: 204 len: 168 time: 0.5548332 Jul 16 18:17:25.681738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131e793f-dc11-4121-a43f-9e4ecd78309f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.719270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.723991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.725289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.725950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.729346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.729956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.731920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.732510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.733040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.733553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.737199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.737700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8ccf8c-d5ec-45c5-b839-a983b081f0c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:25.759897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:25.783489 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Sync routers for ids ['d631627b-77a5-44b6-bdcc-265822c0da83'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:25.809027 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Routers {'d631627b-77a5-44b6-bdcc-265822c0da83'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:25.862051 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d631627b-77a5-44b6-bdcc-265822c0da83'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:25.896465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.912313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2939307-c1f4-4acf-934d-f9444d22dfe2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5676777 Jul 16 18:17:25.916906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57864) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.186908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a48da22d-8f2b-4d32-8e53-4f7022002935 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:26.187731 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.258786 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Set router d631627b-77a5-44b6-bdcc-265822c0da83 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:26.394209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c74ace2-edce-4e2f-a0d2-4272aab74d31 req-2bf57925-ad74-431f-b56a-9d83997aae6c tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 210 time: 0.1193879 Jul 16 18:17:26.457260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:26.464488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ef39d706-cfa4-41e9-9f3c-276dbc9c866c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164393535', 'description': 'tempest-description--246988908'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:26.549937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef39d706-cfa4-41e9-9f3c-276dbc9c866c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.765204 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:17:23Z', 'revision_number': 3, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:26.842365 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Checking router: d631627b-77a5-44b6-bdcc-265822c0da83 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:26.843024 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Updating router d631627b-77a5-44b6-bdcc-265822c0da83 port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:26.910782 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.227673 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ffde-f44e-42d4-ad75-b2fa16f8ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.327598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bbb1ffde-f44e-42d4-ad75-b2fa16f8ed7f None None] For port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:27.336677 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbb1ffde-f44e-42d4-ad75-b2fa16f8ed7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.577878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4bc52772-ceb7-4db7-ab97-f7f88906d457 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:27.698223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8687b-e269-4dac-bc69-9555729010a8 None None] Network e3f57beb-7180-4165-8943-32b2a67211ef requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:27.757522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb1ffde-f44e-42d4-ad75-b2fa16f8ed7f None None] Pushing event updated for resources: {'Port': ['ID=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:27.775931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f63ca88d-8296-4d89-8ff5-d3f94efc51d6 None None] Provisioning complete for port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:27.776349 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f63ca88d-8296-4d89-8ff5-d3f94efc51d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.812498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4bc52772-ceb7-4db7-ab97-f7f88906d457 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:27.881546 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.910613 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Transition to ACTIVE for port object 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:27.929588 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.159704 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Attempting to bind port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:28.162301 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Attempting to bind port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:28.166307 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Attempting to bind port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:28.201326 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:28.203344 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:28.210645 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.212670 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:28.213306 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Bound port: 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:28.218569 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.228361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387e6f-a70f-4417-be8f-64667c6265df req-e9a5a748-f60e-4cca-a598-89b32b6689af tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.237012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-e9a5a748-f60e-4cca-a598-89b32b6689af tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 0.5203857 Jul 16 18:17:28.279299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Request body: {'port': {'device_id': '87a796ab-0f80-450b-9fbc-af71de012513', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'admin_state_up': True, 'tenant_id': '4536d9351cca4c2eb7a1259b8ef57a90'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:28.389353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-143d5b95-e8ba-4272-b3d5-ca2c3088364e None None] Provisioning for port 4bc52772-ceb7-4db7-ab97-f7f88906d457 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:28.391798 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0749b0-e97c-4a07-b3a9-8f4afccefc0f None None] Pushing event updated for resources: {'Port': ['ID=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:28.395069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-143d5b95-e8ba-4272-b3d5-ca2c3088364e None None] Provisioning complete for port 4bc52772-ceb7-4db7-ab97-f7f88906d457 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:28.395454 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-143d5b95-e8ba-4272-b3d5-ca2c3088364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.401007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9611d-912f-4edc-a64b-6d47dccde449 req-09efd6fd-a2d8-434b-abd7-a54d43beb3de tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.435879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddf9611d-912f-4edc-a64b-6d47dccde449 req-09efd6fd-a2d8-434b-abd7-a54d43beb3de tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.7273853 Jul 16 18:17:28.460969 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] For port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:28.469674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] For port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:28.479720 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.517146 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-143d5b95-e8ba-4272-b3d5-ca2c3088364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.600042 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Routers {'d631627b-77a5-44b6-bdcc-265822c0da83'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:28.601813 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d631627b-77a5-44b6-bdcc-265822c0da83'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:28.617622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-143d5b95-e8ba-4272-b3d5-ca2c3088364e None None] For port 4bc52772-ceb7-4db7-ab97-f7f88906d457, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bc52772-ceb7-4db7-ab97-f7f88906d457,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:28.628181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-143d5b95-e8ba-4272-b3d5-ca2c3088364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.632107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef39d706-cfa4-41e9-9f3c-276dbc9c866c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.644195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef39d706-cfa4-41e9-9f3c-276dbc9c866c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.729444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39d706-cfa4-41e9-9f3c-276dbc9c866c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=966e3bfa-d064-49a8-8b94-7ff94c338c00,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:28.801481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Made reservation on behalf of 4536d9351cca4c2eb7a1259b8ef57a90 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:28.806911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.813461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef39d706-cfa4-41e9-9f3c-276dbc9c866c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.817497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ef39d706-cfa4-41e9-9f3c-276dbc9c866c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.3578098 Jul 16 18:17:28.826420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57918) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:28.829526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddf9611d-912f-4edc-a64b-6d47dccde449 req-80ca8271-028d-4ac6-9da7-3889787f9340 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653636 Jul 16 18:17:28.831983 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0749b0-e97c-4a07-b3a9-8f4afccefc0f None None] Pushing event updated for resources: {'Port': ['ID=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:28.840294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fc9cfc07-3f1a-4c65-b4ff-d9253bf673a7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'security_group_rule': {'security_group_id': '966e3bfa-d064-49a8-8b94-7ff94c338c00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:28.865992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d5b95-e8ba-4272-b3d5-ca2c3088364e None None] Pushing event updated for resources: {'Port': ['ID=4bc52772-ceb7-4db7-ab97-f7f88906d457,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:28.966894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc9cfc07-3f1a-4c65-b4ff-d9253bf673a7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.050929 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] Set router d631627b-77a5-44b6-bdcc-265822c0da83 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:29.079015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-49d6cda7-f0df-42cc-82d9-66daaf7adaa5 None None] Provisioning complete for port 4bc52772-ceb7-4db7-ab97-f7f88906d457 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:29.088742 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49d6cda7-f0df-42cc-82d9-66daaf7adaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.113794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc9cfc07-3f1a-4c65-b4ff-d9253bf673a7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.130039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc9cfc07-3f1a-4c65-b4ff-d9253bf673a7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.133775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Allocated IP 172.20.0.2 (08d7df35-8c54-4574-9465-31c2d5f60148/b88f91cb-cee9-4606-b699-630c559f7d64/db40e15e-8f4e-476f-9955-1e1e93daf97d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:29.171661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9cfc07-3f1a-4c65-b4ff-d9253bf673a7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37da666-a541-4e30-9b51-92baa1fd7236,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.208258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc9cfc07-3f1a-4c65-b4ff-d9253bf673a7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.210576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fc9cfc07-3f1a-4c65-b4ff-d9253bf673a7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3822849 Jul 16 18:17:29.240786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:29.264545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-08a05dd0-608e-45ad-933c-6b99a8253b7b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'security_group_rule': {'security_group_id': '966e3bfa-d064-49a8-8b94-7ff94c338c00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:29.282796 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8494f81b-120c-4463-9d15-08e30c94a6ca req-bcc80535-9e2f-4d9b-b7a0-b0a0cc1a297d tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 210 time: 0.1759093 Jul 16 18:17:29.300495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-00e92ec7-bfe0-4994-98ce-78d5c7418db6 service neutron] 10.222.0.13 "GET /v2.0/ports/1f56c90f-65a3-4321-8cb1-87547781e5e1/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.4684443 Jul 16 18:17:29.504037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:29.550473 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:17:23Z', 'revision_number': 3, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:29.552420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08a05dd0-608e-45ad-933c-6b99a8253b7b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.575836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:29.576280 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.591258 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e20ffe2-99d6-411e-96f9-0ecfbbdced52 None None] The sync data for ids ['d631627b-77a5-44b6-bdcc-265822c0da83'] in n-d-793620-10 is: [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:17:23Z', 'revision_number': 3, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:29.722439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4bc52772-ceb7-4db7-ab97-f7f88906d457 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:29.737743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.769652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.784311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e92ef-6544-4faa-b5df-4d9ceaacb367 req-aa0e3bf1-aa49-4191-b858-17f16b978ca0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.793198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b61e92ef-6544-4faa-b5df-4d9ceaacb367 req-aa0e3bf1-aa49-4191-b858-17f16b978ca0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3867233 Jul 16 18:17:29.809040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4bc52772-ceb7-4db7-ab97-f7f88906d457 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:29.810352 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.872692 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.903685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96f8dcb2-f16e-4a76-b934-908ebf223430'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:29.915899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8a6a2539-0a77-4f92-abc7-a7e3c302cf3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:29.921787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:29.992021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Network 08d7df35-8c54-4574-9465-31c2d5f60148 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:30.002355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:30.019827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:30.051019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b61e92ef-6544-4faa-b5df-4d9ceaacb367 req-f9e0676f-5d38-483e-b39b-e02ccfb9dcf6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550452 Jul 16 18:17:30.075189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:30.157005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08a05dd0-608e-45ad-933c-6b99a8253b7b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.184964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event updated for resources: {'Port': ['ID=db40e15e-8f4e-476f-9955-1e1e93daf97d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.202201 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08a05dd0-608e-45ad-933c-6b99a8253b7b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.220555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f56c90f-65a3-4321-8cb1-87547781e5e1 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:30.311005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:30.369529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.372309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.385853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a05dd0-608e-45ad-933c-6b99a8253b7b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f1e024-ddd9-4a21-aa44-06351c474f8b,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.390135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08a05dd0-608e-45ad-933c-6b99a8253b7b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.398651 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-08a05dd0-608e-45ad-933c-6b99a8253b7b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1561832 Jul 16 18:17:30.418185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:30.429747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:30.445045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bee811ad-63cd-476f-a66d-2bd207d3b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.461178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.482861 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-960510b4-fb58-45b0-8623-b91356acaf24 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2386520 Jul 16 18:17:30.509551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Request body: {'port': {'device_id': '87a796ab-0f80-450b-9fbc-af71de012513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:30.608526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.687251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Allocated IP 172.20.0.1 (e3f57beb-7180-4165-8943-32b2a67211ef/9683c515-ef2a-4125-9eeb-b364ca9d11eb/55431980-57c7-4d2b-8253-9e013f2cfa93) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:30.753153 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.932081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64e61b-01da-4cd2-9ce0-8298dd4c01f3 req-ad748de6-f5c8-426f-939f-06581036d310 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:30.943675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed64e61b-01da-4cd2-9ce0-8298dd4c01f3 req-ad748de6-f5c8-426f-939f-06581036d310 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 943 time: 0.5818791 Jul 16 18:17:31.144035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed64e61b-01da-4cd2-9ce0-8298dd4c01f3 req-def7dff3-d09e-49aa-83b4-40b3b6322c26 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986518 Jul 16 18:17:31.291307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:31.295340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] Transition to ACTIVE for port object 1f56c90f-65a3-4321-8cb1-87547781e5e1 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:31.372582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.442115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.503221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:31.562846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bd2a5-d5c8-41e8-b285-cc579e6d8add req-f03cd13d-ccf6-4832-b698-53e733437ea5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:31.581653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-867bd2a5-d5c8-41e8-b285-cc579e6d8add req-f03cd13d-ccf6-4832-b698-53e733437ea5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.7360339 Jul 16 18:17:31.620866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] No DVR routers for this DVR port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:31.651965 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:31.713018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.739478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:31.753562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:31.754509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.778301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-867bd2a5-d5c8-41e8-b285-cc579e6d8add req-13f73535-d8da-4d7f-8039-12dc1070b570 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954477 Jul 16 18:17:31.831171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] Pushing event updated for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=10']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.876768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27014d06-aa9b-4cc5-b9fd-799cb3600c13 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f56c90f-65a3-4321-8cb1-87547781e5e1/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 2.5681705 Jul 16 18:17:31.880408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Transition to ACTIVE for port object 55431980-57c7-4d2b-8253-9e013f2cfa93 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:31.959148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb9b9d-4532-4884-8db8-5596c8fa4a11 req-83ba1b88-ff11-45fa-bb99-e9f59c9cb973 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:31.966153 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cdb9b9d-4532-4884-8db8-5596c8fa4a11 req-83ba1b88-ff11-45fa-bb99-e9f59c9cb973 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 931 time: 0.3306587 Jul 16 18:17:32.074510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.092350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 172.25.0.201 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/77fa22db-c32e-4b0d-8ddd-6473f14a322b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:32.163705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:32.172409 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.313360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db40e15e-8f4e-476f-9955-1e1e93daf97d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:32.347824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.363750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.388755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cdb9b9d-4532-4884-8db8-5596c8fa4a11 req-b309eb92-624e-47cc-85cd-9dda3ec3aa4e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851535 Jul 16 18:17:32.459138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Transition to ACTIVE for port object db40e15e-8f4e-476f-9955-1e1e93daf97d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:32.483891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.574796 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8e4fa944-eff6-4349-a578-d12f754faa03 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7eb01a5187d74e4fb31b28170a0c5613&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2496381 Jul 16 18:17:32.575422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:32.622424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.633004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.695045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-fab70563-31ff-4b22-8d4f-70a0a27fa958 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.705106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-fab70563-31ff-4b22-8d4f-70a0a27fa958 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.4034865 Jul 16 18:17:32.765579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Pushing event updated for resources: {'Port': ['ID=db40e15e-8f4e-476f-9955-1e1e93daf97d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.804445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-af1cd0af-2dae-43de-b244-fc1c25196a49 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.807362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-af1cd0af-2dae-43de-b244-fc1c25196a49 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.8291674 Jul 16 18:17:32.809947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-bd4e70b5-8115-4ad8-a26b-cef414abb31b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/quotas/d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 375 time: 0.1032836 Jul 16 18:17:32.823491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Network e3f57beb-7180-4165-8943-32b2a67211ef is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:32.847537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:32.877039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4163f7fd-3693-4003-abef-162558eac51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.877851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:32.881849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Attempting to bind port db40e15e-8f4e-476f-9955-1e1e93daf97d on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:32.882189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Attempting to bind port db40e15e-8f4e-476f-9955-1e1e93daf97d by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:32.882519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Attempting to bind port db40e15e-8f4e-476f-9955-1e1e93daf97d on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:32.901095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Port db40e15e-8f4e-476f-9955-1e1e93daf97d on network 08d7df35-8c54-4574-9465-31c2d5f60148 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:32.901712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Attempting to bind port db40e15e-8f4e-476f-9955-1e1e93daf97d on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:32.915453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.934037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4163f7fd-3693-4003-abef-162558eac51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.951999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Pushing event updated for resources: {'Port': ['ID=55431980-57c7-4d2b-8253-9e013f2cfa93,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.982317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:33.030782 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.043073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:33.043073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:33.043852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Checking segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:33.044075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Bound using segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:33.045086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Bound port: db40e15e-8f4e-476f-9955-1e1e93daf97d, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:33.046068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.055111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:33.120763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b024b1-17f9-46a0-839a-a6102c91e2ce req-33833c0b-961f-454b-9bbe-dfad8eaee087 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.129399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0b024b1-17f9-46a0-839a-a6102c91e2ce req-33833c0b-961f-454b-9bbe-dfad8eaee087 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 944 time: 0.4795146 Jul 16 18:17:33.146576 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25252e0d-43d0-44cf-b855-cf85104cd9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.204077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27174d6d-0924-4fa0-970e-6e5ba27b209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.205733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-27174d6d-0924-4fa0-970e-6e5ba27b209f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16&tenant_id=55a6178d683f4f2eb0ba405044346371 HTTP/1.1" status: 200 len: 1096 time: 0.3769410 Jul 16 18:17:33.263042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0b024b1-17f9-46a0-839a-a6102c91e2ce req-582b8888-7165-44e1-91ef-00a135cd98d7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322298 Jul 16 18:17:33.302656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-b67ae6fe-6a88-4c0e-8656-c36beeef122d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4700677 Jul 16 18:17:33.304288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=77fa22db-c32e-4b0d-8ddd-6473f14a322b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.384973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.389657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0eeca064-9e14-44bd-ae1b-d154026750eb None None] Provisioning for port 55431980-57c7-4d2b-8253-9e013f2cfa93 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:33.402056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0eeca064-9e14-44bd-ae1b-d154026750eb None None] Provisioning complete for port 55431980-57c7-4d2b-8253-9e013f2cfa93 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:33.402056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0eeca064-9e14-44bd-ae1b-d154026750eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.471128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4163f7fd-3693-4003-abef-162558eac51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.480935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4163f7fd-3693-4003-abef-162558eac51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.486542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0eeca064-9e14-44bd-ae1b-d154026750eb None None] Port 55431980-57c7-4d2b-8253-9e013f2cfa93 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:33.489088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4163f7fd-3693-4003-abef-162558eac51f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5ee06eb-cccf-4067-8a0c-ff49f3470382 HTTP/1.1" status: 204 len: 168 time: 0.9114447 Jul 16 18:17:33.495470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] For port db40e15e-8f4e-476f-9955-1e1e93daf97d, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:33.514679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] For port db40e15e-8f4e-476f-9955-1e1e93daf97d, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=db40e15e-8f4e-476f-9955-1e1e93daf97d,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:33.558262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.560835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.567423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4163f7fd-3693-4003-abef-162558eac51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ee06eb-cccf-4067-8a0c-ff49f3470382,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.587111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.591105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:33.596238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-a84e1544-2511-4295-a3ac-d4e302264dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.610550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-a84e1544-2511-4295-a3ac-d4e302264dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55a6178d683f4f2eb0ba405044346371&device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1096 time: 0.3678155 Jul 16 18:17:33.739287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:33.740311 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.777349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-6678bd3f-edd1-4f5f-a1fc-6ff424e5b287 service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364076 Jul 16 18:17:33.783311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:33.784851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.788531 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] 10.222.0.55 "PUT /v2.0/ports/db40e15e-8f4e-476f-9955-1e1e93daf97d HTTP/1.1" status: 200 len: 1092 time: 3.2941790 Jul 16 18:17:33.795200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a796ab-0f80-450b-9fbc-af71de012513', 'tag': 'db40e15e-8f4e-476f-9955-1e1e93daf97d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:33.801288 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cde43c8-7fde-48c7-99a4-91009c5bfebe" -d '{"events": [{"name": "network-changed", "server_uuid": "87a796ab-0f80-450b-9fbc-af71de012513", "tag": "db40e15e-8f4e-476f-9955-1e1e93daf97d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:33.957397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.964070 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5559b-035c-418d-af69-b4848a4d46be service neutron] Pushing event updated for resources: {'Port': ['ID=db40e15e-8f4e-476f-9955-1e1e93daf97d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.077104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-db34f6a3-a826-4885-ad90-5a584c52950c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.078722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-db34f6a3-a826-4885-ad90-5a584c52950c service neutron] 10.222.0.55 "GET /v2.0/networks?id=e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 200 len: 908 time: 0.4536250 Jul 16 18:17:34.126457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387e6f-a70f-4417-be8f-64667c6265df req-2ed202a9-db4c-4076-8f75-d2cd0d32931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.130035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-2ed202a9-db4c-4076-8f75-d2cd0d32931e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 1095 time: 0.2665997 Jul 16 18:17:34.184956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-56d1d400-c8e6-4e2c-b23d-93b4cc9dc211 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 200 len: 217 time: 0.0681205 Jul 16 18:17:34.229689 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.255794 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-c62d7292-8c95-4208-9f2d-5f5764c6c85f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db40e15e-8f4e-476f-9955-1e1e93daf97d HTTP/1.1" status: 200 len: 217 time: 0.1053965 Jul 16 18:17:34.259062 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-c325ff5a-7084-434b-a1ae-5e86c9adcbb4 service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806297 Jul 16 18:17:34.504203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e387e6f-a70f-4417-be8f-64667c6265df req-7928c189-96a9-43c0-8a2c-08eadbf217ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.509466 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-7928c189-96a9-43c0-8a2c-08eadbf217ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.1716924 Jul 16 18:17:34.584985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.618134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.739146 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d6b864-d4b4-4249-ba74-634e5d84b9b5 x-openstack-request-id: req-46d6b864-d4b4-4249-ba74-634e5d84b9b5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:34.739575 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a796ab-0f80-450b-9fbc-af71de012513", "tag": "db40e15e-8f4e-476f-9955-1e1e93daf97d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:34.739844 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46d6b864-d4b4-4249-ba74-634e5d84b9b5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:34.740338 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a796ab-0f80-450b-9fbc-af71de012513', 'tag': 'db40e15e-8f4e-476f-9955-1e1e93daf97d', 'status': 'completed', 'code': 200} Jul 16 18:17:34.759486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-643c9cc1-9fc4-4b59-bc50-e6150c39e261 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679475 Jul 16 18:17:34.875474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=77fa22db-c32e-4b0d-8ddd-6473f14a322b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.904258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-db5c1c52-9158-40dd-b013-8ad7125d8fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.907397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-db5c1c52-9158-40dd-b013-8ad7125d8fd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 200 len: 848 time: 0.7098124 Jul 16 18:17:34.957542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.007092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-618aabf4-9dd5-4d8f-bb0d-16d45191faa4 service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340260 Jul 16 18:17:35.011551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.013907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e890ed7d-0d60-4759-9515-8147b6789726 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5947080 Jul 16 18:17:35.099661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-cbd238a0-5917-4a3e-aecd-529dfa760978 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e385bb79-2a6b-4a81-96b8-3066d5f4e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588514 Jul 16 18:17:35.149881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.169109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327ded8-bddf-4def-a8c5-dc3ea30a3c03 req-c6f38019-4927-4577-af55-ae0259db098f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.172974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a327ded8-bddf-4def-a8c5-dc3ea30a3c03 req-c6f38019-4927-4577-af55-ae0259db098f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 943 time: 1.2422528 Jul 16 18:17:35.181114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.218644 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e387e6f-a70f-4417-be8f-64667c6265df req-90aeadd5-fdf5-473c-9fe1-a23792089f9c service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024221 Jul 16 18:17:35.405453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:35.487698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-d0a9f0aa-5933-496e-9beb-d550329cb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.490681 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-d0a9f0aa-5933-496e-9beb-d550329cb341 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 1095 time: 0.1889379 Jul 16 18:17:35.579915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bf682-1806-4554-bd09-47783d7b25e0 req-0ad967a0-1dba-4343-8cbb-e3405edd7e17 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.582536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c94bf682-1806-4554-bd09-47783d7b25e0 req-0ad967a0-1dba-4343-8cbb-e3405edd7e17 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 944 time: 0.7311656 Jul 16 18:17:35.612188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Pushing event updated for resources: {'Port': ['ID=55431980-57c7-4d2b-8253-9e013f2cfa93,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.658936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-6e3f182f-ec9c-4527-a018-e27b956970e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.662278 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-6e3f182f-ec9c-4527-a018-e27b956970e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 915 time: 0.1617692 Jul 16 18:17:35.662533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.673316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-506092572-network', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:35.694337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a327ded8-bddf-4def-a8c5-dc3ea30a3c03 req-35bb07a8-7b3d-4d7b-9267-7546793d22c3 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938102 Jul 16 18:17:35.749842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.759031 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-2fd0f588-ba2a-4050-991f-dfa47a52fadd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db40e15e-8f4e-476f-9955-1e1e93daf97d HTTP/1.1" status: 200 len: 217 time: 0.0802662 Jul 16 18:17:35.867675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-b6f55196-ba08-4a62-a82e-9999b9dc6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.870536 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-b6f55196-ba08-4a62-a82e-9999b9dc6598 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.0902491 Jul 16 18:17:35.872401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Made reservation on behalf of df04de53c64d46b08c34312c7e4ad1be for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:35.877136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.914751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c94bf682-1806-4554-bd09-47783d7b25e0 req-36fe83d9-dfeb-4d5a-8a13-0ecf71a01cbe tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042185 Jul 16 18:17:35.918877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-2463d315-30a9-4d9c-9447-8f9edb412e63 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7402308 Jul 16 18:17:35.980343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-1a35b293-345d-493c-9be7-2f197fca000e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983543 Jul 16 18:17:35.985304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.106200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5350b234-1e3f-4185-9cdc-1dc292b24e64 req-b0c7df48-cd0b-4281-b9bb-5a04be3a48ee tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 210 time: 0.0876601 Jul 16 18:17:36.140504 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-2a329859-9878-420b-9a75-efd6d45241ec service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486497 Jul 16 18:17:36.255886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Network e3f57beb-7180-4165-8943-32b2a67211ef is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:36.261849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:36.344974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.359884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9cde43c8-7fde-48c7-99a4-91009c5bfebe req-24ae3ce5-3848-4e0b-b00f-2a73da62bcd9 service neutron] 10.222.0.55 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088916 Jul 16 18:17:36.368857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.458391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-c192f244-b4d8-44ca-adeb-71c0e458d7e1 service neutron] 10.222.0.55 "GET /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286641 Jul 16 18:17:36.460950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:36.495426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-aadf65b9-2ba8-451f-8500-74ee5c0d2a6e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--164393535&fields=id&tenant_id=9bda98b2501d43508f913d33c0161145 HTTP/1.1" status: 200 len: 267 time: 0.0794971 Jul 16 18:17:36.508796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4de5e12-47a7-4556-9098-7aa0ef35aa38,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.514468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.515039 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Added segment c660374c-6216-464f-9990-34e61f9c0d53 of type vlan for network 59216300-2137-48d3-8be7-ef30eb22fc3f Jul 16 18:17:36.603126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.641416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device db40e15e-8f4e-476f-9955-1e1e93daf97d details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:36.657854 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.659940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.662302 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.748376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] Pushing event updated for resources: {'Network': ['ID=59216300-2137-48d3-8be7-ef30eb22fc3f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.789574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0a82bbdf-2004-4502-976d-04576135a57f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3808322 Jul 16 18:17:36.798600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.808859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Request body: {'subnet': {'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-506092572-subnet', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:36.861253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Made reservation on behalf of df04de53c64d46b08c34312c7e4ad1be for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:36.864205 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.892233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port db40e15e-8f4e-476f-9955-1e1e93daf97d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=db40e15e-8f4e-476f-9955-1e1e93daf97d,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:36.898301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Router d631627b-77a5-44b6-bdcc-265822c0da83 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:36.911497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'db40e15e-8f4e-476f-9955-1e1e93daf97d', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'port_id': 'db40e15e-8f4e-476f-9955-1e1e93daf97d', 'mac_address': 'fa:16:3e:61:55:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88f91cb-cee9-4606-b699-630c559f7d64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:36.925040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 59216300-2137-48d3-8be7-ef30eb22fc3f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:36.991439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-8edec4a4-73d3-40fd-a434-4e9a0bd58268 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.010102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-8edec4a4-73d3-40fd-a434-4e9a0bd58268 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports/ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 936 time: 0.5121636 Jul 16 18:17:37.023075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ca2bc159-c451-4268-8ba1-fe0a94d0de57 None None] Provisioning complete for port 55431980-57c7-4d2b-8253-9e013f2cfa93 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:37.023772 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca2bc159-c451-4268-8ba1-fe0a94d0de57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.078659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.121753 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.146677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ca2bc159-c451-4268-8ba1-fe0a94d0de57 None None] Port 55431980-57c7-4d2b-8253-9e013f2cfa93 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:37.161461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db40e15e-8f4e-476f-9955-1e1e93daf97d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:37.205886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port db40e15e-8f4e-476f-9955-1e1e93daf97d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=db40e15e-8f4e-476f-9955-1e1e93daf97d,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:37.213304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.278607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.352245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.358195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=db40e15e-8f4e-476f-9955-1e1e93daf97d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.358759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d30d94-1170-4b24-a3f3-58933830a1bf,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.371774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Checking segment: {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:37.372167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Network hostable DHCP agents. Network: 59216300-2137-48d3-8be7-ef30eb22fc3f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:37.396786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Network 59216300-2137-48d3-8be7-ef30eb22fc3f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:37.411251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 59216300-2137-48d3-8be7-ef30eb22fc3f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:37.419768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.420441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.424737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d33258a-5694-439a-b7b9-760828c49c38 None None] Network 59216300-2137-48d3-8be7-ef30eb22fc3f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:37.441138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9592c326-9721-408f-a229-73bc317af030 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6411827 Jul 16 18:17:37.446016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:37.455310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:37.482193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.483599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.490854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-780a4f32-75b5-4ed1-8fab-1aa9ef99cf3d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.494977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-780a4f32-75b5-4ed1-8fab-1aa9ef99cf3d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 936 time: 0.4766326 Jul 16 18:17:37.559496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['db40e15e-8f4e-476f-9955-1e1e93daf97d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:37.562308 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.617651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-c395e231-1af6-46e0-b91c-aacc4dd512eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.620617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-c395e231-1af6-46e0-b91c-aacc4dd512eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.13 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.8240728 Jul 16 18:17:37.672565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde14b76-899c-459f-9fa2-fcaf6eb8c3bb req-87b874ef-9249-41bd-a787-0ab72c697afb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.675228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cde14b76-899c-459f-9fa2-fcaf6eb8c3bb req-87b874ef-9249-41bd-a787-0ab72c697afb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 943 time: 0.5335040 Jul 16 18:17:37.721658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'port': {'device_id': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'admin_state_up': True, 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:37.731274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-cc07a602-18f5-427e-bf76-4d11fb1a2c52 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1959493 Jul 16 18:17:37.739095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.830028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-79a80518-1009-4d75-a2f3-2b0e753ac2df tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.832707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-79a80518-1009-4d75-a2f3-2b0e753ac2df tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16&tenant_id=55a6178d683f4f2eb0ba405044346371&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1096 time: 0.7967627 Jul 16 18:17:37.860483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-59216300-2137-48d3-8be7-ef30eb22fc3f', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:37.861767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.990264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-557f9cfa-2ab9-4d5f-bb2d-e8f499ea79e3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2010896 Jul 16 18:17:38.065220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Allocated IP 172.20.0.2 (59216300-2137-48d3-8be7-ef30eb22fc3f/36d30d94-1170-4b24-a3f3-58933830a1bf/b2e72b1c-11e3-429c-9962-15cdbc57d489) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:38.123480 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cde14b76-899c-459f-9fa2-fcaf6eb8c3bb req-e95ab278-cf93-4d0e-aea3-31c8444e5ba1 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074192 Jul 16 18:17:38.133559 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.176808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.256005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:38.289455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-55048e57-1ed0-434a-b7ee-de014549fdae admin admin] 10.222.0.48 "PUT /v2.0/routers/d631627b-77a5-44b6-bdcc-265822c0da83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3699074 Jul 16 18:17:38.423517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Allocated IP 172.25.0.108 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/5b57dcf9-d842-4ac8-abc6-2d81362b6400) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:38.451210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Sync routers for ids ['d631627b-77a5-44b6-bdcc-265822c0da83'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:38.498324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Routers {'d631627b-77a5-44b6-bdcc-265822c0da83'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:38.498945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d631627b-77a5-44b6-bdcc-265822c0da83'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:38.641809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-82fd2038-b4fe-487a-bfe9-00d661a29890 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.653812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-82fd2038-b4fe-487a-bfe9-00d661a29890 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.665981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-82fd2038-b4fe-487a-bfe9-00d661a29890 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.669302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-82fd2038-b4fe-487a-bfe9-00d661a29890 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/networks?id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 200 len: 1993 time: 0.6079834 Jul 16 18:17:38.697744 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.707758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Made reservation on behalf of d9708b100d0b42b99a4fa7d5a8c392e6 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:38.714338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.728908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Transition to ACTIVE for port object b2e72b1c-11e3-429c-9962-15cdbc57d489 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:38.732284 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.752140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Transition to ACTIVE for port object b2e72b1c-11e3-429c-9962-15cdbc57d489 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:38.766618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-fe42679c-f0b9-4ff8-a247-8a4a1649d19d service neutron] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:38.772012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-936690f1-d189-4707-ba6c-d4ff95f40040 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/quotas/9bda98b2501d43508f913d33c0161145 HTTP/1.1" status: 200 len: 375 time: 0.0827124 Jul 16 18:17:38.778197 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.786080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-fe42679c-f0b9-4ff8-a247-8a4a1649d19d service neutron] Notify callbacks [] for binding, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.786348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Set router d631627b-77a5-44b6-bdcc-265822c0da83 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:38.788561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38e49db2-0873-4d94-be22-3e7d0c2d82b3 req-fe42679c-f0b9-4ff8-a247-8a4a1649d19d service neutron] 10.222.0.55 "DELETE /v2.0/ports/1f56c90f-65a3-4321-8cb1-87547781e5e1/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.9370439 Jul 16 18:17:38.791042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.854381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567dc30-0032-4f64-96c2-d0fc99154d9b req-680cbb37-ac3d-49e8-af28-24cb980f3be0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.857745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3567dc30-0032-4f64-96c2-d0fc99154d9b req-680cbb37-ac3d-49e8-af28-24cb980f3be0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 944 time: 0.4138570 Jul 16 18:17:38.895488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Network 59216300-2137-48d3-8be7-ef30eb22fc3f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:38.906835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:38.913421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:38.914867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:38.918378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:38.948347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:38.950408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Pushing event updated for resources: {'Port': ['ID=5b57dcf9-d842-4ac8-abc6-2d81362b6400,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.952348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Pushing event updated for resources: {'Port': ['ID=b2e72b1c-11e3-429c-9962-15cdbc57d489,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.133147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Attempting to bind port b2e72b1c-11e3-429c-9962-15cdbc57d489 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:39.134193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Attempting to bind port b2e72b1c-11e3-429c-9962-15cdbc57d489 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:39.134193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Attempting to bind port b2e72b1c-11e3-429c-9962-15cdbc57d489 on network 59216300-2137-48d3-8be7-ef30eb22fc3f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:39.148481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:39.148955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Checking segment: {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:39.149430 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.150021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Bound using segment: {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:39.150500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Bound port: b2e72b1c-11e3-429c-9962-15cdbc57d489, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:39.151155 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.157840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3567dc30-0032-4f64-96c2-d0fc99154d9b req-01daec2a-dad2-466a-927a-5277cc751d2a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223942 Jul 16 18:17:39.336809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-d18172c6-241e-4b7c-84fb-02b654fd5c66 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5195110 Jul 16 18:17:39.339485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Allocated IP 172.20.0.8 (7d08654e-bb9f-4d10-92bd-4b6c3dbda481/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7/24af0dab-7ad8-4842-8f83-467b6dcce8f0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:39.345991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-56f8775b-3a53-467e-9ba9-c67731ba9b71 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:17:39.353290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-56f8775b-3a53-467e-9ba9-c67731ba9b71 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154941 Jul 16 18:17:39.371361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] For port b2e72b1c-11e3-429c-9962-15cdbc57d489, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:39.378407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] For port b2e72b1c-11e3-429c-9962-15cdbc57d489, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b2e72b1c-11e3-429c-9962-15cdbc57d489,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:39.399903 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.414112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:17:33Z', 'revision_number': 4, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '55431980-57c7-4d2b-8253-9e013f2cfa93', 'name': '', 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'mac_address': 'fa:16:3e:42:82:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9683c515-ef2a-4125-9eeb-b364ca9d11eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:29Z', 'updated_at': '2021-07-16T18:17:33Z', 'revision_number': 2, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'subnets': [{'id': '9683c515-ef2a-4125-9eeb-b364ca9d11eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:39.500738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Checking router: d631627b-77a5-44b6-bdcc-265822c0da83 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:39.501414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Updating router d631627b-77a5-44b6-bdcc-265822c0da83 port 55431980-57c7-4d2b-8253-9e013f2cfa93 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:39.622882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66869c-66ef-458b-bd2e-bfd77a93a389 None None] Pushing event updated for resources: {'Port': ['ID=b2e72b1c-11e3-429c-9962-15cdbc57d489,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.627530 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.712749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:39.911830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f89b7ecc-2cae-441e-b69a-144893198374 service neutron] 10.222.0.48 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575407 Jul 16 18:17:39.939714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39b9278a-269c-427d-b925-92cdfba83079 req-9d9207ca-4673-46e5-84bb-fb08addc9cb5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 210 time: 0.2255371 Jul 16 18:17:40.113788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.150155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Transition to ACTIVE for port object 24af0dab-7ad8-4842-8f83-467b6dcce8f0 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:40.177866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4a6efab0-7c5b-4826-bb92-cd84103b2a34 service neutron] 10.222.0.48 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365208 Jul 16 18:17:40.243165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58166) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.249285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1505549696-network', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:40.294386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Made reservation on behalf of e0ffa69951f345abace5208c33e5f9bc for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:40.297281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.319907 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.321127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.330432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.355355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:40.380196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-e3b8772b-dcc3-47d2-b1f8-e0aa68f122db service neutron] 10.222.0.48 "GET /v2.0/ports/ea13ca29-c52b-478e-84a2-e8fa89425a21?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1902549 Jul 16 18:17:40.384738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.564075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:40.584223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:40.611650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:40.619568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.646232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Transition to ACTIVE for port object 55431980-57c7-4d2b-8253-9e013f2cfa93 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:40.659190 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.674107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.688538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device db40e15e-8f4e-476f-9955-1e1e93daf97d up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:40.796652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d34d4-9ab1-4041-9b58-9dbb0d7d40b9 None None] Pushing event updated for resources: {'Port': ['ID=55431980-57c7-4d2b-8253-9e013f2cfa93,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.006722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Attempting to bind port 55431980-57c7-4d2b-8253-9e013f2cfa93 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:41.007101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Attempting to bind port 55431980-57c7-4d2b-8253-9e013f2cfa93 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:41.007467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Attempting to bind port 55431980-57c7-4d2b-8253-9e013f2cfa93 on network e3f57beb-7180-4165-8943-32b2a67211ef {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:41.018033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:41.018412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Checking segment: {'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:41.018826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.019238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Bound using segment: {'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:41.019744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Bound port: 55431980-57c7-4d2b-8253-9e013f2cfa93, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a3aa4fd-a173-4257-b438-ffd238f27ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:41.020138 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.036609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Router 14a6b572-bf43-494c-a549-b92ce72f30bb is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:41.047495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port db40e15e-8f4e-476f-9955-1e1e93daf97d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:41.056459 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port db40e15e-8f4e-476f-9955-1e1e93daf97d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:41.056844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.230039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a4259-f51a-42c8-a47c-344afdb28cf1 None None] Network 59216300-2137-48d3-8be7-ef30eb22fc3f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:41.278116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:41.292871 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Sync routers for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:41.306730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=24af0dab-7ad8-4842-8f83-467b6dcce8f0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.324890 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:17:41.324890 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:17:41.324890 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id_1': '93713c419f634af986079f0d6be5d18a', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 17, 40, 590774)}] Jul 16 18:17:41.324890 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:17:41.325330 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:17:41.325738 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:41.326963 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:41.354830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.355520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.382690 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-e56d3537-131b-4ccd-af47-e1f8fc0e9a4c service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9855397 Jul 16 18:17:41.402357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] For port 55431980-57c7-4d2b-8253-9e013f2cfa93, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:41.442516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-374cd854-e243-4719-bf73-0df92bf3ed6f None None] Provisioning for port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:41.478059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] For port 55431980-57c7-4d2b-8253-9e013f2cfa93, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=55431980-57c7-4d2b-8253-9e013f2cfa93,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:41.485342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-374cd854-e243-4719-bf73-0df92bf3ed6f None None] Provisioning complete for port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:41.485716 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-374cd854-e243-4719-bf73-0df92bf3ed6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.501025 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.513239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aba809-86db-4a3f-a129-fe0a29c92510 req-1bdb9cde-e9cd-4718-8afc-3375d6561edf tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.521767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63aba809-86db-4a3f-a129-fe0a29c92510 req-1bdb9cde-e9cd-4718-8afc-3375d6561edf tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 944 time: 0.9415646 Jul 16 18:17:41.532100 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:41.587729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b2e72b1c-11e3-429c-9962-15cdbc57d489 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:41.611233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.630861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.631950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63aba809-86db-4a3f-a129-fe0a29c92510 req-7f964213-fc7c-42aa-9c58-f865a58add72 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091969 Jul 16 18:17:41.635086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cbab71cc-72a3-4108-ae39-ba56f8c3e971 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1875706 Jul 16 18:17:41.638434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.643487 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.655095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-40811c8d-4b47-440e-885f-559f07c070f0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9460111 Jul 16 18:17:41.673484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Request body: {'port': {'device_id': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:41.690372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-e6194f54-174f-4218-b2c8-8e3d970e98fe service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873816 Jul 16 18:17:41.767957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-374cd854-e243-4719-bf73-0df92bf3ed6f None None] Port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:41.768655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:41.842688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.891004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095450c3-a104-4914-8b60-f11cae929c32,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.902375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:39Z', 'revision_number': 3, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:41.973713 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Checking router: 14a6b572-bf43-494c-a549-b92ce72f30bb for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:41.974057 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Updating router 14a6b572-bf43-494c-a549-b92ce72f30bb port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:42.011658 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.012184 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Added segment 28eb13d6-3b21-480a-9cee-b63cbf9a9c02 of type vlan for network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 Jul 16 18:17:42.033549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-eebf745f-b92e-4814-8b15-4e2d4bbf8d22 service neutron] 10.222.0.48 "GET /v2.0/ports/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2780707 Jul 16 18:17:42.036705 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.089409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d34d4-9ab1-4041-9b58-9dbb0d7d40b9 None None] Pushing event updated for resources: {'Port': ['ID=55431980-57c7-4d2b-8253-9e013f2cfa93,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.101736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Routers {'d631627b-77a5-44b6-bdcc-265822c0da83'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:42.103103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d631627b-77a5-44b6-bdcc-265822c0da83'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:42.109173 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.164923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.262740 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.280374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ebd95215-a3b7-47fc-9ccd-917da9eb1c29 None None] Provisioning for port b2e72b1c-11e3-429c-9962-15cdbc57d489 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:42.329347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b2e72b1c-11e3-429c-9962-15cdbc57d489 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:42.339675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a796ab-0f80-450b-9fbc-af71de012513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db40e15e-8f4e-476f-9955-1e1e93daf97d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:42.342404 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea46d816-f312-46c3-875a-9b6905229fe0" -d '{"events": [{"server_uuid": "87a796ab-0f80-450b-9fbc-af71de012513", "name": "network-vif-plugged", "status": "completed", "tag": "db40e15e-8f4e-476f-9955-1e1e93daf97d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:42.357896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b2e72b1c-11e3-429c-9962-15cdbc57d489 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:42.358619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.368196 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.369304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.369982 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.393433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26c17a-774e-4dd1-bd44-4d2c52ba9167 req-702b8fd6-5690-4dc1-babf-2398cbe31479 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:42.401137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db26c17a-774e-4dd1-bd44-4d2c52ba9167 req-702b8fd6-5690-4dc1-babf-2398cbe31479 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 931 time: 0.4723082 Jul 16 18:17:42.417872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port db40e15e-8f4e-476f-9955-1e1e93daf97d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=db40e15e-8f4e-476f-9955-1e1e93daf97d,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:42.443092 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.503011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ecb68540-a383-4869-a004-3041c44b5f83 service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259946 Jul 16 18:17:42.523078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] Set router d631627b-77a5-44b6-bdcc-265822c0da83 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:42.559308 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.574459 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Transition to ACTIVE for port object 5b57dcf9-d842-4ac8-abc6-2d81362b6400 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:42.590531 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.606685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=db40e15e-8f4e-476f-9955-1e1e93daf97d,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.657459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.658237 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Attempting to bind port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:42.658912 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Attempting to bind port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:42.659264 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Attempting to bind port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:42.674262 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:42.674585 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:42.674955 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.675356 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:42.675839 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Bound port: 5b57dcf9-d842-4ac8-abc6-2d81362b6400, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:42.676251 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.683541 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Pushing event updated for resources: {'Port': ['ID=5b57dcf9-d842-4ac8-abc6-2d81362b6400,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.696429 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.702468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5b7c56-c890-4968-8aa5-f9db1be9f0d1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.721372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.744175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:42.747332 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.747676 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.748044 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.748450 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.748964 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.749186 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.749803 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.750878 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.751217 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.751542 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.752108 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.752458 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:42.753027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db26c17a-774e-4dd1-bd44-4d2c52ba9167 req-ab81564c-8c95-4bab-b066-cb2f3f9cc778 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504937 Jul 16 18:17:42.782798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-33864dde-acbc-4d8f-ad72-7490f193df31 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5357881 Jul 16 18:17:42.785539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58180) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.803558 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] For port 5b57dcf9-d842-4ac8-abc6-2d81362b6400, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:42.810869 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] For port 5b57dcf9-d842-4ac8-abc6-2d81362b6400, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5b57dcf9-d842-4ac8-abc6-2d81362b6400,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:42.811730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Request body: {'subnet': {'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1505549696-subnet', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:42.818415 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.899274 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:42.899991 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:42.948834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-d881b4da-e929-450b-b2c3-e24e1c65386d service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698938 Jul 16 18:17:42.953324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=93713c419f634af986079f0d6be5d18a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2345822 Jul 16 18:17:42.961484 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.964914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:42.970117 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43646ed6-bd89-4966-905f-4db9229b7547 None None] Pushing event updated for resources: {'Port': ['ID=5b57dcf9-d842-4ac8-abc6-2d81362b6400,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.999803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Made reservation on behalf of e0ffa69951f345abace5208c33e5f9bc for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:43.002362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.064921 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:43.133146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc84be-8b46-43f4-8629-feea3d2caa38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2947ac5-c6af-4e52-abe0-73de0519c269,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.148607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b2e72b1c-11e3-429c-9962-15cdbc57d489, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b2e72b1c-11e3-429c-9962-15cdbc57d489,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:43.162899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0bed1efc-90b8-403e-b9b2-fcb2db582d47 None None] Provisioning complete for port b2e72b1c-11e3-429c-9962-15cdbc57d489 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:43.163285 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bed1efc-90b8-403e-b9b2-fcb2db582d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.168523 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.237738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e9f9a7-5e03-4f76-8f62-14f6e409b42e service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878764 Jul 16 18:17:43.264303 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19270858-8c2d-4e7c-8fd9-627bcbab6c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.268241 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Allocated IP 172.20.0.1 (59216300-2137-48d3-8be7-ef30eb22fc3f/36d30d94-1170-4b24-a3f3-58933830a1bf/f5a219ec-4c63-4d75-bf4e-90446bcc9891) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:43.300803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e5656-4c21-4dc8-a4e4-5b5a317de5fc req-72d0e575-63ad-496c-8d3e-cfe5d9ece984 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:43.309955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-479e5656-4c21-4dc8-a4e4-5b5a317de5fc req-72d0e575-63ad-496c-8d3e-cfe5d9ece984 tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 1096 time: 0.1546509 Jul 16 18:17:43.335526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19270858-8c2d-4e7c-8fd9-627bcbab6c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.376633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:39Z', 'revision_number': 3, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:43.382474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b2e72b1c-11e3-429c-9962-15cdbc57d489,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.406742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:17:33Z', 'revision_number': 4, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '55431980-57c7-4d2b-8253-9e013f2cfa93', 'name': '', 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'mac_address': 'fa:16:3e:42:82:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9683c515-ef2a-4125-9eeb-b364ca9d11eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:29Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 4, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'subnets': [{'id': '9683c515-ef2a-4125-9eeb-b364ca9d11eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:43.420005 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d1fca-fa01-47b9-b980-dbf4010e5d97 None None] The sync data for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 is: [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:39Z', 'revision_number': 3, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:43.428548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-86874690-ab8e-44f7-ba52-a2242ce563bd service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732898 Jul 16 18:17:43.447441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaea6e-6c11-4a9a-ae8f-2e6cf9c603c5 None None] The sync data for ids ['d631627b-77a5-44b6-bdcc-265822c0da83'] in n-d-793620-10 is: [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:17:33Z', 'revision_number': 4, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '55431980-57c7-4d2b-8253-9e013f2cfa93', 'name': '', 'network_id': 'e3f57beb-7180-4165-8943-32b2a67211ef', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'mac_address': 'fa:16:3e:42:82:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '9683c515-ef2a-4125-9eeb-b364ca9d11eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:29Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 4, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'subnets': [{'id': '9683c515-ef2a-4125-9eeb-b364ca9d11eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:43.512256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.532360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Transition to ACTIVE for port object f5a219ec-4c63-4d75-bf4e-90446bcc9891 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:43.576841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-479e5656-4c21-4dc8-a4e4-5b5a317de5fc req-5acab63b-814a-4f50-aa13-df15667f518c tempest-LiveMigrationTest-1481512979 tempest-LiveMigrationTest-1481512979-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657466 Jul 16 18:17:43.588365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24af0dab-7ad8-4842-8f83-467b6dcce8f0 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:43.601716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.629488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Transition to ACTIVE for port object 24af0dab-7ad8-4842-8f83-467b6dcce8f0 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:43.657267 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19270858-8c2d-4e7c-8fd9-627bcbab6c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.666237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19270858-8c2d-4e7c-8fd9-627bcbab6c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.666860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.667573 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-19270858-8c2d-4e7c-8fd9-627bcbab6c50 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2947ac5-c6af-4e52-abe0-73de0519c269 HTTP/1.1" status: 204 len: 168 time: 0.7014902 Jul 16 18:17:43.695607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.701605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.716772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19270858-8c2d-4e7c-8fd9-627bcbab6c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2947ac5-c6af-4e52-abe0-73de0519c269,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.720667 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6abb3e-ed1c-4b10-99f2-5452cc9416b1 x-openstack-request-id: req-9f6abb3e-ed1c-4b10-99f2-5452cc9416b1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:43.721288 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a796ab-0f80-450b-9fbc-af71de012513", "name": "network-vif-plugged", "status": "completed", "tag": "db40e15e-8f4e-476f-9955-1e1e93daf97d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:43.721780 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f6abb3e-ed1c-4b10-99f2-5452cc9416b1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:43.722504 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a796ab-0f80-450b-9fbc-af71de012513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db40e15e-8f4e-476f-9955-1e1e93daf97d', 'code': 200} Jul 16 18:17:43.886203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-b22de0fb-cd0e-4b38-b3c8-7dd6e98b94fd service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436071 Jul 16 18:17:43.891698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Pushing event updated for resources: {'Port': ['ID=24af0dab-7ad8-4842-8f83-467b6dcce8f0,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.950056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Network 59216300-2137-48d3-8be7-ef30eb22fc3f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:44.005761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:44.018538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:44.024333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a219ec-4c63-4d75-bf4e-90446bcc9891,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.067185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:44.117518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Checking segment: {'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:44.117885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Network hostable DHCP agents. Network: 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:44.139818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.206357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Attempting to bind port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:44.206694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Attempting to bind port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:44.207023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Attempting to bind port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:44.210847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-cb9f8ef0-4c40-472c-a707-bdd557323036 service neutron] 10.222.0.48 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152196 Jul 16 18:17:44.221063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:17:44.221400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Attempting to bind port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:44.267660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:44.286663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:44.298171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.298976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.300194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:44.303071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:44.303621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Bound using segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:44.304226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Bound port: 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:44.304690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.310044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03076580-2db6-417f-bbdf-3de990e83d35 None None] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:44.352396 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6520260-1944-4b63-b36c-09aa166dde9e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5655766 Jul 16 18:17:44.358100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.424135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:44.430252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37262ef9-964b-4abf-95ea-e73258709320 req-539de10b-ea68-4899-909f-1a9cd921c4f3 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.432012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37262ef9-964b-4abf-95ea-e73258709320 req-539de10b-ea68-4899-909f-1a9cd921c4f3 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 945 time: 0.3322537 Jul 16 18:17:44.433948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b3f84-f911-45b6-a90c-9d8216d817ce req-6cc905a7-9ac3-4d5e-93cc-035326678498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.435460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b94b3f84-f911-45b6-a90c-9d8216d817ce req-6cc905a7-9ac3-4d5e-93cc-035326678498 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 1097 time: 0.5719190 Jul 16 18:17:44.565497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-16acbeda-174e-459c-9bf1-433205c9fe35 None None] Provisioning for port f5a219ec-4c63-4d75-bf4e-90446bcc9891 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:44.575002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-16acbeda-174e-459c-9bf1-433205c9fe35 None None] Provisioning complete for port f5a219ec-4c63-4d75-bf4e-90446bcc9891 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:44.575375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16acbeda-174e-459c-9bf1-433205c9fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.636834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b94b3f84-f911-45b6-a90c-9d8216d817ce req-f68df120-3fd6-4db0-9b93-3b7ed1d1dfa0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429741 Jul 16 18:17:44.654028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.665477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.682514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] For port 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:44.697625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ca61fdb3-770a-4edc-81b9-248210bf6f88 service neutron] 10.222.0.48 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627266 Jul 16 18:17:44.720038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37262ef9-964b-4abf-95ea-e73258709320 req-27cf7981-8f31-474c-9f17-9733498534a8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249455 Jul 16 18:17:44.722681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-9c5b7c56-c890-4968-8aa5-f9db1be9f0d1', 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'fixed_ips': [{'subnet_id': 'd96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:44.724231 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.727854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-350b001e-4410-440a-9f33-75ce4ece0529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.730531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-16acbeda-174e-459c-9bf1-433205c9fe35 None None] Port f5a219ec-4c63-4d75-bf4e-90446bcc9891 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:44.744596 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.746616 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.770536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] For port 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:44.876474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.950673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Allocated IP 172.20.0.2 (9c5b7c56-c890-4968-8aa5-f9db1be9f0d1/d96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8/33de0936-2660-4ea0-9c7d-04041eca50fc) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:45.129318 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-350b001e-4410-440a-9f33-75ce4ece0529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.132496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.157270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.175689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-350b001e-4410-440a-9f33-75ce4ece0529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.194130 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.204269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.205026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Transition to ACTIVE for port object 33de0936-2660-4ea0-9c7d-04041eca50fc will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:45.225200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.227233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Transition to ACTIVE for port object 33de0936-2660-4ea0-9c7d-04041eca50fc will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:45.238278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.302808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b001e-4410-440a-9f33-75ce4ece0529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d447ff23-c9a4-42ab-9df7-a6bbad3692c3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.308613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-350b001e-4410-440a-9f33-75ce4ece0529 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b819977c5c8449dc99b4960539aaa253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534421 Jul 16 18:17:45.325287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58198) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.335289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:45.340013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:45.347005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:45.362908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Pushing event updated for resources: {'Port': ['ID=33de0936-2660-4ea0-9c7d-04041eca50fc,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.472504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.473367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.474637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] 10.222.0.13 "PUT /v2.0/ports/24af0dab-7ad8-4842-8f83-467b6dcce8f0 HTTP/1.1" status: 200 len: 1092 time: 3.8061087 Jul 16 18:17:45.478303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:45.481914 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba187357-7d25-44fb-a3c6-d725de055145" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:45.593292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Attempting to bind port 33de0936-2660-4ea0-9c7d-04041eca50fc on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:45.593922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Attempting to bind port 33de0936-2660-4ea0-9c7d-04041eca50fc by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:45.594467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Attempting to bind port 33de0936-2660-4ea0-9c7d-04041eca50fc on network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:45.621724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9092c9d4-0b34-477f-be30-e178447d5aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.634011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:45.636232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Checking segment: {'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:45.637495 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.638136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Bound using segment: {'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:45.638921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Bound port: 33de0936-2660-4ea0-9c7d-04041eca50fc, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:45.639535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.645267 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.667325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06119c87-e25b-45a6-8160-4741317666a8 req-9b42e41c-5e68-4c73-b009-76ef7b595f9f tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.676076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06119c87-e25b-45a6-8160-4741317666a8 req-9b42e41c-5e68-4c73-b009-76ef7b595f9f tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.5366421 Jul 16 18:17:45.731131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd274a-9459-423b-b30b-c00024808fcf service neutron] Pushing event updated for resources: {'Port': ['ID=24af0dab-7ad8-4842-8f83-467b6dcce8f0,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.778313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Pushing event updated for resources: {'Port': ['ID=f5a219ec-4c63-4d75-bf4e-90446bcc9891,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.844689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06119c87-e25b-45a6-8160-4741317666a8 req-47af89c4-db93-4c37-be0b-cb0603f3800f tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1671507 Jul 16 18:17:45.941244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-9fe5a5a3-0300-4033-aa4b-00b5e1d89e85 service neutron] 10.222.0.48 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2199874 Jul 16 18:17:46.059010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b2e72b1c-11e3-429c-9962-15cdbc57d489 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:46.146676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9092c9d4-0b34-477f-be30-e178447d5aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.255516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Network 59216300-2137-48d3-8be7-ef30eb22fc3f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:46.263784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] For port 33de0936-2660-4ea0-9c7d-04041eca50fc, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:46.279157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] For port 33de0936-2660-4ea0-9c7d-04041eca50fc, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=33de0936-2660-4ea0-9c7d-04041eca50fc,segment=NetworkSegment(28eb13d6-3b21-480a-9cee-b63cbf9a9c02),segment_id=28eb13d6-3b21-480a-9cee-b63cbf9a9c02)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:46.283964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b2e72b1c-11e3-429c-9962-15cdbc57d489 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:46.283964 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.300908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:46.381582 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.476391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.492291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9092c9d4-0b34-477f-be30-e178447d5aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.509066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.512251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9092c9d4-0b34-477f-be30-e178447d5aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.518866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9092c9d4-0b34-477f-be30-e178447d5aa2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d447ff23-c9a4-42ab-9df7-a6bbad3692c3 HTTP/1.1" status: 204 len: 168 time: 1.1918967 Jul 16 18:17:46.623115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092c9d4-0b34-477f-be30-e178447d5aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d447ff23-c9a4-42ab-9df7-a6bbad3692c3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.660762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-e46f67d0-d29a-494d-91a5-6786fe5c8670 service neutron] 10.222.0.48 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179329 Jul 16 18:17:46.668407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-d6f88359-0a31-4ac7-98e9-07e9b5093015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:46.671741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-d6f88359-0a31-4ac7-98e9-07e9b5093015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 1095 time: 0.7922237 Jul 16 18:17:46.752469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bc0e2-b87a-49df-b41c-1c4c71d31bdf None None] Pushing event updated for resources: {'Port': ['ID=33de0936-2660-4ea0-9c7d-04041eca50fc,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:46.811738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Allocated IP 172.25.0.127 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/ed535b25-4ecf-4635-8179-61e481d73f2b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:46.828302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 55431980-57c7-4d2b-8253-9e013f2cfa93 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:46.859495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-093c334b-c493-4379-8e4e-fb454d6bc680 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0 HTTP/1.1" status: 200 len: 217 time: 0.1683681 Jul 16 18:17:46.880978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Router 14a6b572-bf43-494c-a549-b92ce72f30bb has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:46.983756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 55431980-57c7-4d2b-8253-9e013f2cfa93 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:46.997636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 55431980-57c7-4d2b-8253-9e013f2cfa93 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:46.998321 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.160096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0ff8fd33-e9eb-441f-a7e0-f87b2fe997b7 None None] Provisioning complete for port f5a219ec-4c63-4d75-bf4e-90446bcc9891 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:47.161004 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ff8fd33-e9eb-441f-a7e0-f87b2fe997b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.232953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-32e6a708-1215-4c90-8f90-79b87e8290ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.236817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-32e6a708-1215-4c90-8f90-79b87e8290ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.3669999 Jul 16 18:17:47.333198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8fd33-e9eb-441f-a7e0-f87b2fe997b7 None None] Port f5a219ec-4c63-4d75-bf4e-90446bcc9891 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:47.387331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-769655ac-3a11-48de-b996-b372af9533b8 service neutron] 10.222.0.48 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126615 Jul 16 18:17:47.387833 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.487574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 55431980-57c7-4d2b-8253-9e013f2cfa93, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=55431980-57c7-4d2b-8253-9e013f2cfa93,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:47.500822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.502380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5b57dcf9-d842-4ac8-abc6-2d81362b6400 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:47.548627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efa5d-a926-457b-bcff-993628887f28 req-0cb9d449-1ffa-488b-9571-bbb1910eba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.550270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-0cb9d449-1ffa-488b-9571-bbb1910eba48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3024518 Jul 16 18:17:47.561063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-49fb43f8-48ee-4876-b53d-d18b590a8b19 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.563094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-49fb43f8-48ee-4876-b53d-d18b590a8b19 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 944 time: 0.1848795 Jul 16 18:17:47.601249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47651387-41cd-415b-9b60-64dd0ea598fd req-38a0b591-86b5-45a4-a0b5-c854238f0377 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.603119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47651387-41cd-415b-9b60-64dd0ea598fd req-38a0b591-86b5-45a4-a0b5-c854238f0377 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 943 time: 0.2403598 Jul 16 18:17:47.718004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=55431980-57c7-4d2b-8253-9e013f2cfa93,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:47.752659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:47.763160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:47.764193 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.872038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47651387-41cd-415b-9b60-64dd0ea598fd req-6a678905-5605-4375-9501-da333ec80dee tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313554 Jul 16 18:17:47.956607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-f1186362-99db-4fcd-826a-ada8fedc5f6f service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903329 Jul 16 18:17:48.027550 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d0923c-4809-4658-bc74-c9f9a1da4475 x-openstack-request-id: req-d3d0923c-4809-4658-bc74-c9f9a1da4475 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:48.027869 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:48.028294 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d3d0923c-4809-4658-bc74-c9f9a1da4475 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:48.028728 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0', 'status': 'completed', 'code': 200} Jul 16 18:17:48.083112 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.134118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.145729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Deleting port 1f56c90f-65a3-4321-8cb1-87547781e5e1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:48.149787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.166501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5b57dcf9-d842-4ac8-abc6-2d81362b6400, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5b57dcf9-d842-4ac8-abc6-2d81362b6400,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:48.177437 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.191199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:48.236263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-69693945-1d9d-4362-83b3-c91085385552 admin admin] 10.222.0.48 "PUT /v2.0/routers/14a6b572-bf43-494c-a549-b92ce72f30bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5947659 Jul 16 18:17:48.245066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Sync routers for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:48.321939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:48.323105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.351607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.496422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:48.511253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de1efa5d-a926-457b-bcff-993628887f28 req-70313cf1-44cc-4660-bae6-33a5d0b9d36e service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300572 Jul 16 18:17:48.516536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:48.539413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:48.541891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Pushing event updated for resources: {'Port': ['ID=ed535b25-4ecf-4635-8179-61e481d73f2b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.587462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] For port 1f56c90f-65a3-4321-8cb1-87547781e5e1, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1f56c90f-65a3-4321-8cb1-87547781e5e1,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:48.594986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.660932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Calling delete_port for 1f56c90f-65a3-4321-8cb1-87547781e5e1 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:48.948930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 33de0936-2660-4ea0-9c7d-04041eca50fc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:48.950901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26faa92c-e517-4e1e-b00e-6e543621fbb3 None None] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:48.970995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2729f3f0-ea4e-4157-817f-09318eb144bd req-de143137-ad09-4ff6-826e-85ef27d29287 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.973522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2729f3f0-ea4e-4157-817f-09318eb144bd req-de143137-ad09-4ff6-826e-85ef27d29287 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 945 time: 0.4917326 Jul 16 18:17:49.073041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187357-7d25-44fb-a3c6-d725de055145 req-fc1be8c1-4598-4c2f-b727-86bd01e1a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.075035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba187357-7d25-44fb-a3c6-d725de055145 req-fc1be8c1-4598-4c2f-b727-86bd01e1a4f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 1095 time: 0.4759395 Jul 16 18:17:49.080312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5b57dcf9-d842-4ac8-abc6-2d81362b6400,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.172589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2729f3f0-ea4e-4157-817f-09318eb144bd req-05bc914a-e2e2-459b-a286-201d760b80b0 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811650 Jul 16 18:17:49.206446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-95e54d37-3eae-49e7-b0f2-2165ea2723d1 None None] Provisioning for port 33de0936-2660-4ea0-9c7d-04041eca50fc completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:49.237364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.475598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:49.617029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 33de0936-2660-4ea0-9c7d-04041eca50fc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:49.784969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 33de0936-2660-4ea0-9c7d-04041eca50fc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:49.785426 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.048606 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.249101 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.523888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 33de0936-2660-4ea0-9c7d-04041eca50fc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=33de0936-2660-4ea0-9c7d-04041eca50fc,segment=NetworkSegment(28eb13d6-3b21-480a-9cee-b63cbf9a9c02),segment_id=28eb13d6-3b21-480a-9cee-b63cbf9a9c02)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:50.550399 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.553871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 55431980-57c7-4d2b-8253-9e013f2cfa93 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:50.591413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.639815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['5001c34a-0495-4a88-a41e-dd23cd9f93bc', '1f56c90f-65a3-4321-8cb1-87547781e5e1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:50.699966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Router 0118b15f-45de-4766-8dbb-64f88f15be00 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:50.743707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event deleted for resources: {'Port': ['ID=1f56c90f-65a3-4321-8cb1-87547781e5e1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.807579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=33de0936-2660-4ea0-9c7d-04041eca50fc,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.823317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 2, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:50.868532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d019ba93-5ff5-450d-bfaa-4f6ef0206828 req-412b743a-0a21-44b3-9d5c-ff51d38f1af0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.2688389 Jul 16 18:17:50.892566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Checking router: 14a6b572-bf43-494c-a549-b92ce72f30bb for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:50.894090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Updating router 14a6b572-bf43-494c-a549-b92ce72f30bb port f5a219ec-4c63-4d75-bf4e-90446bcc9891 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:50.953937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58298) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:50.963168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e46f81f0-b142-4697-8adf-e365680cbd61 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987710392', 'description': 'tempest-description--1276820085'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:50.989209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187357-7d25-44fb-a3c6-d725de055145 req-1fe5d640-031f-4a29-bb9f-956b1b4de1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:50.990942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba187357-7d25-44fb-a3c6-d725de055145 req-1fe5d640-031f-4a29-bb9f-956b1b4de1ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 1.9026861 Jul 16 18:17:51.145229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:51.150608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba187357-7d25-44fb-a3c6-d725de055145 req-ad1e3c9b-4a94-44b4-a780-ebbbee1cfef6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0 HTTP/1.1" status: 200 len: 217 time: 0.1016386 Jul 16 18:17:51.161931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] No DVR routers for this DVR port 1f56c90f-65a3-4321-8cb1-87547781e5e1 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:51.169027 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Sync routers for ids ['0118b15f-45de-4766-8dbb-64f88f15be00'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:51.186888 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.187190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.189573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a81e0de-249e-4ae1-abcf-95ce9de48df5 req-736f7339-074a-4b98-9edf-881c6a15939a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "DELETE /v2.0/ports/1f56c90f-65a3-4321-8cb1-87547781e5e1 HTTP/1.1" status: 204 len: 173 time: 3.6121604 Jul 16 18:17:51.190045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'name': 'network-vif-deleted', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:51.214895 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a2e248-dcac-4882-ae8c-d03df4a65ac7" -d '{"events": [{"server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "name": "network-vif-deleted", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:51.222150 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Routers {'0118b15f-45de-4766-8dbb-64f88f15be00'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:51.222803 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0118b15f-45de-4766-8dbb-64f88f15be00'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.264643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 24af0dab-7ad8-4842-8f83-467b6dcce8f0 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:17:51.366000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.370949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-95bf11c2-d905-416d-8512-c8ae61553dce admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.0114765 Jul 16 18:17:51.371612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.426335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e46f81f0-b142-4697-8adf-e365680cbd61 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.491905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 55431980-57c7-4d2b-8253-9e013f2cfa93 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:51.498017 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.617566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187357-7d25-44fb-a3c6-d725de055145 req-769e4348-cbfb-4c09-bec3-3d956700ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.624309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba187357-7d25-44fb-a3c6-d725de055145 req-769e4348-cbfb-4c09-bec3-3d956700ef19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.4602225 Jul 16 18:17:51.645643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6678d5a3-7ab4-4586-9b12-cda9c29ff67d req-ae9c8d9d-ff3d-4571-9055-ab4b84f123c3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.1901047 Jul 16 18:17:51.858336 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Set router 0118b15f-45de-4766-8dbb-64f88f15be00 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:52.065326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e46f81f0-b142-4697-8adf-e365680cbd61 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.090505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e46f81f0-b142-4697-8adf-e365680cbd61 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.177742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e46f81f0-b142-4697-8adf-e365680cbd61 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.182559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e46f81f0-b142-4697-8adf-e365680cbd61 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2272172 Jul 16 18:17:52.184445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58312) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.194726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5929d709-e8fe-49ef-9b54-e7454e93b51c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Request body: {'security_group_rule': {'security_group_id': '566498f9-0191-4b7b-bef5-f67b610397c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:52.218276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f81f0-b142-4697-8adf-e365680cbd61 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566498f9-0191-4b7b-bef5-f67b610397c5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.233699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404714f-093f-4efa-a5bc-f283176f09bf req-4574923c-1166-4fd8-a86e-665342507b15 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.242331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e404714f-093f-4efa-a5bc-f283176f09bf req-4574923c-1166-4fd8-a86e-665342507b15 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 943 time: 0.9521427 Jul 16 18:17:52.309028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e404714f-093f-4efa-a5bc-f283176f09bf req-0cf89a80-ecc4-4527-9b06-8a5b9293ccd0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656545 Jul 16 18:17:52.315005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba187357-7d25-44fb-a3c6-d725de055145 req-17dcdfe9-3787-4bce-b8fa-b42447d77952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.319905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba187357-7d25-44fb-a3c6-d725de055145 req-17dcdfe9-3787-4bce-b8fa-b42447d77952 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6653218 Jul 16 18:17:52.419199 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1b09dd-aef6-44ba-b31d-af8f27ee9b51 x-openstack-request-id: req-8f1b09dd-aef6-44ba-b31d-af8f27ee9b51 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:52.419969 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba61dc46-30e2-429e-a0c9-5deab2417c16", "name": "network-vif-deleted", "tag": "1f56c90f-65a3-4321-8cb1-87547781e5e1", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:52.420269 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f1b09dd-aef6-44ba-b31d-af8f27ee9b51 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:52.420688 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba61dc46-30e2-429e-a0c9-5deab2417c16', 'name': 'network-vif-deleted', 'tag': '1f56c90f-65a3-4321-8cb1-87547781e5e1', 'status': 'completed', 'code': 200} Jul 16 18:17:52.510540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58316) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.565968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a89d47c3-d8bb-43b3-9203-787f46f4b0e8 None None] Provisioning complete for port 33de0936-2660-4ea0-9c7d-04041eca50fc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:52.566576 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a89d47c3-d8bb-43b3-9203-787f46f4b0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.592585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5929d709-e8fe-49ef-9b54-e7454e93b51c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.636035 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 3, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:52.730291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5929d709-e8fe-49ef-9b54-e7454e93b51c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.762035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5929d709-e8fe-49ef-9b54-e7454e93b51c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.766135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84607fec-b853-40fe-bafa-efd6d84f2ad5 req-ca44fc12-062f-4e6e-8910-2c62d66aa0e6 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.0854416 Jul 16 18:17:52.785304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:17:52.820120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Checking router: 0118b15f-45de-4766-8dbb-64f88f15be00 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:52.820783 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Updating router 0118b15f-45de-4766-8dbb-64f88f15be00 port ed535b25-4ecf-4635-8179-61e481d73f2b binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:52.838169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1f56c90f-65a3-4321-8cb1-87547781e5e1 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.932048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929d709-e8fe-49ef-9b54-e7454e93b51c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069c55c9-9808-4274-839b-ad6130299c05,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.955409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5929d709-e8fe-49ef-9b54-e7454e93b51c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.963807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5929d709-e8fe-49ef-9b54-e7454e93b51c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7743237 Jul 16 18:17:52.969633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba187357-7d25-44fb-a3c6-d725de055145 req-e6d1f3e2-19e6-450a-9009-65480ba45938 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372371 Jul 16 18:17:52.976543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58324) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.995794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9be340c4-4701-4b4a-8757-044d145a6ecc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Request body: {'security_group_rule': {'security_group_id': '566498f9-0191-4b7b-bef5-f67b610397c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:53.096679 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.121020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 1f56c90f-65a3-4321-8cb1-87547781e5e1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:53.123052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-759dd0f2-4bc7-4961-930d-2b0dd58ff594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.126879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-759dd0f2-4bc7-4961-930d-2b0dd58ff594 service neutron] 10.222.0.13 "GET /v2.0/ports/ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 1032 time: 0.4876583 Jul 16 18:17:53.127916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1f56c90f-65a3-4321-8cb1-87547781e5e1 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:53.164335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cde1970-b2c1-4187-b975-45eb7f939c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.164679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 33de0936-2660-4ea0-9c7d-04041eca50fc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:53.207505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c1f95-c62c-4b98-9da3-de9859ce7b38 req-2aa4bc93-2445-4356-aec6-b762b2f0d4f8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.229511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c11c1f95-c62c-4b98-9da3-de9859ce7b38 req-2aa4bc93-2445-4356-aec6-b762b2f0d4f8 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.8793774 Jul 16 18:17:53.404325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9be340c4-4701-4b4a-8757-044d145a6ecc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.441235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.464184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-e5c51d74-2769-4045-8adb-8cc6efccca8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6836646 Jul 16 18:17:53.569607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7c060395-4210-4414-b05b-184c51dcc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.574633 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7c060395-4210-4414-b05b-184c51dcc9d7 service neutron] 10.222.0.13 "GET /v2.0/ports/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 1032 time: 0.4232981 Jul 16 18:17:53.695526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:53.696676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c11c1f95-c62c-4b98-9da3-de9859ce7b38 req-01f07a5e-ca29-4be4-8267-383842086688 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4592159 Jul 16 18:17:53.741096 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.755483 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Transition to ACTIVE for port object ed535b25-4ecf-4635-8179-61e481d73f2b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:53.766792 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.791973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba187357-7d25-44fb-a3c6-d725de055145 req-b04c9cfd-f9a0-4bc3-a8c1-9b795b838266 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605417 Jul 16 18:17:53.974165 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8289ce-553d-4257-a0bb-99ad90e22eba None None] Pushing event updated for resources: {'Port': ['ID=ed535b25-4ecf-4635-8179-61e481d73f2b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.977879 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Attempting to bind port ed535b25-4ecf-4635-8179-61e481d73f2b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:53.978246 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Attempting to bind port ed535b25-4ecf-4635-8179-61e481d73f2b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:53.978604 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Attempting to bind port ed535b25-4ecf-4635-8179-61e481d73f2b on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:53.991408 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:53.991787 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:53.992219 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.992624 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:53.993112 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Bound port: ed535b25-4ecf-4635-8179-61e481d73f2b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:53.993542 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.048681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9be340c4-4701-4b4a-8757-044d145a6ecc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.090451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9be340c4-4701-4b4a-8757-044d145a6ecc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.094691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '24af0dab-7ad8-4842-8f83-467b6dcce8f0', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': '24af0dab-7ad8-4842-8f83-467b6dcce8f0', 'mac_address': 'fa:16:3e:7f:12:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:17:54.113151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 33de0936-2660-4ea0-9c7d-04041eca50fc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:54.113763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.119486 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] For port ed535b25-4ecf-4635-8179-61e481d73f2b, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:54.130683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] For port ed535b25-4ecf-4635-8179-61e481d73f2b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ed535b25-4ecf-4635-8179-61e481d73f2b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:54.147328 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.199505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-cdbbb0a3-ae1f-4c35-8759-2e3be4acd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.204815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-cdbbb0a3-ae1f-4c35-8759-2e3be4acd770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1096 time: 0.6749518 Jul 16 18:17:54.221492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7ed2c08c-7f48-4828-aee5-610c30d0c710 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.222140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be340c4-4701-4b4a-8757-044d145a6ecc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236ccf3a-a437-40cd-b55e-aafa507a6ffe,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.245236 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.265632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7ed2c08c-7f48-4828-aee5-610c30d0c710 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.280895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7ed2c08c-7f48-4828-aee5-610c30d0c710 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.286086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7ed2c08c-7f48-4828-aee5-610c30d0c710 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "GET /v2.0/networks?id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 200 len: 1993 time: 0.5592752 Jul 16 18:17:54.293201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Transition to ACTIVE for port object f5a219ec-4c63-4d75-bf4e-90446bcc9891 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:54.295458 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8289ce-553d-4257-a0bb-99ad90e22eba None None] Pushing event updated for resources: {'Port': ['ID=ed535b25-4ecf-4635-8179-61e481d73f2b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.331614 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Routers {'0118b15f-45de-4766-8dbb-64f88f15be00'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:54.332458 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0118b15f-45de-4766-8dbb-64f88f15be00'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:54.369480 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.441248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ee017-20dd-4f9c-8681-4083626e2e1b None None] Pushing event updated for resources: {'Port': ['ID=f5a219ec-4c63-4d75-bf4e-90446bcc9891,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.478371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c11297d8-bad5-45d6-bc40-c22470488726 req-cb0dc71c-56ce-45ca-9388-b97f0bc108a8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.2578716 Jul 16 18:17:54.522747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6e9b644a-a348-4691-a868-b232babdfa22 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bda98b2501d43508f913d33c0161145 HTTP/1.1" status: 200 len: 379 time: 0.2211094 Jul 16 18:17:54.526448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cde1970-b2c1-4187-b975-45eb7f939c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.561963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cde1970-b2c1-4187-b975-45eb7f939c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.593498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9be340c4-4701-4b4a-8757-044d145a6ecc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.599024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9be340c4-4701-4b4a-8757-044d145a6ecc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6186831 Jul 16 18:17:54.610711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.613052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'admin_state_up': True, 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'security_groups': ['966e3bfa-d064-49a8-8b94-7ff94c338c00']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.618139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.634206 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] Set router 0118b15f-45de-4766-8dbb-64f88f15be00 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:54.664426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:54.690964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24af0dab-7ad8-4842-8f83-467b6dcce8f0 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:17:54.718047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5b57dcf9-d842-4ac8-abc6-2d81362b6400 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:54.795099 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.847657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde1970-b2c1-4187-b975-45eb7f939c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c118528-c1f6-45ec-accf-7d970b1e5309,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.873952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0cde1970-b2c1-4187-b975-45eb7f939c4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21c1bec4408549289fa872d5b1dfb781&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3547215 Jul 16 18:17:54.886757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58344) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:54.956897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-0647153d-bcd5-492e-880a-cede6e501265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:54.958660 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-0647153d-bcd5-492e-880a-cede6e501265 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.6714017 Jul 16 18:17:55.040677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7cdd5-7858-48f6-b547-a15744596aec req-3737ef27-ef4e-4768-b5d3-f4b8d6816faf tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.051960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c7cdd5-7858-48f6-b547-a15744596aec req-3737ef27-ef4e-4768-b5d3-f4b8d6816faf tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 943 time: 0.8550260 Jul 16 18:17:55.056440 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 3, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:55.135086 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad573cd-afd8-4cc2-9b54-82fd948c9b74 None None] The sync data for ids ['0118b15f-45de-4766-8dbb-64f88f15be00'] in n-d-793620-10 is: [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 3, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:55.174037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4714a071-6a4b-4047-b033-3358f52a1766 req-27c8af56-52f2-444c-b1da-43d75eb12dd7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.1538169 Jul 16 18:17:55.213711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:55.249532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.263394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Allocated IP 172.20.0.1 (9c5b7c56-c890-4968-8aa5-f9db1be9f0d1/d96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8/d219a55d-9727-4cca-858c-ca2108293103) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:55.317563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c7cdd5-7858-48f6-b547-a15744596aec req-87e68c45-9c34-4c7d-9269-c1fa971b6dd5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610090 Jul 16 18:17:55.334677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-cdb3a6ff-37be-4585-8d53-63284c9dafd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 998 time: 0.3534441 Jul 16 18:17:55.351747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Attempting to bind port f5a219ec-4c63-4d75-bf4e-90446bcc9891 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:55.352127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Attempting to bind port f5a219ec-4c63-4d75-bf4e-90446bcc9891 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:55.352611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Attempting to bind port f5a219ec-4c63-4d75-bf4e-90446bcc9891 on network 59216300-2137-48d3-8be7-ef30eb22fc3f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:55.365617 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5eb1-5c2c-4c09-b31b-b3fdd0392176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.366235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:55.366626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Checking segment: {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:55.367046 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.367621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Bound using segment: {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:55.369755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Bound port: f5a219ec-4c63-4d75-bf4e-90446bcc9891, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:55.370208 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.375185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:55.375828 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.424863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5eb1-5c2c-4c09-b31b-b3fdd0392176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.436083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-86f9abc7-8307-44fd-9a28-f13d01191aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.438726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-86f9abc7-8307-44fd-9a28-f13d01191aaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.0930901 Jul 16 18:17:55.517885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=24af0dab-7ad8-4842-8f83-467b6dcce8f0,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.571080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5eb1-5c2c-4c09-b31b-b3fdd0392176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.577405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5eb1-5c2c-4c09-b31b-b3fdd0392176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.587499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0dfd5eb1-5c2c-4c09-b31b-b3fdd0392176 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c118528-c1f6-45ec-accf-7d970b1e5309 HTTP/1.1" status: 204 len: 168 time: 0.6858206 Jul 16 18:17:55.597965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:55.607171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.640803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5eb1-5c2c-4c09-b31b-b3fdd0392176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c118528-c1f6-45ec-accf-7d970b1e5309,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.659614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['24af0dab-7ad8-4842-8f83-467b6dcce8f0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:55.662468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-1a348496-93fb-4def-9aca-2f380d35f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.665181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-1a348496-93fb-4def-9aca-2f380d35f918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2073619 Jul 16 18:17:55.996536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.004868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] For port f5a219ec-4c63-4d75-bf4e-90446bcc9891, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:56.030812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] For port f5a219ec-4c63-4d75-bf4e-90446bcc9891, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f5a219ec-4c63-4d75-bf4e-90446bcc9891,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:56.046974 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.182365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-c0aad4a8-1032-445a-a5ab-c2a8ade3a96a service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090806 Jul 16 18:17:56.280466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed535b25-4ecf-4635-8179-61e481d73f2b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:56.311686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eec1a4f8-9ad0-4b85-b535-246331628024 req-57c9280f-7b6d-4828-aaa2-e84045b4d443 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.3870873 Jul 16 18:17:56.335518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.376996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.493278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92f644d3-de32-470c-9b52-8aed8d6b5281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.552002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-4212bcdb-aa19-4bfb-bf82-0c29347b7106 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3631191 Jul 16 18:17:56.558678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Transition to ACTIVE for port object d219a55d-9727-4cca-858c-ca2108293103 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:56.614188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:56.615302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:17:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:56.652084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ee017-20dd-4f9c-8681-4083626e2e1b None None] Pushing event updated for resources: {'Port': ['ID=f5a219ec-4c63-4d75-bf4e-90446bcc9891,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.697595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43612d-fb7d-4419-bdf3-d9268f0c3295 req-504a0709-6421-4dfc-8e53-030de8952b00 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.707319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e43612d-fb7d-4419-bdf3-d9268f0c3295 req-504a0709-6421-4dfc-8e53-030de8952b00 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.4173610 Jul 16 18:17:56.782300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Allocated IP 172.25.0.106 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4b02bc2f-e7bd-48b5-97ea-9ded4249b500) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:56.792864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35a7b6aa-50c7-416a-aaab-889029b27388 req-4133441d-ccac-40a2-ab6d-704dbf752653 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.0631883 Jul 16 18:17:56.813312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1503f6d6-2709-4e0f-97fb-c3dcc63df356 req-36c18ab2-2686-475d-9f6b-00298783a2f9 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211551 Jul 16 18:17:56.828964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-c0e44551-d0da-4290-8c9d-8d938816345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.830643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-c0e44551-d0da-4290-8c9d-8d938816345f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b8e67d9796fa447e8fc4c294ddee1623&device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 1098 time: 0.2202213 Jul 16 18:17:56.852375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e43612d-fb7d-4419-bdf3-d9268f0c3295 req-7e69c306-bb32-4062-a851-e1c26fb3a77a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1436989 Jul 16 18:17:56.995074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-922c98b3-27c7-49b9-9114-f416b27f3c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.997016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-922c98b3-27c7-49b9-9114-f416b27f3c5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7f371b93-cc98-4863-838f-5ca243371c5a HTTP/1.1" status: 200 len: 911 time: 0.1331728 Jul 16 18:17:57.079274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:57.124610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-bbe3882e-34b2-49af-a471-5e31f9c34258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e72132f1-29cb-444a-b50e-1c26f97bee66 HTTP/1.1" status: 200 len: 1002 time: 0.1166060 Jul 16 18:17:57.133463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 172.20.0.9 (4f8ca66c-80fc-4cb4-b153-d28e75648cbc/7fba8064-1147-4b7f-af7b-5e261ea059d6/bc02edc9-7773-4bdc-a1c4-b633037d4400) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:57.218552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port ed535b25-4ecf-4635-8179-61e481d73f2b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:57.240842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ed535b25-4ecf-4635-8179-61e481d73f2b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:57.241522 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.262204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c67c-f430-4ec5-80db-c528e3a76f7c req-081b24ec-621a-49b9-9d31-95f38291c2a1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.266162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b33c67c-f430-4ec5-80db-c528e3a76f7c req-081b24ec-621a-49b9-9d31-95f38291c2a1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 944 time: 0.1557338 Jul 16 18:17:57.269734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-edc63446-fcd5-46eb-8790-a9c872d5df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.271392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-edc63446-fcd5-46eb-8790-a9c872d5df3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bbc8b13a-c346-4c30-9e5e-5c89aed55558 HTTP/1.1" status: 200 len: 850 time: 0.1233659 Jul 16 18:17:57.370935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b33c67c-f430-4ec5-80db-c528e3a76f7c req-3063d3b4-65b4-4792-a3ef-207cf3f3cb7a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878773 Jul 16 18:17:57.454886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-6b9ee237-2b93-40d3-9771-1ccb78882121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.458030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-6b9ee237-2b93-40d3-9771-1ccb78882121 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7f371b93-cc98-4863-838f-5ca243371c5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1127949 Jul 16 18:17:57.499401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92f644d3-de32-470c-9b52-8aed8d6b5281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.564710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.574710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf8fb49a-7351-45f9-aa6a-872b14ee0107 req-9aea38a6-774b-45c6-ae7b-4b407c0ccabf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0444825 Jul 16 18:17:57.610504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port ed535b25-4ecf-4635-8179-61e481d73f2b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ed535b25-4ecf-4635-8179-61e481d73f2b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:57.618347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.700586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.704132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-d9ce9fad-bdc9-4efa-a671-76158d8ff497 service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377579 Jul 16 18:17:57.709145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=ed535b25-4ecf-4635-8179-61e481d73f2b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.748831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:55Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:57.752118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92f644d3-de32-470c-9b52-8aed8d6b5281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.757500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Transition to ACTIVE for port object bc02edc9-7773-4bdc-a1c4-b633037d4400 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:57.768784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.775997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.815721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ba3a65-b83f-430c-a18e-7353fbf17907 None None] The sync data for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 is: [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:55Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:57.869552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:57.901099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:57.986131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:58.056993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9a30ff-6e5d-4b1c-9d35-6116ab1fc534 req-e719250f-b91e-4e01-8103-7cac1fcbcad1 service neutron] 10.222.0.13 "GET /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326838 Jul 16 18:17:58.225954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f644d3-de32-470c-9b52-8aed8d6b5281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a963a21c-b8fb-4cdc-9694-14765975c040,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.363718 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-92f644d3-de32-470c-9b52-8aed8d6b5281 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b5c412197734f9f91c1207e1660ebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0191162 Jul 16 18:17:58.400404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58370) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:58.436626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-36fc7f18-2f63-44b2-8229-c26b68e84b92 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:58.439437 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-36fc7f18-2f63-44b2-8229-c26b68e84b92 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.13 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 1.1695502 Jul 16 18:17:58.468278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Pushing event updated for resources: {'Port': ['ID=d219a55d-9727-4cca-858c-ca2108293103,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.533232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5a219ec-4c63-4d75-bf4e-90446bcc9891 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:58.585114 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2e65048-885c-406b-abd3-0b1d0404d215 req-d4f112b6-62ff-4f96-980b-75ea9ed07d13 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.1659453 Jul 16 18:17:58.686364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f5a219ec-4c63-4d75-bf4e-90446bcc9891 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:58.694223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f5a219ec-4c63-4d75-bf4e-90446bcc9891 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:58.694891 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.699622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38fba67-05a2-4c65-8ab8-c1a92d67ce3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.733953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.742775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38fba67-05a2-4c65-8ab8-c1a92d67ce3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.759932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-86459e36-76f2-4e5b-985f-401bb23b5f32 None None] Provisioning for port d219a55d-9727-4cca-858c-ca2108293103 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:58.775338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.778177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-86459e36-76f2-4e5b-985f-401bb23b5f32 None None] Provisioning complete for port d219a55d-9727-4cca-858c-ca2108293103 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:58.783892 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-86459e36-76f2-4e5b-985f-401bb23b5f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.793180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.819504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe61a89-3837-4ebc-9cf8-1428eca8b684 req-cc655cbf-a3ce-4220-bf3d-ccba83d9d714 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:58.827375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fbe61a89-3837-4ebc-9cf8-1428eca8b684 req-cc655cbf-a3ce-4220-bf3d-ccba83d9d714 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.5399864 Jul 16 18:17:58.831386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38fba67-05a2-4c65-8ab8-c1a92d67ce3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.834537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38fba67-05a2-4c65-8ab8-c1a92d67ce3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.835669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e38fba67-05a2-4c65-8ab8-c1a92d67ce3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a963a21c-b8fb-4cdc-9694-14765975c040 HTTP/1.1" status: 204 len: 168 time: 0.4340558 Jul 16 18:17:58.865036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fba67-05a2-4c65-8ab8-c1a92d67ce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a963a21c-b8fb-4cdc-9694-14765975c040,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.947934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fbe61a89-3837-4ebc-9cf8-1428eca8b684 req-9eacae3e-ebf0-4048-939a-232b91c0b28a tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1195543 Jul 16 18:17:59.054758 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.073635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-86459e36-76f2-4e5b-985f-401bb23b5f32 None None] Port d219a55d-9727-4cca-858c-ca2108293103 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:59.122856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port f5a219ec-4c63-4d75-bf4e-90446bcc9891, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f5a219ec-4c63-4d75-bf4e-90446bcc9891,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:59.133770 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.134743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed535b25-4ecf-4635-8179-61e481d73f2b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:59.251231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:59.254948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:59.298523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:59.301202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:59.305702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:59.319879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:59.415273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event updated for resources: {'Port': ['ID=4b02bc2f-e7bd-48b5-97ea-9ded4249b500,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.421049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde29144-d86b-4ec4-b5ce-ec0175e5b0d1 req-59e2656c-ef6e-408e-aaea-b772bef31225 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.431192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dde29144-d86b-4ec4-b5ce-ec0175e5b0d1 req-59e2656c-ef6e-408e-aaea-b772bef31225 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 944 time: 0.3752289 Jul 16 18:17:59.440270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=f5a219ec-4c63-4d75-bf4e-90446bcc9891,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.463158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 24af0dab-7ad8-4842-8f83-467b6dcce8f0 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:59.702991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dde29144-d86b-4ec4-b5ce-ec0175e5b0d1 req-d5e5dd9b-22f8-46b9-b062-a32cd55d81a6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366896 Jul 16 18:17:59.728215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ed535b25-4ecf-4635-8179-61e481d73f2b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:59.741040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.741850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef13e27-c0ba-4adf-93b5-b5d30dda0d52 req-ef32f3c5-7fae-4891-b7f0-83d2d17fe6b2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.768113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ef13e27-c0ba-4adf-93b5-b5d30dda0d52 req-ef32f3c5-7fae-4891-b7f0-83d2d17fe6b2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 931 time: 0.5925674 Jul 16 18:17:59.861270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Deleting port e72132f1-29cb-444a-b50e-1c26f97bee66 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:59.862370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.885281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:59.902676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ef13e27-c0ba-4adf-93b5-b5d30dda0d52 req-69e3680f-c620-42fb-a01b-28ac65697a64 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263511 Jul 16 18:17:59.912690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:59.913263 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.339319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b3263482-1233-42b0-ae6e-fc3470957703 None None] Provisioning for port bc02edc9-7773-4bdc-a1c4-b633037d4400 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:00.440315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b3263482-1233-42b0-ae6e-fc3470957703 None None] Provisioning complete for port bc02edc9-7773-4bdc-a1c4-b633037d4400 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:00.440887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3263482-1233-42b0-ae6e-fc3470957703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.464548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc2960-e7ea-42ad-96c3-0ca6517e2384 req-55d87aec-56df-42a5-a4c4-5fe61d9df2d3 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.485233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34bc2960-e7ea-42ad-96c3-0ca6517e2384 req-55d87aec-56df-42a5-a4c4-5fe61d9df2d3 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 946 time: 0.1948805 Jul 16 18:18:00.614419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34bc2960-e7ea-42ad-96c3-0ca6517e2384 req-8cbe35a9-3f03-4c68-b370-68bfdeaed216 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1259794 Jul 16 18:18:00.690104 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8c71fb98-5fa8-48e8-95e9-40f9a1a90fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.729268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b3263482-1233-42b0-ae6e-fc3470957703 None None] Port bc02edc9-7773-4bdc-a1c4-b633037d4400 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:00.787640 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.816058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5a219ec-4c63-4d75-bf4e-90446bcc9891 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:00.879511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:00.883121 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4993e19f-b9bf-44f3-ad1f-e50265d35a4d" -d '{"events": [{"server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "name": "network-vif-plugged", "status": "completed", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:00.897311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90b9376d-b6b9-4a1b-986b-98ad22e5f87c req-71502911-f8fb-4cb7-8fea-43ff8027b23a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.1081424 Jul 16 18:18:00.910104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:00.910975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] For port e72132f1-29cb-444a-b50e-1c26f97bee66, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e72132f1-29cb-444a-b50e-1c26f97bee66,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:00.911435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.936840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.937731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e72132f1-29cb-444a-b50e-1c26f97bee66 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:01.035773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.038242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.077458 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8133b3bd-a3b5-4c35-9e3e-2dd0e64674bc x-openstack-request-id: req-8133b3bd-a3b5-4c35-9e3e-2dd0e64674bc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:01.077822 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "name": "network-vif-plugged", "status": "completed", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:01.082499 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8133b3bd-a3b5-4c35-9e3e-2dd0e64674bc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:01.082917 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0', 'code': 200} Jul 16 18:18:01.083433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=bc02edc9-7773-4bdc-a1c4-b633037d4400,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.180118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f5a219ec-4c63-4d75-bf4e-90446bcc9891 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:01.180824 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.242255 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-01e0b223-a738-4fd0-b7ac-1120d9d7b360 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6859121 Jul 16 18:18:01.297431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=24af0dab-7ad8-4842-8f83-467b6dcce8f0,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.302009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2a19-e71e-4f54-a9da-0e784bae7efc req-20e58cec-4bf0-4451-9c1a-00609dd6c0e8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.309966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc9b2a19-e71e-4f54-a9da-0e784bae7efc req-20e58cec-4bf0-4451-9c1a-00609dd6c0e8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 945 time: 0.3182671 Jul 16 18:18:01.344596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'admin_state_up': True, 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'security_groups': ['966e3bfa-d064-49a8-8b94-7ff94c338c00']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:01.361240 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.445273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc9b2a19-e71e-4f54-a9da-0e784bae7efc req-5f1837b5-d0a2-4544-b494-73942ea13f43 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340063 Jul 16 18:18:01.447648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e27354e-9336-4a74-8d39-9d328f4a9438 req-6fbff74b-abbc-486f-9636-147d3f20b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.449154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e72132f1-29cb-444a-b50e-1c26f97bee66, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e72132f1-29cb-444a-b50e-1c26f97bee66,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:01.449999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e27354e-9336-4a74-8d39-9d328f4a9438 req-6fbff74b-abbc-486f-9636-147d3f20b576 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 1097 time: 0.3075309 Jul 16 18:18:01.458160 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.474128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.483427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032cf04-0505-4e0b-bc6a-20d539a5f1dc req-4b39a7e0-74df-4c38-9f31-e3ec7614ff79 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.486989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2032cf04-0505-4e0b-bc6a-20d539a5f1dc req-4b39a7e0-74df-4c38-9f31-e3ec7614ff79 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 931 time: 0.1970029 Jul 16 18:18:01.519346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.561167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e72132f1-29cb-444a-b50e-1c26f97bee66,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.583460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e27354e-9336-4a74-8d39-9d328f4a9438 req-1026a572-3f72-4523-8059-e9f15c242224 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941513 Jul 16 18:18:01.608895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2032cf04-0505-4e0b-bc6a-20d539a5f1dc req-1818cd37-d69e-4185-bfb5-3ad9ea1ccdba tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090543 Jul 16 18:18:01.770619 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.837492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.837941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.838290 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Floating IP 64816c22-9785-4ff8-938b-fd2f013772a1 disassociated. External IP: 172.25.0.110, port: e72132f1-29cb-444a-b50e-1c26f97bee66. Jul 16 18:18:01.838632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Calling delete_port for e72132f1-29cb-444a-b50e-1c26f97bee66 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:01.907930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:01.911799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.279032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a00413-6429-46c8-90fe-78899ee534f2 req-d3f0f96a-7a1b-4892-94a2-17553283b297 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.302993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31a00413-6429-46c8-90fe-78899ee534f2 req-d3f0f96a-7a1b-4892-94a2-17553283b297 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 944 time: 0.1943116 Jul 16 18:18:02.378302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31a00413-6429-46c8-90fe-78899ee534f2 req-1013f3b3-b661-4018-9412-9de031868bef tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups?id=e4fdac52-a158-4a05-9998-e5d2f18eacb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740423 Jul 16 18:18:02.430915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed7c946e-b086-4c4b-9d90-6477586e66eb req-151d6aa0-8a8f-4003-b923-0b0530eb000a tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba61dc46-30e2-429e-a0c9-5deab2417c16 HTTP/1.1" status: 200 len: 210 time: 0.0563278 Jul 16 18:18:02.440997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.488603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.692900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event updated for resources: {'Port': ['ID=4b02bc2f-e7bd-48b5-97ea-9ded4249b500,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:02.773412 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.856662 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.981576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc686a2a-80b3-4019-925e-c61c4e48691c req-c941f8ef-da25-4f39-8e77-2ebebe3bef7b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.997871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc686a2a-80b3-4019-925e-c61c4e48691c req-c941f8ef-da25-4f39-8e77-2ebebe3bef7b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 945 time: 0.2507327 Jul 16 18:18:03.061074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.077091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.081168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc686a2a-80b3-4019-925e-c61c4e48691c req-8dee708d-b156-4806-81f7-5d175625b167 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819662 Jul 16 18:18:03.084294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:03.086690 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4301c231-0e5f-4bde-a101-2eb5fa3287b0" -d '{"events": [{"server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "name": "network-vif-unplugged", "status": "completed", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:03.120849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.122627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3570f914-169b-46c1-b0f7-6e9d9d7810fc tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4814563 Jul 16 18:18:03.132965 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5279dbf8-ce5c-408c-9f26-f266c75b0b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.135069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc3db3f-1d1b-446c-a122-6fed63a2825c req-81e5e769-b7a7-4630-acce-09e994c5bed2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.146140 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.157393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dc3db3f-1d1b-446c-a122-6fed63a2825c req-81e5e769-b7a7-4630-acce-09e994c5bed2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 931 time: 0.3429966 Jul 16 18:18:03.160377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 10.1.1.37 (31f6e6dc-c001-4fb7-bd01-68b4590d08cc/2902b2bd-dd76-4719-9a4a-9639f6a3a011/d3508629-b587-4a4a-b5e3-17551673833d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:03.169709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Pushing event updated for resources: {'Port': ['ID=d219a55d-9727-4cca-858c-ca2108293103,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.198678 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef9efdf-496f-4f42-9ed6-52aa5a6b770d x-openstack-request-id: req-0ef9efdf-496f-4f42-9ed6-52aa5a6b770d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:03.198966 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "name": "network-vif-unplugged", "status": "completed", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:03.199235 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ef9efdf-496f-4f42-9ed6-52aa5a6b770d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:03.199628 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'code': 200} Jul 16 18:18:03.272805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dc3db3f-1d1b-446c-a122-6fed63a2825c req-32ce904c-6ce8-4e6e-ac7d-34dbfb7695ab tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113923 Jul 16 18:18:03.331591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event deleted for resources: {'Port': ['ID=e72132f1-29cb-444a-b50e-1c26f97bee66,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.361374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.423016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-18214eef-602e-40af-81aa-de055f1a3ec9 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 267 time: 0.0759685 Jul 16 18:18:03.561276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-7ba71965-e95d-409e-b948-7c312e703ec6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.567122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-7ba71965-e95d-409e-b948-7c312e703ec6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 945 time: 0.1317816 Jul 16 18:18:03.582448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'port': {'security_groups': []}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:03.659607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-a7a02779-984b-4d0d-aa0c-856bfaee0a0e tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1987710392&fields=id&tenant_id=df04de53c64d46b08c34312c7e4ad1be HTTP/1.1" status: 200 len: 267 time: 0.1073313 Jul 16 18:18:03.710028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:03.718170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:03.772584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Router 73d58030-3da8-4f9e-b486-ca3446f4c792 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:03.800707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.985839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f6502c21-8abc-4237-8e9c-0fd528fc25bd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.990308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f6502c21-8abc-4237-8e9c-0fd528fc25bd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/networks?id=59216300-2137-48d3-8be7-ef30eb22fc3f HTTP/1.1" status: 200 len: 805 time: 0.2770803 Jul 16 18:18:04.021191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.070973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-c2d82c16-98b6-4ee9-b8b1-5765a4ad438c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/quotas/df04de53c64d46b08c34312c7e4ad1be HTTP/1.1" status: 200 len: 375 time: 0.0311999 Jul 16 18:18:04.096898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Transition to ACTIVE for port object d3508629-b587-4a4a-b5e3-17551673833d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:04.196246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-919099f6-c9db-4ff3-8da1-020c84b6f93a None None] Provisioning complete for port d219a55d-9727-4cca-858c-ca2108293103 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:04.197326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-919099f6-c9db-4ff3-8da1-020c84b6f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.199527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] For port 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:04.254105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.266526 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.266841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.267624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-919099f6-c9db-4ff3-8da1-020c84b6f93a None None] Port d219a55d-9727-4cca-858c-ca2108293103 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:04.274141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Router 0118b15f-45de-4766-8dbb-64f88f15be00 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:04.280209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.280505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['24af0dab-7ad8-4842-8f83-467b6dcce8f0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:04.288449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:04.434997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:04.455812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:04.465343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:04.470062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=d3508629-b587-4a4a-b5e3-17551673833d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.601467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:04.616949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] Sync routers for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:04.679085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:04.680175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.042916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-639eea40-b170-4bdb-b145-f4a747237ddb tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=df04de53c64d46b08c34312c7e4ad1be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9016235 Jul 16 18:18:05.071859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c58cf59e-b983-4ca6-9c74-68865d4b4af2 None None] Provisioning for port d3508629-b587-4a4a-b5e3-17551673833d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:05.152336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.153028 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.159810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abca3660-e3c9-4c76-9ebe-b3c4bb75e16a req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "PUT /v2.0/ports/24af0dab-7ad8-4842-8f83-467b6dcce8f0 HTTP/1.1" status: 200 len: 904 time: 1.5861621 Jul 16 18:18:05.170099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:05.172535 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebe1c67-f59d-46e3-8b65-8424995e7787" -d '{"events": [{"name": "network-changed", "server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:05.178624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] No DVR routers for this DVR port e72132f1-29cb-444a-b50e-1c26f97bee66 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:05.206738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c58cf59e-b983-4ca6-9c74-68865d4b4af2 None None] Provisioning complete for port d3508629-b587-4a4a-b5e3-17551673833d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:05.207951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c58cf59e-b983-4ca6-9c74-68865d4b4af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.217025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.220874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.225786 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.227927 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-026a2777-0c2a-48b5-b220-89ecf43ee93f req-d10d676f-a3b2-4dc5-b0d6-080b1f5ed3ff tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.13 "DELETE /v2.0/ports/e72132f1-29cb-444a-b50e-1c26f97bee66 HTTP/1.1" status: 204 len: 173 time: 6.7609851 Jul 16 18:18:05.228487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'name': 'network-vif-deleted', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:05.230944 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91dd21d-a91c-430b-85cd-2bd9ffba48f9" -d '{"events": [{"server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "name": "network-vif-deleted", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:05.237040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd690d2-6acb-49b5-b59d-bf544faecbec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=24af0dab-7ad8-4842-8f83-467b6dcce8f0,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.277845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:05.299809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Sync routers for ids ['0118b15f-45de-4766-8dbb-64f88f15be00'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:05.306407 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-60d93d0e-c2a8-4d0d-92b4-b76b90511f84 admin admin] 10.222.0.48 "PUT /v2.0/routers/0118b15f-45de-4766-8dbb-64f88f15be00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9334552 Jul 16 18:18:05.315072 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6faf8150-ac23-4356-81c9-8f9bbb2aa2da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9884732 Jul 16 18:18:05.333593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'admin_state_up': True, 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'security_groups': ['966e3bfa-d064-49a8-8b94-7ff94c338c00']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:05.337283 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Routers {'0118b15f-45de-4766-8dbb-64f88f15be00'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:05.337948 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0118b15f-45de-4766-8dbb-64f88f15be00'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:05.437900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c58cf59e-b983-4ca6-9c74-68865d4b4af2 None None] Port d3508629-b587-4a4a-b5e3-17551673833d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:05.445460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['24af0dab-7ad8-4842-8f83-467b6dcce8f0'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:05.457116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-55a72727-73bf-45dd-9f9f-67a389b823b3 service neutron] 10.222.0.48 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891683 Jul 16 18:18:05.620912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:05.664593 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Set router 0118b15f-45de-4766-8dbb-64f88f15be00 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:05.668568 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c72b98b3-7e54-4282-9d89-184627d901fc req-56326dc9-77a6-414b-8913-26d42358dc4e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7dfe2b3-8a83-4857-984b-e36cf3865986 HTTP/1.1" status: 200 len: 210 time: 0.1806340 Jul 16 18:18:05.674100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:05.690669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.931117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-a68a1f48-4d55-4568-b1c7-e17141b4f148 service neutron] 10.222.0.48 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710066 Jul 16 18:18:06.003702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4403431-da99-4706-9954-adef414d97bf None None] Provisioning complete for port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:06.012609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4403431-da99-4706-9954-adef414d97bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.135407 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 4, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219a55d-9727-4cca-858c-ca2108293103', 'name': '', 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'mac_address': 'fa:16:3e:f6:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:53Z', 'updated_at': '2021-07-16T18:18:01Z', 'revision_number': 2, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'subnets': [{'id': 'd96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.173648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 10.1.1.91 (31f6e6dc-c001-4fb7-bd01-68b4590d08cc/2902b2bd-dd76-4719-9a4a-9639f6a3a011/d24080b4-7431-4dc1-95a2-619f297099ea) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:06.215392 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Checking router: 0118b15f-45de-4766-8dbb-64f88f15be00 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:06.219184 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Updating router 0118b15f-45de-4766-8dbb-64f88f15be00 port d219a55d-9727-4cca-858c-ca2108293103 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:18:06.249065 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.320524 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.406099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7de50-b0f7-4fc6-bec4-ee0f39ba4d56 req-ab9277b1-889a-4421-8baa-79c204239170 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.415741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7de50-b0f7-4fc6-bec4-ee0f39ba4d56 req-ab9277b1-889a-4421-8baa-79c204239170 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.425956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1dc7de50-b0f7-4fc6-bec4-ee0f39ba4d56 req-ab9277b1-889a-4421-8baa-79c204239170 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 1652 time: 0.1750424 Jul 16 18:18:06.498150 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:37Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.521137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1dc7de50-b0f7-4fc6-bec4-ee0f39ba4d56 req-d63b6efc-3214-417b-9445-e2b6f82fb316 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941720 Jul 16 18:18:06.559607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.600721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Transition to ACTIVE for port object d24080b4-7431-4dc1-95a2-619f297099ea will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:06.630897 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3f5bd5-9073-4ab4-933d-660597dfb3af x-openstack-request-id: req-3e3f5bd5-9073-4ab4-933d-660597dfb3af {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:06.631621 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:06.631621 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3e3f5bd5-9073-4ab4-933d-660597dfb3af {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:06.631933 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0', 'status': 'completed', 'code': 200} Jul 16 18:18:06.639109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] Checking router: 73d58030-3da8-4f9e-b486-ca3446f4c792 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:06.682965 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.776120 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d9e6b4-1704-45c6-bbd5-9afbe4a1ac5b x-openstack-request-id: req-d6d9e6b4-1704-45c6-bbd5-9afbe4a1ac5b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:06.777154 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dfe2b3-8a83-4857-984b-e36cf3865986", "name": "network-vif-deleted", "tag": "e72132f1-29cb-444a-b50e-1c26f97bee66", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:06.777643 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6d9e6b4-1704-45c6-bbd5-9afbe4a1ac5b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:06.778296 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dfe2b3-8a83-4857-984b-e36cf3865986', 'name': 'network-vif-deleted', 'tag': 'e72132f1-29cb-444a-b50e-1c26f97bee66', 'status': 'completed', 'code': 200} Jul 16 18:18:06.779225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=d24080b4-7431-4dc1-95a2-619f297099ea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:06.882798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:06.884439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:06.885536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.893038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:06.899802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:07.020548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.023951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.089587 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ed7449ff-e1c6-423c-a55e-5cd6d44e556e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7631941 Jul 16 18:18:07.101904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b', 'admin_state_up': True, 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'security_groups': ['966e3bfa-d064-49a8-8b94-7ff94c338c00']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:07.148225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd6d9-7a67-4f9e-a641-588a6c484cf6 req-573aff2a-0240-491d-80e3-edcd66d5e39c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.164062 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc5cd6d9-7a67-4f9e-a641-588a6c484cf6 req-573aff2a-0240-491d-80e3-edcd66d5e39c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 907 time: 0.2423613 Jul 16 18:18:07.239753 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.441843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f92be98-207f-4f11-aced-63d15a5563a4 req-33282320-edc7-47dd-bbb1-c0c79e82dcbb tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 210 time: 0.1418412 Jul 16 18:18:07.514276 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.571688 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Transition to ACTIVE for port object d219a55d-9727-4cca-858c-ca2108293103 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:07.586888 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.603358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58534) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:07.613745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-1f26e372-d38d-406e-83ae-d0f41ad9c783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.616488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-1f26e372-d38d-406e-83ae-d0f41ad9c783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 1059 time: 0.8420906 Jul 16 18:18:07.664213 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.706130 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb3c18-9038-47cd-819b-78e1ad11d41a None None] Pushing event updated for resources: {'Port': ['ID=d219a55d-9727-4cca-858c-ca2108293103,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.800828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561ec9fb-02c9-4344-8fc5-0d11a3261d40 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.851641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561ec9fb-02c9-4344-8fc5-0d11a3261d40 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.887104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:07.892986 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Attempting to bind port d219a55d-9727-4cca-858c-ca2108293103 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:07.893677 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Attempting to bind port d219a55d-9727-4cca-858c-ca2108293103 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:07.894765 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Attempting to bind port d219a55d-9727-4cca-858c-ca2108293103 on network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:07.914332 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:07.915035 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Checking segment: {'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:07.917306 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.917976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Bound using segment: {'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:07.918624 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Bound port: d219a55d-9727-4cca-858c-ca2108293103, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28eb13d6-3b21-480a-9cee-b63cbf9a9c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:07.919204 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.035994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561ec9fb-02c9-4344-8fc5-0d11a3261d40 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.041452 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561ec9fb-02c9-4344-8fc5-0d11a3261d40 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.044073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-561ec9fb-02c9-4344-8fc5-0d11a3261d40 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "DELETE /v2.0/security-groups/e4fdac52-a158-4a05-9998-e5d2f18eacb2 HTTP/1.1" status: 204 len: 168 time: 0.4388673 Jul 16 18:18:08.069320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58540) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:08.108443 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] For port d219a55d-9727-4cca-858c-ca2108293103, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:08.119968 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] For port d219a55d-9727-4cca-858c-ca2108293103, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d219a55d-9727-4cca-858c-ca2108293103,segment=NetworkSegment(28eb13d6-3b21-480a-9cee-b63cbf9a9c02),segment_id=28eb13d6-3b21-480a-9cee-b63cbf9a9c02)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:08.130588 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.140348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-fb1539e0-79c4-40ad-a743-afdfa9adf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.147660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-fb1539e0-79c4-40ad-a743-afdfa9adf135 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.5095646 Jul 16 18:18:08.213578 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-742d74ae-ccd7-4c9b-b515-43064f2a520b tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] show failed (client error): The resource could not be found. Jul 16 18:18:08.216397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-742d74ae-ccd7-4c9b-b515-43064f2a520b tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "GET /v2.0/security-groups/e4fdac52-a158-4a05-9998-e5d2f18eacb2 HTTP/1.1" status: 404 len: 347 time: 0.1426725 Jul 16 18:18:08.233966 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Routers {'0118b15f-45de-4766-8dbb-64f88f15be00'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:08.235324 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0118b15f-45de-4766-8dbb-64f88f15be00'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:08.240858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f1e68afa-c2e1-44d7-892e-faa4ad10f9b7 None None] Provisioning for port d24080b4-7431-4dc1-95a2-619f297099ea completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:08.252391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58542) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:08.265973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ec9fb-02c9-4344-8fc5-0d11a3261d40 tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fdac52-a158-4a05-9998-e5d2f18eacb2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:08.266410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f1e68afa-c2e1-44d7-892e-faa4ad10f9b7 None None] Provisioning complete for port d24080b4-7431-4dc1-95a2-619f297099ea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:08.268511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f1e68afa-c2e1-44d7-892e-faa4ad10f9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.336483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:08.360682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-5d18be2e-8fd5-4786-be3d-40d91084b626 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0 HTTP/1.1" status: 200 len: 217 time: 0.2044463 Jul 16 18:18:08.497234 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] Set router 0118b15f-45de-4766-8dbb-64f88f15be00 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:08.516011 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb3c18-9038-47cd-819b-78e1ad11d41a None None] Pushing event updated for resources: {'Port': ['ID=d219a55d-9727-4cca-858c-ca2108293103,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:08.545881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f1e68afa-c2e1-44d7-892e-faa4ad10f9b7 None None] Port d24080b4-7431-4dc1-95a2-619f297099ea cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:08.644774 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:08.674850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77582be9-cee3-4dd0-a181-eb4b00cd248e req-a1b410cf-221a-4861-892a-f0349ca51478 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.685243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77582be9-cee3-4dd0-a181-eb4b00cd248e req-a1b410cf-221a-4861-892a-f0349ca51478 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.8854539 Jul 16 18:18:08.786007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77582be9-cee3-4dd0-a181-eb4b00cd248e req-72d4af72-340c-44a5-8f1b-3ebceb04743a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994437 Jul 16 18:18:08.787780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:37Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:08.788809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Deleting port 320558d9-b81a-48ca-8963-5e6239620cc0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:08.789394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.898694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.934937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001bbfc6-4e00-44f2-9d76-ef4f39c737ae None None] The sync data for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 is: [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:15:27Z', 'revision_number': 4, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '71210b7a-1153-42b8-8642-8de97f656b8e', 'name': '', 'network_id': '7f371b93-cc98-4863-838f-5ca243371c5a', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'mac_address': 'fa:16:3e:f0:ae:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:26Z', 'updated_at': '2021-07-16T18:15:37Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'subnets': [{'id': 'bbc8b13a-c346-4c30-9e5e-5c89aed55558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:09.000605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a530dd3-f2cd-4d3a-8e61-5242ee269163 req-4fd5ed74-a7a4-4cbd-b107-83b1ed02ceef tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.008342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a530dd3-f2cd-4d3a-8e61-5242ee269163 req-4fd5ed74-a7a4-4cbd-b107-83b1ed02ceef tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.019375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a530dd3-f2cd-4d3a-8e61-5242ee269163 req-4fd5ed74-a7a4-4cbd-b107-83b1ed02ceef tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.036298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a530dd3-f2cd-4d3a-8e61-5242ee269163 req-4fd5ed74-a7a4-4cbd-b107-83b1ed02ceef tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 2372 time: 1.0130606 Jul 16 18:18:09.162551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a530dd3-f2cd-4d3a-8e61-5242ee269163 req-75862fc0-0d96-4e8a-adf0-6a06e1fde62b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249509 Jul 16 18:18:09.207809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 4, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219a55d-9727-4cca-858c-ca2108293103', 'name': '', 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'mac_address': 'fa:16:3e:f6:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:53Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 4, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'subnets': [{'id': 'd96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:09.276847 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29458a0-0993-447b-afba-a1fb9a401df7 None None] The sync data for ids ['0118b15f-45de-4766-8dbb-64f88f15be00'] in n-d-793620-10 is: [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:18:00Z', 'revision_number': 4, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219a55d-9727-4cca-858c-ca2108293103', 'name': '', 'network_id': '9c5b7c56-c890-4968-8aa5-f9db1be9f0d1', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'mac_address': 'fa:16:3e:f6:32:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:53Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 4, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'subnets': [{'id': 'd96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:09.342788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.350331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-495a957e-52c6-4682-8600-2468012177f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.351231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.355844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20dedb5a-3bc0-4bfc-93fd-816c54276523 req-1bb8ddec-5ab4-4fbf-827a-4959973ee3e2 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 210 time: 0.1856804 Jul 16 18:18:09.362041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-495a957e-52c6-4682-8600-2468012177f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.9638283 Jul 16 18:18:09.367520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 10.2.2.100 (59ea62c8-193c-47f7-9946-1bcd038c1b9b/ac3810b2-9dcb-44dd-b78e-541464e954b4/cef7c1db-ff97-4cae-be2f-6c5980898762) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:09.411000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Calling delete_port for 320558d9-b81a-48ca-8963-5e6239620cc0 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:09.687154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-1c58d935-5594-414e-8b86-b3868517ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.701438 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-1c58d935-5594-414e-8b86-b3868517ec5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3310280 Jul 16 18:18:09.841416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-22adf13b-94f7-4c03-a183-dd2e2b8b0813 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.843222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-22adf13b-94f7-4c03-a183-dd2e2b8b0813 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.55 "GET /v2.0/networks?id=59216300-2137-48d3-8be7-ef30eb22fc3f HTTP/1.1" status: 200 len: 805 time: 0.6617849 Jul 16 18:18:10.011012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.015395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9382d19-18fa-4c32-9b9c-081a8fd13adf None None] New status for floating IP 64816c22-9785-4ff8-938b-fd2f013772a1: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:10.074783 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-e185e346-56ec-41e6-830c-eb7c9f4bf127 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630092 Jul 16 18:18:10.103773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Transition to ACTIVE for port object cef7c1db-ff97-4cae-be2f-6c5980898762 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:10.164096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.205717 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-c9382d19-18fa-4c32-9b9c-081a8fd13adf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:18:10.205717 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-c9382d19-18fa-4c32-9b9c-081a8fd13adf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:18:10.231966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-aeb008cc-14bf-43f4-817e-0982865e7d8f tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df04de53c64d46b08c34312c7e4ad1be HTTP/1.1" status: 200 len: 380 time: 0.3674932 Jul 16 18:18:10.250074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Request body: {'port': {'device_id': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'admin_state_up': True, 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'security_groups': ['566498f9-0191-4b7b-bef5-f67b610397c5']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:10.318251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Pushing event deleted for resources: {'Port': ['ID=320558d9-b81a-48ca-8963-5e6239620cc0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.347042 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ebe1c67-f59d-46e3-8b65-8424995e7787 req-b0777139-7968-477d-8322-9a7af89e4c81 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641106 Jul 16 18:18:10.351193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.379025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7cebc3-0649-427a-bb61-ec7ea205ea11 req-11b2351e-845b-46b4-8aef-f977393145ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:10.405513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a7cebc3-0649-427a-bb61-ec7ea205ea11 req-11b2351e-845b-46b4-8aef-f977393145ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.7994194 Jul 16 18:18:10.481967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=cef7c1db-ff97-4cae-be2f-6c5980898762,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.490618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:10.494837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:10.500169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:10.648647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:10.649440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.675747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a7cebc3-0649-427a-bb61-ec7ea205ea11 req-23d74c03-f11a-428d-a914-fc159a276fc5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659016 Jul 16 18:18:10.683393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a19ac246-2cc8-466f-b863-57f56961fbc2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5923910 Jul 16 18:18:10.697232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b', 'admin_state_up': True, 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'security_groups': ['966e3bfa-d064-49a8-8b94-7ff94c338c00']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:10.712119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9382d19-18fa-4c32-9b9c-081a8fd13adf None None] New status for floating IP 64816c22-9785-4ff8-938b-fd2f013772a1: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:10.915193 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.928308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.939216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-701d557d-41f8-41e1-989a-48d8dfc32a9e tempest-ServersTestManualDisk-1879201592 tempest-ServersTestManualDisk-1879201592-project] 10.222.0.48 "DELETE /v2.0/floatingips/64816c22-9785-4ff8-938b-fd2f013772a1 HTTP/1.1" status: 204 len: 168 time: 2.6684134 Jul 16 18:18:10.951517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58590) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:11.000605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219a55d-9727-4cca-858c-ca2108293103 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:11.110923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef65a67-7282-45f4-bccb-6afd3a66df99 req-8ac2b806-04cb-4ae9-99fe-d7ebdeacd71e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.118427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef65a67-7282-45f4-bccb-6afd3a66df99 req-8ac2b806-04cb-4ae9-99fe-d7ebdeacd71e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.126355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef65a67-7282-45f4-bccb-6afd3a66df99 req-8ac2b806-04cb-4ae9-99fe-d7ebdeacd71e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.134331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef65a67-7282-45f4-bccb-6afd3a66df99 req-8ac2b806-04cb-4ae9-99fe-d7ebdeacd71e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:11.145854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eef65a67-7282-45f4-bccb-6afd3a66df99 req-8ac2b806-04cb-4ae9-99fe-d7ebdeacd71e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 3093 time: 0.6017559 Jul 16 18:18:11.149825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Made reservation on behalf of df04de53c64d46b08c34312c7e4ad1be for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:11.155541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.161606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-92365803-5ac0-4e60-a8ec-5a83e5e605e3 None None] Provisioning for port cef7c1db-ff97-4cae-be2f-6c5980898762 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:11.190347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-92365803-5ac0-4e60-a8ec-5a83e5e605e3 None None] Provisioning complete for port cef7c1db-ff97-4cae-be2f-6c5980898762 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:11.191016 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92365803-5ac0-4e60-a8ec-5a83e5e605e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.251487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eef65a67-7282-45f4-bccb-6afd3a66df99 req-3cb7737b-947a-4736-94d2-aec2e7be5740 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037741 Jul 16 18:18:11.291670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-92365803-5ac0-4e60-a8ec-5a83e5e605e3 None None] Port cef7c1db-ff97-4cae-be2f-6c5980898762 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:11.296571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d219a55d-9727-4cca-858c-ca2108293103 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:11.296825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Made reservation on behalf of 9bda98b2501d43508f913d33c0161145 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:11.302735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.314994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d219a55d-9727-4cca-858c-ca2108293103 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:11.316214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.571873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c0dd90d-0209-4259-b077-b469a8cf396b req-45438868-f3c3-4ef2-b88c-ea3bb04b4eba tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 210 time: 0.3352292 Jul 16 18:18:11.581550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.674096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d219a55d-9727-4cca-858c-ca2108293103, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d219a55d-9727-4cca-858c-ca2108293103,segment=NetworkSegment(28eb13d6-3b21-480a-9cee-b63cbf9a9c02),segment_id=28eb13d6-3b21-480a-9cee-b63cbf9a9c02)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:11.680992 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.724006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Allocated IP 172.20.0.14 (59216300-2137-48d3-8be7-ef30eb22fc3f/36d30d94-1170-4b24-a3f3-58933830a1bf/26aec182-2976-4c75-b5bd-5c7ece6d2c12) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:11.832924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d219a55d-9727-4cca-858c-ca2108293103,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.858638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.859756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.861238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.862001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.863067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.863653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.864405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.865385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.865601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.866148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.866720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:11.867277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:12.028132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Allocated IP 10.2.2.200 (59ea62c8-193c-47f7-9946-1bcd038c1b9b/ac3810b2-9dcb-44dd-b78e-541464e954b4/9e8d6a78-a77d-44d9-b80c-98aecc2e0b75) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:12.132139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.163519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Transition to ACTIVE for port object 26aec182-2976-4c75-b5bd-5c7ece6d2c12 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:12.212787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.286878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.309898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Transition to ACTIVE for port object 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:12.334967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Network 59216300-2137-48d3-8be7-ef30eb22fc3f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:12.342713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58624) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:12.344371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:12.347373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:12.371287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.433164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.433843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.449390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:12.454815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:12.474382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-c8e45f81-5e5f-42a6-90ce-c0292fae4407 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.477874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:12.487060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-c8e45f81-5e5f-42a6-90ce-c0292fae4407 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.9114838 Jul 16 18:18:12.497174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2540579 Jul 16 18:18:12.540970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event updated for resources: {'Port': ['ID=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.590564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd4f33-99b3-421a-a650-19952f2d93cd tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event updated for resources: {'Port': ['ID=26aec182-2976-4c75-b5bd-5c7ece6d2c12,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.602929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Request body: {'port': {'device_id': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:12.615150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.617629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.624055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-9a27f01a-6556-4032-807f-5d34bf759804 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/quotas/d9708b100d0b42b99a4fa7d5a8c392e6 HTTP/1.1" status: 200 len: 375 time: 0.1354516 Jul 16 18:18:12.659029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-941c476f-cb85-46cd-8de0-f11ed53000fc tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9692304 Jul 16 18:18:12.727674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:12.823866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219a55d-9727-4cca-858c-ca2108293103 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:12.889115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0e2207b0-d41d-4051-9dc4-f55d27b76644 None None] Provisioning for port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:12.908368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0e2207b0-d41d-4051-9dc4-f55d27b76644 None None] Provisioning complete for port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:12.908750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e2207b0-d41d-4051-9dc4-f55d27b76644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.951567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.997712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.999477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0e2207b0-d41d-4051-9dc4-f55d27b76644 None None] Port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:13.031648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.053899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-f8d9aec1-b561-464e-afcd-eb74cb565fa7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4285879 Jul 16 18:18:13.081378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d219a55d-9727-4cca-858c-ca2108293103 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.081764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.213574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4851092-f685-4a79-9edd-06331bfe1b4f None None] Provisioning for port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:13.226166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4851092-f685-4a79-9edd-06331bfe1b4f None None] Provisioning complete for port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.226577 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4851092-f685-4a79-9edd-06331bfe1b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.245211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328742-0eab-4dc4-b6a9-bbb5849a0290 req-72dc401d-5848-4806-a852-b2e5b4487701 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.251691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328742-0eab-4dc4-b6a9-bbb5849a0290 req-72dc401d-5848-4806-a852-b2e5b4487701 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.258318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328742-0eab-4dc4-b6a9-bbb5849a0290 req-72dc401d-5848-4806-a852-b2e5b4487701 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.263971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328742-0eab-4dc4-b6a9-bbb5849a0290 req-72dc401d-5848-4806-a852-b2e5b4487701 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.270784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3328742-0eab-4dc4-b6a9-bbb5849a0290 req-72dc401d-5848-4806-a852-b2e5b4487701 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.272832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3328742-0eab-4dc4-b6a9-bbb5849a0290 req-72dc401d-5848-4806-a852-b2e5b4487701 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 3814 time: 0.4885683 Jul 16 18:18:13.285110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4851092-f685-4a79-9edd-06331bfe1b4f None None] Port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:13.604188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26aec182-2976-4c75-b5bd-5c7ece6d2c12 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:13.615607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.631724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Transition to ACTIVE for port object 26aec182-2976-4c75-b5bd-5c7ece6d2c12 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:13.674010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-92c5a597-aa37-4ba3-af5f-7a5a1bf1edb0 service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995221 Jul 16 18:18:13.676523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc02edc9-7773-4bdc-a1c4-b633037d4400 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:13.678636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.688423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.737405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Transition to ACTIVE for port object bc02edc9-7773-4bdc-a1c4-b633037d4400 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:13.754217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.882165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Pushing event updated for resources: {'Port': ['ID=bc02edc9-7773-4bdc-a1c4-b633037d4400,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.887914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Deleting port 71210b7a-1153-42b8-8642-8de97f656b8e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:13.888548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.911362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-749aca69-4182-4190-adb0-8acff8cc324e service neutron] 10.222.0.48 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279010 Jul 16 18:18:14.095564 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3328742-0eab-4dc4-b6a9-bbb5849a0290 req-2a1787e4-a3da-4a79-86db-13b1ee4568a3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7907841 Jul 16 18:18:14.159118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] For port 71210b7a-1153-42b8-8642-8de97f656b8e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=71210b7a-1153-42b8-8642-8de97f656b8e,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:14.159732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.263843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Calling delete_port for 71210b7a-1153-42b8-8642-8de97f656b8e owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:14.266747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Pushing event updated for resources: {'Port': ['ID=26aec182-2976-4c75-b5bd-5c7ece6d2c12,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:14.720619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0d1f6bd-a113-491f-8a11-9f67758712ac req-af16ab62-a4b7-42a4-bdde-5e7074aa1a0d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 210 time: 0.0651138 Jul 16 18:18:14.799534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Attempting to bind port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:14.799972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Attempting to bind port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:14.800420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Attempting to bind port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 on network 59216300-2137-48d3-8be7-ef30eb22fc3f {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:14.829762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 on network 59216300-2137-48d3-8be7-ef30eb22fc3f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:14.835922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Attempting to bind port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 on network 59216300-2137-48d3-8be7-ef30eb22fc3f {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:14.867682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:14.868231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Checking segment: {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:14.868746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Bound using segment: {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:14.869255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Bound port: 26aec182-2976-4c75-b5bd-5c7ece6d2c12, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c660374c-6216-464f-9990-34e61f9c0d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:14.869688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.970376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] For port 26aec182-2976-4c75-b5bd-5c7ece6d2c12, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:14.983193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] For port 26aec182-2976-4c75-b5bd-5c7ece6d2c12, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:14.993462 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.024221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3f606-2a0f-4f8d-adbf-ef3325200797 req-586d5f15-d74e-44e0-9481-2a914ca37f7a tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.034032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16f3f606-2a0f-4f8d-adbf-ef3325200797 req-586d5f15-d74e-44e0-9481-2a914ca37f7a tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 944 time: 0.4802885 Jul 16 18:18:15.064245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.064859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.066341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] 10.222.0.55 "PUT /v2.0/ports/26aec182-2976-4c75-b5bd-5c7ece6d2c12 HTTP/1.1" status: 200 len: 1093 time: 2.4855583 Jul 16 18:18:15.066938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:15.074786 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d5bcb4-e167-40dd-b7e3-91b9e9581930" -d '{"events": [{"name": "network-changed", "server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:15.198904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Attempting to bind port bc02edc9-7773-4bdc-a1c4-b633037d4400 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:15.199793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Attempting to bind port bc02edc9-7773-4bdc-a1c4-b633037d4400 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:15.199793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Attempting to bind port bc02edc9-7773-4bdc-a1c4-b633037d4400 on network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:15.211890 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae83b9b2-1a7a-4c44-b6be-aef71c05eaa0 x-openstack-request-id: req-ae83b9b2-1a7a-4c44-b6be-aef71c05eaa0 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:15.215127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Port bc02edc9-7773-4bdc-a1c4-b633037d4400 on network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:15.216082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Attempting to bind port bc02edc9-7773-4bdc-a1c4-b633037d4400 on network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:15.220701 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:15.221127 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae83b9b2-1a7a-4c44-b6be-aef71c05eaa0 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:15.221568 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'status': 'completed', 'code': 200} Jul 16 18:18:15.289687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:15.290086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Checking segment: {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:15.290551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Bound using segment: {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:15.291185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Bound port: bc02edc9-7773-4bdc-a1c4-b633037d4400, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:15.291757 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.388413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] For port bc02edc9-7773-4bdc-a1c4-b633037d4400, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:15.390804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] For port bc02edc9-7773-4bdc-a1c4-b633037d4400, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:15.412511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16f3f606-2a0f-4f8d-adbf-ef3325200797 req-d35ff9fd-cba4-4216-8dff-6e426506752a tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3771634 Jul 16 18:18:15.415323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.456643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe67d-f14b-495d-9faf-76ba0897d563 service neutron] Pushing event updated for resources: {'Port': ['ID=26aec182-2976-4c75-b5bd-5c7ece6d2c12,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.483863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.524924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.525698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.527494 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc02edc9-7773-4bdc-a1c4-b633037d4400 HTTP/1.1" status: 200 len: 1092 time: 2.8585002 Jul 16 18:18:15.533419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:15.535720 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b433b92-8529-4e04-b138-eabb52aad244" -d '{"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:15.573731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27306f1e-0384-4c16-aa83-1176d0a40960 service neutron] Pushing event updated for resources: {'Port': ['ID=bc02edc9-7773-4bdc-a1c4-b633037d4400,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.581961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:15.586706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.680217 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c267186-afcc-4017-b0df-b1a7d9ebbe5c x-openstack-request-id: req-3c267186-afcc-4017-b0df-b1a7d9ebbe5c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:15.683086 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:15.683479 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c267186-afcc-4017-b0df-b1a7d9ebbe5c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:15.683997 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'status': 'completed', 'code': 200} Jul 16 18:18:15.684894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Pushing event deleted for resources: {'Port': ['ID=71210b7a-1153-42b8-8642-8de97f656b8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.084734 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.727357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-29ef675c-8d21-47f9-9572-566b4b4c43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.740189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-29ef675c-8d21-47f9-9572-566b4b4c43d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df04de53c64d46b08c34312c7e4ad1be&device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 1096 time: 1.5963376 Jul 16 18:18:16.761769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-3e97893d-aff2-4fa4-ba3a-db782afd70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.762315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-3e97893d-aff2-4fa4-ba3a-db782afd70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.762774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-3e97893d-aff2-4fa4-ba3a-db782afd70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.763303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-3e97893d-aff2-4fa4-ba3a-db782afd70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.763954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-3e97893d-aff2-4fa4-ba3a-db782afd70d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:16.766767 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9b433b92-8529-4e04-b138-eabb52aad244 req-3e97893d-aff2-4fa4-ba3a-db782afd70d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 4362 time: 1.0763700 Jul 16 18:18:16.767728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.895349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dcc8bac-ec3d-48fd-9076-4bdb029da216 req-6f29294f-bb85-4b80-a4e5-57f0fe5fb96c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 210 time: 0.2206647 Jul 16 18:18:16.969813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-6c16d34d-64ae-4adf-ba1a-0036b7411a1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12 HTTP/1.1" status: 200 len: 217 time: 0.2055156 Jul 16 18:18:17.225126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e797f0e2-ccb1-4e43-96d8-a505b8c00c8e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.227666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e797f0e2-ccb1-4e43-96d8-a505b8c00c8e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.13 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 812 time: 0.2149007 Jul 16 18:18:17.303452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Request body: {'port': {'device_id': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'admin_state_up': True, 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:17.487136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e3118-ea50-487f-8288-59605c918920 req-5f00bd3f-0dca-4c40-80bc-55b980b6dab2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.504854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e3118-ea50-487f-8288-59605c918920 req-5f00bd3f-0dca-4c40-80bc-55b980b6dab2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.520267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e3118-ea50-487f-8288-59605c918920 req-5f00bd3f-0dca-4c40-80bc-55b980b6dab2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.531574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea13ca29-c52b-478e-84a2-e8fa89425a21 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:17.541421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e3118-ea50-487f-8288-59605c918920 req-5f00bd3f-0dca-4c40-80bc-55b980b6dab2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.547735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e3118-ea50-487f-8288-59605c918920 req-5f00bd3f-0dca-4c40-80bc-55b980b6dab2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.554129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.560676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e05e3118-ea50-487f-8288-59605c918920 req-5f00bd3f-0dca-4c40-80bc-55b980b6dab2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 3826 time: 2.0827608 Jul 16 18:18:17.593586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Transition to ACTIVE for port object ea13ca29-c52b-478e-84a2-e8fa89425a21 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:17.675953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.749575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e05e3118-ea50-487f-8288-59605c918920 req-b6bcedfb-dac1-4154-986d-a7b3cb139f6e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902302 Jul 16 18:18:17.928611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-bdc3810e-28e6-4925-9f81-835438a68733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.930163 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-bdc3810e-28e6-4925-9f81-835438a68733 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36d30d94-1170-4b24-a3f3-58933830a1bf HTTP/1.1" status: 200 len: 844 time: 0.7338705 Jul 16 18:18:18.100294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-799af5a8-2b40-4ff2-98ea-088d81fe7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.100850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-799af5a8-2b40-4ff2-98ea-088d81fe7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.101270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-799af5a8-2b40-4ff2-98ea-088d81fe7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.103044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9b433b92-8529-4e04-b138-eabb52aad244 req-799af5a8-2b40-4ff2-98ea-088d81fe7759 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bda98b2501d43508f913d33c0161145&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3246386 Jul 16 18:18:18.333685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea13ca29-c52b-478e-84a2-e8fa89425a21,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.338405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38a11795-79b8-4c12-ab7a-f5c947131645 req-b33ded8a-d55c-44ca-9c2a-6cab1fa121cb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 210 time: 0.1066997 Jul 16 18:18:18.378846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d7676-e1b6-4b9a-a725-2f697bd11384 req-d75532a5-c380-4ec1-a4d9-6242f7f8c475 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.387082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-619d7676-e1b6-4b9a-a725-2f697bd11384 req-d75532a5-c380-4ec1-a4d9-6242f7f8c475 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 944 time: 1.0699804 Jul 16 18:18:18.470621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-0b38e01d-77dc-4826-a3d6-c4bdff6d4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.472546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-0b38e01d-77dc-4826-a3d6-c4bdff6d4993 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59216300-2137-48d3-8be7-ef30eb22fc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5212080 Jul 16 18:18:18.558120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-619d7676-e1b6-4b9a-a725-2f697bd11384 req-9e93022f-9596-4cb1-b162-d1dd1a00c2d2 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699932 Jul 16 18:18:18.561738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Made reservation on behalf of d9708b100d0b42b99a4fa7d5a8c392e6 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:18.572843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.737139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b433b92-8529-4e04-b138-eabb52aad244 req-f9bc59b5-f551-45b4-9811-85d6f5bcdb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.739098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9b433b92-8529-4e04-b138-eabb52aad244 req-f9bc59b5-f551-45b4-9811-85d6f5bcdb05 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6057560 Jul 16 18:18:18.742023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Attempting to bind port ea13ca29-c52b-478e-84a2-e8fa89425a21 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:18.742481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Attempting to bind port ea13ca29-c52b-478e-84a2-e8fa89425a21 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:18.742792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Attempting to bind port ea13ca29-c52b-478e-84a2-e8fa89425a21 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:18.752424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Port ea13ca29-c52b-478e-84a2-e8fa89425a21 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:18.752783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Attempting to bind port ea13ca29-c52b-478e-84a2-e8fa89425a21 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:18.768477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:18.768911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Checking segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:18.769308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Bound using segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:18.770088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Bound port: ea13ca29-c52b-478e-84a2-e8fa89425a21, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:18.771104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.792023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-19b34a02-d631-4d90-825f-f4d615b1a650 service neutron] 10.222.0.55 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952409 Jul 16 18:18:18.843003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Router 73d58030-3da8-4f9e-b486-ca3446f4c792 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:18.899491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] For port ea13ca29-c52b-478e-84a2-e8fa89425a21, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:18.944982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Deleting port 55431980-57c7-4d2b-8253-9e013f2cfa93 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:18.946259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.121724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:19.132226 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] Sync routers for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:19.136895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1717fa2c-2d8b-4c73-9b7c-92b93dd3979d admin admin] 10.222.0.48 "PUT /v2.0/routers/73d58030-3da8-4f9e-b486-ca3446f4c792/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1837535 Jul 16 18:18:19.139828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.150649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] For port ea13ca29-c52b-478e-84a2-e8fa89425a21, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:19.153777 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:19.154713 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:19.161542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.349957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Pushing event updated for resources: {'Port': ['ID=ea13ca29-c52b-478e-84a2-e8fa89425a21,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:19.355215 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:19.474042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.523915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] For port 55431980-57c7-4d2b-8253-9e013f2cfa93, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=55431980-57c7-4d2b-8253-9e013f2cfa93,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:19.527161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.532346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:19.533010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.534627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a7e370f5-730d-4fe0-9c0e-18659a290df1 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 1136 time: 3.9576092 Jul 16 18:18:19.535133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'ea13ca29-c52b-478e-84a2-e8fa89425a21'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:19.537627 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8987c4c-2b22-49d7-95e7-11bac016e4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "ea13ca29-c52b-478e-84a2-e8fa89425a21"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:19.567548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Calling delete_port for 55431980-57c7-4d2b-8253-9e013f2cfa93 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:19.582904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:19.777833 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:19.860215 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] Checking router: 73d58030-3da8-4f9e-b486-ca3446f4c792 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:19.860593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330ddf69-056e-4682-b5ab-be768a2d6a0a req-ff6e2d8f-2575-434b-ab7d-732f05df79a3 service neutron] 10.222.0.55 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0480545 Jul 16 18:18:19.869813 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] Routers {'73d58030-3da8-4f9e-b486-ca3446f4c792'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:19.870878 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['73d58030-3da8-4f9e-b486-ca3446f4c792'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:19.873635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Allocated IP 172.20.0.4 (7d08654e-bb9f-4d10-92bd-4b6c3dbda481/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7/39c33714-3fdc-41a6-8e68-8147bf056792) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:20.007510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] Set router 73d58030-3da8-4f9e-b486-ca3446f4c792 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:20.080613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.096809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Transition to ACTIVE for port object 39c33714-3fdc-41a6-8e68-8147bf056792 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:20.112329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.150612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.167438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:20.205540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.235537 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:20.272498 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894e4822-957f-41f8-8b0f-f102f51b378a None None] The sync data for ids ['73d58030-3da8-4f9e-b486-ca3446f4c792'] in n-d-793620-10 is: [{'id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'name': 'tempest-ServersTestManualDisk-920238308-router', 'tenant_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:15:20Z', 'updated_at': '2021-07-16T18:18:15Z', 'revision_number': 5, 'project_id': 'b8e67d9796fa447e8fc4c294ddee1623', 'gw_port': {'id': '72e3bc89-1a9c-4435-8030-e59a676fa04f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:71:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d58030-3da8-4f9e-b486-ca3446f4c792', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:21Z', 'updated_at': '2021-07-16T18:15:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:20.379590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:20.417075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:20.431059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.435963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:20.520551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Deleting port 72e3bc89-1a9c-4435-8030-e59a676fa04f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:20.520885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.550569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-a74293ed-9dd9-4166-a8c3-405a546843eb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.560053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-a74293ed-9dd9-4166-a8c3-405a546843eb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.573710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-a74293ed-9dd9-4166-a8c3-405a546843eb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.601728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-a74293ed-9dd9-4166-a8c3-405a546843eb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.626190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-a74293ed-9dd9-4166-a8c3-405a546843eb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.650391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-a74293ed-9dd9-4166-a8c3-405a546843eb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.653005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-a74293ed-9dd9-4166-a8c3-405a546843eb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 4603 time: 1.5704806 Jul 16 18:18:20.815370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] For port 72e3bc89-1a9c-4435-8030-e59a676fa04f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=72e3bc89-1a9c-4435-8030-e59a676fa04f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:20.815862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.823701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 71210b7a-1153-42b8-8642-8de97f656b8e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:20.842041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2ca73-e432-4d8a-b9e9-71b5f0d2239a req-7bcb27b3-df84-4ce7-a359-df190ab09906 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.843990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8a2ca73-e432-4d8a-b9e9-71b5f0d2239a req-7bcb27b3-df84-4ce7-a359-df190ab09906 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 931 time: 0.7141383 Jul 16 18:18:20.880527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 71210b7a-1153-42b8-8642-8de97f656b8e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:20.881527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 71210b7a-1153-42b8-8642-8de97f656b8e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:20.883672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:20.900141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Calling delete_port for 72e3bc89-1a9c-4435-8030-e59a676fa04f owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:20.903974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.927317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3f30dd53-8f55-44fd-9e84-6ea13ae0ba9a None None] Provisioning for port 39c33714-3fdc-41a6-8e68-8147bf056792 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:20.946030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3f30dd53-8f55-44fd-9e84-6ea13ae0ba9a None None] Provisioning complete for port 39c33714-3fdc-41a6-8e68-8147bf056792 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:20.946846 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f30dd53-8f55-44fd-9e84-6ea13ae0ba9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.052732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-b5736fda-b0d0-42f6-943e-332167f8af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.054385 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-b5736fda-b0d0-42f6-943e-332167f8af28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df04de53c64d46b08c34312c7e4ad1be&device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 1096 time: 0.9077647 Jul 16 18:18:21.066228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3be9e784-d6e1-4f02-a3b1-366ce5af2ea5 req-4a850e7c-35bf-41c0-9d5c-5f8c75b62718 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4056079 Jul 16 18:18:21.072567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.073446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.113944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3f30dd53-8f55-44fd-9e84-6ea13ae0ba9a None None] Port 39c33714-3fdc-41a6-8e68-8147bf056792 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:21.150343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-e92779c2-3e46-4c12-ad73-2a6c5f1357ac tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8644764 Jul 16 18:18:21.169836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8a2ca73-e432-4d8a-b9e9-71b5f0d2239a req-5e03d95f-49ed-4f1e-a0ac-12facbb81747 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491255 Jul 16 18:18:21.244970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Request body: {'port': {'device_id': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:21.404747 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bdcca2-2dfb-4e72-840d-3468b42a6740 x-openstack-request-id: req-a0bdcca2-2dfb-4e72-840d-3468b42a6740 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:21.405784 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "ea13ca29-c52b-478e-84a2-e8fa89425a21", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:21.406255 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0bdcca2-2dfb-4e72-840d-3468b42a6740 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:21.407320 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'ea13ca29-c52b-478e-84a2-e8fa89425a21', 'status': 'completed', 'code': 200} Jul 16 18:18:21.410998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.438134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.466758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Transition to ACTIVE for port object 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:21.500337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.504875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=55431980-57c7-4d2b-8253-9e013f2cfa93,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.521780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.833874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-c49011be-3624-427f-b019-c73d106a8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.835719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-c49011be-3624-427f-b019-c73d106a8223 service neutron] 10.222.0.55 "GET /v2.0/networks?id=59216300-2137-48d3-8be7-ef30eb22fc3f HTTP/1.1" status: 200 len: 905 time: 0.7211900 Jul 16 18:18:21.961833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-eae4772f-1b13-47b7-bb75-934affc22867 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12 HTTP/1.1" status: 200 len: 217 time: 0.0870438 Jul 16 18:18:22.090693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58732) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:22.112039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Pushing event deleted for resources: {'Port': ['ID=72e3bc89-1a9c-4435-8030-e59a676fa04f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.166880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451458cc-5005-4b62-9bea-a0c6d4f9e226 req-5e2ed45f-e549-47d5-abc6-fcf6055c50ae tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.192840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-451458cc-5005-4b62-9bea-a0c6d4f9e226 req-5e2ed45f-e549-47d5-abc6-fcf6055c50ae tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 944 time: 0.3859394 Jul 16 18:18:22.200625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.201187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.201767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.202311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.203427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.203962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.204804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.205571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.206363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.207117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.207883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.208985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:22.235556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-f3b49a10-c290-452d-ab1e-25173300b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.242753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-f3b49a10-c290-452d-ab1e-25173300b8ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36d30d94-1170-4b24-a3f3-58933830a1bf HTTP/1.1" status: 200 len: 844 time: 0.2713537 Jul 16 18:18:22.390182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Pushing event updated for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.559598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.782842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Attempting to bind port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:22.783567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Attempting to bind port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:22.784252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Attempting to bind port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:22.792641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.813170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 26aec182-2976-4c75-b5bd-5c7ece6d2c12 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:22.826821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.851446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:22.860645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Attempting to bind port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:22.899551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-283c7430-8c37-4671-bacc-6bcdec35cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.904880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-283c7430-8c37-4671-bacc-6bcdec35cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.905810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-283c7430-8c37-4671-bacc-6bcdec35cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.907230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-283c7430-8c37-4671-bacc-6bcdec35cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.909588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-283c7430-8c37-4671-bacc-6bcdec35cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.916932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-283c7430-8c37-4671-bacc-6bcdec35cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.920571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-283c7430-8c37-4671-bacc-6bcdec35cf53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5291 time: 1.5115747 Jul 16 18:18:22.975424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-451458cc-5005-4b62-9bea-a0c6d4f9e226 req-aac3aa88-569d-4576-8388-95bb44138ead tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7791557 Jul 16 18:18:23.048062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.068543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:23.069068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Checking segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:23.069494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Bound using segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:23.070172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Bound port: 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:23.071876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.103076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c33714-3fdc-41a6-8e68-8147bf056792 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:23.139682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.143022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.145237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.146458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73d58030-3da8-4f9e-b486-ca3446f4c792 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:23.153865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.155455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cad946e1-0681-4994-9efe-3abb62eada4d admin admin] 10.222.0.48 "DELETE /v2.0/routers/73d58030-3da8-4f9e-b486-ca3446f4c792 HTTP/1.1" status: 204 len: 168 time: 4.0075779 Jul 16 18:18:23.159335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 26aec182-2976-4c75-b5bd-5c7ece6d2c12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:23.170438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58744) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:23.206050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'port_id': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'mac_address': 'fa:16:3e:0a:74:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:23.235292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Transition to ACTIVE for port object 39c33714-3fdc-41a6-8e68-8147bf056792 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:23.278934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:23.283107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:23.315318 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.344941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26aec182-2976-4c75-b5bd-5c7ece6d2c12 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:23.362599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.389827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] Deleting subnet bbc8b13a-c346-4c30-9e5e-5c89aed55558 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:23.402700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 26aec182-2976-4c75-b5bd-5c7ece6d2c12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:23.409433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.453315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.454903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.460524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] 10.222.0.13 "PUT /v2.0/ports/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 1136 time: 3.8889747 Jul 16 18:18:23.468953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:23.474743 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2215449-18cb-4008-aa22-92f2270453f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "0f08883f-96a5-4d5b-9295-ac4d2d80dbf9"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:23.514105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:23.529483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=26aec182-2976-4c75-b5bd-5c7ece6d2c12,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:23.598132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-820e4cb9-78fb-47d1-99f0-27967889456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.598955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-820e4cb9-78fb-47d1-99f0-27967889456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.599323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-820e4cb9-78fb-47d1-99f0-27967889456d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.601330 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-820e4cb9-78fb-47d1-99f0-27967889456d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bda98b2501d43508f913d33c0161145&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5603414 Jul 16 18:18:23.620238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdd092-0951-402b-8d66-2c460df523ac service neutron] Pushing event updated for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:23.672535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.698087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['26aec182-2976-4c75-b5bd-5c7ece6d2c12'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:23.780072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.868339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.018353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-7b84fdd5-d85c-4614-a3e2-e14052927bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.026320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-d6c69503-c678-47ac-aea7-97e6eaee2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.030825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a8987c4c-2b22-49d7-95e7-11bac016e4c4 req-7b84fdd5-d85c-4614-a3e2-e14052927bcd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4218223 Jul 16 18:18:24.032871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-d6c69503-c678-47ac-aea7-97e6eaee2d5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59216300-2137-48d3-8be7-ef30eb22fc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.7253628 Jul 16 18:18:24.188084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.362220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.376680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.391079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.393257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3508629-b587-4a4a-b5e3-17551673833d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:24.400142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.403630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.421022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.421325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Transition to ACTIVE for port object d3508629-b587-4a4a-b5e3-17551673833d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:24.427435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.434684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.448641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.453085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-bbc54e52-e58f-4c78-8ad9-17893a67c95d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5380 time: 1.5804787 Jul 16 18:18:24.480826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.581594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Pushing event updated for resources: {'Port': ['ID=d3508629-b587-4a4a-b5e3-17551673833d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.647317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Attempting to bind port d3508629-b587-4a4a-b5e3-17551673833d on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:24.648740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Attempting to bind port d3508629-b587-4a4a-b5e3-17551673833d by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:24.649244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Attempting to bind port d3508629-b587-4a4a-b5e3-17551673833d on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:24.683478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Port d3508629-b587-4a4a-b5e3-17551673833d on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:24.684002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Attempting to bind port d3508629-b587-4a4a-b5e3-17551673833d on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:24.697635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:24.702113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Checking segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:24.703561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Bound using segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:24.704273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Bound port: d3508629-b587-4a4a-b5e3-17551673833d, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:24.705760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.715174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 72e3bc89-1a9c-4435-8030-e59a676fa04f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:24.744963 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-681c99a4-b9cd-458f-8212-d9c1f663cb14 service neutron] 10.222.0.55 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196840 Jul 16 18:18:24.764871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d616a88-13b7-4282-8813-1d44d52336b3 req-52f544b7-4b59-4958-b33b-fc56b4b588c6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.774097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d616a88-13b7-4282-8813-1d44d52336b3 req-52f544b7-4b59-4958-b33b-fc56b4b588c6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 943 time: 1.5864699 Jul 16 18:18:24.775563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 72e3bc89-1a9c-4435-8030-e59a676fa04f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:24.777415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 72e3bc89-1a9c-4435-8030-e59a676fa04f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:24.813968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 26aec182-2976-4c75-b5bd-5c7ece6d2c12 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:24.855355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] For port d3508629-b587-4a4a-b5e3-17551673833d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:24.861642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] For port d3508629-b587-4a4a-b5e3-17551673833d, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d3508629-b587-4a4a-b5e3-17551673833d,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:24.868899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.915059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:24.916480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.918400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] 10.222.0.13 "PUT /v2.0/ports/d3508629-b587-4a4a-b5e3-17551673833d HTTP/1.1" status: 200 len: 1091 time: 1.4102092 Jul 16 18:18:24.923375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:24.928721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:24.929168 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.983411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:25.058304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05132c2-de12-43f2-99bd-5a64c27728ba service neutron] Pushing event updated for resources: {'Port': ['ID=d3508629-b587-4a4a-b5e3-17551673833d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.120777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.165519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.173015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:25.177222 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c263a-40c9-4a1e-a009-07ae1a61a7cf" -d '{"events": [{"server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "name": "network-vif-plugged", "status": "completed", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:25.189690 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.211367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 26aec182-2976-4c75-b5bd-5c7ece6d2c12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:25.219800 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.253216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Router d631627b-77a5-44b6-bdcc-265822c0da83 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:25.257769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d616a88-13b7-4282-8813-1d44d52336b3 req-e35f3b6f-8609-4015-80ff-45b6d6f53e56 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812200 Jul 16 18:18:25.272133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.356749 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b907cd-3ec1-4ff0-89a9-7241056202a9 x-openstack-request-id: req-68b907cd-3ec1-4ff0-89a9-7241056202a9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:25.358047 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "0f08883f-96a5-4d5b-9295-ac4d2d80dbf9", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:25.358357 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-68b907cd-3ec1-4ff0-89a9-7241056202a9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:25.358821 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9', 'status': 'completed', 'code': 200} Jul 16 18:18:25.402190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=26aec182-2976-4c75-b5bd-5c7ece6d2c12,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.531485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc8b13a-c346-4c30-9e5e-5c89aed55558,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.550898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:25.560342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c455de38-314a-457b-87c5-209339ef8f78 admin admin] 10.222.0.48 "PUT /v2.0/routers/d631627b-77a5-44b6-bdcc-265822c0da83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1408386 Jul 16 18:18:25.566083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] Sync routers for ids ['d631627b-77a5-44b6-bdcc-265822c0da83'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:25.584080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58764) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:25.598243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] Routers {'d631627b-77a5-44b6-bdcc-265822c0da83'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:25.605566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d631627b-77a5-44b6-bdcc-265822c0da83'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:25.642172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4078e81d-c372-4e57-86a2-4e52c8a703ef req-ad8d709d-8cdd-4ae8-a541-0385b4fe12f8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1561174 Jul 16 18:18:25.720909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93ccc27-a027-4d8d-9b51-003c80949f7a None None] Network 7f371b93-cc98-4863-838f-5ca243371c5a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:25.766129 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.772065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bfe381b3-ada3-4d5b-81d2-6fada452e0fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bbc8b13a-c346-4c30-9e5e-5c89aed55558 HTTP/1.1" status: 204 len: 168 time: 2.5875249 Jul 16 18:18:25.773025 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c32178b-3823-4bbe-8498-477c3d190e90 x-openstack-request-id: req-2c32178b-3823-4bbe-8498-477c3d190e90 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:25.773701 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "name": "network-vif-plugged", "status": "completed", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:25.774120 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2c32178b-3823-4bbe-8498-477c3d190e90 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:25.774686 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'code': 200} Jul 16 18:18:25.828074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58768) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:25.864187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03d5bcb4-e167-40dd-b7e3-91b9e9581930 req-6b3b7fdf-c1ba-426d-a4e6-5d79a1527788 service neutron] 10.222.0.55 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0766466 Jul 16 18:18:26.114901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Attempting to bind port 39c33714-3fdc-41a6-8e68-8147bf056792 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:26.125377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Attempting to bind port 39c33714-3fdc-41a6-8e68-8147bf056792 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:26.126381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Attempting to bind port 39c33714-3fdc-41a6-8e68-8147bf056792 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:26.128643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24080b4-7431-4dc1-95a2-619f297099ea {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:26.160238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.194374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] Set router d631627b-77a5-44b6-bdcc-265822c0da83 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:26.198300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Transition to ACTIVE for port object d24080b4-7431-4dc1-95a2-619f297099ea will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:26.210449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.434359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.459650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] DHCP port deletion for 7f371b93-cc98-4863-838f-5ca243371c5a request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:26.461473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.462039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.462528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.465272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.465949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.467313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.469032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.473794 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d2215449-18cb-4008-aa22-92f2270453f0 req-8013a237-305f-48fe-a90d-9f63b18b970c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6288 time: 1.0049944 Jul 16 18:18:26.573136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Port 39c33714-3fdc-41a6-8e68-8147bf056792 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:26.573669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Attempting to bind port 39c33714-3fdc-41a6-8e68-8147bf056792 on network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:26.584669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.588061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] Deleting port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:26.589316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.694574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Pushing event updated for resources: {'Port': ['ID=d24080b4-7431-4dc1-95a2-619f297099ea,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.736389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d163272558a648e0979ac5889fc96814&name=default HTTP/1.1" status: 200 len: 2983 time: 4.6307430 Jul 16 18:18:26.757430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58782) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:26.786686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] For port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=577485b2-d2c0-4bb5-8fe9-e09f8b803a9a,segment=NetworkSegment(aeee9bcc-9402-48a9-ae96-5218885ff008),segment_id=aeee9bcc-9402-48a9-ae96-5218885ff008)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:26.787326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.809856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] Calling delete_port for 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:26.813711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:26.825037 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.862272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] Checking router: d631627b-77a5-44b6-bdcc-265822c0da83 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:26.864648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:26.880885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:26.881222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Checking segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:26.881612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Bound using segment: {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:26.889392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Bound port: 39c33714-3fdc-41a6-8e68-8147bf056792, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a61daf6-0757-47c5-bbd7-452c9a44d5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:26.891008 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.953397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66744e6e-ddc5-445f-8c13-1494b6279f64 req-45447a24-7868-4b19-930a-fc7c73ee3bbf tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.962307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66744e6e-ddc5-445f-8c13-1494b6279f64 req-45447a24-7868-4b19-930a-fc7c73ee3bbf tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 1.3043442 Jul 16 18:18:26.992001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-6d3c3613-245c-463a-84b9-37ac045a268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.992979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-6d3c3613-245c-463a-84b9-37ac045a268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.993107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-6d3c3613-245c-463a-84b9-37ac045a268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:26.994829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d2215449-18cb-4008-aa22-92f2270453f0 req-6d3c3613-245c-463a-84b9-37ac045a268f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bda98b2501d43508f913d33c0161145&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5038147 Jul 16 18:18:27.026305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No active binding found for port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:18:27.027829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:27.036775 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.049872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] Routers {'d631627b-77a5-44b6-bdcc-265822c0da83'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:27.050556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d631627b-77a5-44b6-bdcc-265822c0da83'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:27.102740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf2fc6-7055-4189-bfee-31748a1e60f6 req-c3a278f5-0ab2-444b-b31d-a9905809bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.105612 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dcf2fc6-7055-4189-bfee-31748a1e60f6 req-c3a278f5-0ab2-444b-b31d-a9905809bef9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 1098 time: 1.1811357 Jul 16 18:18:27.188077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] Set router d631627b-77a5-44b6-bdcc-265822c0da83 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:27.196117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:27.200785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:27.221531 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f430-2df0-41e9-9a79-e7ac99050b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.235044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.245609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Attempting to bind port d24080b4-7431-4dc1-95a2-619f297099ea on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:27.246061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Attempting to bind port d24080b4-7431-4dc1-95a2-619f297099ea by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:27.246339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Attempting to bind port d24080b4-7431-4dc1-95a2-619f297099ea on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:27.266502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507c366d-b141-4d61-b849-bc0c4bd55638,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.283749 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.314965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Port d24080b4-7431-4dc1-95a2-619f297099ea on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:27.315365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Attempting to bind port d24080b4-7431-4dc1-95a2-619f297099ea on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:27.365522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:27.369716 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75204de0-fef2-4885-8857-66e282e91ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "d3508629-b587-4a4a-b5e3-17551673833d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:27.381829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f430-2df0-41e9-9a79-e7ac99050b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.389604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:27.390309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Checking segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:27.391668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Bound using segment: {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:27.392740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Bound port: d24080b4-7431-4dc1-95a2-619f297099ea, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e310a33a-9a77-4b45-9d25-011bae115441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:27.393478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.425073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] Pushing event deleted for resources: {'Port': ['ID=577485b2-d2c0-4bb5-8fe9-e09f8b803a9a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.439599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-abdcafa9-abc4-464f-9e57-d9727235a6d4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.443566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-abdcafa9-abc4-464f-9e57-d9727235a6d4 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 944 time: 0.4415832 Jul 16 18:18:27.449729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f2d9ae-9aff-41a6-8a60-fdf37aab03c5 None None] No DVR routers for this DVR port 577485b2-d2c0-4bb5-8fe9-e09f8b803a9a on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:27.513059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:27.571300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215449-18cb-4008-aa22-92f2270453f0 req-664d4344-010d-48c3-aa4e-f44c380c676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.573386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d2215449-18cb-4008-aa22-92f2270453f0 req-664d4344-010d-48c3-aa4e-f44c380c676f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5185785 Jul 16 18:18:27.581607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f430-2df0-41e9-9a79-e7ac99050b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.584331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ac7f430-2df0-41e9-9a79-e7ac99050b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.585531 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9ac7f430-2df0-41e9-9a79-e7ac99050b08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/507c366d-b141-4d61-b849-bc0c4bd55638 HTTP/1.1" status: 204 len: 168 time: 0.8149004 Jul 16 18:18:27.607009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80739c8b-f836-4054-864f-f9edfb92ba02 None None] The sync data for ids ['d631627b-77a5-44b6-bdcc-265822c0da83'] in n-d-793620-10 is: [{'id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'name': 'tempest-TestAggregatesBasicOps-1951415509-router', 'tenant_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:19Z', 'updated_at': '2021-07-16T18:18:20Z', 'revision_number': 5, 'project_id': '8db92d2dc9f24c2082c3d69de4adcae7', 'gw_port': {'id': '9280dbb9-ee2c-4ad1-aa16-5e46f74344f2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd631627b-77a5-44b6-bdcc-265822c0da83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:21Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:27.685961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7f430-2df0-41e9-9a79-e7ac99050b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c366d-b141-4d61-b849-bc0c4bd55638,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.710740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66744e6e-ddc5-445f-8c13-1494b6279f64 req-621a238a-b058-4a95-8b56-ff7492b774ac tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7470918 Jul 16 18:18:27.830168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.830686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.831134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.831580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.832021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.832557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.833058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.833441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.834214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.834993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.835431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.835864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1177f68-28b8-495c-abb2-0c6ee73053b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:27.839929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.897636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] For port d24080b4-7431-4dc1-95a2-619f297099ea, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:27.902850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] For port d24080b4-7431-4dc1-95a2-619f297099ea, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d24080b4-7431-4dc1-95a2-619f297099ea,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:27.914563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.028092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.035469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.041881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.043058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.046370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-d942f1d6-0500-48f1-b3ee-bd41e48b7c37 service neutron] 10.222.0.13 "PUT /v2.0/ports/39c33714-3fdc-41a6-8e68-8147bf056792 HTTP/1.1" status: 200 len: 1092 time: 6.8708444 Jul 16 18:18:28.047731 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] 10.222.0.13 "PUT /v2.0/ports/d24080b4-7431-4dc1-95a2-619f297099ea HTTP/1.1" status: 200 len: 1091 time: 3.0880415 Jul 16 18:18:28.065012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Deleting port 5001c34a-0495-4a88-a41e-dd23cd9f93bc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:28.069262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.072675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:28.083112 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe56b129-a64c-490c-a380-03714cbabd96" -d '{"events": [{"name": "network-changed", "server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:28.175444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71fb5d-c2ca-4280-a243-d7b2be8345df service neutron] Pushing event updated for resources: {'Port': ['ID=d24080b4-7431-4dc1-95a2-619f297099ea,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.228075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:28.241214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.303059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dcf2fc6-7055-4189-bfee-31748a1e60f6 req-207d8a75-571a-4456-94a3-da0c256770b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0712783 Jul 16 18:18:28.315247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f371b93-cc98-4863-838f-5ca243371c5a']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.330173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeee9bcc-9402-48a9-ae96-5218885ff008') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.330476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeee9bcc-9402-48a9-ae96-5218885ff008') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:28.344635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.365081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58794) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.397953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054589-c79a-4878-bb29-3f00e60968c2 req-577ed39e-16c6-457b-84aa-c6758af9d1ce tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.411629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87054589-c79a-4878-bb29-3f00e60968c2 req-577ed39e-16c6-457b-84aa-c6758af9d1ce tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 943 time: 1.6519575 Jul 16 18:18:28.451238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.460383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] For port 5001c34a-0495-4a88-a41e-dd23cd9f93bc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5001c34a-0495-4a88-a41e-dd23cd9f93bc,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:28.461222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.485058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Calling delete_port for 5001c34a-0495-4a88-a41e-dd23cd9f93bc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:28.552556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:28.553188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:28.558516 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:28.564796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b7b6972-16ff-455f-9b2d-f80218d4b285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.565886 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.669264 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.701925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 55431980-57c7-4d2b-8253-9e013f2cfa93 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:28.745297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 55431980-57c7-4d2b-8253-9e013f2cfa93 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:28.745893 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 55431980-57c7-4d2b-8253-9e013f2cfa93 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:28.814127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87054589-c79a-4878-bb29-3f00e60968c2 req-27efce2e-0a04-4a55-9b5d-84d542219366 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005873 Jul 16 18:18:28.861104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.893198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.900503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7f371b93-cc98-4863-838f-5ca243371c5a HTTP/1.1" status: 204 len: 168 time: 3.0704148 Jul 16 18:18:28.904262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-b92b3b52-f2b9-46dc-bad3-71051ef6298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:28.907069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-b92b3b52-f2b9-46dc-bad3-71051ef6298c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 1095 time: 0.7793651 Jul 16 18:18:28.964527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.972380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220f15e-b541-42da-8ea4-4df887e52910 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f371b93-cc98-4863-838f-5ca243371c5a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.082355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event deleted for resources: {'Port': ['ID=5001c34a-0495-4a88-a41e-dd23cd9f93bc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.110932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] No DVR routers for this DVR port 5001c34a-0495-4a88-a41e-dd23cd9f93bc on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:29.114249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.129327 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5759d4f0-eab5-42f0-a0ce-c649856eef1d req-96bdcbf3-dae6-487d-a814-1752a8e5f121 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "DELETE /v2.0/ports/5001c34a-0495-4a88-a41e-dd23cd9f93bc HTTP/1.1" status: 204 len: 173 time: 1.5542297 Jul 16 18:18:29.377451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.486666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef7c1db-ff97-4cae-be2f-6c5980898762 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:29.499099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ed8aa61e-ca35-4057-a1e1-5526e9b11694 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8e67d9796fa447e8fc4c294ddee1623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197557 Jul 16 18:18:29.505103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.519922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.578730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Transition to ACTIVE for port object cef7c1db-ff97-4cae-be2f-6c5980898762 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:29.588549 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.622839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-05deacd8-aa3d-4513-8435-181821def3f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39c33714-3fdc-41a6-8e68-8147bf056792 HTTP/1.1" status: 200 len: 217 time: 0.6834431 Jul 16 18:18:29.654875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55629feb-7e3b-4ed7-949d-57bb26100ac9 req-97f84904-8ba5-4589-896a-56c949e3b1da tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.658128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55629feb-7e3b-4ed7-949d-57bb26100ac9 req-97f84904-8ba5-4589-896a-56c949e3b1da tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=10e20a81-d13b-48a6-bbf4-bf66c0bff657 HTTP/1.1" status: 200 len: 866 time: 1.2944593 Jul 16 18:18:29.695673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d54ebb0f-6f43-46b2-97a2-2898e782d45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.765083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d54ebb0f-6f43-46b2-97a2-2898e782d45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.822629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Pushing event updated for resources: {'Port': ['ID=cef7c1db-ff97-4cae-be2f-6c5980898762,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.843773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Deleting port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:29.844387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.932827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d54ebb0f-6f43-46b2-97a2-2898e782d45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.936860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d54ebb0f-6f43-46b2-97a2-2898e782d45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.938790 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d54ebb0f-6f43-46b2-97a2-2898e782d45d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffcf441d-c42a-4ca6-bf37-50b6bb3b844b HTTP/1.1" status: 204 len: 168 time: 0.4322517 Jul 16 18:18:29.939644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Attempting to bind port cef7c1db-ff97-4cae-be2f-6c5980898762 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:29.940059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Attempting to bind port cef7c1db-ff97-4cae-be2f-6c5980898762 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:29.940421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Attempting to bind port cef7c1db-ff97-4cae-be2f-6c5980898762 on network 59ea62c8-193c-47f7-9946-1bcd038c1b9b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:29.978570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Port cef7c1db-ff97-4cae-be2f-6c5980898762 on network 59ea62c8-193c-47f7-9946-1bcd038c1b9b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:29.978845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Attempting to bind port cef7c1db-ff97-4cae-be2f-6c5980898762 on network 59ea62c8-193c-47f7-9946-1bcd038c1b9b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:29.999477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:30.000487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Checking segment: {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:30.005374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Bound using segment: {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:30.005374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Bound port: cef7c1db-ff97-4cae-be2f-6c5980898762, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:30.005374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.013451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ebb0f-6f43-46b2-97a2-2898e782d45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcf441d-c42a-4ca6-bf37-50b6bb3b844b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.020212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-1b1af4ec-11af-42bf-9f3d-ff1b10b731c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.022749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-1b1af4ec-11af-42bf-9f3d-ff1b10b731c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.3630819 Jul 16 18:18:30.107557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55629feb-7e3b-4ed7-949d-57bb26100ac9 req-9b57b34a-17ec-4fc3-83b4-564924a3878d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797092 Jul 16 18:18:30.167474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] For port cef7c1db-ff97-4cae-be2f-6c5980898762, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:30.172862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] For port cef7c1db-ff97-4cae-be2f-6c5980898762, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cef7c1db-ff97-4cae-be2f-6c5980898762,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:30.182717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.222131 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d44ea5d-2c41-4b91-abf7-55f51f932d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.230088 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b7b6972-16ff-455f-9b2d-f80218d4b285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.247314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.247964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.250368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] 10.222.0.13 "PUT /v2.0/ports/cef7c1db-ff97-4cae-be2f-6c5980898762 HTTP/1.1" status: 200 len: 1092 time: 2.0768898 Jul 16 18:18:30.256284 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b7b6972-16ff-455f-9b2d-f80218d4b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.293592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff856888-6ab8-4d32-b4f3-ed19266f2f6c service neutron] Pushing event updated for resources: {'Port': ['ID=cef7c1db-ff97-4cae-be2f-6c5980898762,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.331754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.343903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.355834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.368555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.380504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.392073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.406798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.427657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6df813a-abaf-42db-b50b-9324a26de862 req-0b2b6ccf-416b-4495-9035-8bc3c43eed09 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5416 time: 0.8201754 Jul 16 18:18:30.438361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Request body: {'port': {'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:30.556269 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f44b52-3dab-4267-b95c-ae69159eb946 x-openstack-request-id: req-76f44b52-3dab-4267-b95c-ae69159eb946 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:30.556567 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "d3508629-b587-4a4a-b5e3-17551673833d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:30.556861 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-76f44b52-3dab-4267-b95c-ae69159eb946 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:30.557261 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d', 'status': 'completed', 'code': 200} Jul 16 18:18:30.611203 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f390294e-c19f-469a-82a9-516866ea977e x-openstack-request-id: req-f390294e-c19f-469a-82a9-516866ea977e {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:30.611865 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:30.612958 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f390294e-c19f-469a-82a9-516866ea977e {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:30.613782 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792', 'status': 'completed', 'code': 200} Jul 16 18:18:30.662917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] For port 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:30.663557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.724082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b7b6972-16ff-455f-9b2d-f80218d4b285 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dda3bebce8544d59be74efdc8e8c6bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2908895 Jul 16 18:18:30.732678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58814) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:30.741296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b6972-16ff-455f-9b2d-f80218d4b285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a16a0b-18e8-41b2-886a-58247a014570,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:30.748654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.768114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Calling delete_port for 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:30.776726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.777014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.777492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.777969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.778427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.778894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.779358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.782837 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75204de0-fef2-4885-8857-66e282e91ef1 req-a34e6333-32eb-43e1-8c25-fe5fcf137834 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6424 time: 0.1958780 Jul 16 18:18:30.797349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6df813a-abaf-42db-b50b-9324a26de862 req-b68928c1-9059-43ab-9a81-0066e3b00055 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3565485 Jul 16 18:18:30.843062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5001c34a-0495-4a88-a41e-dd23cd9f93bc no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:30.938324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 5001c34a-0495-4a88-a41e-dd23cd9f93bc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:30.939634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5001c34a-0495-4a88-a41e-dd23cd9f93bc not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:30.964830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-ded2642f-72dc-4ca0-b0f8-f0007ed9f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.965551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-ded2642f-72dc-4ca0-b0f8-f0007ed9f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.966159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-ded2642f-72dc-4ca0-b0f8-f0007ed9f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.968205 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75204de0-fef2-4885-8857-66e282e91ef1 req-ded2642f-72dc-4ca0-b0f8-f0007ed9f09a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9bda98b2501d43508f913d33c0161145&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1586478 Jul 16 18:18:31.023750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-93785401-e7fa-4fbb-875c-1afb9fd90811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.034011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-93785401-e7fa-4fbb-875c-1afb9fd90811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9361303 Jul 16 18:18:31.334107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72691a89-9508-4cf3-b696-6669f7eaa10b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.363884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75204de0-fef2-4885-8857-66e282e91ef1 req-1e3cf38a-61cb-41bd-94cf-3758dae14549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.366671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75204de0-fef2-4885-8857-66e282e91ef1 req-1e3cf38a-61cb-41bd-94cf-3758dae14549 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3920133 Jul 16 18:18:31.425320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72691a89-9508-4cf3-b696-6669f7eaa10b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.539838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0daf810-1f98-4715-8adf-16d268f8c0d0 req-c2ea85a8-e9d0-4e43-a39a-f1a50634f94b tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.542603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0daf810-1f98-4715-8adf-16d268f8c0d0 req-c2ea85a8-e9d0-4e43-a39a-f1a50634f94b tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 0.6132925 Jul 16 18:18:31.573627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d9a17-f065-4e9c-873a-e4f62e920223 req-ac521cca-cfc5-40fc-b60f-751ddcc3ab83 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:31.577211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b5d9a17-f065-4e9c-873a-e4f62e920223 req-ac521cca-cfc5-40fc-b60f-751ddcc3ab83 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 943 time: 0.4358459 Jul 16 18:18:31.734141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:31.749269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:31.756520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72691a89-9508-4cf3-b696-6669f7eaa10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.760465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72691a89-9508-4cf3-b696-6669f7eaa10b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.764874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-72691a89-9508-4cf3-b696-6669f7eaa10b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6a16a0b-18e8-41b2-886a-58247a014570 HTTP/1.1" status: 204 len: 168 time: 1.0270481 Jul 16 18:18:31.770155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.776746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0daf810-1f98-4715-8adf-16d268f8c0d0 req-6748d255-89c7-4b22-b3eb-5c5c5c83518b tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205930 Jul 16 18:18:31.783991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72691a89-9508-4cf3-b696-6669f7eaa10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a16a0b-18e8-41b2-886a-58247a014570,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:31.786919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-4288b54f-0213-4050-a1de-2641bbcf8b6a service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278352 Jul 16 18:18:31.795361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Transition to ACTIVE for port object 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:31.800921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.884605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Pushing event updated for resources: {'Port': ['ID=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:31.918715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b5d9a17-f065-4e9c-873a-e4f62e920223 req-b42e381a-9e57-4284-b07f-a1498ce8281d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166604 Jul 16 18:18:32.091650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Attempting to bind port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:32.091821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Attempting to bind port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:32.092205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Attempting to bind port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 on network 59ea62c8-193c-47f7-9946-1bcd038c1b9b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:32.122950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-274503089-network', 'tenant_id': 'c4f3d041d9ac4283b825c9861fb2d18c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:32.131384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 on network 59ea62c8-193c-47f7-9946-1bcd038c1b9b not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:32.136119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Attempting to bind port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 on network 59ea62c8-193c-47f7-9946-1bcd038c1b9b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:32.179280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:32.185075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Checking segment: {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:32.188899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Bound using segment: {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:32.190343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Bound port: 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b368bbf5-713d-4026-8401-72b350c219ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:32.192099 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.211360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6594c3b-2573-4342-a619-b0cddca8c82b req-b66afb3c-b881-4106-98ab-677a975c5caa service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223659 Jul 16 18:18:32.252477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.302322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Made reservation on behalf of c4f3d041d9ac4283b825c9861fb2d18c for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:32.310645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.417986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Pushing event deleted for resources: {'Port': ['ID=9280dbb9-ee2c-4ad1-aa16-5e46f74344f2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.437621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.558932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea'}, {'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'name': 'network-vif-deleted', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc'}, {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:32.561592 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea"}, {"server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "name": "network-vif-deleted", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc"}, {"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:32.592415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] For port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:32.606659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] For port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:32.620697 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.747237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58858) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.806838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.869583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Pushing event updated for resources: {'Port': ['ID=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.934167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e56e-a07b-4bdd-b5c5-ffe8a3ff4ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.958778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.973905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:32.975170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.978178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-10f91529-afbc-4e5b-832a-5d4e651467ab service neutron] 10.222.0.13 "PUT /v2.0/ports/9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 HTTP/1.1" status: 200 len: 1092 time: 2.5486221 Jul 16 18:18:32.980038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.019071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e87c8-6f38-4800-8d4b-452c23112bee req-9f5f0e9d-07b9-476a-8505-44069041d7d9 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.021035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-015e87c8-6f38-4800-8d4b-452c23112bee req-9f5f0e9d-07b9-476a-8505-44069041d7d9 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 0.5960715 Jul 16 18:18:33.038606 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.051582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58862) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.060080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Request body: {'floatingip': {'port_id': '26aec182-2976-4c75-b5bd-5c7ece6d2c12'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:33.064730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:33.073442 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.081954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b129-a64c-490c-a380-03714cbabd96 req-7d85c125-95bc-41dd-ba4d-f7c657040f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.083624 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe56b129-a64c-490c-a380-03714cbabd96 req-7d85c125-95bc-41dd-ba4d-f7c657040f08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 1095 time: 0.6574724 Jul 16 18:18:33.148583 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5e38440-f2a5-41c9-a78a-26b4da8c6dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.242818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def4be5a-032f-451d-b1ba-fa1754dcc59e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.251740 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.252798 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Added segment 7cdfe9de-fb5f-47c7-8f3e-570b778abfd6 of type vlan for network 35b33048-2c19-495b-b10d-150fbe3b9cdc Jul 16 18:18:33.263061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.271665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.272477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d631627b-77a5-44b6-bdcc-265822c0da83 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:33.303505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.304992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e9bec479-a743-42ec-98a1-4968a7b68115 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d631627b-77a5-44b6-bdcc-265822c0da83 HTTP/1.1" status: 204 len: 168 time: 7.6972120 Jul 16 18:18:33.345985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58864) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.370901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.581648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.598803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.604407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.619948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.644375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.670908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.684396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.698117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.712576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0ad91847-beec-4fc3-9a86-5498c4530adf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.7832854 Jul 16 18:18:33.758232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.759338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.760360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.761789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.762958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.764118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.765340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.770021 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c5dcd65e-d68a-454e-9acb-e39a546e991a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6492 time: 0.6990917 Jul 16 18:18:33.829855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] Deleting subnet 9683c515-ef2a-4125-9eeb-b364ca9d11eb {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:33.841226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b129-a64c-490c-a380-03714cbabd96 req-e7c937a8-48ca-471a-97cb-1c41638c2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.842987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe56b129-a64c-490c-a380-03714cbabd96 req-e7c937a8-48ca-471a-97cb-1c41638c2dcf service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.7311842 Jul 16 18:18:33.845794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.929292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe56b129-a64c-490c-a380-03714cbabd96 req-931a664e-04c1-447a-b0c8-1c3797202eb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39c33714-3fdc-41a6-8e68-8147bf056792 HTTP/1.1" status: 200 len: 217 time: 0.0746963 Jul 16 18:18:33.930807 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e61f27-d183-47e7-a197-254d0652af0c x-openstack-request-id: req-d1e61f27-d183-47e7-a197-254d0652af0c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:33.932273 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea", "status": "completed", "code": 200}, {"server_uuid": "10e20a81-d13b-48a6-bbf4-bf66c0bff657", "name": "network-vif-deleted", "tag": "5001c34a-0495-4a88-a41e-dd23cd9f93bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:33.933095 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1e61f27-d183-47e7-a197-254d0652af0c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:33.934160 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea', 'status': 'completed', 'code': 200} Jul 16 18:18:33.935265 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e20a81-d13b-48a6-bbf4-bf66c0bff657', 'name': 'network-vif-deleted', 'tag': '5001c34a-0495-4a88-a41e-dd23cd9f93bc', 'status': 'completed', 'code': 200} Jul 16 18:18:33.936013 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762', 'status': 'completed', 'code': 200} Jul 16 18:18:33.944094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ead555fd-8230-4289-8a96-ac0f2d6a7451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400 HTTP/1.1" status: 200 len: 217 time: 0.1609399 Jul 16 18:18:33.945483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.947397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.948711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.964064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e56e-a07b-4bdd-b5c5-ffe8a3ff4ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.002821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2b49c08-c5ad-42ee-bbe5-4b14cad4ad13 req-0c96ff04-8f18-4dd7-b57e-bb635a1a678b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886283 Jul 16 18:18:34.067476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5cf3e56e-a07b-4bdd-b5c5-ffe8a3ff4ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.174149 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5cf3e56e-a07b-4bdd-b5c5-ffe8a3ff4ec0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c74ac6919bb14332856a471ce8f05f56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4211063 Jul 16 18:18:34.175513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58870) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.208242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.276919 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.423860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b129-a64c-490c-a380-03714cbabd96 req-16a9dd6b-806d-413c-98b8-e47f52b1cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.425502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe56b129-a64c-490c-a380-03714cbabd96 req-16a9dd6b-806d-413c-98b8-e47f52b1cdaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.4790328 Jul 16 18:18:34.431442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3e56e-a07b-4bdd-b5c5-ffe8a3ff4ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2976c6e0-6a7a-4734-a3d2-a34e764e4916,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.581863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-abe1ec90-9152-4d9a-a92a-3a59846c864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.651168 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9150352 Jul 16 18:18:34.666345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.699710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Request body: {'subnet': {'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-274503089-subnet', 'tenant_id': 'c4f3d041d9ac4283b825c9861fb2d18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:34.702556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:34.726251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.730053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:34.730779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9280dbb9-ee2c-4ad1-aa16-5e46f74344f2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:34.732518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-abe1ec90-9152-4d9a-a92a-3a59846c864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.843244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe72ef-ab59-46c5-9737-b1159031a894 req-49449307-7077-4e2b-9da7-94a0c9bd6e49 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.845987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-edbe72ef-ab59-46c5-9737-b1159031a894 req-49449307-7077-4e2b-9da7-94a0c9bd6e49 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 943 time: 0.5722668 Jul 16 18:18:34.851048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91431162-33a2-4d8c-a20b-11f7e74450bf admin admin] Pushing event updated for resources: {'Network': ['ID=35b33048-2c19-495b-b10d-150fbe3b9cdc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.860546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-b18128e0-76f1-4bb0-a15e-3cc8e307c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.863755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-b18128e0-76f1-4bb0-a15e-3cc8e307c20f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fba8064-1147-4b7f-af7b-5e261ea059d6 HTTP/1.1" status: 200 len: 855 time: 0.9081724 Jul 16 18:18:34.870412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50231362-4aeb-413a-b9d1-fc1f53282cd9 req-fd2a8e92-8eeb-427c-bc65-f171251c7729 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.877800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 35b33048-2c19-495b-b10d-150fbe3b9cdc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:34.883653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50231362-4aeb-413a-b9d1-fc1f53282cd9 req-fd2a8e92-8eeb-427c-bc65-f171251c7729 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 945 time: 0.5822520 Jul 16 18:18:34.907124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56b129-a64c-490c-a380-03714cbabd96 req-d0293387-a64e-441a-bd4e-97792950463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.909744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe56b129-a64c-490c-a380-03714cbabd96 req-d0293387-a64e-441a-bd4e-97792950463f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4749107 Jul 16 18:18:34.979974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Made reservation on behalf of c4f3d041d9ac4283b825c9861fb2d18c for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:34.983845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.137091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-e2b30ce9-efac-4629-87f2-ac9add22e2c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.139829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-e2b30ce9-efac-4629-87f2-ac9add22e2c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 945 time: 0.5517762 Jul 16 18:18:35.163904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.251423 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50231362-4aeb-413a-b9d1-fc1f53282cd9 req-332733e5-6a04-4300-ac85-d7e39b23a8c7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664625 Jul 16 18:18:35.262399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-edbe72ef-ab59-46c5-9737-b1159031a894 req-c6425c84-7b60-49a6-8f5a-ab28e22859e1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637514 Jul 16 18:18:35.315283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9683c515-ef2a-4125-9eeb-b364ca9d11eb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.315283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-abe1ec90-9152-4d9a-a92a-3a59846c864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.315283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-abe1ec90-9152-4d9a-a92a-3a59846c864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.321060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-abe1ec90-9152-4d9a-a92a-3a59846c864c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2976c6e0-6a7a-4734-a3d2-a34e764e4916 HTTP/1.1" status: 204 len: 168 time: 1.1157081 Jul 16 18:18:35.326103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0e5df9-6108-4665-a46a-9e807ff13dae None None] Network e3f57beb-7180-4165-8943-32b2a67211ef requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:35.480013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.485643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-78964533-4cec-467c-a426-654fbb77db7f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9683c515-ef2a-4125-9eeb-b364ca9d11eb HTTP/1.1" status: 204 len: 168 time: 2.1392739 Jul 16 18:18:35.495045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe56b129-a64c-490c-a380-03714cbabd96 req-0373081f-ff2a-4245-a0f2-a9add841c32e service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495653 Jul 16 18:18:35.498778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.504880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.524591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.558638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39c33714-3fdc-41a6-8e68-8147bf056792 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:35.559972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1ec90-9152-4d9a-a92a-3a59846c864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2976c6e0-6a7a-4734-a3d2-a34e764e4916,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.659562 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-bbddd67d-b82d-4618-adea-90e77bc7c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.662693 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-bbddd67d-b82d-4618-adea-90e77bc7c85e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7862821 Jul 16 18:18:35.749984 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:18:35.841532 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Floating IP a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1 associated. External IP: 172.25.0.106, port: 26aec182-2976-4c75-b5bd-5c7ece6d2c12. Jul 16 18:18:35.879413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.904313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe56b129-a64c-490c-a380-03714cbabd96 req-38073060-077b-4de9-a8fd-a3d58b8002b5 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912008 Jul 16 18:18:35.958116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:35.962700 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377036e9-4b12-46aa-8313-7635642296ee" -d '{"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:35.968305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:35.993747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '39c33714-3fdc-41a6-8e68-8147bf056792', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': '39c33714-3fdc-41a6-8e68-8147bf056792', 'mac_address': 'fa:16:3e:77:5f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:36.005692 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.079981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.085965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.100091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.114685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c33714-3fdc-41a6-8e68-8147bf056792 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:36.117038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.125086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.132552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.141818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.149798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.156689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:36.161317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-83fe0509-ed83-4aee-9a47-bbabf8852576 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.6076908 Jul 16 18:18:36.169551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.171819 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5c5d23-4c91-4f64-ac23-e100ee7bc11c x-openstack-request-id: req-8d5c5d23-4c91-4f64-ac23-e100ee7bc11c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:36.171819 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:36.172534 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d5c5d23-4c91-4f64-ac23-e100ee7bc11c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:36.172908 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75', 'status': 'completed', 'code': 200} Jul 16 18:18:36.183042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ddb9e5e-9197-4b29-bc91-3a28a085d065,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.232252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.257068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Checking segment: {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:36.257653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Network hostable DHCP agents. Network: 35b33048-2c19-495b-b10d-150fbe3b9cdc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:36.278239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddee01bd-f95a-45aa-9d1f-c212fb59bc55 req-aa530bb2-ecfb-40f6-8936-f4e80addfad1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1149349 Jul 16 18:18:36.288344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.303652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] DHCP port deletion for e3f57beb-7180-4165-8943-32b2a67211ef request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:36.325193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Network 35b33048-2c19-495b-b10d-150fbe3b9cdc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:36.360423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 35b33048-2c19-495b-b10d-150fbe3b9cdc) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:36.369898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.373663 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.410270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8297a330-1f47-462d-9af4-680afb335bb8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7409222 Jul 16 18:18:36.419578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ad65f-3569-4b68-a116-ce11890322c1 None None] Network 35b33048-2c19-495b-b10d-150fbe3b9cdc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:36.518571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['39c33714-3fdc-41a6-8e68-8147bf056792'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:36.840282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Deleting port e3d20e7a-9882-448e-9013-a0244bd11a5d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:36.840823 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.881519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dafec7-829a-4e27-9abb-9a463f309d4f None None] Network 35b33048-2c19-495b-b10d-150fbe3b9cdc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:36.962578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-bd305452-09dc-483d-8be9-deefa12d7326 service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2623367 Jul 16 18:18:36.985707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c83591-7724-467f-bbfd-07f6ce823d5c req-d90f22d2-6c3e-46e0-9ca0-30d0548f16b5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.989557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72c83591-7724-467f-bbfd-07f6ce823d5c req-d90f22d2-6c3e-46e0-9ca0-30d0548f16b5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 944 time: 0.4146440 Jul 16 18:18:37.022206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aaebc-89a0-40c6-8402-572ae4c6d69d req-817bf2c3-5081-42b0-bc7b-df5c84b1d2a0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.037907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-776aaebc-89a0-40c6-8402-572ae4c6d69d req-817bf2c3-5081-42b0-bc7b-df5c84b1d2a0 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 945 time: 0.3705230 Jul 16 18:18:37.079325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4bc52772-ceb7-4db7-ab97-f7f88906d457 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:37.089724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] Deleting port 4bc52772-ceb7-4db7-ab97-f7f88906d457 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:37.090170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.134110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72c83591-7724-467f-bbfd-07f6ce823d5c req-de136ab8-bd44-468d-8e7c-478591d6afbe tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919118 Jul 16 18:18:37.174843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] For port 4bc52772-ceb7-4db7-ab97-f7f88906d457, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bc52772-ceb7-4db7-ab97-f7f88906d457,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:37.175274 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.216053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] Calling delete_port for 4bc52772-ceb7-4db7-ab97-f7f88906d457 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:37.222500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-776aaebc-89a0-40c6-8402-572ae4c6d69d req-4fdd5e57-df31-48a5-877c-cbd1f5b83d57 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804085 Jul 16 18:18:37.458872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-d4afb410-b12f-4c2f-aaea-d192c297a4da service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860555 Jul 16 18:18:37.576656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] For port e3d20e7a-9882-448e-9013-a0244bd11a5d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=e3d20e7a-9882-448e-9013-a0244bd11a5d,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:37.577306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.589079 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-ceb74864-21d3-4d01-a616-08469299c017 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 217 time: 0.1154752 Jul 16 18:18:37.637562 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.640086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Calling delete_port for e3d20e7a-9882-448e-9013-a0244bd11a5d owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:37.668705 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.721137 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.795468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Deleting port 4bc52772-ceb7-4db7-ab97-f7f88906d457 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:37.796219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.841114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4bc52772-ceb7-4db7-ab97-f7f88906d457, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bc52772-ceb7-4db7-ab97-f7f88906d457,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:37.855605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.910752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Router 14a6b572-bf43-494c-a549-b92ce72f30bb has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:37.927511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.943346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] No DVR routers for this DVR port 4bc52772-ceb7-4db7-ab97-f7f88906d457 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:37.962047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-bde1ba58-12ad-46a3-8be2-8aa77e7ce59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:37.964424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-bde1ba58-12ad-46a3-8be2-8aa77e7ce59a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.3576386 Jul 16 18:18:38.019633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4bc52772-ceb7-4db7-ab97-f7f88906d457,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.064694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040ae29-1739-41de-a56a-6ac3f0db87b5 None None] Pushing event deleted for resources: {'Port': ['ID=4bc52772-ceb7-4db7-ab97-f7f88906d457,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.086757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] For port 4bc52772-ceb7-4db7-ab97-f7f88906d457, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bc52772-ceb7-4db7-ab97-f7f88906d457,segment=NetworkSegment(0a3aa4fd-a173-4257-b438-ffd238f27ca9),segment_id=0a3aa4fd-a173-4257-b438-ffd238f27ca9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:38.087137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.115116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.127107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.139193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.152711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.154998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Calling delete_port for 4bc52772-ceb7-4db7-ab97-f7f88906d457 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:38.164248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.176605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.188421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.192087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-0ae0898d-54c2-427d-91b2-2e38332b3fc0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.3593466 Jul 16 18:18:38.358650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6db1eb15-ce1d-40d2-a384-238cf3f38f13 req-ee7e1a0e-283c-4e7d-a513-1e9ff36ba575 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486022 Jul 16 18:18:38.423237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-348f933b-0628-49c6-834a-072071f2cfad tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.439780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-348f933b-0628-49c6-834a-072071f2cfad tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/networks?id=35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 200 len: 817 time: 0.4251561 Jul 16 18:18:38.473842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-230d0f67-b970-4a94-8d14-62bc47a8681f tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/quotas/c4f3d041d9ac4283b825c9861fb2d18c HTTP/1.1" status: 200 len: 375 time: 0.0323102 Jul 16 18:18:38.537735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.542215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-1355cf24-48ef-41b3-9ff7-49d01c00b0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.544239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-1355cf24-48ef-41b3-9ff7-49d01c00b0a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5376029 Jul 16 18:18:38.585680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-9ceb1067-4523-4f8f-963d-1b9b80f32a8d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1098361 Jul 16 18:18:38.634517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc52772-ceb7-4db7-ab97-f7f88906d457,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.637063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] No DVR routers for this DVR port 4bc52772-ceb7-4db7-ab97-f7f88906d457 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:38.661598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:38.676641 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] Sync routers for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:38.691872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.715240 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:38.716339 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:38.778337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e7b94f49-7ad1-4371-93f0-2031eec974da service neutron] 10.222.0.48 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914513 Jul 16 18:18:38.800969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.906681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:38.940896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] No DVR routers for this DVR port e3d20e7a-9882-448e-9013-a0244bd11a5d on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:38.944866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.949042 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2bd7a61-cfa6-4a36-92f9-eea47c183d90 req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "DELETE /v2.0/ports/e3d20e7a-9882-448e-9013-a0244bd11a5d HTTP/1.1" status: 204 len: 173 time: 3.7914479 Jul 16 18:18:38.958579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'name': 'network-vif-deleted', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:38.962700 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292d8fe9-f9cf-4caf-9a0e-7924de1fe323" -d '{"events": [{"server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "name": "network-vif-deleted", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:39.005002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: e3d20e7a-9882-448e-9013-a0244bd11a5d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:39.005856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device e3d20e7a-9882-448e-9013-a0244bd11a5d not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:39.036878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.048309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9152-9bf1-4a6d-83f1-6d588a951eb7 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event deleted for resources: {'Port': ['ID=e3d20e7a-9882-448e-9013-a0244bd11a5d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.073488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f6615dc7-37ef-4677-bad4-d5c9147e2e53 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "PUT /v2.0/floatingips/a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1 HTTP/1.1" status: 200 len: 992 time: 6.0199373 Jul 16 18:18:39.079793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f57beb-7180-4165-8943-32b2a67211ef']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.096092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6e366ab4-e9ad-4c9d-9e9d-966d65fcc0d7 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302155 Jul 16 18:18:39.101135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3aa4fd-a173-4257-b438-ffd238f27ca9') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.101948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3aa4fd-a173-4257-b438-ffd238f27ca9') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.257191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-6fd32aec-b938-4dbc-af60-d8c4d33379a6 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495380 Jul 16 18:18:39.261110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:39.262590 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:39.271182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.338617 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-617b0580-582a-4e3d-b9ab-9885750a9bab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 217 time: 0.0636113 Jul 16 18:18:39.408935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-d944b726-5759-4405-903c-011e9a6e7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:39.411240 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-d944b726-5759-4405-903c-011e9a6e7191 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.0642445 Jul 16 18:18:39.414707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.432869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186b503-f0d6-4b46-b0bd-d625c1f43d2b req-09d76bc1-6b1b-48d8-80ad-6d9293ef47a5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:39.440132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7186b503-f0d6-4b46-b0bd-d625c1f43d2b req-09d76bc1-6b1b-48d8-80ad-6d9293ef47a5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 944 time: 0.8818283 Jul 16 18:18:39.446120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39c33714-3fdc-41a6-8e68-8147bf056792 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:39.455363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:39.455965 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:39.461580 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:39.469926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-5df4b3f1-9143-4790-aa4b-a23bf73fdc2e service neutron] 10.222.0.48 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6708155 Jul 16 18:18:39.546457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7186b503-f0d6-4b46-b0bd-d625c1f43d2b req-a76f36ee-3838-42a2-af3a-b1c0a4cdd314 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052334 Jul 16 18:18:39.642476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 39c33714-3fdc-41a6-8e68-8147bf056792 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:39.654697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 39c33714-3fdc-41a6-8e68-8147bf056792 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:39.655482 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.822101 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'port_id': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'mac_address': 'fa:16:3e:0a:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:01Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 1, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.871752 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] Checking router: 14a6b572-bf43-494c-a549-b92ce72f30bb for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:39.888895 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:39.889902 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.940907 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.954773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9132ac62-27f6-447b-a065-2c3bb15db755 req-0dec2e87-1f93-4ea3-8592-94fae2ffdc69 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=49989db3-086f-4528-a15b-2d66a20f857d HTTP/1.1" status: 200 len: 210 time: 0.0583885 Jul 16 18:18:40.074170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:40.077239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:40.087000 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:40.092497 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1ef524-6bbe-44ff-b6b4-7e4205652310" -d '{"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-plugged", "status": "completed", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:40.098799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.277605 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea4f359-d417-43e2-94d2-3bb155a08e14 x-openstack-request-id: req-9ea4f359-d417-43e2-94d2-3bb155a08e14 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:40.278055 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-plugged", "status": "completed", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:40.278450 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9ea4f359-d417-43e2-94d2-3bb155a08e14 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:40.279092 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792', 'code': 200} Jul 16 18:18:40.320967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.357391 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a56b82f-161f-4548-b08a-b04972315033 x-openstack-request-id: req-7a56b82f-161f-4548-b08a-b04972315033 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:40.358403 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49989db3-086f-4528-a15b-2d66a20f857d", "name": "network-vif-deleted", "tag": "e3d20e7a-9882-448e-9013-a0244bd11a5d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:40.358902 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a56b82f-161f-4548-b08a-b04972315033 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:40.359952 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49989db3-086f-4528-a15b-2d66a20f857d', 'name': 'network-vif-deleted', 'tag': 'e3d20e7a-9882-448e-9013-a0244bd11a5d', 'status': 'completed', 'code': 200} Jul 16 18:18:40.506391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c178e279-cc55-46da-8e6c-961d36b022fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.570101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.618915 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.623446 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e3f57beb-7180-4165-8943-32b2a67211ef HTTP/1.1" status: 204 len: 168 time: 5.1146672 Jul 16 18:18:40.633414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.637762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4222d02-7752-4d50-ade3-bb72de3a5160 req-c669ea99-d3db-4f32-8767-ab00cd102fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.648484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4222d02-7752-4d50-ade3-bb72de3a5160 req-c669ea99-d3db-4f32-8767-ab00cd102fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 1097 time: 0.2471738 Jul 16 18:18:40.673005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-5b281434-6ecf-49cd-8c50-b8cc283cca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.693644 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-5b281434-6ecf-49cd-8c50-b8cc283cca70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2748609 Jul 16 18:18:40.787477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4222d02-7752-4d50-ade3-bb72de3a5160 req-004ba5cb-bcba-491e-9919-3c2520afb9a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169627 Jul 16 18:18:40.800125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ab37-4232-4fe0-b090-69bb268c4c58 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f57beb-7180-4165-8943-32b2a67211ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.873304 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'port_id': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'mac_address': 'fa:16:3e:0a:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:01Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 1, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.905679 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecacfc3-b175-48f9-a5ec-75af043e7ceb None None] The sync data for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 is: [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'port_id': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'mac_address': 'fa:16:3e:0a:74:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:18:01Z', 'updated_at': '2021-07-16T18:18:35Z', 'revision_number': 1, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:40.930697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.960283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.997206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.009515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.030407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.052814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.071168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.089703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae16a571-8ff3-4646-912a-c27668e469ae req-dc44b07b-5094-432a-9fe4-c67287892679 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.5860729 Jul 16 18:18:41.142763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-f6325c25-1e84-412c-bb8b-ab099a3c1a07 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462734 Jul 16 18:18:41.222973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae16a571-8ff3-4646-912a-c27668e469ae req-bd995742-f0f5-4fee-b23c-c5ecb1d0a89e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260550 Jul 16 18:18:41.233293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c178e279-cc55-46da-8e6c-961d36b022fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.246645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c178e279-cc55-46da-8e6c-961d36b022fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.309774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71458db2-a708-4d2b-b2ea-4d6677acbee7 req-b5f53d09-df46-449f-9c81-8aa93beb855a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.311673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71458db2-a708-4d2b-b2ea-4d6677acbee7 req-b5f53d09-df46-449f-9c81-8aa93beb855a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.2172186 Jul 16 18:18:41.410300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178e279-cc55-46da-8e6c-961d36b022fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceef7571-f5bb-4bde-95db-6fb8daae7dac,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.417316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf26f847-34f3-453a-869a-434abf77ae53 req-e336a6d7-5d34-4bdd-b46f-318abfad9558 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 210 time: 0.0589955 Jul 16 18:18:41.423047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c178e279-cc55-46da-8e6c-961d36b022fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=50cedee2ff454ec885d361015776bd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1604683 Jul 16 18:18:41.428078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58988) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:41.447494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71458db2-a708-4d2b-b2ea-4d6677acbee7 req-3110a175-8c0d-46de-a3c5-4f84c4453b5a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309202 Jul 16 18:18:41.461191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c6659b9d-52c8-46b3-bc86-10d3777305ca service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861516 Jul 16 18:18:41.509543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be23a71-c637-4c2e-972e-436ec8d0dda9 None None] New status for floating IP a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:41.576388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a0d623b1-389e-4825-a7e4-bff2962bdaac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=d3508629-b587-4a4a-b5e3-17551673833d HTTP/1.1" status: 200 len: 217 time: 0.1141367 Jul 16 18:18:41.986493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-1163d251-5475-4f41-802a-2c05f3849d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.988833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-1163d251-5475-4f41-802a-2c05f3849d48 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.3754678 Jul 16 18:18:41.991928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc81e398-c11e-46a5-83e7-b5f94ca7964b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.066728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc81e398-c11e-46a5-83e7-b5f94ca7964b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.168588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-42879be7-0b5a-41c1-a5cb-e76c72263cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.170772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-42879be7-0b5a-41c1-a5cb-e76c72263cb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1747096 Jul 16 18:18:42.264343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc81e398-c11e-46a5-83e7-b5f94ca7964b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.268573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc81e398-c11e-46a5-83e7-b5f94ca7964b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.284785 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bc81e398-c11e-46a5-83e7-b5f94ca7964b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ceef7571-f5bb-4bde-95db-6fb8daae7dac HTTP/1.1" status: 204 len: 168 time: 0.8535676 Jul 16 18:18:42.389048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.498197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56353307-fa98-427e-b174-172875b8cd23 req-86223d10-589f-4554-b3cd-b6dae2863314 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.517732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56353307-fa98-427e-b174-172875b8cd23 req-86223d10-589f-4554-b3cd-b6dae2863314 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.2676983 Jul 16 18:18:42.524100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:42.530483 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34820842-fede-4cea-9f33-1ebb0af3c2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:42.537693 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-63a0374b-88e0-48e3-8e7e-b9d3389b5295 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602231 Jul 16 18:18:42.668260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81e398-c11e-46a5-83e7-b5f94ca7964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceef7571-f5bb-4bde-95db-6fb8daae7dac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.782233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56353307-fa98-427e-b174-172875b8cd23 req-2d0c7306-6fb3-4dfb-bc10-eb1a09d3f069 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551453 Jul 16 18:18:42.868187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.875622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.890598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.906678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.922863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.939065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.955078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.967443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-22c37233-2368-4bcc-86eb-4da73427e6b7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.3749444 Jul 16 18:18:43.007367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-f7eaa621-ddf4-4125-8ed4-cb23adf7375d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.011920 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-f7eaa621-ddf4-4125-8ed4-cb23adf7375d tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.4728353 Jul 16 18:18:43.074129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31e42a5f-4ff9-4161-a200-da13582ebc84 req-049d30d8-5eca-4eba-96f2-2af93869da80 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1055903 Jul 16 18:18:43.118397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-07e092b0-b12c-4cf1-b13d-3b8792809e43 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590482 Jul 16 18:18:43.231165 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-772ab26f-f471-4de9-aa60-010cb5699c28 req-76fdc7d3-ea0b-4820-afe7-19c9e7cfa830 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 210 time: 0.0792916 Jul 16 18:18:43.338638 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-d623df75-427c-4929-b623-fd9628be329e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=d24080b4-7431-4dc1-95a2-619f297099ea HTTP/1.1" status: 200 len: 217 time: 0.1458187 Jul 16 18:18:43.340286 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8defd767-91ed-40be-8f16-60962118936c x-openstack-request-id: req-8defd767-91ed-40be-8f16-60962118936c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:43.340698 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:43.341063 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8defd767-91ed-40be-8f16-60962118936c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:43.341644 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'status': 'completed', 'code': 200} Jul 16 18:18:43.413484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a982c059-1c62-4de1-bf72-1ce613005a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.415201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-a982c059-1c62-4de1-bf72-1ce613005a03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.0602741 Jul 16 18:18:43.548378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ebb0c-62e3-44d0-b1ef-41100d90c4e0 req-79a80389-e12a-4a53-8f2b-4aaccb2d80b0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.550896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d3ebb0c-62e3-44d0-b1ef-41100d90c4e0 req-79a80389-e12a-4a53-8f2b-4aaccb2d80b0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.2462673 Jul 16 18:18:43.684228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-a685f1db-b2db-4046-9b07-dbb25583b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.690985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Deleting port afbb59de-5a7f-4489-aa70-2aebdff82f89 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:43.691730 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.692591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-a685f1db-b2db-4046-9b07-dbb25583b9f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df04de53c64d46b08c34312c7e4ad1be&device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 1098 time: 0.3126369 Jul 16 18:18:43.696248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d3ebb0c-62e3-44d0-b1ef-41100d90c4e0 req-9f2b5583-d316-4ac3-afe5-d39416f5e582 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213055 Jul 16 18:18:43.967627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-e0d135b8-2a43-4298-8189-60b8ed84abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.971097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-e0d135b8-2a43-4298-8189-60b8ed84abb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=59216300-2137-48d3-8be7-ef30eb22fc3f HTTP/1.1" status: 200 len: 905 time: 0.2670279 Jul 16 18:18:44.120906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-6f805a84-f7b8-4b7b-ad54-7029a1e9525e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12 HTTP/1.1" status: 200 len: 1002 time: 0.1413763 Jul 16 18:18:44.257508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-7001eeab-c8d7-442c-ace1-05e4ae85612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.260291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-7001eeab-c8d7-442c-ace1-05e4ae85612d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=36d30d94-1170-4b24-a3f3-58933830a1bf HTTP/1.1" status: 200 len: 844 time: 0.1334119 Jul 16 18:18:44.369101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-9ad90199-c912-4424-bae7-39c82f33ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.370980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-9ad90199-c912-4424-bae7-39c82f33ba83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9216001 Jul 16 18:18:44.399885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e9bffa29-b8ef-4438-80e8-fcb1e95308d6 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.402272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e9bffa29-b8ef-4438-80e8-fcb1e95308d6 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "GET /v2.0/networks?id=35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 200 len: 817 time: 0.4891617 Jul 16 18:18:44.429113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Request body: {'port': {'device_id': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc', 'admin_state_up': True, 'tenant_id': 'c4f3d041d9ac4283b825c9861fb2d18c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:44.485972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] For port afbb59de-5a7f-4489-aa70-2aebdff82f89, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afbb59de-5a7f-4489-aa70-2aebdff82f89,segment=NetworkSegment(9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5),segment_id=9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:44.486753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.564610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Calling delete_port for afbb59de-5a7f-4489-aa70-2aebdff82f89 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:44.607665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-e683ad4b-1929-466c-8054-47a8cf9cdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.610544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-e683ad4b-1929-466c-8054-47a8cf9cdb5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=59216300-2137-48d3-8be7-ef30eb22fc3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3431509 Jul 16 18:18:44.800455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Deleting port d219a55d-9727-4cca-858c-ca2108293103 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:44.801085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.862849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358b112-1a3c-423b-b827-5a8346f3727b req-e2ab4a1e-25f6-4d59-9e20-44ac08743352 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.865681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a358b112-1a3c-423b-b827-5a8346f3727b req-e2ab4a1e-25f6-4d59-9e20-44ac08743352 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.5777006 Jul 16 18:18:45.229000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] For port d219a55d-9727-4cca-858c-ca2108293103, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d219a55d-9727-4cca-858c-ca2108293103,segment=NetworkSegment(28eb13d6-3b21-480a-9cee-b63cbf9a9c02),segment_id=28eb13d6-3b21-480a-9cee-b63cbf9a9c02)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:45.229782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.235248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.241679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.248084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.254553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.261819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.264571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Calling delete_port for d219a55d-9727-4cca-858c-ca2108293103 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:45.268489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.274941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.283828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-d65e40b2-4a45-481d-8702-c5744b16e9b8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.7690098 Jul 16 18:18:45.361136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a358b112-1a3c-423b-b827-5a8346f3727b req-58dfcf18-2e3f-415e-9832-79bbcd576898 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490619 Jul 16 18:18:45.386104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-6fd47526-cabe-44e9-b978-ed4f1759cfa7 service neutron] 10.222.0.55 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7649972 Jul 16 18:18:45.450822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-980fb1ae-5e2c-4f83-8e92-5c31f6790635 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.452864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-980fb1ae-5e2c-4f83-8e92-5c31f6790635 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.13 "GET /v2.0/networks?id=35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 200 len: 817 time: 0.7966206 Jul 16 18:18:45.609371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Request body: {'port': {'device_id': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc', 'admin_state_up': True, 'tenant_id': 'c4f3d041d9ac4283b825c9861fb2d18c'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:45.634845 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:45.723803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-037b8c00-6a79-4c2b-b205-9ba263b4d3f7 req-53eb0d8f-3739-4834-88d0-fb95b1e6a89c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4386394 Jul 16 18:18:45.728028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-3e5b5cce-0b01-48ab-b940-5395a28ebadd service neutron] 10.222.0.55 "GET /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335211 Jul 16 18:18:45.960745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Made reservation on behalf of c4f3d041d9ac4283b825c9861fb2d18c for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:45.964823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.977542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-cadb3b10-afeb-4cef-96e8-018154167d8c service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5670381 Jul 16 18:18:45.977542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.994739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5b72a-5dcd-4773-9251-0a16cd1d1ad0 req-0b752cdc-0a2a-419f-8687-ebdaa22f8eda tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.003893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44c5b72a-5dcd-4773-9251-0a16cd1d1ad0 req-0b752cdc-0a2a-419f-8687-ebdaa22f8eda tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.3925464 Jul 16 18:18:46.319122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Pushing event deleted for resources: {'Port': ['ID=d219a55d-9727-4cca-858c-ca2108293103,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.375189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-006ce07b-8d79-4651-95f6-35583db50c14 req-624b51f3-5c7f-4889-8832-75cedd7f4819 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 210 time: 0.1704435 Jul 16 18:18:46.599748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44c5b72a-5dcd-4773-9251-0a16cd1d1ad0 req-aca540a3-7f22-4b67-a55c-96e95a308700 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572155 Jul 16 18:18:46.653562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Allocated IP 172.20.0.2 (35b33048-2c19-495b-b10d-150fbe3b9cdc/4ddb9e5e-9197-4b29-bc91-3a28a085d065/9f626eec-77dc-49f4-81b3-cf6165443ffc) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:46.978310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device afbb59de-5a7f-4489-aa70-2aebdff82f89 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:47.273351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.295137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-f13950f0-058e-4963-9e49-e1f2c1874801 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.309053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-f13950f0-058e-4963-9e49-e1f2c1874801 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 0.5253506 Jul 16 18:18:47.369514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-f7965379-e710-4059-a732-ea0380961e96 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.371202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-f7965379-e710-4059-a732-ea0380961e96 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "GET /v2.0/networks?id=35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 200 len: 817 time: 1.4348855 Jul 16 18:18:47.397355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Request body: {'port': {'device_id': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc', 'admin_state_up': True, 'tenant_id': 'c4f3d041d9ac4283b825c9861fb2d18c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:47.402436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Made reservation on behalf of c4f3d041d9ac4283b825c9861fb2d18c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:47.409227 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.426299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-e9e34c88-1bd7-4bd1-aa60-7ec8fe30845e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/quotas/4536d9351cca4c2eb7a1259b8ef57a90 HTTP/1.1" status: 200 len: 375 time: 0.1208000 Jul 16 18:18:47.429377 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.555754 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.621813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a32f6-a3cd-4f41-91a5-c2ad1343ce10 req-47ea1385-929f-4ffd-a165-9bc6e3efde99 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.623777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f11a32f6-a3cd-4f41-91a5-c2ad1343ce10 req-47ea1385-929f-4ffd-a165-9bc6e3efde99 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/ports?device_id=8c624de5-dbf3-43f5-9238-92ba63b24854 HTTP/1.1" status: 200 len: 945 time: 0.5740390 Jul 16 18:18:47.630262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Network 35b33048-2c19-495b-b10d-150fbe3b9cdc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:47.638246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:47.642458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Pushing event updated for resources: {'Port': ['ID=9f626eec-77dc-49f4-81b3-cf6165443ffc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.660907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-905ba8b7-54c3-4529-8c46-5e7634c2d5f1 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6305089 Jul 16 18:18:47.665652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:47.724040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.725022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.736528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Pushing event deleted for resources: {'Port': ['ID=afbb59de-5a7f-4489-aa70-2aebdff82f89,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.785327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-dfd6b79b-94bf-4d26-a814-94f4249dc5e9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1827204 Jul 16 18:18:47.801445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f11a32f6-a3cd-4f41-91a5-c2ad1343ce10 req-80383aba-9079-4862-b460-a0883c12be14 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.48 "GET /v2.0/security-groups?id=42e08857-e194-4e73-9db1-fe8374f5ead0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682394 Jul 16 18:18:47.809879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Request body: {'port': {'device_id': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:47.831650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59120) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.855565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.858280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-b4181f35-764d-4bc1-ae4d-b0ad6c4cdaee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef7c1db-ff97-4cae-be2f-6c5980898762 HTTP/1.1" status: 200 len: 217 time: 0.1605353 Jul 16 18:18:47.890703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-f58c3cfb-ee4e-4927-8f31-4fdfc6078487 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4194770 Jul 16 18:18:47.921242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] No DVR routers for this DVR port afbb59de-5a7f-4489-aa70-2aebdff82f89 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:47.945369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.947411 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ae7e7b3-72fd-47cc-9595-24ab8d2e84f2 req-aeef5877-0607-4c1b-acb3-cf98ac0978c9 tempest-LiveMigrationTest-544113985 tempest-LiveMigrationTest-544113985-project] 10.222.0.55 "DELETE /v2.0/ports/afbb59de-5a7f-4489-aa70-2aebdff82f89 HTTP/1.1" status: 204 len: 173 time: 4.9270320 Jul 16 18:18:47.952047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'name': 'network-vif-deleted', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:47.955036 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09ec2d5-909a-45a1-8584-1ce417c38eb1" -d '{"events": [{"server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "name": "network-vif-deleted", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:48.024315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Allocated IP 172.20.0.11 (35b33048-2c19-495b-b10d-150fbe3b9cdc/4ddb9e5e-9197-4b29-bc91-3a28a085d065/0a1658ab-66af-42ee-8439-17a389390893) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:48.027237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.075701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-da524a6d-aca0-4cd0-8576-0f34ce8eb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.077459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-da524a6d-aca0-4cd0-8576-0f34ce8eb52a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.2065079 Jul 16 18:18:48.083636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Made reservation on behalf of c4f3d041d9ac4283b825c9861fb2d18c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:48.087483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.152707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7be50ade-1fc0-414a-a6b6-b49892eeb175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.209362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-f520ebce-4eb3-4504-8950-a1823651cb39 service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091009 Jul 16 18:18:48.476799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7389fc5d-53bb-4153-aee3-a475bb0bb353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.479091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7389fc5d-53bb-4153-aee3-a475bb0bb353 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3855364 Jul 16 18:18:48.609938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-1843d210-640c-459b-9559-39ee1e7c85c1 service neutron] 10.222.0.48 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907628 Jul 16 18:18:48.617996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.680641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7be50ade-1fc0-414a-a6b6-b49892eeb175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.681975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Router 0118b15f-45de-4766-8dbb-64f88f15be00 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:48.687717 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7be50ade-1fc0-414a-a6b6-b49892eeb175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.738797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be50ade-1fc0-414a-a6b6-b49892eeb175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33c0dc-a521-4b73-a6a7-fbdcb4c0d982,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.795990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7be50ade-1fc0-414a-a6b6-b49892eeb175 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8230e438f224c2f85e165128985b362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9358532 Jul 16 18:18:48.800494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:48.853387 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-22da6bf9-efdc-400a-baa9-12e61fc460fc service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392363 Jul 16 18:18:48.941231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11155a7c-6e7c-4869-9314-d438bcef2ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.018387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11155a7c-6e7c-4869-9314-d438bcef2ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.019398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.105239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Allocated IP 172.20.0.12 (35b33048-2c19-495b-b10d-150fbe3b9cdc/4ddb9e5e-9197-4b29-bc91-3a28a085d065/29bea3a5-506a-4aa4-9c66-5a6cd88dcf21) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:49.106239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.114323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.121274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.131849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.137734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.145007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.158347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.160843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-a1daa838-38a6-4f8a-ae98-d1798fcdf28c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.2499623 Jul 16 18:18:49.200947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:49.221036 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] Sync routers for ids ['0118b15f-45de-4766-8dbb-64f88f15be00'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:49.227036 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2fb51068-f094-4dad-8cc5-8325f3492481 admin admin] 10.222.0.48 "PUT /v2.0/routers/0118b15f-45de-4766-8dbb-64f88f15be00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5915809 Jul 16 18:18:49.229184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fda5cb02-ea0c-448c-a6e6-b1818c15113f req-88231f74-ab5c-4bb0-a4a6-2e7f6872b524 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 210 time: 0.0666173 Jul 16 18:18:49.233576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59146) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:49.244784 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] Routers {'0118b15f-45de-4766-8dbb-64f88f15be00'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:49.244784 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0118b15f-45de-4766-8dbb-64f88f15be00'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.256939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Network 35b33048-2c19-495b-b10d-150fbe3b9cdc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:49.286966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:49.311710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:49.395923 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] Set router 0118b15f-45de-4766-8dbb-64f88f15be00 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:49.453498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.476104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.482681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.522735 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Pushing event updated for resources: {'Port': ['ID=0a1658ab-66af-42ee-8439-17a389390893,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.564804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11155a7c-6e7c-4869-9314-d438bcef2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.567646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11155a7c-6e7c-4869-9314-d438bcef2ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.571118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11155a7c-6e7c-4869-9314-d438bcef2ba0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b33c0dc-a521-4b73-a6a7-fbdcb4c0d982 HTTP/1.1" status: 204 len: 168 time: 0.7608027 Jul 16 18:18:49.582635 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7f9f6134-8e4e-4ef9-92c1-331dcf4af007 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178314 Jul 16 18:18:49.601170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a89a93a5-7cb6-4b0e-9c1e-4c077a9b1d72 req-0e0c72e8-c8ef-4b16-9e73-2da913bcd32a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4198091 Jul 16 18:18:49.620821 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a895641e-ccca-4a3d-921d-2b084b33994b x-openstack-request-id: req-a895641e-ccca-4a3d-921d-2b084b33994b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:49.621302 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c624de5-dbf3-43f5-9238-92ba63b24854", "name": "network-vif-deleted", "tag": "afbb59de-5a7f-4489-aa70-2aebdff82f89", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:49.621809 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a895641e-ccca-4a3d-921d-2b084b33994b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:49.622378 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c624de5-dbf3-43f5-9238-92ba63b24854', 'name': 'network-vif-deleted', 'tag': 'afbb59de-5a7f-4489-aa70-2aebdff82f89', 'status': 'completed', 'code': 200} Jul 16 18:18:49.626674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4a02e24a-2a45-4c88-a3e3-a3770813a588 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2089033 Jul 16 18:18:49.631641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11155a7c-6e7c-4869-9314-d438bcef2ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33c0dc-a521-4b73-a6a7-fbdcb4c0d982,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.725841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Request body: {'port': {'device_id': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:49.776630 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.817259 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] Checking router: 0118b15f-45de-4766-8dbb-64f88f15be00 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:49.819801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59154) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:49.832668 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] Routers {'0118b15f-45de-4766-8dbb-64f88f15be00'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:49.833670 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:18:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0118b15f-45de-4766-8dbb-64f88f15be00'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:49.864759 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c874b844-728e-4033-9468-c4e1db4d476a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 HTTP/1.1" status: 200 len: 217 time: 0.2013905 Jul 16 18:18:49.983128 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] Set router 0118b15f-45de-4766-8dbb-64f88f15be00 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:50.043581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.140981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02b8ad-2962-43cb-bbae-c5c568583063 req-5ae83686-be6a-404b-99f8-94af173dcfd8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.149213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a02b8ad-2962-43cb-bbae-c5c568583063 req-5ae83686-be6a-404b-99f8-94af173dcfd8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.4163420 Jul 16 18:18:50.236884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a2a052a-0c9d-4416-9ade-a36fe71a455c req-0b085f95-0aba-40f3-b3d5-60063088cfac tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 210 time: 0.2241850 Jul 16 18:18:50.280692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7c7f00d1-656a-4b64-bde3-4541279d1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.283866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-7c7f00d1-656a-4b64-bde3-4541279d1a80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.3932581 Jul 16 18:18:50.363748 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:50.376317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59162) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:50.439548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a02b8ad-2962-43cb-bbae-c5c568583063 req-fde18583-08c4-40f1-b13d-53db79b6e81f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190175 Jul 16 18:18:50.440873 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57adde4d-13d3-4a43-bbbd-1c9442c53ab2 None None] The sync data for ids ['0118b15f-45de-4766-8dbb-64f88f15be00'] in n-d-793620-10 is: [{'id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'name': 'tempest-TestAggregatesBasicOps-1505549696-router', 'tenant_id': 'e0ffa69951f345abace5208c33e5f9bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:44Z', 'updated_at': '2021-07-16T18:18:45Z', 'revision_number': 5, 'project_id': 'e0ffa69951f345abace5208c33e5f9bc', 'gw_port': {'id': 'ed535b25-4ecf-4635-8179-61e481d73f2b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:f7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118b15f-45de-4766-8dbb-64f88f15be00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:46Z', 'updated_at': '2021-07-16T18:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:50.456620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] Deleting subnet ba36affd-9031-4277-95ad-e30fad075852 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:50.459825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa6995bb-0175-41c4-aae5-569cfadad440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.462048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.479051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.515443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.575743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-018f21a3-568b-41a8-a8f8-f7f5e1155540 req-c0ede18b-afbf-437d-b880-88eaf441955f tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 210 time: 0.0706227 Jul 16 18:18:50.596652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.601263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Deleting port ed535b25-4ecf-4635-8179-61e481d73f2b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:50.602031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.792430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c708d436-5f7b-40f3-9ffd-75869c67f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.794136 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-c708d436-5f7b-40f3-9ffd-75869c67f318 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4992235 Jul 16 18:18:50.918002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.938221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219a55d-9727-4cca-858c-ca2108293103 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:51.003615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d219a55d-9727-4cca-858c-ca2108293103 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:51.004699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219a55d-9727-4cca-858c-ca2108293103 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:51.129492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Network 35b33048-2c19-495b-b10d-150fbe3b9cdc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:51.168589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:51.175951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:51.301169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.301880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.356833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Pushing event updated for resources: {'Port': ['ID=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.510844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39c33714-3fdc-41a6-8e68-8147bf056792 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:51.518760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.695828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:51.719819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '39c33714-3fdc-41a6-8e68-8147bf056792', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'port_id': '39c33714-3fdc-41a6-8e68-8147bf056792', 'mac_address': 'fa:16:3e:77:5f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:51.794638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fcf4ab8-3787-4f13-8d1b-b85e69690e3b req-cf2bbe9f-55e7-44cf-8e72-93e322e7a5b1 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 210 time: 0.1041613 Jul 16 18:18:51.818798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] For port ed535b25-4ecf-4635-8179-61e481d73f2b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ed535b25-4ecf-4635-8179-61e481d73f2b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:51.819393 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.843194 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.859790 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-40e2a4a3-bc17-4c2d-9d0e-00b487ea5967 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0572710 Jul 16 18:18:51.863105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Calling delete_port for ed535b25-4ecf-4635-8179-61e481d73f2b owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:51.867106 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa6995bb-0175-41c4-aae5-569cfadad440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.899032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 39c33714-3fdc-41a6-8e68-8147bf056792 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:51.940514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.946442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:51.950893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.962584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.966066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.982307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:51.994631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.022708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.038330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.052680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-e0a6967f-0f32-4598-bd31-4085d3b704ff tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.6654711 Jul 16 18:18:52.070392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.078327 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-25b28ba9-72d0-4057-808b-f22606da99df tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6902080 Jul 16 18:18:52.079266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa6995bb-0175-41c4-aae5-569cfadad440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.081180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['39c33714-3fdc-41a6-8e68-8147bf056792'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:52.114924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Request body: {'port': {'device_id': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:52.125278 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fa6995bb-0175-41c4-aae5-569cfadad440 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a116507fddb475dae736a03c5d67984&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7328918 Jul 16 18:18:52.139862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-80ec317d-5002-411b-8226-e8d8defb9b66 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.142118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-80ec317d-5002-411b-8226-e8d8defb9b66 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 815 time: 1.1440392 Jul 16 18:18:52.171044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.175016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ba36affd-9031-4277-95ad-e30fad075852 HTTP/1.1" status: 204 len: 168 time: 2.3407240 Jul 16 18:18:52.180964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.181307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59202) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.208328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.220547 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e14c827-5edb-47c1-bbd5-7faf27fa56aa req-78971759-d940-47b6-8b0f-cb712db9ba63 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497231 Jul 16 18:18:52.255806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9761c6a-3783-4b58-a89d-ed41c4061cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba36affd-9031-4277-95ad-e30fad075852,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.284930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Request body: {'port': {'device_id': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'admin_state_up': True, 'tenant_id': '4536d9351cca4c2eb7a1259b8ef57a90'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:52.440649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-500f0e9f-e92d-437a-ad31-f4ae52243ced req-6bad572f-0aad-450b-ab00-4c1791369f94 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3865457 Jul 16 18:18:52.524202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f626eec-77dc-49f4-81b3-cf6165443ffc {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:52.575838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.628298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528c724-a450-4880-a2bb-63cbeccfb766 req-4975a1cc-305d-4220-ab8e-db16f423d5da tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.636635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6528c724-a450-4880-a2bb-63cbeccfb766 req-4975a1cc-305d-4220-ab8e-db16f423d5da tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 944 time: 0.4790115 Jul 16 18:18:52.640923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Transition to ACTIVE for port object 9f626eec-77dc-49f4-81b3-cf6165443ffc will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:52.645227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6995bb-0175-41c4-aae5-569cfadad440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b083d0-1d44-407c-9de8-aac2e8aefc50,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.665247 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.844909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6528c724-a450-4880-a2bb-63cbeccfb766 req-1783e3a4-e0a8-4936-ace7-754914176feb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963089 Jul 16 18:18:52.958704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Pushing event updated for resources: {'Port': ['ID=9f626eec-77dc-49f4-81b3-cf6165443ffc,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.046850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cde4788-b82b-4ffc-b348-3130c3a12ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.056097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.075443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.130129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.140666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed535b25-4ecf-4635-8179-61e481d73f2b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.159064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Attempting to bind port 9f626eec-77dc-49f4-81b3-cf6165443ffc on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:53.159611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Attempting to bind port 9f626eec-77dc-49f4-81b3-cf6165443ffc by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:53.159931 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cde4788-b82b-4ffc-b348-3130c3a12ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.160193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Attempting to bind port 9f626eec-77dc-49f4-81b3-cf6165443ffc on network 35b33048-2c19-495b-b10d-150fbe3b9cdc {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:53.192070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Port 9f626eec-77dc-49f4-81b3-cf6165443ffc on network 35b33048-2c19-495b-b10d-150fbe3b9cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:53.192588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Attempting to bind port 9f626eec-77dc-49f4-81b3-cf6165443ffc on network 35b33048-2c19-495b-b10d-150fbe3b9cdc {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:53.220189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Made reservation on behalf of 4536d9351cca4c2eb7a1259b8ef57a90 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:53.226464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.256485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cd8b1-e23c-42a7-accd-ef4a43c37b2c req-48528130-85cf-4007-809a-f9ee10223c6d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.259449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-696cd8b1-e23c-42a7-accd-ef4a43c37b2c req-48528130-85cf-4007-809a-f9ee10223c6d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 932 time: 0.3839257 Jul 16 18:18:53.339133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:53.339713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Checking segment: {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:53.340390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Bound using segment: {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:53.341191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Bound port: 9f626eec-77dc-49f4-81b3-cf6165443ffc, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:53.341794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.342987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.343670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.345125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.345125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.345523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.345918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.346453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:53.348677 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-23909384-1f39-42cc-b00f-549c86fe0468 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6492 time: 0.8714128 Jul 16 18:18:53.404642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1658ab-66af-42ee-8439-17a389390893 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:53.449019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.449444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.512535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.526602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39c33714-3fdc-41a6-8e68-8147bf056792 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:53.566006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-921623eb-639f-43d6-840d-3e58ad5bc523 req-2cadb00e-f8c0-47b0-a361-40cce17cbabd tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 210 time: 0.1698203 Jul 16 18:18:53.566658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Transition to ACTIVE for port object 0a1658ab-66af-42ee-8439-17a389390893 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:53.606533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e385bb79-2a6b-4a81-96b8-3066d5f4e701']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:53.612451 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cde4788-b82b-4ffc-b348-3130c3a12ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.615236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cde4788-b82b-4ffc-b348-3130c3a12ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.616593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9cde4788-b82b-4ffc-b348-3130c3a12ddd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38b083d0-1d44-407c-9de8-aac2e8aefc50 HTTP/1.1" status: 204 len: 168 time: 1.4338467 Jul 16 18:18:53.683260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 39c33714-3fdc-41a6-8e68-8147bf056792 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:53.689253 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.787187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.807632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:53.827184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0d6cd1-3e87-4e52-8295-a0cf0cf37ea5') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:53.930611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.949826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-696cd8b1-e23c-42a7-accd-ef4a43c37b2c req-679c70b5-edec-4765-872f-d89bac3868d9 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176417 Jul 16 18:18:53.966341 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.043019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:54.053782 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e09e2ef-a485-4c78-8b24-ad72c4b671b3" -d '{"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-plugged", "status": "completed", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:54.094948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.112595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:54.124139 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.139037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] For port 9f626eec-77dc-49f4-81b3-cf6165443ffc, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:54.149931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] For port 9f626eec-77dc-49f4-81b3-cf6165443ffc, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:54.152808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.195527 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.320663 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.321794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0118b15f-45de-4766-8dbb-64f88f15be00 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:54.336048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.337651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-017c2aab-858d-4d8c-b98a-b8f1f02f2dc9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0118b15f-45de-4766-8dbb-64f88f15be00 HTTP/1.1" status: 204 len: 168 time: 5.0797532 Jul 16 18:18:54.378219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.419755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59224) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:54.428852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.429504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.435141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] 10.222.0.13 "PUT /v2.0/ports/9f626eec-77dc-49f4-81b3-cf6165443ffc HTTP/1.1" status: 200 len: 1092 time: 6.6281292 Jul 16 18:18:54.453009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:54.456058 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e162a240-6275-4be8-b1f1-145156c00323" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:54.537717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Allocated IP 172.20.0.4 (08d7df35-8c54-4574-9465-31c2d5f60148/b88f91cb-cee9-4606-b699-630c559f7d64/d749c325-3094-4251-baa6-d52be1a10726) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:54.538651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] Deleting subnet d96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:54.584729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.713536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde4788-b82b-4ffc-b348-3130c3a12ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b083d0-1d44-407c-9de8-aac2e8aefc50,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.745732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5d4d4-a6d4-456d-a63d-c17ad2297001 service neutron] Pushing event updated for resources: {'Port': ['ID=9f626eec-77dc-49f4-81b3-cf6165443ffc,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.771309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1862699-489a-47ba-8c42-c8ee69feab61 req-52fd2df6-d0b8-448d-a822-ccf1713d12b7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.775029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1862699-489a-47ba-8c42-c8ee69feab61 req-52fd2df6-d0b8-448d-a822-ccf1713d12b7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.4824841 Jul 16 18:18:54.804011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.828511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.840441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.852554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.861273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.865027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.876992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.888619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.900770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.904596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46d86362-a97e-4bef-be3e-5438c053e968 req-2ec700dd-c3be-4a82-8c22-9d86397fa641 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.9611919 Jul 16 18:18:54.917496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-01e89b5a-0be1-41e2-a687-931d121f45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:54.920029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-01e89b5a-0be1-41e2-a687-931d121f45e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc HTTP/1.1" status: 200 len: 901 time: 1.5492082 Jul 16 18:18:54.996516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:54.997182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:55.000408 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:55.123949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed535b25-4ecf-4635-8179-61e481d73f2b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:55.130941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Pushing event updated for resources: {'Port': ['ID=0a1658ab-66af-42ee-8439-17a389390893,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.176368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: ed535b25-4ecf-4635-8179-61e481d73f2b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:55.177255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ed535b25-4ecf-4635-8179-61e481d73f2b not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:55.203543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46d86362-a97e-4bef-be3e-5438c053e968 req-8088ef6f-6323-4cd4-b3b9-f69cd5c8bdd3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1903780 Jul 16 18:18:55.302185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-45b41d73-a698-4834-bb0a-a2420212f22a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=d24080b4-7431-4dc1-95a2-619f297099ea HTTP/1.1" status: 200 len: 217 time: 0.3426530 Jul 16 18:18:55.307189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1862699-489a-47ba-8c42-c8ee69feab61 req-263ddea0-59ec-4c7b-bcdf-50208e02832b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088861 Jul 16 18:18:55.310023 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44d5858-a8d4-4dbd-b20f-ee49524fa95a x-openstack-request-id: req-f44d5858-a8d4-4dbd-b20f-ee49524fa95a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:55.310502 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-plugged", "status": "completed", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:55.311061 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f44d5858-a8d4-4dbd-b20f-ee49524fa95a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:55.311718 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792', 'code': 200} Jul 16 18:18:55.338625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.429413 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346ceca6-da74-4f6e-9703-3584d2e95617 x-openstack-request-id: req-346ceca6-da74-4f6e-9703-3584d2e95617 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:55.431713 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:55.432378 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-346ceca6-da74-4f6e-9703-3584d2e95617 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:55.433024 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc', 'status': 'completed', 'code': 200} Jul 16 18:18:55.437306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-9bcef856-6e62-4256-b1c5-05d3152cf403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.441490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-9bcef856-6e62-4256-b1c5-05d3152cf403 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 1095 time: 0.8002930 Jul 16 18:18:55.553892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-bd9b97d3-f77a-4379-9ac5-7baf8d95b234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc HTTP/1.1" status: 200 len: 217 time: 0.1032250 Jul 16 18:18:55.699358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.727719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5d317c8-bacc-4dca-bedc-f0603e69f4ba req-5a4ec2ab-4e17-4898-8aa3-c408ee6224f6 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 210 time: 0.0662265 Jul 16 18:18:55.749667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-efd15b96-aced-4f04-851a-d7cb394a261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.760703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-efd15b96-aced-4f04-851a-d7cb394a261a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ddb9e5e-9197-4b29-bc91-3a28a085d065 HTTP/1.1" status: 200 len: 857 time: 0.1845734 Jul 16 18:18:55.783811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.792622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e385bb79-2a6b-4a81-96b8-3066d5f4e701 HTTP/1.1" status: 204 len: 168 time: 3.5925262 Jul 16 18:18:55.803633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59248) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:55.808258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4ddbf424-2851-4b16-85e4-e4bad53b1947 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35b33048-2c19-495b-b10d-150fbe3b9cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465527 Jul 16 18:18:55.877025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.878063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:55.891474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.911048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-7f659a8a-dfd7-415a-bad1-aca3efc87638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.912743 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-7f659a8a-dfd7-415a-bad1-aca3efc87638 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.4079916 Jul 16 18:18:55.949098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.970084 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.975725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ddba9898-e907-472f-9375-db8437ed3949 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d96eaa9b-26f5-4d04-a9f2-4ca35f6dc3b8 HTTP/1.1" status: 204 len: 168 time: 1.5202351 Jul 16 18:18:55.975994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fe4f0-9e74-4508-9f2b-a1c5d33db395 None None] Network 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:55.977672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59250) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:56.014794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Attempting to bind port 0a1658ab-66af-42ee-8439-17a389390893 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:56.015777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Attempting to bind port 0a1658ab-66af-42ee-8439-17a389390893 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:56.016053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Attempting to bind port 0a1658ab-66af-42ee-8439-17a389390893 on network 35b33048-2c19-495b-b10d-150fbe3b9cdc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:56.020992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] Deleting subnet 8bdd6da6-107d-40b2-994d-3e286121e90e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:56.037282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Port 0a1658ab-66af-42ee-8439-17a389390893 on network 35b33048-2c19-495b-b10d-150fbe3b9cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:56.037678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Attempting to bind port 0a1658ab-66af-42ee-8439-17a389390893 on network 35b33048-2c19-495b-b10d-150fbe3b9cdc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:56.059997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:56.060533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Checking segment: {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:56.060849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Bound using segment: {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:56.061310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Bound port: 0a1658ab-66af-42ee-8439-17a389390893, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:56.061678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.081062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.085587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445794a0-c6de-464d-86ef-cdbd2549a585 admin admin] Pushing event deleted for resources: {'Network': ['ID=e385bb79-2a6b-4a81-96b8-3066d5f4e701,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.173046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] For port 0a1658ab-66af-42ee-8439-17a389390893, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:56.178559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] For port 0a1658ab-66af-42ee-8439-17a389390893, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0a1658ab-66af-42ee-8439-17a389390893,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:56.195469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-d3e2e08d-f674-4c29-9f9e-c8e827cf6a05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5345995 Jul 16 18:18:56.197303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Transition to ACTIVE for port object 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:56.225799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.317686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.351174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.415051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e79663-64a6-4a0f-9b7b-549e0b6b2d7a req-63b38b32-c9ab-4020-abf0-1ff605e61cb1 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.426410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] DHCP port deletion for 9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:56.433911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00e79663-64a6-4a0f-9b7b-549e0b6b2d7a req-63b38b32-c9ab-4020-abf0-1ff605e61cb1 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 932 time: 0.7183518 Jul 16 18:18:56.445270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-f378e222-9bb7-4446-abcf-4c7e42e2efa4 service neutron] 10.222.0.13 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5902390 Jul 16 18:18:56.466138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.470043 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.473207 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] 10.222.0.55 "PUT /v2.0/ports/0a1658ab-66af-42ee-8439-17a389390893 HTTP/1.1" status: 200 len: 1093 time: 6.7858896 Jul 16 18:18:56.478938 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.486255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'tag': '0a1658ab-66af-42ee-8439-17a389390893'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:56.490738 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea26f44-c86d-4097-a954-5b91798a3734" -d '{"events": [{"name": "network-changed", "server_uuid": "7c02185d-071a-4f50-af27-f5b0a41fde62", "tag": "0a1658ab-66af-42ee-8439-17a389390893"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:56.495209 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.515716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] Deleting port 33de0936-2660-4ea0-9c7d-04041eca50fc {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:56.516075 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.584868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-b2be95c5-fd65-47e4-bedb-399d89e63633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.600072 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-b2be95c5-fd65-47e4-bedb-399d89e63633 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6596141 Jul 16 18:18:56.633297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.709282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] For port 33de0936-2660-4ea0-9c7d-04041eca50fc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=33de0936-2660-4ea0-9c7d-04041eca50fc,segment=NetworkSegment(28eb13d6-3b21-480a-9cee-b63cbf9a9c02),segment_id=28eb13d6-3b21-480a-9cee-b63cbf9a9c02)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:56.709817 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.751405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] Calling delete_port for 33de0936-2660-4ea0-9c7d-04041eca50fc owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:56.825355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46510bc-0ab1-4daa-832b-bfe29224570a service neutron] Pushing event updated for resources: {'Port': ['ID=0a1658ab-66af-42ee-8439-17a389390893,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:56.856552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00e79663-64a6-4a0f-9b7b-549e0b6b2d7a req-909a2fad-a59d-4017-8496-09b421533a55 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208081 Jul 16 18:18:56.933943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 33de0936-2660-4ea0-9c7d-04041eca50fc no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:56.989549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-bd791a25-1f5d-4fec-818c-38a38a2c2822 service neutron] 10.222.0.13 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303810 Jul 16 18:18:57.075484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.088568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.095970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.102492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.108749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.115593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.121223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.134830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-09a759e5-a7b3-447a-a8b4-d70a71387d9b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.6734097 Jul 16 18:18:57.250816 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.281156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-f79aec9c-2618-4ef8-b2cd-181dacd92314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.284411 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-f79aec9c-2618-4ef8-b2cd-181dacd92314 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 1098 time: 1.0378959 Jul 16 18:18:57.321719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] No DVR routers for this DVR port 33de0936-2660-4ea0-9c7d-04041eca50fc on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:57.331593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72881130-60b5-471f-9b3b-24f81686a87f None None] Pushing event deleted for resources: {'Port': ['ID=33de0936-2660-4ea0-9c7d-04041eca50fc,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.374386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Pushing event updated for resources: {'Port': ['ID=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.375187 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.417770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.459634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96f8dcb2-f16e-4a76-b934-908ebf223430', 'db40e15e-8f4e-476f-9955-1e1e93daf97d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:57.464692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8a6a2539-0a77-4f92-abc7-a7e3c302cf3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:57.638036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Attempting to bind port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:57.638490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Attempting to bind port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:57.639110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Attempting to bind port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 on network 35b33048-2c19-495b-b10d-150fbe3b9cdc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:57.649364 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-79569f79-14e0-42fb-90db-b1f514576900 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9211421 Jul 16 18:18:57.686398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Network 08d7df35-8c54-4574-9465-31c2d5f60148 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:57.707335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:57.792045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-c85279a4-0ce7-472c-b142-532a09f26218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.794004 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-c85279a4-0ce7-472c-b142-532a09f26218 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&device_id=7c02185d-071a-4f50-af27-f5b0a41fde62 HTTP/1.1" status: 200 len: 1096 time: 1.2489116 Jul 16 18:18:57.794884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:57.804235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 on network 35b33048-2c19-495b-b10d-150fbe3b9cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:57.804564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Attempting to bind port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 on network 35b33048-2c19-495b-b10d-150fbe3b9cdc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:57.851076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.989499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdd6da6-107d-40b2-994d-3e286121e90e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.017680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.025561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-67a6960f-7dc5-4bfa-8c06-12e2edad6a1f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8bdd6da6-107d-40b2-994d-3e286121e90e HTTP/1.1" status: 204 len: 168 time: 2.2127020 Jul 16 18:18:58.044792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Deleting port 33de0936-2660-4ea0-9c7d-04041eca50fc {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:58.045534 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.319299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] For port 33de0936-2660-4ea0-9c7d-04041eca50fc, host n-d-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:58.323030 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.351685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59282) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.403036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Calling delete_port for 33de0936-2660-4ea0-9c7d-04041eca50fc owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:58.426580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ddcbe42-fd39-40be-b11b-e61b9b4ccb9b req-ea02b203-fef2-4827-9c69-78c93009fa56 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2905393 Jul 16 18:18:58.476457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:58.477367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Checking segment: {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:58.480106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Bound using segment: {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:58.481027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Port 33de0936-2660-4ea0-9c7d-04041eca50fc was not found and therefore no delete operation was performed {{(pid=93777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:18:58.485659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Bound port: 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:58.487716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.635556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-5293c4d8-6063-4c82-a299-439f836d28c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1658ab-66af-42ee-8439-17a389390893 HTTP/1.1" status: 200 len: 217 time: 0.8138075 Jul 16 18:18:58.641772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-7370aa8d-8eb5-40bd-88f0-ee7301c772f1 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9419918 Jul 16 18:18:58.652687 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66b8a75-f1a2-43e5-ab1c-be439d9d6164 x-openstack-request-id: req-c66b8a75-f1a2-43e5-ab1c-be439d9d6164 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:58.652964 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c02185d-071a-4f50-af27-f5b0a41fde62", "tag": "0a1658ab-66af-42ee-8439-17a389390893", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:58.653118 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c66b8a75-f1a2-43e5-ab1c-be439d9d6164 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:58.653466 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'tag': '0a1658ab-66af-42ee-8439-17a389390893', 'status': 'completed', 'code': 200} Jul 16 18:18:58.658075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event updated for resources: {'Port': ['ID=d749c325-3094-4251-baa6-d52be1a10726,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.674303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.674996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.679581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.707711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.724845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] No DVR routers for this DVR port 33de0936-2660-4ea0-9c7d-04041eca50fc on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:58.901287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.923134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5b7c56-c890-4968-8aa5-f9db1be9f0d1']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:58.953226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28eb13d6-3b21-480a-9cee-b63cbf9a9c02') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:58.953718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28eb13d6-3b21-480a-9cee-b63cbf9a9c02') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:58.982388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=33de0936-2660-4ea0-9c7d-04041eca50fc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.991171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] For port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:58.995942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] For port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:58.999476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.021382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-2ffca32c-8ee9-47ed-9c5c-7cf74cc600bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.023997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-2ffca32c-8ee9-47ed-9c5c-7cf74cc600bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 1.6986737 Jul 16 18:18:59.037162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.042289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-462e9290-1595-49a5-8b4c-d1f970749fdc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8349271 Jul 16 18:18:59.078676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.086871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:59.087795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.168391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a240-6275-4be8-b1f1-145156c00323 req-f5ef715e-7a85-485d-8215-3f7d1ad89b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.171050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e162a240-6275-4be8-b1f1-145156c00323 req-f5ef715e-7a85-485d-8215-3f7d1ad89b1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 1095 time: 2.0338962 Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:59.172078 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:59.179934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.186180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.188997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] 10.222.0.48 "DELETE /v2.0/networks/9c5b7c56-c890-4968-8aa5-f9db1be9f0d1 HTTP/1.1" status: 204 len: 168 time: 3.2100761 Jul 16 18:18:59.237346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60169003-096e-47ff-9d39-ba7facf88652 req-403b350b-90e8-48f1-95e8-8ed8b01c81db tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.239916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-919890fc-779a-4c5c-8851-1be32e304896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.242838 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-919890fc-779a-4c5c-8851-1be32e304896 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ddb9e5e-9197-4b29-bc91-3a28a085d065 HTTP/1.1" status: 200 len: 857 time: 0.5978773 Jul 16 18:18:59.245905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60169003-096e-47ff-9d39-ba7facf88652 req-403b350b-90e8-48f1-95e8-8ed8b01c81db tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 2.1077754 Jul 16 18:18:59.269277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Request body: {'port': {'device_id': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:59.284255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Pushing event updated for resources: {'Port': ['ID=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.375363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60169003-096e-47ff-9d39-ba7facf88652 req-ac35d363-5252-4f38-bfe1-99e2bcb5efdd tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275625 Jul 16 18:18:59.397173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa0411-75ef-4f93-a0c0-2ae6ed649a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5b7c56-c890-4968-8aa5-f9db1be9f0d1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.523572 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-9e671378-de7b-468c-97ab-5b7fceeeb2d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35b33048-2c19-495b-b10d-150fbe3b9cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278976 Jul 16 18:18:59.563761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.600106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ec3362-64e0-4423-8e91-1b285a86fe0d']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.616605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-bdef8f87-c81e-4f86-b2af-c5993839844c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 HTTP/1.1" status: 200 len: 217 time: 0.5674767 Jul 16 18:18:59.639616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11227b99-d674-4a26-bae0-3bf1cafcde07') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.640040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11227b99-d674-4a26-bae0-3bf1cafcde07') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.675717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.675717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.689577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-66975ca8-9069-4561-acab-dc1281036604 service neutron] 10.222.0.55 "PUT /v2.0/ports/29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 HTTP/1.1" status: 200 len: 1093 time: 7.5808208 Jul 16 18:18:59.697558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.707936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6783b-ded2-4779-85cb-845f5208c2ad req-d2258e0d-9857-45ff-b310-585f1ccbf8ea tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.715545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47d6783b-ded2-4779-85cb-845f5208c2ad req-d2258e0d-9857-45ff-b310-585f1ccbf8ea tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 931 time: 0.5376875 Jul 16 18:18:59.753951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:59.761287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a240-6275-4be8-b1f1-145156c00323 req-1c4b279f-9c63-4c49-819e-a92eb02884c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.762868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e162a240-6275-4be8-b1f1-145156c00323 req-1c4b279f-9c63-4c49-819e-a92eb02884c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 200 len: 917 time: 0.5414882 Jul 16 18:18:59.796884 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.838928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47d6783b-ded2-4779-85cb-845f5208c2ad req-54d051fd-2b0e-458c-b6c3-7995c4eac35c tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223929 Jul 16 18:18:59.840254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e162a240-6275-4be8-b1f1-145156c00323 req-706149e9-638c-498c-888d-6ae7769349f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc HTTP/1.1" status: 200 len: 217 time: 0.0604756 Jul 16 18:18:59.867844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:59.868338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:59.871126 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:59.946746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-ecdb4d35-64de-499e-a8ec-8a1dcfa4ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.948302 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-ecdb4d35-64de-499e-a8ec-8a1dcfa4ad59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.3238170 Jul 16 18:18:59.985196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2dc715-7ba6-4b9d-bb46-84591d8cb8b3 req-84d4c9fe-a43c-40ff-b002-58d6b6f6275e tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.994599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f2dc715-7ba6-4b9d-bb46-84591d8cb8b3 req-84d4c9fe-a43c-40ff-b002-58d6b6f6275e tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 944 time: 0.3988202 Jul 16 18:19:00.033587 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.039335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.041559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] 10.222.0.48 "DELETE /v2.0/networks/58ec3362-64e0-4423-8e91-1b285a86fe0d HTTP/1.1" status: 204 len: 168 time: 1.6757286 Jul 16 18:19:00.080441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b8714858-c923-4027-851e-36a9927eb122 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8db92d2dc9f24c2082c3d69de4adcae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185668 Jul 16 18:19:00.085136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:00.100772 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162a240-6275-4be8-b1f1-145156c00323 req-8a4cb32a-6d2d-4e59-a5e3-a018db9faa7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.102384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e162a240-6275-4be8-b1f1-145156c00323 req-8a4cb32a-6d2d-4e59-a5e3-a018db9faa7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ddb9e5e-9197-4b29-bc91-3a28a085d065 HTTP/1.1" status: 200 len: 857 time: 0.2507739 Jul 16 18:19:00.122154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.130593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.131111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.133236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.133781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.134267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.134752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.143486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-34c9a66e-8c80-4cb1-af64-639351a80ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6492 time: 1.1137409 Jul 16 18:19:00.162765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.193289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-ef25c547-a1fe-4c0d-ba05-c66fcdbde981 service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041396 Jul 16 18:19:00.208212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b744f8a-5ae3-4961-aaa1-e3f930609e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.252058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8802f-baed-4752-ac61-5b108a2f93aa admin admin] Pushing event deleted for resources: {'Network': ['ID=58ec3362-64e0-4423-8e91-1b285a86fe0d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.341129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e162a240-6275-4be8-b1f1-145156c00323 req-ced5da33-5978-495f-8c0a-6c0a99290010 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35b33048-2c19-495b-b10d-150fbe3b9cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224183 Jul 16 18:19:00.400876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f2dc715-7ba6-4b9d-bb46-84591d8cb8b3 req-d1c14a0a-e184-4c52-9dc6-9dbf4c1268c3 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975880 Jul 16 18:19:00.453793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59332) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:00.539507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:00.590156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e162a240-6275-4be8-b1f1-145156c00323 req-51cae45e-ce02-4345-8b24-91c612f2dcb2 service neutron] 10.222.0.13 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375989 Jul 16 18:19:00.687789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'tag': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:00.691028 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2cf73b-7213-41b0-b51e-b8160d47161a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c79c48-9ea9-4878-839b-e57bcd115b01", "tag": "29bea3a5-506a-4aa4-9c66-5a6cd88dcf21"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:00.709997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-b752b417-ed06-4b0b-aab4-37beac70da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.712377 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-b752b417-ed06-4b0b-aab4-37beac70da3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 1096 time: 0.9150317 Jul 16 18:19:00.833813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.841836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.848416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.854923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.863543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.869718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.876791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.878867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-37985858-b999-4dca-8cdd-efd22ec5616c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.6041887 Jul 16 18:19:00.942716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b7ea4-4141-43f6-afe8-a25d5c8f50f4 req-4ae4f37e-31ec-4e1a-af58-70a921a03231 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.948093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-9576ccc0-647b-44d0-a180-7027c3111610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.950888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-9576ccc0-647b-44d0-a180-7027c3111610 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9860783 Jul 16 18:19:00.951136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a71b7ea4-4141-43f6-afe8-a25d5c8f50f4 req-4ae4f37e-31ec-4e1a-af58-70a921a03231 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.2594728 Jul 16 18:19:00.953831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-7954372b-e150-4e33-a115-22d44318ae2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 HTTP/1.1" status: 200 len: 217 time: 0.2006795 Jul 16 18:19:00.958339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e162a240-6275-4be8-b1f1-145156c00323 req-4c428465-7dfb-473e-8f74-826dd1a42c59 service neutron] 10.222.0.13 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597193 Jul 16 18:19:01.035932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a71b7ea4-4141-43f6-afe8-a25d5c8f50f4 req-3867345c-0b06-4cf7-89fc-ec96cef90860 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837605 Jul 16 18:19:01.059737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8d0ff3a-edf6-4c72-8796-57dffc4115f4 req-df086aad-9ca4-41ee-a6d0-6fc2e8ca0e4f tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1523921 Jul 16 18:19:01.195319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b130e7a-079d-4bfc-97c7-1d4096e1884d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.208867 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446b3d61-1426-4afa-8534-a1213778bbc2 x-openstack-request-id: req-446b3d61-1426-4afa-8534-a1213778bbc2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:01.209161 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c79c48-9ea9-4878-839b-e57bcd115b01", "tag": "29bea3a5-506a-4aa4-9c66-5a6cd88dcf21", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:01.209403 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-446b3d61-1426-4afa-8534-a1213778bbc2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:01.209803 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'tag': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21', 'status': 'completed', 'code': 200} Jul 16 18:19:01.224001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-f069ce74-0ed1-4977-8a01-977f85ec4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.227227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-f069ce74-0ed1-4977-8a01-977f85ec4cbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 200 len: 901 time: 1.0382957 Jul 16 18:19:01.331075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-15ddcab9-b765-49e7-8568-ed3b9dab6c4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef7c1db-ff97-4cae-be2f-6c5980898762 HTTP/1.1" status: 200 len: 217 time: 0.0558949 Jul 16 18:19:01.335320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-6ab1804b-639a-448f-b7eb-f574f0949829 service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1045794 Jul 16 18:19:01.397575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1c94cfa8-9742-4321-9f7e-3e1c7fd56d19 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55a6178d683f4f2eb0ba405044346371&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7924013 Jul 16 18:19:01.398539 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80415386-aa25-4743-ba45-1e3b599aeb7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.408446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59346) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:01.443597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345330-6213-4d0e-aad9-106ab29220ec req-83900f7c-e5dc-4c11-b147-3472e00ccfc3 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.446628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e345330-6213-4d0e-aad9-106ab29220ec req-83900f7c-e5dc-4c11-b147-3472e00ccfc3 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 931 time: 0.1587973 Jul 16 18:19:01.526742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e345330-6213-4d0e-aad9-106ab29220ec req-0ec9fa1b-b661-496e-ba70-7a209c125d7c tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693808 Jul 16 18:19:01.595886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9f626eec-77dc-49f4-81b3-cf6165443ffc details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:01.693197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b130e7a-079d-4bfc-97c7-1d4096e1884d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.770004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-43b3bc0e-e97a-4738-8b31-60bd4a346a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.771645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-43b3bc0e-e97a-4738-8b31-60bd4a346a30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.4211285 Jul 16 18:19:01.778782 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-823025eb-e3e4-47fb-b66e-5956882c389d service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7890923 Jul 16 18:19:01.779911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9f626eec-77dc-49f4-81b3-cf6165443ffc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:01.806658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b130e7a-079d-4bfc-97c7-1d4096e1884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.809695 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3b130e7a-079d-4bfc-97c7-1d4096e1884d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.815274 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3b130e7a-079d-4bfc-97c7-1d4096e1884d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d252010-a186-4762-ab46-d9482ad3bbae HTTP/1.1" status: 204 len: 168 time: 1.7106252 Jul 16 18:19:01.819772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '9f626eec-77dc-49f4-81b3-cf6165443ffc', 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc', 'port_id': '9f626eec-77dc-49f4-81b3-cf6165443ffc', 'mac_address': 'fa:16:3e:6c:2f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddb9e5e-9197-4b29-bc91-3a28a085d065', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:01.848949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be3c27-3d6c-4d68-a73a-d8337fd5e4af req-d9a26953-8efd-46aa-afeb-4a322c53e79d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.852060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7be3c27-3d6c-4d68-a73a-d8337fd5e4af req-d9a26953-8efd-46aa-afeb-4a322c53e79d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 944 time: 0.2705736 Jul 16 18:19:01.906154 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.936669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f626eec-77dc-49f4-81b3-cf6165443ffc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:01.958157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-147d71f9-bcdd-4f67-823e-eb377e15d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.959750 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-147d71f9-bcdd-4f67-823e-eb377e15d402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ddb9e5e-9197-4b29-bc91-3a28a085d065 HTTP/1.1" status: 200 len: 857 time: 0.9780848 Jul 16 18:19:01.970000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b130e7a-079d-4bfc-97c7-1d4096e1884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d252010-a186-4762-ab46-d9482ad3bbae,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.012962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9f626eec-77dc-49f4-81b3-cf6165443ffc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:02.031189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.054410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7be3c27-3d6c-4d68-a73a-d8337fd5e4af req-affc0c69-7b7b-48cb-ad47-91fbc698b990 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949437 Jul 16 18:19:02.085470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-7a863069-d430-489f-8490-80912503b804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35b33048-2c19-495b-b10d-150fbe3b9cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752978 Jul 16 18:19:02.251912 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-4f183295-7ea4-4e34-aedc-3c0bbbbb863a service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355073 Jul 16 18:19:02.273725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-22a69614-17e7-44f9-a54c-e1e5a6e990bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.275513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-22a69614-17e7-44f9-a54c-e1e5a6e990bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&device_id=7c02185d-071a-4f50-af27-f5b0a41fde62 HTTP/1.1" status: 200 len: 1096 time: 0.7943199 Jul 16 18:19:02.299808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9f626eec-77dc-49f4-81b3-cf6165443ffc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.313782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9f626eec-77dc-49f4-81b3-cf6165443ffc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:02.618990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59364) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:02.720913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d749c325-3094-4251-baa6-d52be1a10726 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:02.737025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.754307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Transition to ACTIVE for port object d749c325-3094-4251-baa6-d52be1a10726 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:02.758561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-0a2dceb0-7d02-4891-b518-de5218817e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.760665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-0a2dceb0-7d02-4891-b518-de5218817e6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9641035 Jul 16 18:19:02.764608 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3ca16a9-6406-4a1c-ab9b-d90fd300a1d0 req-abd9864e-17a0-4ee3-bdca-d429367031f0 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9661701 Jul 16 18:19:02.767367 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96c21c6-99b4-4f88-bbdb-103f64fa142d req-d3461ee8-ddcb-4cda-af3b-476bc0c39726 service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840052 Jul 16 18:19:02.768027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb466a99-78c4-4880-9d36-63dad916aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.769461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.782209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.794401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.808120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.818398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.821237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.833490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.845139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.848730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03b45719-991b-4e98-adc5-9072109d3e22 req-9692347a-c6c0-49d6-b09d-34e9a2c167d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.4236097 Jul 16 18:19:02.874978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98509e-7442-4ac9-90be-7628f39f12fc req-f3b7dff2-aaa2-48ba-be92-349b0d234b00 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:02.884858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a98509e-7442-4ac9-90be-7628f39f12fc req-f3b7dff2-aaa2-48ba-be92-349b0d234b00 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.4866223 Jul 16 18:19:02.949613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35e5746d-548e-421c-914b-43fcba496531 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0ffa69951f345abace5208c33e5f9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3185174 Jul 16 18:19:02.956009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59366) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:02.986047 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb466a99-78c4-4880-9d36-63dad916aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.051824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a98509e-7442-4ac9-90be-7628f39f12fc req-9fcf54ee-746e-42b2-84df-fa6c3ff1e04b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652963 Jul 16 18:19:03.127265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03b45719-991b-4e98-adc5-9072109d3e22 req-59cf69c1-bdac-42bf-896b-db5876e07066 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2255132 Jul 16 18:19:03.199415 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80942955-a991-46ea-aef3-9e99ef2c30c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.271130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc83f5c7-bbf3-4c25-af84-48100b440fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.335713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Pushing event updated for resources: {'Port': ['ID=d749c325-3094-4251-baa6-d52be1a10726,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.366735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc83f5c7-bbf3-4c25-af84-48100b440fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.402433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.605696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9f626eec-77dc-49f4-81b3-cf6165443ffc up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:03.669220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc83f5c7-bbf3-4c25-af84-48100b440fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.674705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc83f5c7-bbf3-4c25-af84-48100b440fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.679980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fc83f5c7-bbf3-4c25-af84-48100b440fe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095450c3-a104-4914-8b60-f11cae929c32 HTTP/1.1" status: 204 len: 168 time: 0.7120311 Jul 16 18:19:03.719281 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d320726-5c23-465d-8769-1c3d3989a4d0 req-c32fd39a-0845-4231-b60a-191ff76ce821 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:03.723333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d320726-5c23-465d-8769-1c3d3989a4d0 req-c32fd39a-0845-4231-b60a-191ff76ce821 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 943 time: 0.2216067 Jul 16 18:19:03.740050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83f5c7-bbf3-4c25-af84-48100b440fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095450c3-a104-4914-8b60-f11cae929c32,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.835957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 9f626eec-77dc-49f4-81b3-cf6165443ffc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:03.846422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 9f626eec-77dc-49f4-81b3-cf6165443ffc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:03.847981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.001289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.021464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d320726-5c23-465d-8769-1c3d3989a4d0 req-a1e7ba89-30bf-48f3-816c-751549123319 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828338 Jul 16 18:19:04.060307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:04.064516 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc5186d-8040-4838-a8b2-632ec64ed8ac" -d '{"events": [{"server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "name": "network-vif-plugged", "status": "completed", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:04.092940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9f626eec-77dc-49f4-81b3-cf6165443ffc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:04.101747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.128994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0edcb-dd25-4e0d-bd72-0a7ca138dc66 req-85d4cbfd-be89-48da-8dc7-baf6a5a1c02d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.150302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07f0edcb-dd25-4e0d-bd72-0a7ca138dc66 req-85d4cbfd-be89-48da-8dc7-baf6a5a1c02d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 944 time: 0.2994876 Jul 16 18:19:04.191187 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffb6096-4b94-48da-84f4-8b21249b8f38 x-openstack-request-id: req-0ffb6096-4b94-48da-84f4-8b21249b8f38 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:04.191813 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "name": "network-vif-plugged", "status": "completed", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:04.192427 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ffb6096-4b94-48da-84f4-8b21249b8f38 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:04.192979 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc', 'code': 200} Jul 16 18:19:04.227025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9f626eec-77dc-49f4-81b3-cf6165443ffc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.251833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07f0edcb-dd25-4e0d-bd72-0a7ca138dc66 req-7c8de664-fd06-4778-9b03-d25badd021a2 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941389 Jul 16 18:19:04.292673 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.294581 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-759837a9-af2f-46ef-8ad6-febb5ff5247a service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4850717 Jul 16 18:19:04.300015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-c85a256c-7e3d-4aec-aa03-b93b98982c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.311046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-c85a256c-7e3d-4aec-aa03-b93b98982c1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 200 len: 917 time: 1.9931772 Jul 16 18:19:04.379803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Attempting to bind port d749c325-3094-4251-baa6-d52be1a10726 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:04.381642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Attempting to bind port d749c325-3094-4251-baa6-d52be1a10726 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:04.381642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Attempting to bind port d749c325-3094-4251-baa6-d52be1a10726 on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:04.395592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-55f1e084-c0b6-4534-abeb-9bf1c2d88f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.402395 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-55f1e084-c0b6-4534-abeb-9bf1c2d88f7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 1096 time: 1.4736397 Jul 16 18:19:04.431811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb466a99-78c4-4880-9d36-63dad916aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.438256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724058f7-6252-4c62-b179-015d79621a15 req-3abcd5ef-624e-46d4-9c7d-cffa6d2bbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.439943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-724058f7-6252-4c62-b179-015d79621a15 req-3abcd5ef-624e-46d4-9c7d-cffa6d2bbf27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 1097 time: 0.1263456 Jul 16 18:19:04.442872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb466a99-78c4-4880-9d36-63dad916aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.444963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eb466a99-78c4-4880-9d36-63dad916aa2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/42e08857-e194-4e73-9db1-fe8374f5ead0 HTTP/1.1" status: 204 len: 168 time: 3.0331306 Jul 16 18:19:04.540028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-724058f7-6252-4c62-b179-015d79621a15 req-9194a3d7-4fe3-449a-806f-e29ce0f1a7fe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914850 Jul 16 18:19:04.644419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.652625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.664891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.672368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.683504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.689811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.696235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.704771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-db351a8f-efae-4af5-a87e-c89724e5755e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.2280469 Jul 16 18:19:04.746461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301e337-8eda-4d71-a5c6-a15d19953edc req-79e96c55-eab5-4232-b145-cbaa35d7a6ce tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.748111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5301e337-8eda-4d71-a5c6-a15d19953edc req-79e96c55-eab5-4232-b145-cbaa35d7a6ce tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.2494075 Jul 16 18:19:04.791148 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80415386-aa25-4743-ba45-1e3b599aeb7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.805968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-15bb9422-e50c-4d45-aa18-4320330e8e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.807601 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-15bb9422-e50c-4d45-aa18-4320330e8e2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 200 len: 917 time: 0.3598652 Jul 16 18:19:04.854074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43d03227-9e47-4926-b729-e08cdea3abd1 req-028c7bad-b7ff-421c-9e67-0dfa9edbe94f tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1482592 Jul 16 18:19:04.944263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Port d749c325-3094-4251-baa6-d52be1a10726 on network 08d7df35-8c54-4574-9465-31c2d5f60148 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:04.944598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Attempting to bind port d749c325-3094-4251-baa6-d52be1a10726 on network 08d7df35-8c54-4574-9465-31c2d5f60148 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:04.953661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5301e337-8eda-4d71-a5c6-a15d19953edc req-dfdaae01-7d3e-4402-b54d-105317c9f3bb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882277 Jul 16 18:19:04.968412 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80415386-aa25-4743-ba45-1e3b599aeb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.993030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:04.993278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Checking segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:04.993758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Bound using segment: {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:04.994641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Bound port: d749c325-3094-4251-baa6-d52be1a10726, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:04.995013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.007135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-64844990-678e-453a-983c-a35dbca10404 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1658ab-66af-42ee-8439-17a389390893 HTTP/1.1" status: 200 len: 217 time: 0.6386793 Jul 16 18:19:05.028584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0a1658ab-66af-42ee-8439-17a389390893 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:05.028961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb466a99-78c4-4880-9d36-63dad916aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e08857-e194-4e73-9db1-fe8374f5ead0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.208377 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-358c8ef6-252a-4208-a3fc-72a746647935 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 HTTP/1.1" status: 200 len: 217 time: 0.2648180 Jul 16 18:19:05.531105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59400) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.647310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-17cda1fc-bcc2-429a-84ee-29fcb81fdce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.659568 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-17cda1fc-bcc2-429a-84ee-29fcb81fdce3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ddb9e5e-9197-4b29-bc91-3a28a085d065 HTTP/1.1" status: 200 len: 857 time: 0.3349226 Jul 16 18:19:05.664964 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-80415386-aa25-4743-ba45-1e3b599aeb7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b2fb0b6687d417ea6b4ed2e1cb8adf7&name=default HTTP/1.1" status: 200 len: 2983 time: 5.1980097 Jul 16 18:19:05.681916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.708679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0a1658ab-66af-42ee-8439-17a389390893, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0a1658ab-66af-42ee-8439-17a389390893,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:05.724046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '0a1658ab-66af-42ee-8439-17a389390893', 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc', 'port_id': '0a1658ab-66af-42ee-8439-17a389390893', 'mac_address': 'fa:16:3e:79:9e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddb9e5e-9197-4b29-bc91-3a28a085d065', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:05.837083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16d1e00a-bd4e-4c69-9639-c2550c0e43f5 req-33d844e0-de01-45d6-a1f5-29d1326e19dd service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4700828 Jul 16 18:19:05.852762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80415386-aa25-4743-ba45-1e3b599aeb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f424398-9118-4db4-9741-5157a07785f4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.879657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] For port d749c325-3094-4251-baa6-d52be1a10726, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:05.884550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.890452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-ec9d23b7-8e19-4e14-aef7-cf4e2e64eb46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35b33048-2c19-495b-b10d-150fbe3b9cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041076 Jul 16 18:19:05.923692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] For port d749c325-3094-4251-baa6-d52be1a10726, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d749c325-3094-4251-baa6-d52be1a10726,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:05.926345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.948812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-d5e692c7-a478-49ed-bae4-46e1bdc5348e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.950748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-d5e692c7-a478-49ed-bae4-46e1bdc5348e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4ddb9e5e-9197-4b29-bc91-3a28a085d065 HTTP/1.1" status: 200 len: 857 time: 0.8078597 Jul 16 18:19:05.987373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.997866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1658ab-66af-42ee-8439-17a389390893 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:06.040063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2cb92556-0b6f-4ba3-b173-c509091745d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6fd45bf4b9984a2ca22a72dde0502097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5061643 Jul 16 18:19:06.047483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59410) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:06.079453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-c52fdd7e-99ca-47b5-9dc5-bf5a1b6e0090 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35b33048-2c19-495b-b10d-150fbe3b9cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021857 Jul 16 18:19:06.092811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0a1658ab-66af-42ee-8439-17a389390893, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0a1658ab-66af-42ee-8439-17a389390893,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:06.102760 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.105127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67191b73-6431-4c99-b6d2-3459d8e67d96 req-26f963fc-500f-4bf7-a3b2-7d5b8098cb0d tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.118485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67191b73-6431-4c99-b6d2-3459d8e67d96 req-26f963fc-500f-4bf7-a3b2-7d5b8098cb0d tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 943 time: 0.5147579 Jul 16 18:19:06.162863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.164334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.165957 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] 10.222.0.13 "PUT /v2.0/ports/d749c325-3094-4251-baa6-d52be1a10726 HTTP/1.1" status: 200 len: 1092 time: 6.9059472 Jul 16 18:19:06.182713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'tag': 'd749c325-3094-4251-baa6-d52be1a10726'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:06.185258 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561c9a1b-5114-49d1-89d2-ae18a9ea217f" -d '{"events": [{"name": "network-changed", "server_uuid": "689846a5-b5b5-4a68-9b63-03ed8635fca6", "tag": "d749c325-3094-4251-baa6-d52be1a10726"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:06.214277 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3797588a-8e98-482a-9279-305ef3d6a5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.265516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74733d-d228-41ef-ab4a-01fbbc8589f9 req-6483051f-7dd0-4b3d-9c08-7b7a8bb8c892 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.278395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab74733d-d228-41ef-ab4a-01fbbc8589f9 req-6483051f-7dd0-4b3d-9c08-7b7a8bb8c892 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 944 time: 0.5427184 Jul 16 18:19:06.298902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a3852-7986-4821-8d9f-c3c61ff53d29 service neutron] Pushing event updated for resources: {'Port': ['ID=d749c325-3094-4251-baa6-d52be1a10726,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.341283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67191b73-6431-4c99-b6d2-3459d8e67d96 req-cf41a178-ad90-46e1-bc90-ff4c1975fb9f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207558 Jul 16 18:19:06.369667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0a1658ab-66af-42ee-8439-17a389390893,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.434039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['0a1658ab-66af-42ee-8439-17a389390893'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:06.434312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3797588a-8e98-482a-9279-305ef3d6a5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.500486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fa14-80ae-4f43-8781-89e787fe8fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.531188 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab74733d-d228-41ef-ab4a-01fbbc8589f9 req-f5721ba0-7a5d-4cf9-9878-7c8e38a3e7b5 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504120 Jul 16 18:19:06.541666 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-6417ffcb-9892-49da-9da7-6a9b1adabbc9 service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324284 Jul 16 18:19:06.644171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-ecd7ff53-ba83-4e1c-b205-6219e3aed33d service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557089 Jul 16 18:19:06.703754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.704817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.705172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.705402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.707459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.707459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.707459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.709570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-377036e9-4b12-46aa-8313-7635642296ee req-7dd6184f-df01-4873-b7cb-e76c83d77b4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6492 time: 0.7522354 Jul 16 18:19:06.726887 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fa14-80ae-4f43-8781-89e787fe8fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.918675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3797588a-8e98-482a-9279-305ef3d6a5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.921565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3797588a-8e98-482a-9279-305ef3d6a5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.922929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3797588a-8e98-482a-9279-305ef3d6a5e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f424398-9118-4db4-9741-5157a07785f4 HTTP/1.1" status: 204 len: 168 time: 1.0843835 Jul 16 18:19:07.029839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.041418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.045920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:07.052970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.065631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.086289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb2cf73b-7213-41b0-b51e-b8160d47161a req-69ac24cd-ebd2-4342-9297-130bc1051645 service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117700 Jul 16 18:19:07.105184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797588a-8e98-482a-9279-305ef3d6a5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f424398-9118-4db4-9741-5157a07785f4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.112546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.149365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.157580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-42e73525-0fff-443b-a395-08fad9f465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.160209 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-42e73525-0fff-443b-a395-08fad9f465c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 1095 time: 0.8743291 Jul 16 18:19:07.166934 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1ea26f44-c86d-4097-a954-5b91798a3734 req-f515ee5d-e9c4-47c1-8412-7786ec9679be service neutron] 10.222.0.55 "GET /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989865 Jul 16 18:19:07.183237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-aa66e6ff-e2df-4b14-af03-f56fdea753da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.185796 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-377036e9-4b12-46aa-8313-7635642296ee req-aa66e6ff-e2df-4b14-af03-f56fdea753da service neutron] 10.222.0.13 "GET /v2.0/networks?id=59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 200 len: 901 time: 0.4516840 Jul 16 18:19:07.196012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.212407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-f0c8d6a6-3960-42b9-a60b-b17d4e08b863 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.5923927 Jul 16 18:19:07.264615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-9f98b190-239b-4520-90b4-e35df5604f0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c325-3094-4251-baa6-d52be1a10726 HTTP/1.1" status: 200 len: 217 time: 0.0932722 Jul 16 18:19:07.299822 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fa14-80ae-4f43-8781-89e787fe8fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.307387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2e1fa14-80ae-4f43-8781-89e787fe8fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.309839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:07.333378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e2e1fa14-80ae-4f43-8781-89e787fe8fe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35da9f6e-f8fe-4c38-a543-89e1f7625d6f HTTP/1.1" status: 204 len: 168 time: 1.2837377 Jul 16 18:19:07.349227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21', 'network_id': '35b33048-2c19-495b-b10d-150fbe3b9cdc', 'port_id': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21', 'mac_address': 'fa:16:3e:12:d2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ddb9e5e-9197-4b29-bc91-3a28a085d065', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:07.362196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-377036e9-4b12-46aa-8313-7635642296ee req-d10ca813-4e2f-4a4c-ad04-648bb7b47744 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 HTTP/1.1" status: 200 len: 217 time: 0.1122403 Jul 16 18:19:07.367809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e1fa14-80ae-4f43-8781-89e787fe8fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da9f6e-f8fe-4c38-a543-89e1f7625d6f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.391424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.432214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e30abf3c-a399-4bf0-a3fe-88d6f0d1e6de req-354c383c-fffa-4e78-9ba5-aa027af60bc6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2182770 Jul 16 18:19:07.525628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60350d-e4e5-429d-9b13-bc60da8aa923 req-fd50db8e-839a-4382-bc3d-bb900dd7931b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.556680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d60350d-e4e5-429d-9b13-bc60da8aa923 req-fd50db8e-839a-4382-bc3d-bb900dd7931b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.6236794 Jul 16 18:19:07.688052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.688854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d60350d-e4e5-429d-9b13-bc60da8aa923 req-dfcd2dc1-6f81-4ab6-af4e-2a3219ba457c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282394 Jul 16 18:19:07.690715 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.694446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ad50883c-45d9-4100-b0af-8a7a1c2c5703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.697030 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-ad50883c-45d9-4100-b0af-8a7a1c2c5703 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.3717413 Jul 16 18:19:07.778093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:07.781611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-7db49530-4cd0-4edf-a246-b99e35b0538b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719163 Jul 16 18:19:07.784675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-b06c743e-1466-41ea-881b-42d277c69418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:07.786739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-377036e9-4b12-46aa-8313-7635642296ee req-b06c743e-1466-41ea-881b-42d277c69418 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.3440866 Jul 16 18:19:07.871969 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b977be3-00de-4aec-923a-7239a82071c9 x-openstack-request-id: req-1b977be3-00de-4aec-923a-7239a82071c9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:07.872641 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689846a5-b5b5-4a68-9b63-03ed8635fca6", "tag": "d749c325-3094-4251-baa6-d52be1a10726", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:07.873187 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b977be3-00de-4aec-923a-7239a82071c9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:07.873833 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'tag': 'd749c325-3094-4251-baa6-d52be1a10726', 'status': 'completed', 'code': 200} Jul 16 18:19:07.902757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:07.913653 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.985703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59442) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:08.060051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a990a2e6-0321-4958-9c3e-f521e254a688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.095599 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-79832370-0cf2-4cba-8b90-d21e099821a7 service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073609 Jul 16 18:19:08.284395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['29bea3a5-506a-4aa4-9c66-5a6cd88dcf21'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:08.330016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377036e9-4b12-46aa-8313-7635642296ee req-f7e7fbd4-7117-40dc-a8f0-26738fe85174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.331878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-377036e9-4b12-46aa-8313-7635642296ee req-f7e7fbd4-7117-40dc-a8f0-26738fe85174 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5209908 Jul 16 18:19:08.370220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a990a2e6-0321-4958-9c3e-f521e254a688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.378027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a990a2e6-0321-4958-9c3e-f521e254a688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.448418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:08.475413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a990a2e6-0321-4958-9c3e-f521e254a688 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c89a298331d437b877d879a8e466b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834745 Jul 16 18:19:08.498136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990a2e6-0321-4958-9c3e-f521e254a688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618ed0e8-0706-4d0d-8651-68f60332495c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:08.502710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59450) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:08.723701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a81c7b2-f976-4d8f-abd4-b8e060058882 req-cefa6343-993c-4f14-9cff-79cf979d1cdf service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082921 Jul 16 18:19:08.809474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19c0f122-bc4d-4d03-b912-b19ab363c662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.860410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-377036e9-4b12-46aa-8313-7635642296ee req-e29b720c-d8e7-482e-8423-fbad3b84c25f service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125947 Jul 16 18:19:08.923632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19c0f122-bc4d-4d03-b912-b19ab363c662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.963965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04b89c-c288-455b-b593-3db7ed4aadd7 req-3bc9a4ed-f21e-4b03-ab05-96da007af12e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:08.980310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c04b89c-c288-455b-b593-3db7ed4aadd7 req-3bc9a4ed-f21e-4b03-ab05-96da007af12e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 943 time: 0.4973159 Jul 16 18:19:09.047356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0a1658ab-66af-42ee-8439-17a389390893 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:09.075641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57fb30-9912-410b-a0b5-ae05c036d386 req-0c2c0931-54eb-41be-8026-3791671bc594 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.078667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c57fb30-9912-410b-a0b5-ae05c036d386 req-0c2c0931-54eb-41be-8026-3791671bc594 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 945 time: 0.4043741 Jul 16 18:19:09.102662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c04b89c-c288-455b-b593-3db7ed4aadd7 req-253f10c6-649e-4c9b-a46c-bc35f75e5e09 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256421 Jul 16 18:19:09.220603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19c0f122-bc4d-4d03-b912-b19ab363c662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.229452 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19c0f122-bc4d-4d03-b912-b19ab363c662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.236980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-19c0f122-bc4d-4d03-b912-b19ab363c662 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/618ed0e8-0706-4d0d-8651-68f60332495c HTTP/1.1" status: 204 len: 168 time: 0.7304602 Jul 16 18:19:09.287200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 0a1658ab-66af-42ee-8439-17a389390893 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:09.288938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c57fb30-9912-410b-a0b5-ae05c036d386 req-1533efa9-30a6-4575-97b0-a24c8b468eb0 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826627 Jul 16 18:19:09.298141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 0a1658ab-66af-42ee-8439-17a389390893 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:09.298823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.310895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0f122-bc4d-4d03-b912-b19ab363c662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618ed0e8-0706-4d0d-8651-68f60332495c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.440225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-0d407b0b-648f-45f6-b84c-75618d0e4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.452386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-0d407b0b-648f-45f6-b84c-75618d0e4fd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 1095 time: 0.6266828 Jul 16 18:19:09.552055 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-377036e9-4b12-46aa-8313-7635642296ee req-59047694-8e4a-41f0-93ba-ea0b9179e3dd service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6701279 Jul 16 18:19:09.558685 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.646339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0a1658ab-66af-42ee-8439-17a389390893, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0a1658ab-66af-42ee-8439-17a389390893,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:09.647565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1658ab-66af-42ee-8439-17a389390893'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:09.651757 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8054f4-2b7c-4c1e-909f-bf9ff7dcb6fc" -d '{"events": [{"server_uuid": "7c02185d-071a-4f50-af27-f5b0a41fde62", "name": "network-vif-plugged", "status": "completed", "tag": "0a1658ab-66af-42ee-8439-17a389390893"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:09.656123 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.729732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.738602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-98ac2a84-d7b8-41e9-8e40-548a14642f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.742182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-98ac2a84-d7b8-41e9-8e40-548a14642f20 service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 915 time: 0.2640882 Jul 16 18:19:09.747277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0a1658ab-66af-42ee-8439-17a389390893,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.764471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.771790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.778440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.785355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.792041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.800192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:09.812801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-4afe50f6-16c1-4043-8161-7cff954c414d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.4007814 Jul 16 18:19:09.922878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-37e2e81b-5647-4aac-941f-7f179128519f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d749c325-3094-4251-baa6-d52be1a10726 HTTP/1.1" status: 200 len: 217 time: 0.1719196 Jul 16 18:19:09.935487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c5c9541-85d0-48d6-bd6f-8c94957d9496 req-85c40eb2-1f9a-4e2c-9381-99fbfae58e94 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1205153 Jul 16 18:19:10.090040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceece6f-f6ac-4a3f-a64d-31a17e9f2310 req-bb6a4335-c71c-4d5f-9a91-ed14226ed9a2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.090040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ceece6f-f6ac-4a3f-a64d-31a17e9f2310 req-bb6a4335-c71c-4d5f-9a91-ed14226ed9a2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.2562156 Jul 16 18:19:10.090990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-912ab6aa-4595-4513-b40a-ba02e2ad5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.090990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-912ab6aa-4595-4513-b40a-ba02e2ad5bcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.1511734 Jul 16 18:19:10.164277 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-206a3a3f-1180-4681-91b5-9ad78b5e19d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739913 Jul 16 18:19:10.166088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ceece6f-f6ac-4a3f-a64d-31a17e9f2310 req-45e058d5-474f-494e-b176-07cfe96c1064 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885317 Jul 16 18:19:10.275427 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd9e58-e657-42e6-9b2f-a8706f143fbc x-openstack-request-id: req-3abd9e58-e657-42e6-9b2f-a8706f143fbc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:10.275859 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02185d-071a-4f50-af27-f5b0a41fde62", "name": "network-vif-plugged", "status": "completed", "tag": "0a1658ab-66af-42ee-8439-17a389390893", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:10.276759 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3abd9e58-e657-42e6-9b2f-a8706f143fbc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:10.277562 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1658ab-66af-42ee-8439-17a389390893', 'code': 200} Jul 16 18:19:10.348874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-0f3f9a3a-b470-44ae-8c5e-0068533baaae service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727858 Jul 16 18:19:10.767880 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-561c9a1b-5114-49d1-89d2-ae18a9ea217f req-a4c1bd72-8949-4670-b538-7df911db2e06 service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115870 Jul 16 18:19:10.786090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02da0f-5045-4634-86a3-520d158a270a req-d47e6292-9e05-44d9-8a2f-010ee0b86e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.790915 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8e02da0f-5045-4634-86a3-520d158a270a req-d47e6292-9e05-44d9-8a2f-010ee0b86e94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7c02185d-071a-4f50-af27-f5b0a41fde62 HTTP/1.1" status: 200 len: 1098 time: 0.3394923 Jul 16 18:19:10.823439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd72df-8e57-49ce-8d4e-ec34a14aef82 req-16e52ce5-93af-49c7-acf5-2d8c822c9d39 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.840710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05dd72df-8e57-49ce-8d4e-ec34a14aef82 req-16e52ce5-93af-49c7-acf5-2d8c822c9d39 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 943 time: 0.3354714 Jul 16 18:19:10.868971 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8e02da0f-5045-4634-86a3-520d158a270a req-a134b303-4b65-432f-9092-602d57b8c2f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686116 Jul 16 18:19:10.879739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613e338-353c-411d-a29a-d08b75698d80 req-55160a67-3069-4e8a-a888-216d0ac49e87 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:10.896742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e613e338-353c-411d-a29a-d08b75698d80 req-55160a67-3069-4e8a-a888-216d0ac49e87 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 945 time: 0.3778327 Jul 16 18:19:11.020983 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e613e338-353c-411d-a29a-d08b75698d80 req-befc7579-ac38-4c1e-a774-fc371f956ead tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219537 Jul 16 18:19:11.045993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:11.069926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05dd72df-8e57-49ce-8d4e-ec34a14aef82 req-b6fdf404-03aa-424f-8784-3007613d8030 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187750 Jul 16 18:19:11.240881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:11.273482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:11.283428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.430267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.450527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.466495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.487152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.497253 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.499070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.520756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.533882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.546305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a35af2b-093b-46d8-9347-f641c72540ef req-c1243555-3922-45a5-8f94-c8331efba8ce tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5428 time: 0.2860782 Jul 16 18:19:11.576293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:11.585248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.644808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d749c325-3094-4251-baa6-d52be1a10726 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:11.691523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a35af2b-093b-46d8-9347-f641c72540ef req-839f0f03-3f81-4e6a-96fc-6e31eff2b8bf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395495 Jul 16 18:19:11.865894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23bd3d-fb89-4fc2-8a23-3f2e2e4fcf54 req-407ffdcb-fa7a-4101-ac49-9c1f03ee316c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:11.875335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d23bd3d-fb89-4fc2-8a23-3f2e2e4fcf54 req-407ffdcb-fa7a-4101-ac49-9c1f03ee316c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.1698847 Jul 16 18:19:11.967261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d23bd3d-fb89-4fc2-8a23-3f2e2e4fcf54 req-407e3c88-14d1-4264-b42b-340cf8116b5e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863352 Jul 16 18:19:12.051583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.075035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.075529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.076333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.076673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.077040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.077933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.078263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.078588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.078911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.079236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.079558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.079878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:12.174430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d749c325-3094-4251-baa6-d52be1a10726, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d749c325-3094-4251-baa6-d52be1a10726,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.198640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'd749c325-3094-4251-baa6-d52be1a10726', 'network_id': '08d7df35-8c54-4574-9465-31c2d5f60148', 'port_id': 'd749c325-3094-4251-baa6-d52be1a10726', 'mac_address': 'fa:16:3e:e6:1e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b88f91cb-cee9-4606-b699-630c559f7d64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:12.206334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-56be4a87-6dea-4aaf-953d-85166b6b11d2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369945 Jul 16 18:19:12.279474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:12.288008 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60605e08-2df4-4a30-a4d7-821795e6c8ce" -d '{"events": [{"server_uuid": "c1c79c48-9ea9-4878-839b-e57bcd115b01", "name": "network-vif-plugged", "status": "completed", "tag": "29bea3a5-506a-4aa4-9c66-5a6cd88dcf21"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:12.294591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.334453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d749c325-3094-4251-baa6-d52be1a10726 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:12.370993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d749c325-3094-4251-baa6-d52be1a10726, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d749c325-3094-4251-baa6-d52be1a10726,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.378831 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.379527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cef7c1db-ff97-4cae-be2f-6c5980898762 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:12.442962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-2b358aa6-63fa-4193-8c7e-572adbfeb2f0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:12.444807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-2b358aa6-63fa-4193-8c7e-572adbfeb2f0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377429 Jul 16 18:19:12.484254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-4691d772-5937-45dd-9fc0-4da75b1ca0ae tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/quotas/bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 375 time: 0.0270934 Jul 16 18:19:12.498635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d749c325-3094-4251-baa6-d52be1a10726,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.568179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-f9056e56-b9c9-43f7-9109-f5316717dac4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772331 Jul 16 18:19:12.714194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cef7c1db-ff97-4cae-be2f-6c5980898762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cef7c1db-ff97-4cae-be2f-6c5980898762,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.774707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'cef7c1db-ff97-4cae-be2f-6c5980898762', 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b', 'port_id': 'cef7c1db-ff97-4cae-be2f-6c5980898762', 'mac_address': 'fa:16:3e:9a:05:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3810b2-9dcb-44dd-b78e-541464e954b4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:12.848333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.874936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef7c1db-ff97-4cae-be2f-6c5980898762 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:12.981060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cef7c1db-ff97-4cae-be2f-6c5980898762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cef7c1db-ff97-4cae-be2f-6c5980898762,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:12.990719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.991787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:13.165318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43ce14-78b0-413a-a3ee-8e8353c41725 req-bd4e8c24-b783-4c3a-ba93-b6198eeada6b tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.182397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce43ce14-78b0-413a-a3ee-8e8353c41725 req-bd4e8c24-b783-4c3a-ba93-b6198eeada6b tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 946 time: 0.1590889 Jul 16 18:19:13.251869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:13.283824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9', 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'port_id': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9', 'mac_address': 'fa:16:3e:9f:6e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2902b2bd-dd76-4719-9a4a-9639f6a3a011', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:13.291046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce43ce14-78b0-413a-a3ee-8e8353c41725 req-be39fc3f-edf3-4adf-ab55-4fff286a3781 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066186 Jul 16 18:19:13.355433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.372357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:13.457366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:13.470086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=cef7c1db-ff97-4cae-be2f-6c5980898762,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.477527 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.480609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d3508629-b587-4a4a-b5e3-17551673833d details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:13.510857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59650) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:13.517288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'network': {'name': 'tempest-network-smoke--508587593', 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:13.566713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Made reservation on behalf of 03a26a146a3947a9b31008d5e4c9f999 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:13.573879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.590620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.627774 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5f9d56-597f-4d04-a8db-79b6686c03c4 x-openstack-request-id: req-ae5f9d56-597f-4d04-a8db-79b6686c03c4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:13.630455 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c79c48-9ea9-4878-839b-e57bcd115b01", "name": "network-vif-plugged", "status": "completed", "tag": "29bea3a5-506a-4aa4-9c66-5a6cd88dcf21", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:13.630947 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae5f9d56-597f-4d04-a8db-79b6686c03c4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:13.631546 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21', 'code': 200} Jul 16 18:19:13.714242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d3508629-b587-4a4a-b5e3-17551673833d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d3508629-b587-4a4a-b5e3-17551673833d,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:13.727207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.749669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'd3508629-b587-4a4a-b5e3-17551673833d', 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'port_id': 'd3508629-b587-4a4a-b5e3-17551673833d', 'mac_address': 'fa:16:3e:72:a2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2902b2bd-dd76-4719-9a4a-9639f6a3a011', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:13.822061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.840252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3508629-b587-4a4a-b5e3-17551673833d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:13.865042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d3508629-b587-4a4a-b5e3-17551673833d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d3508629-b587-4a4a-b5e3-17551673833d,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:13.873585 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.875528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d24080b4-7431-4dc1-95a2-619f297099ea details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:13.877881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b6cfa-ff3b-4f05-bf5c-a749d52b94dc req-c81086de-ffe7-4472-83cb-563d6b16a7bb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.896963 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-101b6cfa-ff3b-4f05-bf5c-a749d52b94dc req-c81086de-ffe7-4472-83cb-563d6b16a7bb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 944 time: 0.2467160 Jul 16 18:19:13.918730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197bb29-9f36-44ba-a547-ab3b74c4e083 req-c12ce219-8c6f-48c6-9f09-210cb1f657e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:13.920553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9197bb29-9f36-44ba-a547-ab3b74c4e083 req-c12ce219-8c6f-48c6-9f09-210cb1f657e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 1098 time: 0.1886959 Jul 16 18:19:14.001855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d3508629-b587-4a4a-b5e3-17551673833d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.015497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d24080b4-7431-4dc1-95a2-619f297099ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d24080b4-7431-4dc1-95a2-619f297099ea,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:14.034172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9197bb29-9f36-44ba-a547-ab3b74c4e083 req-7cb49a43-97e8-4892-a440-2c1533991ba2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023962 Jul 16 18:19:14.056832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-101b6cfa-ff3b-4f05-bf5c-a749d52b94dc req-a7da9239-b1d4-4e77-aade-6259fb051694 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532719 Jul 16 18:19:14.057168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'd24080b4-7431-4dc1-95a2-619f297099ea', 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'port_id': 'd24080b4-7431-4dc1-95a2-619f297099ea', 'mac_address': 'fa:16:3e:84:aa:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2902b2bd-dd76-4719-9a4a-9639f6a3a011', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:14.092848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.103929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.130045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:14.150595 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.150980 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Added segment fed8ce9a-f539-41c6-97b7-ac18b85d3d2a of type vlan for network deb997fb-daa3-4b1b-988d-861f7e001c5d Jul 16 18:19:14.169146 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.198419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.218031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24080b4-7431-4dc1-95a2-619f297099ea {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:14.254733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.260497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.261154 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.274613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d24080b4-7431-4dc1-95a2-619f297099ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d24080b4-7431-4dc1-95a2-619f297099ea,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:14.288381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.290115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device bc02edc9-7773-4bdc-a1c4-b633037d4400 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:14.313190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.318396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'admin_state_up': True, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:14.324763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8029494 Jul 16 18:19:14.366527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49f9630d-c88a-4bdc-af2c-ed2c17512353 req-4fb34971-fc1e-4df9-a65d-bb33e200bbf7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 210 time: 0.1274626 Jul 16 18:19:14.395403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.396702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.440307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e87f216-f90f-4eec-a0ef-11aa0f0d8ff8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.535427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1daa40c-a7e4-4819-81ca-3faab2abf99d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Network': ['ID=deb997fb-daa3-4b1b-988d-861f7e001c5d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.559419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.567011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port bc02edc9-7773-4bdc-a1c4-b633037d4400, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:14.621730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59674) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.738652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.744837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.747200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'port_id': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'mac_address': 'fa:16:3e:40:66:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:14.750132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network deb997fb-daa3-4b1b-988d-861f7e001c5d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:14.754760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d24080b4-7431-4dc1-95a2-619f297099ea,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.763404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.776608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.799958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.806248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.824415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:14.826902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-370e363f-5758-4480-97d9-40d3eec4ea34 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5432 time: 0.2931468 Jul 16 18:19:14.888206 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.913963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc02edc9-7773-4bdc-a1c4-b633037d4400 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:14.919786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6491a5e5-7b61-404c-aea9-6de19ee51f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.941904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port bc02edc9-7773-4bdc-a1c4-b633037d4400, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:14.952210 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.953577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea13ca29-c52b-478e-84a2-e8fa89425a21 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:15.033947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=bc02edc9-7773-4bdc-a1c4-b633037d4400,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.079518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ea13ca29-c52b-478e-84a2-e8fa89425a21, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.095519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'ea13ca29-c52b-478e-84a2-e8fa89425a21', 'network_id': '31f6e6dc-c001-4fb7-bd01-68b4590d08cc', 'port_id': 'ea13ca29-c52b-478e-84a2-e8fa89425a21', 'mac_address': 'fa:16:3e:8d:ea:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2902b2bd-dd76-4719-9a4a-9639f6a3a011', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:15.138299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.157138 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.167200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6491a5e5-7b61-404c-aea9-6de19ee51f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.183185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea13ca29-c52b-478e-84a2-e8fa89425a21 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:15.196999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ec894-cf71-4907-9833-ab9453cc1d62 req-27a4e88a-de16-4ab1-bb80-3c7a8fb6b2d8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.204759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c98ec894-cf71-4907-9833-ab9453cc1d62 req-27a4e88a-de16-4ab1-bb80-3c7a8fb6b2d8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.3761046 Jul 16 18:19:15.206893 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6491a5e5-7b61-404c-aea9-6de19ee51f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.222165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ea13ca29-c52b-478e-84a2-e8fa89425a21, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.233990 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.235299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:15.253990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491a5e5-7b61-404c-aea9-6de19ee51f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be85c9f-b9df-44cc-907b-1c60b6e7604e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.307816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55ce168c-6ed5-4e00-92f4-522c1473a889 req-01a0705d-d454-43d8-8b05-fb7f0bf9e2df tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4156616 Jul 16 18:19:15.325939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=ea13ca29-c52b-478e-84a2-e8fa89425a21,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.361738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6491a5e5-7b61-404c-aea9-6de19ee51f9c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65657cca4fcb4da5b12bb67c7379f9de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7388628 Jul 16 18:19:15.365384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.401107 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c98ec894-cf71-4907-9833-ab9453cc1d62 req-f8713aa1-1835-4e51-96b2-02fdf9bb693d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914737 Jul 16 18:19:15.402787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.419886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75', 'network_id': '59ea62c8-193c-47f7-9946-1bcd038c1b9b', 'port_id': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75', 'mac_address': 'fa:16:3e:18:dc:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac3810b2-9dcb-44dd-b78e-541464e954b4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:15.530002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e72-b220-47d9-acea-5b7afd63f693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.555418 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.555699 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e72-b220-47d9-acea-5b7afd63f693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.581723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:15.638664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.650443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.675567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2ce47-8b7f-4067-976d-01221033d26a req-6da542fa-888d-4f0b-b04c-77a5d79fcf3a tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:15.677579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00b2ce47-8b7f-4067-976d-01221033d26a req-6da542fa-888d-4f0b-b04c-77a5d79fcf3a tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 946 time: 0.1961267 Jul 16 18:19:15.779947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00b2ce47-8b7f-4067-976d-01221033d26a req-78bfa00f-ccbc-4b65-93fb-bd014bbb1991 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803525 Jul 16 18:19:15.789870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.818583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.860328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.880427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e72-b220-47d9-acea-5b7afd63f693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.883779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a04a7e72-b220-47d9-acea-5b7afd63f693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.885040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a04a7e72-b220-47d9-acea-5b7afd63f693 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6be85c9f-b9df-44cc-907b-1c60b6e7604e HTTP/1.1" status: 204 len: 168 time: 0.5181470 Jul 16 18:19:16.067307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a7e72-b220-47d9-acea-5b7afd63f693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be85c9f-b9df-44cc-907b-1c60b6e7604e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.119537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-cefb2355-07fa-4de6-8533-a92be0cf18e5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100991 Jul 16 18:19:16.290591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2af74-9aeb-43ed-a53d-edffcc2c0a61 req-e51ac1d3-05db-430b-922c-a9d7682306bf tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.305398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88d2af74-9aeb-43ed-a53d-edffcc2c0a61 req-e51ac1d3-05db-430b-922c-a9d7682306bf tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 944 time: 0.4208753 Jul 16 18:19:16.442587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88d2af74-9aeb-43ed-a53d-edffcc2c0a61 req-17d99dff-6099-4cf5-a6f3-898488a27453 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360223 Jul 16 18:19:16.490104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-969064a9-6961-4e39-9fb9-6cf96e1a63f4 req-031231b1-1661-44ca-901d-ba045ea95463 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 210 time: 0.1138265 Jul 16 18:19:16.567804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Allocated IP 172.25.0.159 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/2bdad8af-fb0a-4031-ba60-5cee493c14a5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:16.572513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['bc02edc9-7773-4bdc-a1c4-b633037d4400'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.652427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-a6627202-ad64-4447-88af-530602374a03 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.654065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-a6627202-ad64-4447-88af-530602374a03 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5178330 Jul 16 18:19:16.677132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Request body: {'port': {'device_id': '65edcf6d-2726-4833-acc0-f1378013f04f', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'bb2e096cec2442afbe3872187f55de88'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:16.691052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d749c325-3094-4251-baa6-d52be1a10726'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.700204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['ea13ca29-c52b-478e-84a2-e8fa89425a21'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.904213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d24080b4-7431-4dc1-95a2-619f297099ea'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.918134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d3508629-b587-4a4a-b5e3-17551673833d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.924618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03351f-65bf-4425-b90d-6e240d809695 req-bb98b065-4b07-4eaf-a977-b55e935ce38b tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:16.926336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba03351f-65bf-4425-b90d-6e240d809695 req-bb98b065-4b07-4eaf-a977-b55e935ce38b tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 945 time: 0.2495360 Jul 16 18:19:16.947034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0f08883f-96a5-4d5b-9295-ac4d2d80dbf9'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.955167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['cef7c1db-ff97-4cae-be2f-6c5980898762'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:16.965100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9e8d6a78-a77d-44d9-b80c-98aecc2e0b75'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:17.281434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba03351f-65bf-4425-b90d-6e240d809695 req-c6a8d5c1-0a7e-4f2a-956f-5760974092cf tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173716 Jul 16 18:19:17.330088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.403748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Made reservation on behalf of bb2e096cec2442afbe3872187f55de88 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:17.407605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.425207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.550210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.551019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.562257 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.567803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.582767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.585163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.600943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.619228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.635811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.657984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.657984 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e69db762-3d14-4d52-9086-75c93a5351df req-74b96312-ca0f-47d1-a9c7-1f58e24ff325 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5435 time: 0.5991917 Jul 16 18:19:17.756081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:17.761601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac793288-f396-4ee0-aa7d-10553912df8c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.782170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=2bdad8af-fb0a-4031-ba60-5cee493c14a5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.787448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:17.794125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e69db762-3d14-4d52-9086-75c93a5351df req-c50c2bd2-5606-4057-b9fa-2aa4366a12fb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1247704 Jul 16 18:19:17.794909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:18.018007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aebd6-6d5e-4d8c-aad7-6a9cbf4c73cf req-9a6a8cb9-c97c-422e-a44f-4cf0aa38d478 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.028886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-789aebd6-6d5e-4d8c-aad7-6a9cbf4c73cf req-9a6a8cb9-c97c-422e-a44f-4cf0aa38d478 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.1723073 Jul 16 18:19:18.126775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-789aebd6-6d5e-4d8c-aad7-6a9cbf4c73cf req-1e3e2990-7fff-42cd-8298-b0bd59f2fc90 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968029 Jul 16 18:19:18.489819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Allocated IP 192.168.233.234 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/0ebe3670-9532-4d31-bcf8-ae12898fcfa6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:18.578005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.624928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab2d61-a35c-4b78-9b58-6fcd7cbd3cd7 req-676d5ce5-aaa4-4e75-8b8c-d0f21ae8cf79 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.646424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8eab2d61-a35c-4b78-9b58-6fcd7cbd3cd7 req-676d5ce5-aaa4-4e75-8b8c-d0f21ae8cf79 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c02185d-071a-4f50-af27-f5b0a41fde62 HTTP/1.1" status: 200 len: 946 time: 0.2878721 Jul 16 18:19:18.782466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8eab2d61-a35c-4b78-9b58-6fcd7cbd3cd7 req-409c81fc-c89b-4aed-910a-c0e79a94806f tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344438 Jul 16 18:19:18.839708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f0375-49ba-4e7d-88e8-d457f4a303f9 req-6a605a40-6107-4b67-b6da-253397f42524 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.851096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc8f0375-49ba-4e7d-88e8-d457f4a303f9 req-6a605a40-6107-4b67-b6da-253397f42524 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 944 time: 0.3833692 Jul 16 18:19:19.021363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc8f0375-49ba-4e7d-88e8-d457f4a303f9 req-cdd6c1a3-5499-463f-9b7d-2281fd8d91c9 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616576 Jul 16 18:19:19.022575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59732) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.294311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.315485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Transition to ACTIVE for port object 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:19.328342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19dbbde4-080d-4d69-a66c-1512f82695a1 req-10d19cbb-b81b-4a8c-9f18-c785734045fb tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 210 time: 0.1371040 Jul 16 18:19:19.395547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.447228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27d773e4-091d-44cf-9e84-108306cbbe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.453464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.506557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:19.514130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:19.530893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:19.762810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27d773e4-091d-44cf-9e84-108306cbbe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.801067 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27d773e4-091d-44cf-9e84-108306cbbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.870113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.901926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-27d773e4-091d-44cf-9e84-108306cbbe93 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f2a255e171b4a17853de0716a98e34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735054 Jul 16 18:19:19.903344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.917135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d773e4-091d-44cf-9e84-108306cbbe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec40c2a9-896e-4390-9a98-f47878b93749,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:19.965272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.965967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.008902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.038070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.057672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.061394 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-26a13237-e2e0-4bb1-acd4-51f2d73f90b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3882823 Jul 16 18:19:20.072029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router e5b7e255-afa5-4847-8de8-2c0963ecaf0f is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:20.072288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a89f1897-a62c-46dd-b00a-e80daf6ecc8a None None] Provisioning for port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:20.073258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.081035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a89f1897-a62c-46dd-b00a-e80daf6ecc8a None None] Provisioning complete for port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:20.083272 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a89f1897-a62c-46dd-b00a-e80daf6ecc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.086020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Request body: {'port': {'device_id': '65edcf6d-2726-4833-acc0-f1378013f04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:20.095147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.108317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.121008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.124456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-afa235d1-4e4e-4034-bfc0-f4871fd5693c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5435 time: 0.3544536 Jul 16 18:19:20.157445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a89f1897-a62c-46dd-b00a-e80daf6ecc8a None None] Port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:20.255791 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a190b8cf-abc6-4d99-89c1-2a1091b88d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.301072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7cb3336-c837-41cf-a58f-20465ad617b6 req-7e5412f7-bcad-438a-80f2-ae0ed82a8602 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1118617 Jul 16 18:19:20.329401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.353949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ab8df-400f-4207-ab05-4980f30544b7 req-21b0c77f-87b8-489c-8088-627c6a7e6bd4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.356710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec4ab8df-400f-4207-ab05-4980f30544b7 req-21b0c77f-87b8-489c-8088-627c6a7e6bd4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.2301950 Jul 16 18:19:20.477134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec4ab8df-400f-4207-ab05-4980f30544b7 req-66afe683-89be-4e75-bd18-c34c0166f27e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028559 Jul 16 18:19:20.502013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a190b8cf-abc6-4d99-89c1-2a1091b88d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.606132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1abd7-ec5a-4930-b8ba-07b4a68b3033 req-e7e840ba-6f93-4366-adae-0c136745c0a3 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.614123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-12a1abd7-ec5a-4930-b8ba-07b4a68b3033 req-e7e840ba-6f93-4366-adae-0c136745c0a3 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c02185d-071a-4f50-af27-f5b0a41fde62 HTTP/1.1" status: 200 len: 946 time: 0.0888293 Jul 16 18:19:20.669913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-12a1abd7-ec5a-4930-b8ba-07b4a68b3033 req-ca190dc7-2d77-4c9f-ab20-49e347cd7a1c tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543244 Jul 16 18:19:20.725224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a190b8cf-abc6-4d99-89c1-2a1091b88d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.730305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a190b8cf-abc6-4d99-89c1-2a1091b88d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.732547 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a190b8cf-abc6-4d99-89c1-2a1091b88d18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec40c2a9-896e-4390-9a98-f47878b93749 HTTP/1.1" status: 204 len: 168 time: 0.8283799 Jul 16 18:19:20.881492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190b8cf-abc6-4d99-89c1-2a1091b88d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec40c2a9-896e-4390-9a98-f47878b93749,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.895350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7a498-8f98-4589-bd03-630a9137721d req-03191cb2-32d2-4e82-9385-dfcf5b43ac17 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:20.897507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23c7a498-8f98-4589-bd03-630a9137721d req-03191cb2-32d2-4e82-9385-dfcf5b43ac17 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 944 time: 0.1313751 Jul 16 18:19:20.969625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:20.991177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Sync routers for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:21.024188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:21.025401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.131885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.139763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f56019b9-5c10-4d71-8f25-115328a343f2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.8250709 Jul 16 18:19:21.140797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.289216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:21.350933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-40f254dc-52a5-45a3-915a-8165ebe5d124 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.364378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-40f254dc-52a5-45a3-915a-8165ebe5d124 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "GET /v2.0/ports?device_id=7c02185d-071a-4f50-af27-f5b0a41fde62 HTTP/1.1" status: 200 len: 946 time: 0.2083020 Jul 16 18:19:21.413314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23c7a498-8f98-4589-bd03-630a9137721d req-10201b03-397d-47ca-8240-71c03fe58151 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006473 Jul 16 18:19:21.475515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c0434-c947-46d3-8326-830b2d675c5d req-ee8213c3-c400-477a-9af6-fd428d28b4a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.483139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c72c0434-c947-46d3-8326-830b2d675c5d req-ee8213c3-c400-477a-9af6-fd428d28b4a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 936 time: 0.5843341 Jul 16 18:19:21.536725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c72c0434-c947-46d3-8326-830b2d675c5d req-f8d24261-e833-443f-8fbe-0a8c010b007a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523181 Jul 16 18:19:21.737723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a8a0854a-3eda-422a-8f48-8ebc8d763ae2 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=03a26a146a3947a9b31008d5e4c9f999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5897663 Jul 16 18:19:21.741927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.787745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device bc02edc9-7773-4bdc-a1c4-b633037d4400 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:21.893415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.901037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.908820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.917721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.932846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.940385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.947737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:21.950200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-6b682449-b0e7-4f15-ba86-d31656b809b5 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5435 time: 0.2441549 Jul 16 18:19:21.964389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:22.023716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63822f71-8564-4a70-a94f-996cad5fc4cd req-47cf73c2-fcee-48fa-abc0-c51e47269480 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665054 Jul 16 18:19:22.024696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.047290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port bc02edc9-7773-4bdc-a1c4-b633037d4400 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:22.055404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port bc02edc9-7773-4bdc-a1c4-b633037d4400 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:22.055900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.102887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:18Z', 'revision_number': 3, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:22.168553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Transition to ACTIVE for port object 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:22.184649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Deleting port 0a1658ab-66af-42ee-8439-17a389390893 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:22.185259 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.211726 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.219014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Checking router: e5b7e255-afa5-4847-8de8-2c0963ecaf0f for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:22.219797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Updating router e5b7e255-afa5-4847-8de8-2c0963ecaf0f port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:22.250406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79db76a-80df-4941-929b-7a21645bdce1 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.256235 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d79db76a-80df-4941-929b-7a21645bdce1 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5064414 Jul 16 18:19:22.287707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.326525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3fdac-4f19-408d-972e-e28100b46293 req-448a07b4-87a5-4982-8919-d6bffa760b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.328828 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-77a3fdac-4f19-408d-972e-e28100b46293 req-448a07b4-87a5-4982-8919-d6bffa760b4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 1097 time: 0.4569643 Jul 16 18:19:22.367203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.398818 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f6a97b37-9cdf-455d-90e6-2bf88145c00e tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1066988 Jul 16 18:19:22.405430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59800) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.426918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942901864', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:22.428399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.497739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.498243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.498438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.498764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.499366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.499660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.499990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.500386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.500719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.501148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.501421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.501692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:22.648037 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:22.662989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7cef1c-7519-4874-9956-131bf804b34b req-e572223b-d030-4fec-b2b8-e0369f77cc68 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.665056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f7cef1c-7519-4874-9956-131bf804b34b req-e572223b-d030-4fec-b2b8-e0369f77cc68 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.4748404 Jul 16 18:19:22.683898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] For port 0a1658ab-66af-42ee-8439-17a389390893, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0a1658ab-66af-42ee-8439-17a389390893,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:22.685007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.711721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Calling delete_port for 0a1658ab-66af-42ee-8439-17a389390893 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:22.713183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da00d6e-facb-463a-b1f5-0c6be2b7c319 req-75f62360-b5fc-412b-ae99-42986228869e tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.714875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4da00d6e-facb-463a-b1f5-0c6be2b7c319 req-75f62360-b5fc-412b-ae99-42986228869e tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7c02185d-071a-4f50-af27-f5b0a41fde62 HTTP/1.1" status: 200 len: 946 time: 0.5153170 Jul 16 18:19:22.747734 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.772579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3fdac-4f19-408d-972e-e28100b46293 req-f4ebd43d-97cc-4e7e-b0c5-443caeb7e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.774700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-77a3fdac-4f19-408d-972e-e28100b46293 req-f4ebd43d-97cc-4e7e-b0c5-443caeb7e258 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.4174891 Jul 16 18:19:22.779175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:22.779749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:22.780805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:22.820429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Made reservation on behalf of 03a26a146a3947a9b31008d5e4c9f999 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:22.826910 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.854928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:22.859896 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a1bcea-2e14-4dc3-935e-25e40c9860b2" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:22.867684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:22.868335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:22.874062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-77a3fdac-4f19-408d-972e-e28100b46293 req-9ad3176e-80cc-46cd-8edb-4964dbbab6fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39c33714-3fdc-41a6-8e68-8147bf056792 HTTP/1.1" status: 200 len: 217 time: 0.0873070 Jul 16 18:19:22.905041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:22.906198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:22.906795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:22.907429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Bound port: 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:22.907563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port bc02edc9-7773-4bdc-a1c4-b633037d4400, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:22.908126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.922844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.924378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cef7c1db-ff97-4cae-be2f-6c5980898762 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:23.001709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3fdac-4f19-408d-972e-e28100b46293 req-527dc0c3-e620-4916-adf6-1506cbbea56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.003282 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-77a3fdac-4f19-408d-972e-e28100b46293 req-527dc0c3-e620-4916-adf6-1506cbbea56d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.1182477 Jul 16 18:19:23.037033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f7cef1c-7519-4874-9956-131bf804b34b req-a30fdb62-7453-40d5-a662-6869d6349132 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204777 Jul 16 18:19:23.096978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4da00d6e-facb-463a-b1f5-0c6be2b7c319 req-45096eac-1557-4147-993d-d6fa880fc516 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153179 Jul 16 18:19:23.176284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=bc02edc9-7773-4bdc-a1c4-b633037d4400,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.207904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:23.215376 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.224827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port cef7c1db-ff97-4cae-be2f-6c5980898762 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:23.239257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:23.245643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port cef7c1db-ff97-4cae-be2f-6c5980898762 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:23.246022 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.248453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.275133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.276879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.305388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59824) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.311339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Transition to ACTIVE for port object 2bdad8af-fb0a-4031-ba60-5cee493c14a5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:23.328725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9f626eec-77dc-49f4-81b3-cf6165443ffc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:23.334722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['29bea3a5-506a-4aa4-9c66-5a6cd88dcf21'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:23.335693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Pushing event deleted for resources: {'Port': ['ID=0a1658ab-66af-42ee-8439-17a389390893,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.352902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.442062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Subnet': ['ID=b0fb5be4-a574-4923-8898-978560cf8c1c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:23.513092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-577002761', 'router:external': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:23.530646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045585d-6929-427e-aa8c-fd870cde129c req-c1769a21-af05-4b03-8334-ee3293de9dd2 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.538235 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4045585d-6929-427e-aa8c-fd870cde129c req-c1769a21-af05-4b03-8334-ee3293de9dd2 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 944 time: 0.2207520 Jul 16 18:19:23.544247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Checking segment: {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:23.544577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network hostable DHCP agents. Network: deb997fb-daa3-4b1b-988d-861f7e001c5d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:23.579703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfa32d-a129-433e-87eb-f19dd1a38183 req-23cedb19-47c0-4198-8aeb-c1239668c4bc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.581420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03cfa32d-a129-433e-87eb-f19dd1a38183 req-23cedb19-47c0-4198-8aeb-c1239668c4bc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 948 time: 0.2500358 Jul 16 18:19:23.660812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4045585d-6929-427e-aa8c-fd870cde129c req-6a99ac0a-16d9-47bd-828c-a82ea976b6c8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213295 Jul 16 18:19:23.675593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Made reservation on behalf of 48b5e4cb8cc34c8c8c477cdb1fab4547 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:23.680500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.713165 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.734464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03cfa32d-a129-433e-87eb-f19dd1a38183 req-79280f5b-662d-4138-b24f-06532398d9c9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462798 Jul 16 18:19:23.765868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network deb997fb-daa3-4b1b-988d-861f7e001c5d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:23.802882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Attempting to bind port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:23.803592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Attempting to bind port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:23.803998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Attempting to bind port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:23.812015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, deb997fb-daa3-4b1b-988d-861f7e001c5d) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:23.825033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.825742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.835393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:23.835969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:23.836703 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.837370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:23.838191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Bound port: 2bdad8af-fb0a-4031-ba60-5cee493c14a5, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:23.840221 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.872628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff86c677-b8c2-4be4-b9ca-dfa850fdee89 None None] Network deb997fb-daa3-4b1b-988d-861f7e001c5d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:23.900511 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a7d4e0-b32c-42bf-9541-dc3a2fc29c21 x-openstack-request-id: req-64a7d4e0-b32c-42bf-9541-dc3a2fc29c21 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:23.900989 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:23.901643 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64a7d4e0-b32c-42bf-9541-dc3a2fc29c21 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:23.902276 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'code': 200} Jul 16 18:19:23.906620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.907260 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.908693 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] 10.222.0.55 "PUT /v2.0/ports/0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 1097 time: 3.8324349 Jul 16 18:19:23.910693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3fdac-4f19-408d-972e-e28100b46293 req-78bef0b7-454c-4591-acc0-3cbc3938e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:23.912358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-77a3fdac-4f19-408d-972e-e28100b46293 req-78bef0b7-454c-4591-acc0-3cbc3938e6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8991041 Jul 16 18:19:23.929218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:23.936348 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb48750d-f080-4887-a54d-f24f1357b11a" -d '{"events": [{"name": "network-changed", "server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:23.954079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.962081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.979934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:23.994819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.995476 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Added segment ec965c59-f736-4ac6-b109-ad860d2edbcd of type vlan for network 1901052e-6110-4390-ae13-41f764a75659 Jul 16 18:19:24.013287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] No DVR routers for this DVR port 0a1658ab-66af-42ee-8439-17a389390893 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:24.018113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.020486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0751cd94-c7e2-41c8-9dcc-932b9b94b7e5 req-c4654476-db3a-47cc-b44e-adde80c10933 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "DELETE /v2.0/ports/0a1658ab-66af-42ee-8439-17a389390893 HTTP/1.1" status: 204 len: 173 time: 2.6549652 Jul 16 18:19:24.022495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c474-b741-43ec-9ae0-91cee42df503 None None] Pushing event updated for resources: {'Port': ['ID=2bdad8af-fb0a-4031-ba60-5cee493c14a5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.082991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.145938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.147068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.147995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.160212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6ac9479f-dc99-49e0-bf2b-0d2ee31b4ff1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7417126 Jul 16 18:19:24.176002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59834) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.265287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-77a3fdac-4f19-408d-972e-e28100b46293 req-5031a001-937c-47ae-8203-1473d469e672 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408334 Jul 16 18:19:24.269373 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77834840-375c-429d-a9ac-84207d382f76 x-openstack-request-id: req-77834840-375c-429d-a9ac-84207d382f76 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:24.269823 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:24.270229 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-77834840-375c-429d-a9ac-84207d382f76 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:24.270957 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'status': 'completed', 'code': 200} Jul 16 18:19:24.314749 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.365933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] For port 2bdad8af-fb0a-4031-ba60-5cee493c14a5, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:24.381566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e3610-82dc-4981-98cb-8f85d40c7011 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.415108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] For port 2bdad8af-fb0a-4031-ba60-5cee493c14a5, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2bdad8af-fb0a-4031-ba60-5cee493c14a5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:24.427544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cef7c1db-ff97-4cae-be2f-6c5980898762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cef7c1db-ff97-4cae-be2f-6c5980898762,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:24.429723 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.471282 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.471965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d24080b4-7431-4dc1-95a2-619f297099ea up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:24.478020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa477b47-7a4d-42d4-9b42-4d85bcacb475,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.499841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-865a0a73-272c-4632-8782-1afd39e28f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.502403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-865a0a73-272c-4632-8782-1afd39e28f84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1100 time: 0.5123792 Jul 16 18:19:24.537708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.2280798 Jul 16 18:19:24.567370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:24.568207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:24.583397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.600364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'subnet': {'network_id': '1901052e-6110-4390-ae13-41f764a75659', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:24.608256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-8a2a0b72-0f51-44f6-b219-3360d0c6a340 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.0949850 Jul 16 18:19:24.631921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a3b57-dcd0-4f84-8242-b02eba1115aa tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Network': ['ID=1901052e-6110-4390-ae13-41f764a75659,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.639404 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-77a3fdac-4f19-408d-972e-e28100b46293 req-7e67d09e-1406-42a1-85c3-0bc53e2b5ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3600123 Jul 16 18:19:24.714684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-9554fa7d-4105-44bc-86d9-ff7d7e38d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.715314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1901052e-6110-4390-ae13-41f764a75659 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:24.717075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-9554fa7d-4105-44bc-86d9-ff7d7e38d8a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0975385 Jul 16 18:19:24.728199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61c474-b741-43ec-9ae0-91cee42df503 None None] Pushing event updated for resources: {'Port': ['ID=2bdad8af-fb0a-4031-ba60-5cee493c14a5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.740192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Made reservation on behalf of 48b5e4cb8cc34c8c8c477cdb1fab4547 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:24.742325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.850000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf380fc-683d-4545-b944-544505d0155a req-290a2826-a9e3-4211-9bf5-02d44e5224c8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.862924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aaf380fc-683d-4545-b944-544505d0155a req-290a2826-a9e3-4211-9bf5-02d44e5224c8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.4763906 Jul 16 18:19:24.881549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-7c5d3b2f-3b10-400f-831c-dccc0801556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.883645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-7c5d3b2f-3b10-400f-831c-dccc0801556f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1556914 Jul 16 18:19:24.944228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.955802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.966033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.977634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-deb997fb-daa3-4b1b-988d-861f7e001c5d', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:24.978551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:24.978707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.981960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port d24080b4-7431-4dc1-95a2-619f297099ea completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:24.989228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.000845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.011748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.015652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-432cc830-bde3-4865-bb09-b79034c92524 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5437 time: 0.6312380 Jul 16 18:19:25.043980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:25.145163 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-1cebff26-1ed5-41d5-97b0-81cd76e17170 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460093 Jul 16 18:19:25.147742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aaf380fc-683d-4545-b944-544505d0155a req-bd581949-9f65-44f8-9b8c-205c8d81345a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841263 Jul 16 18:19:25.168191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c79c626-8f41-4b50-9adc-e008554825e0 req-f3664ab9-e2fe-49ca-9d95-6efdff4d9329 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1349878 Jul 16 18:19:25.427907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d594a2ab-5d76-4d50-9c2d-968e427c33f3 req-e78d8875-7d76-4bdb-9349-1c4a9f372d74 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746232 Jul 16 18:19:25.500058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0a1658ab-66af-42ee-8439-17a389390893 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:25.510963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port d24080b4-7431-4dc1-95a2-619f297099ea triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:25.511494 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.581644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=cef7c1db-ff97-4cae-be2f-6c5980898762,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.583642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:19:25.584353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.591074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 0a1658ab-66af-42ee-8439-17a389390893 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:25.591367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0a1658ab-66af-42ee-8439-17a389390893 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:25.693574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7328d948-8396-49ad-9be3-86be282cfadd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:25.707737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5732c-506b-49e9-ab42-e24a68045158 req-69755a2c-ede6-4026-b45a-da3df182fde4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.710105 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16d5732c-506b-49e9-ab42-e24a68045158 req-69755a2c-ede6-4026-b45a-da3df182fde4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 944 time: 0.3250287 Jul 16 18:19:25.733959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.737720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48750d-f080-4887-a54d-f24f1357b11a req-57b2302f-d0aa-4974-86f4-266e42163cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.740283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb48750d-f080-4887-a54d-f24f1357b11a req-57b2302f-d0aa-4974-86f4-266e42163cd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1100 time: 0.2325804 Jul 16 18:19:25.741745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Checking segment: {'id': 'ec965c59-f736-4ac6-b109-ad860d2edbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '1901052e-6110-4390-ae13-41f764a75659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:25.742327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network hostable DHCP agents. Network: 1901052e-6110-4390-ae13-41f764a75659, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:25.825412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network 1901052e-6110-4390-ae13-41f764a75659 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:25.856082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Allocated IP 172.20.0.2 (deb997fb-daa3-4b1b-988d-861f7e001c5d/b0fb5be4-a574-4923-8898-978560cf8c1c/8e47e03f-9016-4b5c-b24b-00227cbe2325) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:25.858109 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.903108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1901052e-6110-4390-ae13-41f764a75659) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:25.904825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:25.908370 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0697c09-62bd-4c8b-8722-33b235f72486" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:25.917349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.918788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.957419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46f31ff-e176-4024-b38e-c345cb5ae0cb None None] Network 1901052e-6110-4390-ae13-41f764a75659 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:25.962616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d24080b4-7431-4dc1-95a2-619f297099ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d24080b4-7431-4dc1-95a2-619f297099ea,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:25.965771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48750d-f080-4887-a54d-f24f1357b11a req-99e38f9f-8f6b-4079-968e-16d2e48c5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:25.969747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb48750d-f080-4887-a54d-f24f1357b11a req-99e38f9f-8f6b-4079-968e-16d2e48c5ae4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2201805 Jul 16 18:19:25.977991 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1dff9edd-1f69-43cc-8b21-7fa00c013e21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3890221 Jul 16 18:19:25.985880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.995862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1207379613', 'network_id': '1901052e-6110-4390-ae13-41f764a75659'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:26.001181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.002068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16d5732c-506b-49e9-ab42-e24a68045158 req-dfe85abf-d5cc-42db-a69b-12cab48e757a tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628570 Jul 16 18:19:26.039654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161bced-73a3-4af7-b21e-89e35b6e3536 req-a04fac3a-3b49-414d-a393-0ad7711448b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.060306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d3508629-b587-4a4a-b5e3-17551673833d up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:26.061747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb48750d-f080-4887-a54d-f24f1357b11a req-e0d884f9-a975-48ca-86d5-7c875575cdb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.0851521 Jul 16 18:19:26.065555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e161bced-73a3-4af7-b21e-89e35b6e3536 req-a04fac3a-3b49-414d-a393-0ad7711448b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 948 time: 0.5097632 Jul 16 18:19:26.088346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:18Z', 'revision_number': 3, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.159155 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c7b45-91eb-4dc9-95b4-f22ac6c3f99d None None] The sync data for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 is: [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:18Z', 'revision_number': 3, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:26.159933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Made reservation on behalf of 48b5e4cb8cc34c8c8c477cdb1fab4547 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:26.164864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.224189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] device_id is not set on port 26d623e8-0c44-4dc5-a735-c088b1cc1fad yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:26.227227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e161bced-73a3-4af7-b21e-89e35b6e3536 req-2d848bed-d359-4018-9b16-a2e05998f3a5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496429 Jul 16 18:19:26.240376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48750d-f080-4887-a54d-f24f1357b11a req-6a788ae2-a941-4c9b-9c35-43358b4c07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.245136 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb48750d-f080-4887-a54d-f24f1357b11a req-6a788ae2-a941-4c9b-9c35-43358b4c07e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1747041 Jul 16 18:19:26.280089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'name': 'network-vif-deleted', 'tag': '0a1658ab-66af-42ee-8439-17a389390893'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:26.284571 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826bfc46-3eea-4f1f-9b93-29dd4a2f848e" -d '{"events": [{"server_uuid": "7c02185d-071a-4f50-af27-f5b0a41fde62", "name": "network-vif-deleted", "tag": "0a1658ab-66af-42ee-8439-17a389390893"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:26.547671 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.575787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Transition to ACTIVE for port object 8e47e03f-9016-4b5c-b24b-00227cbe2325 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:26.624478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Transition to ACTIVE for port object 8e47e03f-9016-4b5c-b24b-00227cbe2325 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:26.630041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48750d-f080-4887-a54d-f24f1357b11a req-89968d77-efde-4500-a6f6-dec18270d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.639333 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb48750d-f080-4887-a54d-f24f1357b11a req-89968d77-efde-4500-a6f6-dec18270d103 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3791754 Jul 16 18:19:26.663908 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccd34fe-8274-4412-858a-3ae0584dfad4 x-openstack-request-id: req-0ccd34fe-8274-4412-858a-3ae0584dfad4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:26.667305 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:26.667305 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0ccd34fe-8274-4412-858a-3ae0584dfad4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:26.667305 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762', 'code': 200} Jul 16 18:19:26.667305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d24080b4-7431-4dc1-95a2-619f297099ea,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.740607 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.781205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Allocated IP 172.20.0.14 (1901052e-6110-4390-ae13-41f764a75659/7328d948-8396-49ad-9be3-86be282cfadd/26d623e8-0c44-4dc5-a735-c088b1cc1fad) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:26.976364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47f799-8f98-4e10-a645-909a1551633c req-4a5783ed-9b5f-4b6e-8041-773889eb91c6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:26.979515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea6b7a-661e-4a3f-9875-e3c544d7ff30 None None] Network 1901052e-6110-4390-ae13-41f764a75659 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:26.984551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f47f799-8f98-4e10-a645-909a1551633c req-4a5783ed-9b5f-4b6e-8041-773889eb91c6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.3964672 Jul 16 18:19:26.997084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Allocated IP 172.20.0.1 (deb997fb-daa3-4b1b-988d-861f7e001c5d/b0fb5be4-a574-4923-8898-978560cf8c1c/fbe9933a-403c-4cdb-9480-55ff3a99c331) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:27.053146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port d3508629-b587-4a4a-b5e3-17551673833d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:27.056570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bdad8af-fb0a-4031-ba60-5cee493c14a5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:27.113779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.117825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb48750d-f080-4887-a54d-f24f1357b11a req-2e1904e4-e873-46ef-b507-70a06ab91d18 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626527 Jul 16 18:19:27.129156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.142793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.157493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.169859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.181960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.195800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Network deb997fb-daa3-4b1b-988d-861f7e001c5d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:27.203375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Pushing event updated for resources: {'Port': ['ID=8e47e03f-9016-4b5c-b24b-00227cbe2325,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.205076 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.208188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.209334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port d3508629-b587-4a4a-b5e3-17551673833d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:27.210126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.220737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:27.232574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-13405238-6fe3-4d1b-8019-45b01b97b48b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5438 time: 0.4210017 Jul 16 18:19:27.293623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:27.307727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f47f799-8f98-4e10-a645-909a1551633c req-4913fe3f-f332-4b98-928d-e623cc92e1f5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218987 Jul 16 18:19:27.351508 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb48750d-f080-4887-a54d-f24f1357b11a req-53c561eb-7fab-4953-998c-452575a2962c service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112105 Jul 16 18:19:27.401885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.497535 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac465e9a-f972-4a75-b7f2-fcb51f1caaf8 x-openstack-request-id: req-ac465e9a-f972-4a75-b7f2-fcb51f1caaf8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:27.497850 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c02185d-071a-4f50-af27-f5b0a41fde62", "name": "network-vif-deleted", "tag": "0a1658ab-66af-42ee-8439-17a389390893", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:27.498174 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac465e9a-f972-4a75-b7f2-fcb51f1caaf8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:27.498485 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c02185d-071a-4f50-af27-f5b0a41fde62', 'name': 'network-vif-deleted', 'tag': '0a1658ab-66af-42ee-8439-17a389390893', 'status': 'completed', 'code': 200} Jul 16 18:19:27.516330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network 1901052e-6110-4390-ae13-41f764a75659 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:27.520237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:27.523014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:27.550220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:27.553351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Port': ['ID=26d623e8-0c44-4dc5-a735-c088b1cc1fad,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.581925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.582560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.589689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Attempting to bind port 8e47e03f-9016-4b5c-b24b-00227cbe2325 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:27.590312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Attempting to bind port 8e47e03f-9016-4b5c-b24b-00227cbe2325 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:27.590828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Attempting to bind port 8e47e03f-9016-4b5c-b24b-00227cbe2325 on network deb997fb-daa3-4b1b-988d-861f7e001c5d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:27.600192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:27.600862 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.607286 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25a7f011-3508-46eb-b73d-9d28d58fb181 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6140482 Jul 16 18:19:27.607900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.617045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13f6b893-5e33-47da-8e5b-6716015debb5 req-98ae60ca-a958-4c62-8fa3-ed3ce00358b0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3283262 Jul 16 18:19:27.683368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:27.684580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Checking segment: {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:27.685608 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.686708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Bound using segment: {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:27.688483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Bound port: 8e47e03f-9016-4b5c-b24b-00227cbe2325, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:27.689476 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.804914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Deleting port 26d623e8-0c44-4dc5-a735-c088b1cc1fad {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:27.805262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.959397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.961138 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.993297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Calling delete_port for 26d623e8-0c44-4dc5-a735-c088b1cc1fad owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:28.088508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.114408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] For port 8e47e03f-9016-4b5c-b24b-00227cbe2325, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:28.131268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465dd42c-d60c-40bc-87c8-02dcf65d5c28 req-5b43074b-935d-4791-927d-1f80de7a52dd tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.140976 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-465dd42c-d60c-40bc-87c8-02dcf65d5c28 req-5b43074b-935d-4791-927d-1f80de7a52dd tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 944 time: 0.3915851 Jul 16 18:19:28.146165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Transition to ACTIVE for port object fbe9933a-403c-4cdb-9480-55ff3a99c331 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:28.153997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d3508629-b587-4a4a-b5e3-17551673833d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d3508629-b587-4a4a-b5e3-17551673833d,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:28.164121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] For port 8e47e03f-9016-4b5c-b24b-00227cbe2325, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8e47e03f-9016-4b5c-b24b-00227cbe2325,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:28.170550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.172612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d749c325-3094-4251-baa6-d52be1a10726 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:28.174830 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.187404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79aa8c-a677-415e-b42c-5aebe8931402 req-b3448f56-51a4-4e54-a474-cc5649644958 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.189095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a79aa8c-a677-415e-b42c-5aebe8931402 req-b3448f56-51a4-4e54-a474-cc5649644958 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 948 time: 0.2785246 Jul 16 18:19:28.226631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.239127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-465dd42c-d60c-40bc-87c8-02dcf65d5c28 req-6c887ce3-0105-41ab-97e5-289fea65adf0 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968497 Jul 16 18:19:28.267344 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a79aa8c-a677-415e-b42c-5aebe8931402 req-303345b6-addd-4430-af37-bc097baf2a46 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621874 Jul 16 18:19:28.271559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.315689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.318706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network deb997fb-daa3-4b1b-988d-861f7e001c5d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:28.325322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:28.331053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:28.333401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 2bdad8af-fb0a-4031-ba60-5cee493c14a5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2bdad8af-fb0a-4031-ba60-5cee493c14a5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:28.385892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=fbe9933a-403c-4cdb-9480-55ff3a99c331,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.389250 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.402141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.402864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.403367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.403899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.404462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.404960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.406016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.406516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.407190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.407697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.408235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.408745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:28.424737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.430907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d3508629-b587-4a4a-b5e3-17551673833d,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.539975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event deleted for resources: {'Port': ['ID=26d623e8-0c44-4dc5-a735-c088b1cc1fad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.553156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port d749c325-3094-4251-baa6-d52be1a10726 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:28.591674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2baf2-ada4-497b-993d-d0f867e3c955 None None] Pushing event updated for resources: {'Port': ['ID=8e47e03f-9016-4b5c-b24b-00227cbe2325,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.609525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port d749c325-3094-4251-baa6-d52be1a10726 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:28.610301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.768747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.774882 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.789258 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e615208b-1ed2-41ee-a6f4-27030d2aef6b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "DELETE /v2.0/ports/26d623e8-0c44-4dc5-a735-c088b1cc1fad HTTP/1.1" status: 204 len: 168 time: 1.1801429 Jul 16 18:19:28.793653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.813848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1901052e-6110-4390-ae13-41f764a75659', 'external_fixed_ips': [{'subnet_id': '7328d948-8396-49ad-9be3-86be282cfadd', 'ip_address': '172.20.0.14'}]}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:28.951967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.963198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.178505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:29.182975 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763f5ace-2d20-4190-b3a0-64fcae83e286" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "d3508629-b587-4a4a-b5e3-17551673833d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:29.199959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:29.214291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.265430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=2bdad8af-fb0a-4031-ba60-5cee493c14a5,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.355182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb67e5-cf1f-4031-8e26-6d3bfbff9073 req-1f2b36ea-c9a3-43a4-8476-30002d81a00a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.357820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4eeb67e5-cf1f-4031-8e26-6d3bfbff9073 req-1f2b36ea-c9a3-43a4-8476-30002d81a00a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 945 time: 0.1405540 Jul 16 18:19:29.507439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.521333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.537646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4eeb67e5-cf1f-4031-8e26-6d3bfbff9073 req-f7faf050-9606-4fee-9964-93cddd934f09 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663990 Jul 16 18:19:29.561068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.580494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:29.590724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.601127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'mac_address': 'fa:16:3e:bb:5d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:29.617351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d749c325-3094-4251-baa6-d52be1a10726, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d749c325-3094-4251-baa6-d52be1a10726,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:29.645864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.647038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea13ca29-c52b-478e-84a2-e8fa89425a21 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:29.722178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.732806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.752002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.763360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d749c325-3094-4251-baa6-d52be1a10726,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.767043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.783532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.784707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.796453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.809382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.815572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:29.823408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-f258a12b-7a3f-48d2-bb6f-cd54f3a7c392 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5439 time: 0.4455013 Jul 16 18:19:29.859272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port ea13ca29-c52b-478e-84a2-e8fa89425a21 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:29.868028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:29.872569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port ea13ca29-c52b-478e-84a2-e8fa89425a21 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:29.872968 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.908305 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.938862 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.954066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=fbe9933a-403c-4cdb-9480-55ff3a99c331,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.028872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.065841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2b5cafd-d79c-455f-837d-485d7841f469 req-2a93b580-38d8-4e34-ad76-79cdc9b49119 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2406023 Jul 16 18:19:30.118651 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.126273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.176531 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4495d6e9-8843-43fc-8f95-6aec858b3407 x-openstack-request-id: req-4495d6e9-8843-43fc-8f95-6aec858b3407 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:30.179833 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "d3508629-b587-4a4a-b5e3-17551673833d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:30.180538 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4495d6e9-8843-43fc-8f95-6aec858b3407 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:30.181012 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea', 'code': 200} Jul 16 18:19:30.181389 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d', 'code': 200} Jul 16 18:19:30.221672 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.257954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:30.315731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ea13ca29-c52b-478e-84a2-e8fa89425a21, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:30.324279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-095e5a39-1e2d-4492-a2c6-646b1d2d90ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.331789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.332730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:30.465369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=ea13ca29-c52b-478e-84a2-e8fa89425a21,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.483360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a2ea51-a31b-453f-95a9-04f29978b244 None None] Network deb997fb-daa3-4b1b-988d-861f7e001c5d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:30.523319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Allocated IP 172.20.0.14 (1901052e-6110-4390-ae13-41f764a75659/7328d948-8396-49ad-9be3-86be282cfadd/9ad6c175-9547-4edd-9b77-73941502d01e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:30.551424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:30.583903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:30.584667 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.650520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0cae5fc8-6703-4e35-80fe-0933d2da848e None None] Provisioning for port 8e47e03f-9016-4b5c-b24b-00227cbe2325 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:30.656796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.706652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.758314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network 1901052e-6110-4390-ae13-41f764a75659 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:30.761772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:30.764539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:30.792876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Port': ['ID=9ad6c175-9547-4edd-9b77-73941502d01e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.851242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network deb997fb-daa3-4b1b-988d-861f7e001c5d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:30.856214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:30.881945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a3044-8fcc-4928-867b-6bc4b9a57c41 req-d9509609-a86c-40ff-a1ee-b95a7d0a1807 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.883579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-490a3044-8fcc-4928-867b-6bc4b9a57c41 req-d9509609-a86c-40ff-a1ee-b95a7d0a1807 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 949 time: 0.5866475 Jul 16 18:19:30.894186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba71337-65e8-4f46-b3cf-98e1219b07d0 req-a4b08dc6-8ff0-4fce-96b4-e6e852553035 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:30.902251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aba71337-65e8-4f46-b3cf-98e1219b07d0 req-a4b08dc6-8ff0-4fce-96b4-e6e852553035 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 945 time: 0.6378543 Jul 16 18:19:31.051005 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.058954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-490a3044-8fcc-4928-867b-6bc4b9a57c41 req-0eaa3ada-141b-42ab-b98a-2920a88e22c1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471944 Jul 16 18:19:31.080863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aba71337-65e8-4f46-b3cf-98e1219b07d0 req-fa749155-4ebf-4c0c-aaf5-d2a00ab84ca2 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775370 Jul 16 18:19:31.129609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router e5b7e255-afa5-4847-8de8-2c0963ecaf0f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:31.171306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.209442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:31.222422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.224198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:31.294864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bdad8af-fb0a-4031-ba60-5cee493c14a5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:31.411375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.422670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:31.428827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:31.429438 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.433060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:31.433579 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.473627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.582675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf080c2-7e77-4bde-89f0-5f2d5a6044fe req-d69b6792-be10-41e8-99e0-dd5e8be2cef2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.584294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bf080c2-7e77-4bde-89f0-5f2d5a6044fe req-d69b6792-be10-41e8-99e0-dd5e8be2cef2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3200498 Jul 16 18:19:31.585763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:31.597433 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Sync routers for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:31.599833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ce60edab-e9e5-47c4-b94c-01b9c7e24da0 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "PUT /v2.0/routers/e5b7e255-afa5-4847-8de8-2c0963ecaf0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4087834 Jul 16 18:19:31.613211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8e47e03f-9016-4b5c-b24b-00227cbe2325 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:31.614325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:31.616724 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:31.617317 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:31.622487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.624894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3a5d2b23-f8f5-41a9-b624-120512cc5a54 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2009427349', 'description': 'tempest-secgroup_access--2009427349 description', 'project_id': '03a26a146a3947a9b31008d5e4c9f999'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:31.631322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.638179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.645054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.651675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.658970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.667888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.680832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-04e51096-bd0a-400a-aa31-9ed87c3e86d4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5441 time: 0.2295711 Jul 16 18:19:31.688789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.703543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 8e47e03f-9016-4b5c-b24b-00227cbe2325 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:31.718925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8e47e03f-9016-4b5c-b24b-00227cbe2325 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:31.719209 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.748058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2b23-f8f5-41a9-b624-120512cc5a54 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.774374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83866391-aeb8-45ca-9d4b-22778c802f35 req-8442047f-cc56-4b5e-ab9c-0e93d793d0e0 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899525 Jul 16 18:19:31.793176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:31.797667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f030fe8-a9ee-483d-a812-567334648412 None None] Provisioning complete for port 8e47e03f-9016-4b5c-b24b-00227cbe2325 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:31.798274 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f030fe8-a9ee-483d-a812-567334648412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.811067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bf080c2-7e77-4bde-89f0-5f2d5a6044fe req-f8edf994-63fd-4b36-bdec-bb1181b15777 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084148 Jul 16 18:19:31.829909 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.831544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39c33714-3fdc-41a6-8e68-8147bf056792 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:31.839097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Router 4a20e6b8-40a9-4efe-942e-0d5019555260 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:32.095544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.122437 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.180701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 8e47e03f-9016-4b5c-b24b-00227cbe2325, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8e47e03f-9016-4b5c-b24b-00227cbe2325,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:32.183388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749c325-3094-4251-baa6-d52be1a10726'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea13ca29-c52b-478e-84a2-e8fa89425a21'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:32.187704 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091c738-8fe9-4834-ac55-01ef04ca0f27" -d '{"events": [{"server_uuid": "689846a5-b5b5-4a68-9b63-03ed8635fca6", "name": "network-vif-plugged", "status": "completed", "tag": "d749c325-3094-4251-baa6-d52be1a10726"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "ea13ca29-c52b-478e-84a2-e8fa89425a21"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "0f08883f-96a5-4d5b-9295-ac4d2d80dbf9"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:32.196282 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.218644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:32.307155 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.372261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a18248-cdd4-4f16-863d-0ad981476810 req-b7f3a93c-18d6-488f-a52a-20cdbb0d20de tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.378307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29a18248-cdd4-4f16-863d-0ad981476810 req-b7f3a93c-18d6-488f-a52a-20cdbb0d20de tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2286131 Jul 16 18:19:32.380861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:32.394018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.445899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=8e47e03f-9016-4b5c-b24b-00227cbe2325,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.456067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f030fe8-a9ee-483d-a812-567334648412 None None] Provisioning for port fbe9933a-403c-4cdb-9480-55ff3a99c331 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:32.482016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f030fe8-a9ee-483d-a812-567334648412 None None] Provisioning complete for port fbe9933a-403c-4cdb-9480-55ff3a99c331 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:32.482390 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f030fe8-a9ee-483d-a812-567334648412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.539321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2f030fe8-a9ee-483d-a812-567334648412 None None] Port fbe9933a-403c-4cdb-9480-55ff3a99c331 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:32.571513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29a18248-cdd4-4f16-863d-0ad981476810 req-c0c8f470-3876-4fb2-80af-6c5f2f695db8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796603 Jul 16 18:19:32.579549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.639414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2b23-f8f5-41a9-b624-120512cc5a54 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.643819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:32.649954 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2b23-f8f5-41a9-b624-120512cc5a54 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.662710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Sync routers for ids ['4a20e6b8-40a9-4efe-942e-0d5019555260'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:32.679011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3a5d2b23-f8f5-41a9-b624-120512cc5a54 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.683034 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3a5d2b23-f8f5-41a9-b624-120512cc5a54 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0657632 Jul 16 18:19:32.685594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.688803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb821e5a-8abc-4f64-8a8e-83a0ed72f65e req-c9cc6a76-6b5b-4957-852c-e79656d55d1a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.690978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3664101b-3f4c-4ebe-b763-6b25d05451ce tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--806246455', 'description': 'tempest-secgroup_general--806246455 description', 'project_id': '03a26a146a3947a9b31008d5e4c9f999'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:32.696619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb821e5a-8abc-4f64-8a8e-83a0ed72f65e req-c9cc6a76-6b5b-4957-852c-e79656d55d1a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 949 time: 0.2106428 Jul 16 18:19:32.699810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.701122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cf0fa8a7-a01d-45a7-9417-67c4bb792afd tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.8967016 Jul 16 18:19:32.708639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59916) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.720602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bde4a3c3-3fb8-43ef-a6be-d5e751dda084 None None] Provisioning complete for port fbe9933a-403c-4cdb-9480-55ff3a99c331 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:32.721230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bde4a3c3-3fb8-43ef-a6be-d5e751dda084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.727631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Routers {'4a20e6b8-40a9-4efe-942e-0d5019555260'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:32.728779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4a20e6b8-40a9-4efe-942e-0d5019555260'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:32.735763 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:29Z', 'revision_number': 2, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:32.779887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb821e5a-8abc-4f64-8a8e-83a0ed72f65e req-35a1592c-b848-460e-9079-d07cf15733c3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788534 Jul 16 18:19:32.785625 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Checking router: e5b7e255-afa5-4847-8de8-2c0963ecaf0f for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:32.785981 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Updating router e5b7e255-afa5-4847-8de8-2c0963ecaf0f port fbe9933a-403c-4cdb-9480-55ff3a99c331 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:32.835781 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.870454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bde4a3c3-3fb8-43ef-a6be-d5e751dda084 None None] Port fbe9933a-403c-4cdb-9480-55ff3a99c331 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:32.878043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25e1ce-ba38-4ba8-87ea-6255d6452441 req-b428bcb8-7270-45e3-9f88-bd6151349bb5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.889711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e25e1ce-ba38-4ba8-87ea-6255d6452441 req-b428bcb8-7270-45e3-9f88-bd6151349bb5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 945 time: 0.1698523 Jul 16 18:19:32.916286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d2b23-f8f5-41a9-b624-120512cc5a54 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4934f2-df58-4e4c-9756-203c614043e0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.921311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3664101b-3f4c-4ebe-b763-6b25d05451ce tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.016382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e25e1ce-ba38-4ba8-87ea-6255d6452441 req-15011362-6b46-45bf-98e0-2cfd368e4c7f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195617 Jul 16 18:19:33.099810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3664101b-3f4c-4ebe-b763-6b25d05451ce tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.149794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3664101b-3f4c-4ebe-b763-6b25d05451ce tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.188618 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a70c8a2-75c7-4827-b6b8-242bbf4e35d4 x-openstack-request-id: req-6a70c8a2-75c7-4827-b6b8-242bbf4e35d4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:33.188981 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689846a5-b5b5-4a68-9b63-03ed8635fca6", "name": "network-vif-plugged", "status": "completed", "tag": "d749c325-3094-4251-baa6-d52be1a10726", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "ea13ca29-c52b-478e-84a2-e8fa89425a21", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-plugged", "status": "completed", "tag": "0f08883f-96a5-4d5b-9295-ac4d2d80dbf9", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:33.189167 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a70c8a2-75c7-4827-b6b8-242bbf4e35d4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:33.189565 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749c325-3094-4251-baa6-d52be1a10726', 'code': 200} Jul 16 18:19:33.189820 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea13ca29-c52b-478e-84a2-e8fa89425a21', 'code': 200} Jul 16 18:19:33.190086 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75', 'code': 200} Jul 16 18:19:33.190312 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9', 'code': 200} Jul 16 18:19:33.195131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8e47e03f-9016-4b5c-b24b-00227cbe2325 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:33.197888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:33.258420 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.263481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.283380 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Transition to ACTIVE for port object fbe9933a-403c-4cdb-9480-55ff3a99c331 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:33.295278 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.325124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Set router 4a20e6b8-40a9-4efe-942e-0d5019555260 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:33.370525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3664101b-3f4c-4ebe-b763-6b25d05451ce tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.372378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3664101b-3f4c-4ebe-b763-6b25d05451ce tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6857331 Jul 16 18:19:33.376609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59920) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:33.385354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fc3b0578-12e7-431c-b0ec-f1dbd064bf55 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'security_group_rule': {'security_group_id': 'ac4934f2-df58-4e4c-9756-203c614043e0', 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:33.385899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664101b-3f4c-4ebe-b763-6b25d05451ce tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.456886 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Pushing event updated for resources: {'Port': ['ID=fbe9933a-403c-4cdb-9480-55ff3a99c331,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.482998 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0578-12e7-431c-b0ec-f1dbd064bf55 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.564322 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.565006 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.565654 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.566184 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.566734 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.567301 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.567868 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.568470 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.569011 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.569570 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.570125 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.570680 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:33.688553 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Attempting to bind port fbe9933a-403c-4cdb-9480-55ff3a99c331 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:33.689186 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Attempting to bind port fbe9933a-403c-4cdb-9480-55ff3a99c331 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:33.689792 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Attempting to bind port fbe9933a-403c-4cdb-9480-55ff3a99c331 on network deb997fb-daa3-4b1b-988d-861f7e001c5d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:33.695767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.697494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.698954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.699270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.700089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.701436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.701863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.703960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-338081b3-7977-4034-8f34-7c220a2edaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.706234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-b748996e-ab0c-43d5-9814-0120a52a1407 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6506 time: 0.5859644 Jul 16 18:19:33.706840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.707399 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:33.709930 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Checking segment: {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:33.711772 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.712428 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Bound using segment: {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:33.713295 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Bound port: fbe9933a-403c-4cdb-9480-55ff3a99c331, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:33.713943 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.714325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377df51-4545-4e14-abd9-aeee455e73e3 req-faa59b44-cc6f-4f6b-9499-3bd688503955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.716866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0578-12e7-431c-b0ec-f1dbd064bf55 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.717163 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1377df51-4545-4e14-abd9-aeee455e73e3 req-faa59b44-cc6f-4f6b-9499-3bd688503955 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 1097 time: 0.6102893 Jul 16 18:19:33.732810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:33.742150 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:33.742519 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.755062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0578-12e7-431c-b0ec-f1dbd064bf55 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.776617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.783411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b0578-12e7-431c-b0ec-f1dbd064bf55 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de09381e-c516-4488-92dc-1ac5d890bfc4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.797423 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1377df51-4545-4e14-abd9-aeee455e73e3 req-e1417fd5-5525-41a4-a784-b17ab8cf34b2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674138 Jul 16 18:19:33.803618 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-20e4a3e6-eb52-4baf-8be0-217e8b0c6949 req-25fe7164-f11e-462a-b996-4ad4086c70c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817816 Jul 16 18:19:33.811064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8e47e03f-9016-4b5c-b24b-00227cbe2325 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:33.811531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.817993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25988a-f1ae-4ba1-bcaf-183192f9dec6 req-bef41098-cfb5-48ca-9f5a-57fa658196eb tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.825144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25988a-f1ae-4ba1-bcaf-183192f9dec6 req-bef41098-cfb5-48ca-9f5a-57fa658196eb tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.827959 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d25988a-f1ae-4ba1-bcaf-183192f9dec6 req-bef41098-cfb5-48ca-9f5a-57fa658196eb tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5&device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 1682 time: 0.3313143 Jul 16 18:19:33.850895 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] For port fbe9933a-403c-4cdb-9480-55ff3a99c331, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:33.855485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a20e6b8-40a9-4efe-942e-0d5019555260', 'name': '', 'tenant_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1901052e-6110-4390-ae13-41f764a75659', 'external_fixed_ips': [{'subnet_id': '7328d948-8396-49ad-9be3-86be282cfadd', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '9ad6c175-9547-4edd-9b77-73941502d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:28Z', 'updated_at': '2021-07-16T18:19:30Z', 'revision_number': 3, 'project_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'gw_port': {'id': '9ad6c175-9547-4edd-9b77-73941502d01e', 'name': '', 'network_id': '1901052e-6110-4390-ae13-41f764a75659', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ee:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a20e6b8-40a9-4efe-942e-0d5019555260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '7328d948-8396-49ad-9be3-86be282cfadd', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7328d948-8396-49ad-9be3-86be282cfadd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:33.862638 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] For port fbe9933a-403c-4cdb-9480-55ff3a99c331, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=fbe9933a-403c-4cdb-9480-55ff3a99c331,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:33.863958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Deleting port 9ad6c175-9547-4edd-9b77-73941502d01e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:33.864185 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.864601 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc3b0578-12e7-431c-b0ec-f1dbd064bf55 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.865854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fc3b0578-12e7-431c-b0ec-f1dbd064bf55 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4865813 Jul 16 18:19:33.876348 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.923348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.930434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.938858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.946504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.966366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.982797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:33.990720 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.003852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.007824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-2bd491dc-8489-4734-aa8f-51b92fc84933 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5442 time: 0.3280730 Jul 16 18:19:34.011133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Calling delete_port for 9ad6c175-9547-4edd-9b77-73941502d01e owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:34.016197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d25988a-f1ae-4ba1-bcaf-183192f9dec6 req-af996869-dfc2-4911-83b6-1232322d9fb6 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807749 Jul 16 18:19:34.034609 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a80b8e-20af-4493-872d-7aad6701f840 None None] Pushing event updated for resources: {'Port': ['ID=fbe9933a-403c-4cdb-9480-55ff3a99c331,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.041325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Checking router: 4a20e6b8-40a9-4efe-942e-0d5019555260 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:34.041922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Updating router 4a20e6b8-40a9-4efe-942e-0d5019555260 port 9ad6c175-9547-4edd-9b77-73941502d01e binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:34.071337 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:34.072100 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:34.116680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01c765de-dcf3-4d52-ae0c-710c69ff7a06 req-366c26b5-f28f-4633-9573-5638837aee94 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931962 Jul 16 18:19:34.142272 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.248496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.300611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aaf7bb-67a9-4f6d-baa9-a3e0f6851372 req-2e18b6ba-acb4-440f-8ce1-b0b4498aaf05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.311177 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98aaf7bb-67a9-4f6d-baa9-a3e0f6851372 req-2e18b6ba-acb4-440f-8ce1-b0b4498aaf05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1444519 Jul 16 18:19:34.337876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.369417 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:34.401468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ad6c175-9547-4edd-9b77-73941502d01e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.413170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98aaf7bb-67a9-4f6d-baa9-a3e0f6851372 req-94086815-ffa9-4bf9-b875-89dd0edc0365 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005089 Jul 16 18:19:34.489613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f3f33-34a1-48b0-9e8d-105ff29f42fa req-c913057c-6eb5-4d72-87c7-b316258cb8a4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.491284 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b1f3f33-34a1-48b0-9e8d-105ff29f42fa req-c913057c-6eb5-4d72-87c7-b316258cb8a4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 949 time: 0.1328874 Jul 16 18:19:34.496874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.520555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:34.533512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.534345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.574339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b1f3f33-34a1-48b0-9e8d-105ff29f42fa req-fd6a6524-9cf2-402e-be4f-dbae50928c4a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604599 Jul 16 18:19:34.643723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.650610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.662969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-e95bb4ba-ec33-4a66-9c1a-fd65f78c7ba4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--806246455&fields=id&tenant_id=03a26a146a3947a9b31008d5e4c9f999 HTTP/1.1" status: 200 len: 267 time: 0.0829017 Jul 16 18:19:34.717461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.719129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a20e6b8-40a9-4efe-942e-0d5019555260 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:34.728241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.736329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59946) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.737272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9d5d972d-728e-4b9d-9c5f-08839519feca tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "DELETE /v2.0/routers/4a20e6b8-40a9-4efe-942e-0d5019555260 HTTP/1.1" status: 204 len: 168 time: 2.0253379 Jul 16 18:19:34.777338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-30c6e8df-7a89-4542-8e42-dca5808029cd tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--2009427349&fields=id&tenant_id=03a26a146a3947a9b31008d5e4c9f999 HTTP/1.1" status: 200 len: 267 time: 0.1079547 Jul 16 18:19:34.802971 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:34.810012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.837069 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7544a049-0a46-4670-bd52-38791eb2cac1 None None] The sync data for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 is: [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:34.942329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Deleting subnet 7328d948-8396-49ad-9be3-86be282cfadd {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:34.942788 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:19:34.943144 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:19:34.979638 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.052493 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.094032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2524c-dd15-4727-bb44-dbcc47173a25 req-46904750-f6f3-44bc-befb-21dd40689daf tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.095705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3c2524c-dd15-4727-bb44-dbcc47173a25 req-46904750-f6f3-44bc-befb-21dd40689daf tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 945 time: 0.2815528 Jul 16 18:19:35.106418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-0e91e549-db58-4d87-b5e3-313f378c862e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.108017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-0e91e549-db58-4d87-b5e3-313f378c862e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/networks?id=deb997fb-daa3-4b1b-988d-861f7e001c5d HTTP/1.1" status: 200 len: 796 time: 0.2927599 Jul 16 18:19:35.149900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.176123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-b5f7a9aa-df13-4c0b-ba45-9c342bcf5d08 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/quotas/03a26a146a3947a9b31008d5e4c9f999 HTTP/1.1" status: 200 len: 375 time: 0.0532477 Jul 16 18:19:35.192287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792'}, {'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:35.196681 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df7ed5d-4890-479c-b865-b7bada58f173" -d '{"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-unplugged", "status": "completed", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792"}, {"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-plugged", "status": "completed", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:35.214073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3c2524c-dd15-4727-bb44-dbcc47173a25 req-d4d12093-3bac-4059-8415-4b9f04ffc643 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015370 Jul 16 18:19:35.292286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.339725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7328d948-8396-49ad-9be3-86be282cfadd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.366364 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.369828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e583a077-b056-44f7-9d0b-f6c6b458f426 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/7328d948-8396-49ad-9be3-86be282cfadd HTTP/1.1" status: 204 len: 168 time: 0.6315417 Jul 16 18:19:35.373948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.408128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-7c3125ab-cf6f-4ae7-a9c8-f3b011661e5e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2003632 Jul 16 18:19:35.465245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.509976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Port 9ad6c175-9547-4edd-9b77-73941502d01e not found while updating agent binding for router 4a20e6b8-40a9-4efe-942e-0d5019555260. {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:19:35.531551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Routers set() bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:35.532921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Router IDs set() for agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:19:35.532921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_agentschedulers_db [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4a20e6b8-40a9-4efe-942e-0d5019555260'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent'). {{(pid=93779) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:19:35.533246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cb7a52-7a07-49ca-85e2-e411ac7699dd None None] The sync data for ids ['4a20e6b8-40a9-4efe-942e-0d5019555260'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:35.586696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-0d3e512d-382f-48ff-8a1f-1724bad33d25 service neutron] 10.222.0.48 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642427 Jul 16 18:19:35.609969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.629850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1901052e-6110-4390-ae13-41f764a75659']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:35.652658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec965c59-f736-4ac6-b109-ad860d2edbcd') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:35.653110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec965c59-f736-4ac6-b109-ad860d2edbcd') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:35.672563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.700693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.721497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:35.723287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:35.727641 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:35.737740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9f19e362-4a9d-4c4b-b9f1-290461719870 service neutron] 10.222.0.48 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491196 Jul 16 18:19:35.755700 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.804095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.818999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1901052e-6110-4390-ae13-41f764a75659 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:19:35.840452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.849217 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "DELETE /v2.0/networks/1901052e-6110-4390-ae13-41f764a75659 HTTP/1.1" status: 204 len: 168 time: 0.4667113 Jul 16 18:19:35.854822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc21cdf-3cde-45f3-811a-4006959e7c91 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event deleted for resources: {'Network': ['ID=1901052e-6110-4390-ae13-41f764a75659,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.888256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.895983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.903491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.910698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.923355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.926731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.933349 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.942756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-8f891221-b636-4a7a-a0b2-e1860d2d57bd tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5442 time: 0.2159967 Jul 16 18:19:35.998318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb9a0591-1f34-4200-8b6a-c8ecfb7ae0c9 req-c9b1eefc-c4a1-4a71-b5d5-e9beb746da1b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546203 Jul 16 18:19:36.159074 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d314c75-1004-4001-b603-932005bf5785 x-openstack-request-id: req-4d314c75-1004-4001-b603-932005bf5785 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:36.159532 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-unplugged", "status": "failed", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792", "code": 422}, {"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-plugged", "status": "completed", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:36.159940 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d314c75-1004-4001-b603-932005bf5785 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:36.161142 n-d-793620-10 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792', 'code': 422} returned with failed status Jul 16 18:19:36.161422 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'code': 200} Jul 16 18:19:36.226837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3d5da-91ba-4351-a249-f16534637931 req-73773a51-343d-45ae-ad1a-18cab7438c3d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.234893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4a3d5da-91ba-4351-a249-f16534637931 req-73773a51-343d-45ae-ad1a-18cab7438c3d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1034005 Jul 16 18:19:36.288793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4a3d5da-91ba-4351-a249-f16534637931 req-5a011b50-73e1-41ec-8c76-e48e3053b73a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527413 Jul 16 18:19:36.291656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59974) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:36.295204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3067ea84-ed76-422e-ada1-b99fd2ea0a15 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'router': {'name': 'tempest-router--1472158135', 'project_id': 'e2145255c21d41eba13c233c245b7a60'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:36.323768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3067ea84-ed76-422e-ada1-b99fd2ea0a15 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.325670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3067ea84-ed76-422e-ada1-b99fd2ea0a15 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.418134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3067ea84-ed76-422e-ada1-b99fd2ea0a15 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.429138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3067ea84-ed76-422e-ada1-b99fd2ea0a15 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.445891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f6a4-f2cf-4775-aba2-7b37ad836ba4 req-c05ae97f-3530-467e-8c84-5f7e7efcf2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.448748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-aa31f6a4-f2cf-4775-aba2-7b37ad836ba4 req-c05ae97f-3530-467e-8c84-5f7e7efcf2aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1102 time: 0.2094512 Jul 16 18:19:36.498683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6cd1ce96-57fb-43d4-a135-d9f0f7a55cec req-8c5abb78-2fed-44f4-bdce-160d421ec16b tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 210 time: 0.0575588 Jul 16 18:19:36.503170 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3067ea84-ed76-422e-ada1-b99fd2ea0a15 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.507558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3067ea84-ed76-422e-ada1-b99fd2ea0a15 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2171497 Jul 16 18:19:36.513165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59984) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:36.537059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-aa31f6a4-f2cf-4775-aba2-7b37ad836ba4 req-ce78b318-5562-426a-8554-55f7dcd40617 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Jul 16 18:19:36.761735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a77db30b-73db-45c6-b376-4e0a9d568735 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.895323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.944001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682d443-efa6-43c5-bc47-85608e9b5f62 req-783363ce-e7c9-404e-a960-dbb84ab39526 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.945686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1682d443-efa6-43c5-bc47-85608e9b5f62 req-783363ce-e7c9-404e-a960-dbb84ab39526 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.3470826 Jul 16 18:19:36.995187 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a77db30b-73db-45c6-b376-4e0a9d568735 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.004002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a77db30b-73db-45c6-b376-4e0a9d568735 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.017899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.024013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.030956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.037341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.043888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.050396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.056644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.058675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc4f6467-bb0d-46ce-b5da-1cd33f929cb8 req-7e658b0a-44dd-4ca5-8118-90adbdee3673 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5442 time: 0.4063363 Jul 16 18:19:37.071235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.075754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fbe9933a-403c-4cdb-9480-55ff3a99c331 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:37.079569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Request body: {'floatingip': {'port_id': 'bc02edc9-7773-4bdc-a1c4-b633037d4400'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:37.211879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.220537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a77db30b-73db-45c6-b376-4e0a9d568735 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.221372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77db30b-73db-45c6-b376-4e0a9d568735 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0d3e77-7046-4380-9d61-50e39da95172 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:37.247582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port fbe9933a-403c-4cdb-9480-55ff3a99c331 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:37.262684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port fbe9933a-403c-4cdb-9480-55ff3a99c331 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:37.263373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.302620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-601d1c4d-63b6-47fa-be04-e4067d2eb5c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1516671 Jul 16 18:19:37.307449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1682d443-efa6-43c5-bc47-85608e9b5f62 req-cfe70baf-a1c7-474e-bf3d-8cf07fb31dae tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534005 Jul 16 18:19:37.331706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a77db30b-73db-45c6-b376-4e0a9d568735 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.332828 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.333811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a77db30b-73db-45c6-b376-4e0a9d568735 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6b0d3e77-7046-4380-9d61-50e39da95172 HTTP/1.1" status: 204 len: 168 time: 0.8191242 Jul 16 18:19:37.565112 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.577862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.656116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port fbe9933a-403c-4cdb-9480-55ff3a99c331, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=fbe9933a-403c-4cdb-9480-55ff3a99c331,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:37.664880 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.676704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-6df4afe3-bfe0-471d-be2f-87296b8d59b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.678306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-6df4afe3-bfe0-471d-be2f-87296b8d59b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 1097 time: 0.1875975 Jul 16 18:19:37.791428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=fbe9933a-403c-4cdb-9480-55ff3a99c331,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.867617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473204a8-01e6-4223-9e17-8b259819472d req-410a2a76-c2d1-46e5-acb4-b28e3b0cd004 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.869219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-473204a8-01e6-4223-9e17-8b259819472d req-410a2a76-c2d1-46e5-acb4-b28e3b0cd004 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 945 time: 0.5318084 Jul 16 18:19:37.984755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-66b29df9-6138-48c5-8a24-437e01aec5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.988940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-66b29df9-6138-48c5-8a24-437e01aec5ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 200 len: 915 time: 0.2006149 Jul 16 18:19:38.085261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-473204a8-01e6-4223-9e17-8b259819472d req-42257a8b-c189-4a1e-aa70-487138007984 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522877 Jul 16 18:19:38.101885 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-a69e6d77-4624-43b4-af0a-4bd0e527cdb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c HTTP/1.1" status: 200 len: 217 time: 0.1038055 Jul 16 18:19:38.111333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-349486198', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:38.326815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-65047095-8b2c-4fa6-af8a-dbb574c0a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.329950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-65047095-8b2c-4fa6-af8a-dbb574c0a28d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 200 len: 855 time: 0.1714952 Jul 16 18:19:38.457003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-898adc61-f388-43e1-ac41-8a8d5494b748 req-cfac7e5b-baed-44dd-9580-4a75e3fe3a5f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 210 time: 0.0763946 Jul 16 18:19:38.474738 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-44c454e9-448c-47f3-9b31-1efcc7d44fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=08d7df35-8c54-4574-9465-31c2d5f60148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329706 Jul 16 18:19:38.481305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.483262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.494142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.502221 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.562788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01377319-8a99-4fb5-b51e-58af43944aa8 req-39594fa1-d962-41e1-bc26-01de347befae tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.564541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01377319-8a99-4fb5-b51e-58af43944aa8 req-39594fa1-d962-41e1-bc26-01de347befae tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2129118 Jul 16 18:19:38.753922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-fb45c03e-b7b5-4f64-9a98-d67fa4f549b6 service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593956 Jul 16 18:19:38.766450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-ff320031-c724-4ca5-a447-6ad7b86d530c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.769333 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-ff320031-c724-4ca5-a447-6ad7b86d530c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.13 "GET /v2.0/networks?id=deb997fb-daa3-4b1b-988d-861f7e001c5d HTTP/1.1" status: 200 len: 796 time: 0.6464634 Jul 16 18:19:38.770267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01377319-8a99-4fb5-b51e-58af43944aa8 req-c252ed21-b895-439e-86bc-f40d7e1a06a0 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982707 Jul 16 18:19:38.772039 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Floating IP 02da8750-eb16-4fb7-81c0-a77a64d1ddeb associated. External IP: 172.25.0.201, port: bc02edc9-7773-4bdc-a1c4-b633037d4400. Jul 16 18:19:38.921950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.074722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fbe9933a-403c-4cdb-9480-55ff3a99c331 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:39.174840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-f83e2fd4-8a68-43ea-8de2-af1d42e9c1eb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03a26a146a3947a9b31008d5e4c9f999 HTTP/1.1" status: 200 len: 477 time: 0.3367038 Jul 16 18:19:39.177972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port fbe9933a-403c-4cdb-9480-55ff3a99c331 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:39.178347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.196528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'port': {'device_id': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'admin_state_up': True, 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'security_groups': ['f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0', 'ac4934f2-df58-4e4c-9756-203c614043e0']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:39.388096 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.461118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b9ea115-c17c-4748-b9a3-5217a1947a1f req-c4622d9c-76df-49eb-b20d-e593fd73d4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6866734 Jul 16 18:19:39.724261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6899b-96fb-482c-bf27-a58b6c9f85f4 req-f0bdb351-79ce-49a9-af51-de5e6e64b96d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.726202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5da6899b-96fb-482c-bf27-a58b6c9f85f4 req-f0bdb351-79ce-49a9-af51-de5e6e64b96d tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 945 time: 0.2204418 Jul 16 18:19:39.738843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9355480-fdd4-457c-bc58-6013996f65d4 req-b9c0f169-0d06-459e-b0f7-dbdddd159bbd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.741262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Made reservation on behalf of 03a26a146a3947a9b31008d5e4c9f999 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:39.745568 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.746351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9355480-fdd4-457c-bc58-6013996f65d4 req-b9c0f169-0d06-459e-b0f7-dbdddd159bbd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.2417796 Jul 16 18:19:39.794837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e719358-5b29-4ae2-878b-6519bf192236 req-b93b3aa3-2338-4378-a16f-f56df9a7a476 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:39.797618 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e719358-5b29-4ae2-878b-6519bf192236 req-b93b3aa3-2338-4378-a16f-f56df9a7a476 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 945 time: 0.2772894 Jul 16 18:19:39.841943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Router ed0f781b-31a3-405a-8d05-10bb488eb1ae has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:39.906206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9355480-fdd4-457c-bc58-6013996f65d4 req-1c7e2266-84bf-4191-96a6-cc71af57a050 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586914 Jul 16 18:19:39.915922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5da6899b-96fb-482c-bf27-a58b6c9f85f4 req-ebb1a8b7-948b-459b-88be-c09e8aee5c72 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664178 Jul 16 18:19:40.133024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fec8c7d-7377-438a-9adb-b58dd8d2af48 req-2044991e-b38b-4adf-86b3-2ad809dc8945 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 210 time: 0.0316477 Jul 16 18:19:40.165331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:40.189830 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] Sync routers for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:40.191731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.200759 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:40.201704 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.212725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.244095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d2601945-8cfc-4edd-8be1-b112a69ea34d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "PUT /v2.0/floatingips/02da8750-eb16-4fb7-81c0-a77a64d1ddeb HTTP/1.1" status: 200 len: 991 time: 3.1715033 Jul 16 18:19:40.246717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:40.249514 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d059782c-6286-459d-8563-0e79545d2cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:40.278270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.284629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Allocated IP 172.20.0.12 (deb997fb-daa3-4b1b-988d-861f7e001c5d/b0fb5be4-a574-4923-8898-978560cf8c1c/6e820e0d-cfb0-4721-b755-fc32a5a90e45) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:40.305719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Deleting port 9f626eec-77dc-49f4-81b3-cf6165443ffc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:40.307131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.348105 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:40.357947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e07aa-164b-459c-8ed8-3908432cd46d req-b342603c-a26d-42bc-945b-30264c79354b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.370757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d2e07aa-164b-459c-8ed8-3908432cd46d req-b342603c-a26d-42bc-945b-30264c79354b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1318386 Jul 16 18:19:40.458439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d2e07aa-164b-459c-8ed8-3908432cd46d req-eb605dab-7831-47a3-b8e5-d3501c94f5cc tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860615 Jul 16 18:19:40.674519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b529a-17f5-4d74-b95d-eb98a1b4a712 req-d2d67e07-12e2-4e55-9d8e-73c40725d2ff tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.682243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] For port 9f626eec-77dc-49f4-81b3-cf6165443ffc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:40.682867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.684632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd2b529a-17f5-4d74-b95d-eb98a1b4a712 req-d2d67e07-12e2-4e55-9d8e-73c40725d2ff tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1102 time: 0.1322160 Jul 16 18:19:40.695196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5fc7b670-093b-4804-9f63-f9dac516cc9e tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.696865 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5fc7b670-093b-4804-9f63-f9dac516cc9e tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1c79c48-9ea9-4878-839b-e57bcd115b01 HTTP/1.1" status: 200 len: 946 time: 0.3098843 Jul 16 18:19:40.697873 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '02da8750-eb16-4fb7-81c0-a77a64d1ddeb', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'port_id': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'mac_address': 'fa:16:3e:40:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:17:33Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 1, 'project_id': '9bda98b2501d43508f913d33c0161145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:45Z', 'revision_number': 5, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.706423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cd2b529a-17f5-4d74-b95d-eb98a1b4a712 req-0ddb1780-42df-414d-a3f1-57e66aca0a45 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.719469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Allocated IP 172.25.0.17 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/3c4a9c29-7a33-4dc5-9f1a-a698fb138f74) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:40.764063 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] Checking router: ed0f781b-31a3-405a-8d05-10bb488eb1ae for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:40.782156 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:40.783242 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:40.839638 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b9f26e-715e-4355-9af8-1b49083b3d4a x-openstack-request-id: req-88b9f26e-715e-4355-9af8-1b49083b3d4a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:40.843195 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:40.843815 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-88b9f26e-715e-4355-9af8-1b49083b3d4a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:40.844538 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'status': 'completed', 'code': 200} Jul 16 18:19:40.864508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cd2b529a-17f5-4d74-b95d-eb98a1b4a712 req-0ddb1780-42df-414d-a3f1-57e66aca0a45 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.878789 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cd2b529a-17f5-4d74-b95d-eb98a1b4a712 req-0ddb1780-42df-414d-a3f1-57e66aca0a45 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.967334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd2b529a-17f5-4d74-b95d-eb98a1b4a712 req-0ddb1780-42df-414d-a3f1-57e66aca0a45 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815015 Jul 16 18:19:40.979048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb1780-42df-414d-a3f1-57e66aca0a45 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfbdcac-0898-46dc-99ec-47761f9cba5c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:41.038974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.040026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.041331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.042271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.043160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.044449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.045519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.049740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d059782c-6286-459d-8563-0e79545d2cf4 req-664da227-cd1f-40d3-ae8d-d40f14e0ea30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6506 time: 0.1444299 Jul 16 18:19:41.076229 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:41.191595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-b633892d-8ea7-4350-886e-1bff3b99d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.194484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d059782c-6286-459d-8563-0e79545d2cf4 req-b633892d-8ea7-4350-886e-1bff3b99d4dc service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc HTTP/1.1" status: 200 len: 916 time: 0.1379631 Jul 16 18:19:41.222511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Calling delete_port for 9f626eec-77dc-49f4-81b3-cf6165443ffc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:41.349758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d059782c-6286-459d-8563-0e79545d2cf4 req-40e89c08-d3fb-4d74-aec3-3863df26a11b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400 HTTP/1.1" status: 200 len: 999 time: 0.1403699 Jul 16 18:19:41.413634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba900b6-9588-41f1-9d80-6f6ed16a2d07 req-a020b26a-9455-4a09-af71-16c75fa6896c tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.421246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fba900b6-9588-41f1-9d80-6f6ed16a2d07 req-a020b26a-9455-4a09-af71-16c75fa6896c tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 945 time: 0.2250240 Jul 16 18:19:41.422417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.451162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-4359f048-0864-4e82-890b-1ffc67c68458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.453528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d059782c-6286-459d-8563-0e79545d2cf4 req-4359f048-0864-4e82-890b-1ffc67c68458 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fba8064-1147-4b7f-af7b-5e261ea059d6 HTTP/1.1" status: 200 len: 855 time: 0.0970409 Jul 16 18:19:41.466827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Transition to ACTIVE for port object 6e820e0d-cfb0-4721-b755-fc32a5a90e45 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:41.529541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fba900b6-9588-41f1-9d80-6f6ed16a2d07 req-988fb6d1-e328-42ab-835b-e8851d45da55 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/security-groups?id=def4be5a-032f-451d-b1ba-fa1754dcc59e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064696 Jul 16 18:19:41.615873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059782c-6286-459d-8563-0e79545d2cf4 req-663372ac-d563-40e9-b828-622410eff071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.617473 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d059782c-6286-459d-8563-0e79545d2cf4 req-663372ac-d563-40e9-b828-622410eff071 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550939 Jul 16 18:19:41.681954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Deleting port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:41.682521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.737273 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '02da8750-eb16-4fb7-81c0-a77a64d1ddeb', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'port_id': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'mac_address': 'fa:16:3e:40:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:17:33Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 1, 'project_id': '9bda98b2501d43508f913d33c0161145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:45Z', 'revision_number': 5, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:41.772838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.784562 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead55a44-0286-47c5-848b-d9711cc81f85 None None] The sync data for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 is: [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '02da8750-eb16-4fb7-81c0-a77a64d1ddeb', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'port_id': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'mac_address': 'fa:16:3e:40:66:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559d757-82e9-4e93-8a86-f6173216ca91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:17:33Z', 'updated_at': '2021-07-16T18:19:38Z', 'revision_number': 1, 'project_id': '9bda98b2501d43508f913d33c0161145', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:45Z', 'revision_number': 5, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:41.796560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9f626eec-77dc-49f4-81b3-cf6165443ffc no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:41.816510 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.897261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d059782c-6286-459d-8563-0e79545d2cf4 req-032ecb25-d299-4d18-a837-6623d154e6fe service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734637 Jul 16 18:19:41.959105 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.980094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec8b6d-f58e-4882-bbd7-50af11539623 req-6e527a50-ad16-4b6c-a81b-620d4da817f1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.989225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdec8b6d-f58e-4882-bbd7-50af11539623 req-6e527a50-ad16-4b6c-a81b-620d4da817f1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 971 time: 0.2218781 Jul 16 18:19:41.991360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=6e820e0d-cfb0-4721-b755-fc32a5a90e45,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.012966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:42.019790 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57406c56-bcd9-4034-b710-b43a4861c017" -d '{"events": [{"server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "name": "network-vif-unplugged", "status": "completed", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:42.034320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network deb997fb-daa3-4b1b-988d-861f7e001c5d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:42.054634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9f626eec-77dc-49f4-81b3-cf6165443ffc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9f626eec-77dc-49f4-81b3-cf6165443ffc,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:42.061054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.125720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9f626eec-77dc-49f4-81b3-cf6165443ffc,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.128794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:42.140929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fdec8b6d-f58e-4882-bbd7-50af11539623 req-b83112f4-c5b1-4f1d-b229-625a041f1407 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1495671 Jul 16 18:19:42.150104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:42.154665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d059782c-6286-459d-8563-0e79545d2cf4 req-2c935d99-2d0f-4909-897f-9f61e4634626 service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477810 Jul 16 18:19:42.219807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9976f9-dc4f-480a-a20c-fa56bd9f2ad5 None None] New status for floating IP 02da8750-eb16-4fb7-81c0-a77a64d1ddeb: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:42.358904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.473653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaad98-533a-463b-b2d5-5c69331bf495 req-fc1ab39f-fb0c-4034-bd3a-ef862acf1a06 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.481652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51eaad98-533a-463b-b2d5-5c69331bf495 req-fc1ab39f-fb0c-4034-bd3a-ef862acf1a06 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1464956 Jul 16 18:19:42.510046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:42.521528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event updated for resources: {'Port': ['ID=3c4a9c29-7a33-4dc5-9f1a-a698fb138f74,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.525668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:42.529376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:42.558637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51eaad98-533a-463b-b2d5-5c69331bf495 req-49b6c456-89bb-491b-b946-354659c6ba06 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750322 Jul 16 18:19:42.588983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] For port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,segment=NetworkSegment(7cdfe9de-fb5f-47c7-8f3e-570b778abfd6),segment_id=7cdfe9de-fb5f-47c7-8f3e-570b778abfd6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:42.589517 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.616873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Calling delete_port for 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:42.636458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7e9f13ca-fcc7-4f84-8d18-6b159d630cca None None] Provisioning for port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:42.647502 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cb0f6b-893c-4c90-8455-61dd30b5076e x-openstack-request-id: req-67cb0f6b-893c-4c90-8455-61dd30b5076e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:42.647907 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "name": "network-vif-unplugged", "status": "completed", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:42.648312 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67cb0f6b-893c-4c90-8455-61dd30b5076e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:42.649188 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc', 'code': 200} Jul 16 18:19:42.656306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7e9f13ca-fcc7-4f84-8d18-6b159d630cca None None] Provisioning complete for port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:42.657143 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e9f13ca-fcc7-4f84-8d18-6b159d630cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.759061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f13ca-fcc7-4f84-8d18-6b159d630cca None None] Port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:42.821237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.836624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['29bea3a5-506a-4aa4-9c66-5a6cd88dcf21'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:42.837404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.838098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.895931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c81242e-2836-441b-9238-5e6d95a0744b req-c30f6e2b-77a2-428f-be74-3834e3f9f05f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.898502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c81242e-2836-441b-9238-5e6d95a0744b req-c30f6e2b-77a2-428f-be74-3834e3f9f05f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.1035969 Jul 16 18:19:42.915005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.924876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Pushing event deleted for resources: {'Port': ['ID=9f626eec-77dc-49f4-81b3-cf6165443ffc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.974103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-9c59e8a0-0144-471d-9c9c-2de8d3e539da tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.7908120 Jul 16 18:19:43.022447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c81242e-2836-441b-9238-5e6d95a0744b req-fc985a9b-15fe-42b1-aa17-1c850a0e8149 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176283 Jul 16 18:19:43.024875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4e152f0-3eed-48a0-aaf6-9a8f1047a26a req-a7b5655e-1e59-489c-ae3c-82e561fb9e29 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 210 time: 0.0404658 Jul 16 18:19:43.069236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Request body: {'port': {'device_id': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:43.071920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Pushing event deleted for resources: {'Port': ['ID=29bea3a5-506a-4aa4-9c66-5a6cd88dcf21,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.184676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] No DVR routers for this DVR port 9f626eec-77dc-49f4-81b3-cf6165443ffc on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:43.210068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.212185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e719358-5b29-4ae2-878b-6519bf192236 req-a4a22a87-731e-4194-94c3-02cf79c39046 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.13 "DELETE /v2.0/ports/9f626eec-77dc-49f4-81b3-cf6165443ffc HTTP/1.1" status: 204 len: 173 time: 3.4006677 Jul 16 18:19:43.229673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'name': 'network-vif-deleted', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:43.232423 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8571b484-e6e9-4304-b97d-d1bbd0bdcd9c" -d '{"events": [{"server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "name": "network-vif-deleted", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:43.245133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-ce291d6d-019a-4c1b-9c71-c4980462ae63 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7272279 Jul 16 18:19:43.246052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] No DVR routers for this DVR port 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:43.253971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.256099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5070dfb9-12e7-4d8b-afc5-0eb36bf86706 req-5ef2a3d9-e1d3-49ee-aec3-c098bedb5f81 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.55 "DELETE /v2.0/ports/29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 HTTP/1.1" status: 204 len: 173 time: 2.5406866 Jul 16 18:19:43.359839 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.450818 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0390d466-acca-4306-b0ae-2f7525d0a597 x-openstack-request-id: req-0390d466-acca-4306-b0ae-2f7525d0a597 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:43.450818 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa46610-60bf-4004-b4de-bf9ad0ae04c5", "name": "network-vif-deleted", "tag": "9f626eec-77dc-49f4-81b3-cf6165443ffc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:43.451296 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0390d466-acca-4306-b0ae-2f7525d0a597 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:43.451437 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aa46610-60bf-4004-b4de-bf9ad0ae04c5', 'name': 'network-vif-deleted', 'tag': '9f626eec-77dc-49f4-81b3-cf6165443ffc', 'status': 'completed', 'code': 200} Jul 16 18:19:43.535643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f21af2-dc16-4883-8f71-ba29da1b607b req-3cd03a93-1815-4377-8e4a-c2109163941f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.538942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32f21af2-dc16-4883-8f71-ba29da1b607b req-3cd03a93-1815-4377-8e4a-c2109163941f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 971 time: 0.0940042 Jul 16 18:19:43.641698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32f21af2-dc16-4883-8f71-ba29da1b607b req-ae970e6a-3cb2-4c90-a469-7a7662b4eb0b tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0889592 Jul 16 18:19:43.700499 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.123070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116fc06-dd87-4832-856a-33d4cd9585d5 req-9ba8d2ad-e241-4a7f-a185-a4509b0a5125 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.137853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1116fc06-dd87-4832-856a-33d4cd9585d5 req-9ba8d2ad-e241-4a7f-a185-a4509b0a5125 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1720865 Jul 16 18:19:44.283721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1116fc06-dd87-4832-856a-33d4cd9585d5 req-4bd57524-7196-4b36-b7b1-30d2c109d76c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339335 Jul 16 18:19:44.420944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e820e0d-cfb0-4721-b755-fc32a5a90e45 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:44.433158 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.451081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Transition to ACTIVE for port object 6e820e0d-cfb0-4721-b755-fc32a5a90e45 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:44.471699 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.480693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.630927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6cffb-3e30-44bc-a393-914bf3474eb9 req-313acf1e-e3d7-43ea-ba85-add5b0341f4c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.638836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66b6cffb-3e30-44bc-a393-914bf3474eb9 req-313acf1e-e3d7-43ea-ba85-add5b0341f4c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.2600296 Jul 16 18:19:44.683447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Pushing event updated for resources: {'Port': ['ID=6e820e0d-cfb0-4721-b755-fc32a5a90e45,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.851592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66b6cffb-3e30-44bc-a393-914bf3474eb9 req-3e850048-797c-44fe-bbbe-2000ab15122e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017429 Jul 16 18:19:44.861100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a56939c8-fb79-4531-a553-d0d91d8cc7ec req-fd3395b9-da4f-4b1f-9aa4-8b7fac2546a1 tempest-ListServersNegativeTestJSON-1549516440 tempest-ListServersNegativeTestJSON-1549516440-project] 10.222.0.48 "GET /v2.0/ports?device_id=7aa46610-60bf-4004-b4de-bf9ad0ae04c5 HTTP/1.1" status: 200 len: 210 time: 0.1351955 Jul 16 18:19:44.945217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Attempting to bind port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:44.945554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Attempting to bind port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:44.945958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Attempting to bind port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 on network deb997fb-daa3-4b1b-988d-861f7e001c5d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:44.958067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 on network deb997fb-daa3-4b1b-988d-861f7e001c5d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:44.958317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Attempting to bind port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 on network deb997fb-daa3-4b1b-988d-861f7e001c5d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:44.967226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:44.968206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Checking segment: {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:44.968685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Bound using segment: {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:44.969338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Bound port: 6e820e0d-cfb0-4721-b755-fc32a5a90e45, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:44.969752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.096521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Router b8426f69-bed8-4237-aecf-974612709813 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:45.119549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] For port 6e820e0d-cfb0-4721-b755-fc32a5a90e45, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:45.187061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] For port 6e820e0d-cfb0-4721-b755-fc32a5a90e45, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:45.196952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.256347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:45.323666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.335147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.336910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:45.337147 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e820e0d-cfb0-4721-b755-fc32a5a90e45 HTTP/1.1" status: 200 len: 1132 time: 2.3332181 Jul 16 18:19:45.337983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 29bea3a5-506a-4aa4-9c66-5a6cd88dcf21 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:45.402875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ab1dc-05fc-4b7c-a971-e7b4b0a39036 service neutron] Pushing event updated for resources: {'Port': ['ID=6e820e0d-cfb0-4721-b755-fc32a5a90e45,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.410822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:45.428449 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] Sync routers for ids ['b8426f69-bed8-4237-aecf-974612709813'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:45.458598 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] Routers {'b8426f69-bed8-4237-aecf-974612709813'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:45.461012 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b8426f69-bed8-4237-aecf-974612709813'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.475064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'name': 'network-vif-deleted', 'tag': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21'}, {'name': 'network-changed', 'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:45.482797 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582da346-08db-402d-8852-515b009a8667" -d '{"events": [{"server_uuid": "c1c79c48-9ea9-4878-839b-e57bcd115b01", "name": "network-vif-deleted", "tag": "29bea3a5-506a-4aa4-9c66-5a6cd88dcf21"}, {"name": "network-changed", "server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:45.506158 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.512780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60128) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.523531 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.525519 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2b20d2be-29d1-4c17-872d-01e0af01826c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.9432821 Jul 16 18:19:45.538914 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] Routers {'b8426f69-bed8-4237-aecf-974612709813'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:45.539858 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b8426f69-bed8-4237-aecf-974612709813'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.591148 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.592243 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d09bd-5cc3-4cd6-9c6a-a02478a64ab4 None None] The sync data for ids ['b8426f69-bed8-4237-aecf-974612709813'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:45.639046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-e9ed89b9-ad6e-45aa-aa97-e5e72b07384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.642427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-e9ed89b9-ad6e-45aa-aa97-e5e72b07384f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1135 time: 0.1689732 Jul 16 18:19:45.646737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae1b0e-f811-4ff2-a920-e6f859d25d69 req-590dd71d-1a31-4125-8d87-8b5e24dfe52a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.648429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8ae1b0e-f811-4ff2-a920-e6f859d25d69 req-590dd71d-1a31-4125-8d87-8b5e24dfe52a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 983 time: 0.3412082 Jul 16 18:19:45.731749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8ae1b0e-f811-4ff2-a920-e6f859d25d69 req-7c23fe33-91c7-4593-a3e3-3737a6a9f48d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0436170 Jul 16 18:19:45.769314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-58d2383e-479f-4a40-9460-439f11b3ab87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45 HTTP/1.1" status: 200 len: 217 time: 0.1129649 Jul 16 18:19:45.775639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2facf3c-1976-4fbd-923c-ab083270f72a tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/b8426f69-bed8-4237-aecf-974612709813 HTTP/1.1" status: 200 len: 919 time: 0.2611756 Jul 16 18:19:45.778642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60130) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.822581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0d5da1ef-129d-4b29-a046-c0e3fc078761 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8426f69-bed8-4237-aecf-974612709813 HTTP/1.1" status: 200 len: 205 time: 0.0427001 Jul 16 18:19:45.828430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60132) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.904743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-4987d33f-682c-403c-8690-e3b9cb6db7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.908203 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-4987d33f-682c-403c-8690-e3b9cb6db7bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0fb5be4-a574-4923-8898-978560cf8c1c HTTP/1.1" status: 200 len: 835 time: 0.1245625 Jul 16 18:19:45.917952 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c636cf-23f0-4b4b-b6d2-dae33d0bffea x-openstack-request-id: req-87c636cf-23f0-4b4b-b6d2-dae33d0bffea {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:45.918463 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c79c48-9ea9-4878-839b-e57bcd115b01", "name": "network-vif-deleted", "tag": "29bea3a5-506a-4aa4-9c66-5a6cd88dcf21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:45.919200 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-87c636cf-23f0-4b4b-b6d2-dae33d0bffea {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:45.919840 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c79c48-9ea9-4878-839b-e57bcd115b01', 'name': 'network-vif-deleted', 'tag': '29bea3a5-506a-4aa4-9c66-5a6cd88dcf21', 'status': 'completed', 'code': 200} Jul 16 18:19:45.920255 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'status': 'completed', 'code': 200} Jul 16 18:19:46.110961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-57504013-9ae8-4ef5-aa51-46f65478bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.114022 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-57504013-9ae8-4ef5-aa51-46f65478bb63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1102 time: 0.0976791 Jul 16 18:19:46.134618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d33f3-d484-4d92-a318-25f4116e0ab4 req-51823d14-2c18-40c7-a978-5bee4926f234 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.135448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-585d777a-8322-41be-82da-a41ccd97def7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.137422 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-585d777a-8322-41be-82da-a41ccd97def7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=deb997fb-daa3-4b1b-988d-861f7e001c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105286 Jul 16 18:19:46.142629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a23d33f3-d484-4d92-a318-25f4116e0ab4 req-51823d14-2c18-40c7-a978-5bee4926f234 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1480594 Jul 16 18:19:46.146847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.258749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a23d33f3-d484-4d92-a318-25f4116e0ab4 req-796a7eb0-206a-4436-a688-bcbf2ec0a585 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148829 Jul 16 18:19:46.391927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-1f04329d-9298-4c84-90cb-7b4bb70ce0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.393833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-1f04329d-9298-4c84-90cb-7b4bb70ce0b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2719903 Jul 16 18:19:46.413163 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-5fd35527-dd0b-4999-a27f-8e9f89b3e014 service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505183 Jul 16 18:19:46.413662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60144) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.476019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.557273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08519d9f-871b-48cb-9f39-f5a3e566015b req-78628322-0367-4ef5-aa13-401aaf344548 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.567550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08519d9f-871b-48cb-9f39-f5a3e566015b req-78628322-0367-4ef5-aa13-401aaf344548 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.2428954 Jul 16 18:19:46.572440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-5a2558d3-9e2a-417c-9d39-5fcf72f42644 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.1575301 Jul 16 18:19:46.588841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] Deleting subnet 4ddb9e5e-9197-4b29-bc91-3a28a085d065 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:46.612641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.666156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08519d9f-871b-48cb-9f39-f5a3e566015b req-e6b55d37-c290-4b7c-83aa-035fa95752f1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970988 Jul 16 18:19:46.695128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Deleting port 3c4a9c29-7a33-4dc5-9f1a-a698fb138f74 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:46.695668 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.889876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.975624 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6dec1585-42c6-4452-8f46-1cf2f3ebad92 req-6d0608c8-2d34-4ab2-a8fa-b87a5a586998 service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925182 Jul 16 18:19:46.979511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-aeee6176-7c76-4719-9e3d-652f13f8c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.980646 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-aeee6176-7c76-4719-9e3d-652f13f8c41d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.3843386 Jul 16 18:19:47.008650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.046674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Calling delete_port for 3c4a9c29-7a33-4dc5-9f1a-a698fb138f74 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:47.111207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.176962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7232512-635e-44dc-8197-507ab6ad2ad3 req-ac63507f-b5a7-4de4-bf5b-8f3bddd3a36a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.178872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7232512-635e-44dc-8197-507ab6ad2ad3 req-ac63507f-b5a7-4de4-bf5b-8f3bddd3a36a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2466769 Jul 16 18:19:47.248099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea45e0-c3cb-4a37-9e3e-5a4b8ad9dcb2 req-f489be97-061b-48b4-8167-a77af5c1226e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.250233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98ea45e0-c3cb-4a37-9e3e-5a4b8ad9dcb2 req-f489be97-061b-48b4-8167-a77af5c1226e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 983 time: 0.2066085 Jul 16 18:19:47.343881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7232512-635e-44dc-8197-507ab6ad2ad3 req-5e2f5d02-1e38-4a5e-b334-f84540796cc7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545646 Jul 16 18:19:47.438890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98ea45e0-c3cb-4a37-9e3e-5a4b8ad9dcb2 req-dd4a2356-c664-419c-b93e-30192a864ac2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1776204 Jul 16 18:19:47.530983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.589126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event deleted for resources: {'Port': ['ID=3c4a9c29-7a33-4dc5-9f1a-a698fb138f74,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.664106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.724077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-07a9a522-223f-469f-ba96-1768720aff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.726877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-07a9a522-223f-469f-ba96-1768720aff73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1096 time: 0.9211872 Jul 16 18:19:47.814554 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.819455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.925014 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.925552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Fanout notify agent at l3_agent the message router_deleted on router b8426f69-bed8-4237-aecf-974612709813 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:47.958817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.961893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a3035662-1b96-4ea8-bae3-67dd5f7cac0f tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/b8426f69-bed8-4237-aecf-974612709813 HTTP/1.1" status: 204 len: 168 time: 2.1302912 Jul 16 18:19:47.971192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60162) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.975980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-14abd5a5-dfa1-4bdd-9b73-5888bfb122c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.977665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2046660873', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': False}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:47.979273 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-14abd5a5-dfa1-4bdd-9b73-5888bfb122c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.2291977 Jul 16 18:19:48.038622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.040558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.087459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a15d3d37-c55b-4271-ad88-e3a40ba696a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.090313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a15d3d37-c55b-4271-ad88-e3a40ba696a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0978882 Jul 16 18:19:48.091976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.114219 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.250861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da346-08db-402d-8852-515b009a8667 req-55f49a50-5873-4a42-96d0-e51f2167b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.253382 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-582da346-08db-402d-8852-515b009a8667 req-55f49a50-5873-4a42-96d0-e51f2167b803 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1135 time: 1.1946573 Jul 16 18:19:48.267972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ddb9e5e-9197-4b29-bc91-3a28a085d065,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.274011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.278450 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ca6d1407-f833-4506-a4e4-5cf74a47a0fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4ddb9e5e-9197-4b29-bc91-3a28a085d065 HTTP/1.1" status: 204 len: 168 time: 1.8615086 Jul 16 18:19:48.284619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.292131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.313117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd7707-8028-45ad-be8d-a18ab0e481c3 req-379628a4-f0bc-4e11-94eb-de56b1d7f554 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.314788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61bd7707-8028-45ad-be8d-a18ab0e481c3 req-379628a4-f0bc-4e11-94eb-de56b1d7f554 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.3872910 Jul 16 18:19:48.398988 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-9517415e-4b7d-424a-a9ad-93e7df777345 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 998 time: 0.3481147 Jul 16 18:19:48.431077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61bd7707-8028-45ad-be8d-a18ab0e481c3 req-9260059f-9fd4-4434-ac0e-bc9f20c8d8fb tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960567 Jul 16 18:19:48.555204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da346-08db-402d-8852-515b009a8667 req-60297e84-5b0a-41ae-b891-04bcb97567bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.557380 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-582da346-08db-402d-8852-515b009a8667 req-60297e84-5b0a-41ae-b891-04bcb97567bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=deb997fb-daa3-4b1b-988d-861f7e001c5d HTTP/1.1" status: 200 len: 896 time: 0.2776163 Jul 16 18:19:48.612024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.673163 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-582da346-08db-402d-8852-515b009a8667 req-4632b78e-4d4c-4649-85ca-fd7eb4f67764 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45 HTTP/1.1" status: 200 len: 217 time: 0.0789309 Jul 16 18:19:48.709236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-04989ca3-ff04-4568-b3ff-a870de93b269 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465293 Jul 16 18:19:48.738579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-2beea7c0-388c-42d8-ae0d-391b1e24b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.740229 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-2beea7c0-388c-42d8-ae0d-391b1e24b8d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.2773092 Jul 16 18:19:48.909049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.925055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da346-08db-402d-8852-515b009a8667 req-0aeef2f9-d173-4b1a-bd7a-65b701854167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.926667 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-582da346-08db-402d-8852-515b009a8667 req-0aeef2f9-d173-4b1a-bd7a-65b701854167 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0fb5be4-a574-4923-8898-978560cf8c1c HTTP/1.1" status: 200 len: 835 time: 0.2377644 Jul 16 18:19:48.932008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b33048-2c19-495b-b10d-150fbe3b9cdc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.987240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.987614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdfe9de-fb5f-47c7-8f3e-570b778abfd6') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:49.045565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.094485 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.098614 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-deae1cdd-c3ef-45c9-b35d-05af4643b678 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548412 Jul 16 18:19:49.108866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:49.109403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:49.112825 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:49.152133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-9219782e-c0cf-483f-8c6f-c0dc4d4d25b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.153896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-9219782e-c0cf-483f-8c6f-c0dc4d4d25b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3970144 Jul 16 18:19:49.236387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.239542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da346-08db-402d-8852-515b009a8667 req-8d571bc4-df52-4c31-b349-f40e5e435c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.241154 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-582da346-08db-402d-8852-515b009a8667 req-8d571bc4-df52-4c31-b349-f40e5e435c7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=deb997fb-daa3-4b1b-988d-861f7e001c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3058681 Jul 16 18:19:49.243949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.249428 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.251989 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] 10.222.0.48 "DELETE /v2.0/networks/35b33048-2c19-495b-b10d-150fbe3b9cdc HTTP/1.1" status: 204 len: 168 time: 0.9569414 Jul 16 18:19:49.277366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.287622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fd92c-34fb-43a7-a140-d83807e14add admin admin] Pushing event deleted for resources: {'Network': ['ID=35b33048-2c19-495b-b10d-150fbe3b9cdc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.413454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d09ad-081f-4f6c-b6cd-9a14c4850160 req-a3a7b562-7aef-4954-a501-6e4939f4b9ce tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.421867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c78d09ad-081f-4f6c-b6cd-9a14c4850160 req-a3a7b562-7aef-4954-a501-6e4939f4b9ce tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2793906 Jul 16 18:19:49.439041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-3e59d056-dbe0-48ec-8db0-697399700984 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765489 Jul 16 18:19:49.476314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Allocated IP 172.25.0.185 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/566565a2-473e-4791-89fe-32312a7d9395) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:49.488136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ef256-cdce-4dbb-9f71-69b93dfbe4b7 req-e89b12eb-195f-418d-9ce9-d25696b0331e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.497090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-336ef256-cdce-4dbb-9f71-69b93dfbe4b7 req-e89b12eb-195f-418d-9ce9-d25696b0331e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 983 time: 0.3557248 Jul 16 18:19:49.516623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-582da346-08db-402d-8852-515b009a8667 req-49a75c86-5b9a-4d22-b397-fdb170385d2f service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596798 Jul 16 18:19:49.520121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:49.564915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c78d09ad-081f-4f6c-b6cd-9a14c4850160 req-c8467e78-2d0e-4ce3-9b2d-cb5ce9e7f28f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418588 Jul 16 18:19:49.600604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-336ef256-cdce-4dbb-9f71-69b93dfbe4b7 req-c54656f5-510e-4a78-91b3-6810d0905b75 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1013145 Jul 16 18:19:49.741891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.767793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-95d92a37-42a6-45e9-afbb-b9cf23481c37 req-d3be7d28-56b6-4ef5-8993-202a8caa9c1c service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028028 Jul 16 18:19:49.788043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-027f1a13-c26d-46f0-9ec3-bebf284db520 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4f3d041d9ac4283b825c9861fb2d18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663503 Jul 16 18:19:49.795806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:49.817197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e820e0d-cfb0-4721-b755-fc32a5a90e45 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:49.831178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-582da346-08db-402d-8852-515b009a8667 req-be52b1a5-be13-49e9-a945-dfad39a11cc0 service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988603 Jul 16 18:19:49.852575 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.922825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:49.923662 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25874d55-c31c-43ec-96ad-d16cbd45d1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.928064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:49.930725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Port': ['ID=566565a2-473e-4791-89fe-32312a7d9395,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.933486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:49.974820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25874d55-c31c-43ec-96ad-d16cbd45d1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.028377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 6e820e0d-cfb0-4721-b755-fc32a5a90e45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:50.047849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'port_id': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'mac_address': 'fa:16:3e:b2:b9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:50.089419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25874d55-c31c-43ec-96ad-d16cbd45d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.093911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25874d55-c31c-43ec-96ad-d16cbd45d1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.099616 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25874d55-c31c-43ec-96ad-d16cbd45d1d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/def4be5a-032f-451d-b1ba-fa1754dcc59e HTTP/1.1" status: 204 len: 168 time: 0.2990570 Jul 16 18:19:50.110609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25874d55-c31c-43ec-96ad-d16cbd45d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def4be5a-032f-451d-b1ba-fa1754dcc59e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.150020 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.175430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ed946-d374-4294-ab99-2ac9eb1e6db7 req-4b95fc78-5735-450b-a21a-9d1dc87cd29b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.176702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f9ed946-d374-4294-ab99-2ac9eb1e6db7 req-4b95fc78-5735-450b-a21a-9d1dc87cd29b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.2213652 Jul 16 18:19:50.195536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e820e0d-cfb0-4721-b755-fc32a5a90e45 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:50.239216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 6e820e0d-cfb0-4721-b755-fc32a5a90e45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:50.245692 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.392716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.396804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=6e820e0d-cfb0-4721-b755-fc32a5a90e45,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.531143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f9ed946-d374-4294-ab99-2ac9eb1e6db7 req-bcd2fb3e-8bb2-48f5-9886-f3066bf4f867 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621548 Jul 16 18:19:50.589181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['6e820e0d-cfb0-4721-b755-fc32a5a90e45'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:50.978503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.079619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e70560-72a9-49f8-8e53-9ecdf199be18 req-1fd9169d-23c4-48ea-a4da-5ab1edac94db tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.081421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56e70560-72a9-49f8-8e53-9ecdf199be18 req-1fd9169d-23c4-48ea-a4da-5ab1edac94db tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 984 time: 0.2188730 Jul 16 18:19:51.119448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0f3e1-2fac-41fc-ac6e-6ba43d8b6611 req-48f76b1a-7a3d-4e6c-a398-a451191bd954 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.121227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2de0f3e1-2fac-41fc-ac6e-6ba43d8b6611 req-48f76b1a-7a3d-4e6c-a398-a451191bd954 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2600303 Jul 16 18:19:51.215438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2de0f3e1-2fac-41fc-ac6e-6ba43d8b6611 req-2dc645be-e33c-403a-a16b-39564845199a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810833 Jul 16 18:19:51.219722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56e70560-72a9-49f8-8e53-9ecdf199be18 req-6e501b19-0bc5-4571-b180-2b5350d6d97e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0974202 Jul 16 18:19:51.266262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Router 8df2d65e-1d42-484c-a2ab-27c5ebaba036 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:51.537623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:51.551776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Sync routers for ids ['8df2d65e-1d42-484c-a2ab-27c5ebaba036'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:51.570986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.578855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Routers {'8df2d65e-1d42-484c-a2ab-27c5ebaba036'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:51.579854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.580633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-76635807-8bde-4472-be41-cbc4c2a393af tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6065972 Jul 16 18:19:51.581959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8df2d65e-1d42-484c-a2ab-27c5ebaba036'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:51.642903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60224) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.746104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b0961-9aee-4add-a454-44337dd94dbf req-c0ff1359-9eb8-452f-9d67-790978c4d6bb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.755578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a1b0961-9aee-4add-a454-44337dd94dbf req-c0ff1359-9eb8-452f-9d67-790978c4d6bb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1742053 Jul 16 18:19:51.852195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a1b0961-9aee-4add-a454-44337dd94dbf req-eef00d4e-8524-42a5-8e18-7b3a40189b7f tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911603 Jul 16 18:19:51.857380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Set router 8df2d65e-1d42-484c-a2ab-27c5ebaba036 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:51.874872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9f576999-fee6-481b-a161-0ef4b79e7653 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/8df2d65e-1d42-484c-a2ab-27c5ebaba036 HTTP/1.1" status: 200 len: 909 time: 0.2925470 Jul 16 18:19:51.879265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60228) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.884816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2046660873', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': True}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:51.950104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.952453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.954660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d835b-74df-4644-90c1-bd4b98e8680c req-fb5e6ecc-ba02-4a0c-a545-6cfc3a814802 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.957876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-909d835b-74df-4644-90c1-bd4b98e8680c req-fb5e6ecc-ba02-4a0c-a545-6cfc3a814802 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.1987605 Jul 16 18:19:51.969528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-333828633-network', 'tenant_id': '14d810d47b144655bfc375f231e71f2c'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:52.053458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.074645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-909d835b-74df-4644-90c1-bd4b98e8680c req-4a810ac9-3f2e-44f3-9ff3-c1c39b6ad062 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961022 Jul 16 18:19:52.075500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Made reservation on behalf of 14d810d47b144655bfc375f231e71f2c for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:52.078751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.103061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.197728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df2d65e-1d42-484c-a2ab-27c5ebaba036', 'name': 'tempest-snat-router-2046660873', 'tenant_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.185'}], 'enable_snat': False}, 'gw_port_id': '566565a2-473e-4791-89fe-32312a7d9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:48Z', 'updated_at': '2021-07-16T18:19:50Z', 'revision_number': 3, 'project_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'gw_port': {'id': '566565a2-473e-4791-89fe-32312a7d9395', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df2d65e-1d42-484c-a2ab-27c5ebaba036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:52.237803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.240006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426829bc-0fce-4679-976c-ae0adceb2312 req-0ccfe82a-f3fd-4dbe-8547-4fde6557fb2b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.241968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-426829bc-0fce-4679-976c-ae0adceb2312 req-0ccfe82a-f3fd-4dbe-8547-4fde6557fb2b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1412120 Jul 16 18:19:52.252858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Checking router: 8df2d65e-1d42-484c-a2ab-27c5ebaba036 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:52.253453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Updating router 8df2d65e-1d42-484c-a2ab-27c5ebaba036 port 566565a2-473e-4791-89fe-32312a7d9395 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:52.313896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.367962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.401013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.451065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-426829bc-0fce-4679-976c-ae0adceb2312 req-d89053c5-c337-45b6-8aaf-5e4ca52800ec tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019591 Jul 16 18:19:52.479097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:52.531433 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.537393 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.537977 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Added segment b0cbd20e-3a33-4ebd-b386-16b413925e6f of type vlan for network cc01aecd-434e-42d2-a378-f023fb3ea3f7 Jul 16 18:19:52.542055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09060547-25b9-47f1-a5fd-ea2ef50f0ff8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.585250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.652662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.718597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460fdc-b4ba-437e-89fc-c222babd137f req-f8002208-e6d8-4c3c-a619-e04cd5e1028c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.721391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4460fdc-b4ba-437e-89fc-c222babd137f req-f8002208-e6d8-4c3c-a619-e04cd5e1028c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 984 time: 0.3095725 Jul 16 18:19:52.797019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.798799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.799762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.848209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4460fdc-b4ba-437e-89fc-c222babd137f req-366d691b-7605-4d3f-9184-dd9bbfa9ab02 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1146848 Jul 16 18:19:52.868887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2245820 Jul 16 18:19:52.873207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60242) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.884205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Request body: {'subnet': {'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-333828633-subnet', 'tenant_id': '14d810d47b144655bfc375f231e71f2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:52.928460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Made reservation on behalf of 14d810d47b144655bfc375f231e71f2c for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:52.933330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.941941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33092306-ba72-42ea-b28d-f470946ee25d admin admin] Pushing event updated for resources: {'Network': ['ID=cc01aecd-434e-42d2-a378-f023fb3ea3f7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.959636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network cc01aecd-434e-42d2-a378-f023fb3ea3f7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:52.969119 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.018184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Transition to ACTIVE for port object 566565a2-473e-4791-89fe-32312a7d9395 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:53.032392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.102097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Allocated IP 172.25.0.203 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/77124727-74ae-4159-a107-44c9f44183ce) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:53.240944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29147060-7ce0-4f0a-9c44-7c5eb61bb1d7 None None] Pushing event updated for resources: {'Port': ['ID=566565a2-473e-4791-89fe-32312a7d9395,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.246926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Attempting to bind port 566565a2-473e-4791-89fe-32312a7d9395 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:53.247448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Attempting to bind port 566565a2-473e-4791-89fe-32312a7d9395 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:53.247975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Attempting to bind port 566565a2-473e-4791-89fe-32312a7d9395 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:53.265741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:53.266815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:53.267776 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.269233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:53.270696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Bound port: 566565a2-473e-4791-89fe-32312a7d9395, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:53.271643 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.365516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.383823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] For port 566565a2-473e-4791-89fe-32312a7d9395, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:53.385224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30745364-2862-423a-ab96-630551b0fbb8 req-dab4c91b-9461-4cfa-8c0a-89e5cae9b2b6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.393559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30745364-2862-423a-ab96-630551b0fbb8 req-dab4c91b-9461-4cfa-8c0a-89e5cae9b2b6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.1063261 Jul 16 18:19:53.394149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] For port 566565a2-473e-4791-89fe-32312a7d9395, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=566565a2-473e-4791-89fe-32312a7d9395,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:53.402054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.479927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30745364-2862-423a-ab96-630551b0fbb8 req-1346b842-82d3-4fb3-a401-18ba39e3d7ef tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851417 Jul 16 18:19:53.491167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.494569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8324f0-edfd-451e-b0cc-403303ce1e36,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.504564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Checking segment: {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:53.504775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Network hostable DHCP agents. Network: cc01aecd-434e-42d2-a378-f023fb3ea3f7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:53.520378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Routers {'8df2d65e-1d42-484c-a2ab-27c5ebaba036'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:53.521672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['8df2d65e-1d42-484c-a2ab-27c5ebaba036'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:53.570080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Network cc01aecd-434e-42d2-a378-f023fb3ea3f7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:53.585484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, cc01aecd-434e-42d2-a378-f023fb3ea3f7) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:53.594582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.596243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.612086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba13798-2b5f-4611-a3ca-12b9c5fc4e60 None None] Network cc01aecd-434e-42d2-a378-f023fb3ea3f7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:53.621683 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.640472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6035a75f-3ae2-44d9-a0d7-9b9091f6462e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7646046 Jul 16 18:19:53.667779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29147060-7ce0-4f0a-9c44-7c5eb61bb1d7 None None] Pushing event updated for resources: {'Port': ['ID=566565a2-473e-4791-89fe-32312a7d9395,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.720842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Port': ['ID=77124727-74ae-4159-a107-44c9f44183ce,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.741202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:53.743853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:53.749630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:53.806788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81392f0-865b-4164-913b-5e4221b434fc req-8bb60fd9-8c20-4c6c-baab-3241733447d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.811112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d81392f0-865b-4164-913b-5e4221b434fc req-8bb60fd9-8c20-4c6c-baab-3241733447d6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2040434 Jul 16 18:19:53.863383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e820e0d-cfb0-4721-b755-fc32a5a90e45 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:53.938781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d81392f0-865b-4164-913b-5e4221b434fc req-c1b9f38b-10fd-4b72-ad7c-0487caf0225b tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150548 Jul 16 18:19:54.021739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] Set router 8df2d65e-1d42-484c-a2ab-27c5ebaba036 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:54.106354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-2c2064ae-bf13-4ffd-aeaa-418630175b21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3133161 Jul 16 18:19:54.278562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:54.300029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96033a9c-7bc3-4c35-a7cf-9e44ee1bc4a8 req-1109ac93-3776-4721-9206-f84de6490ca2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.310468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96033a9c-7bc3-4c35-a7cf-9e44ee1bc4a8 req-1109ac93-3776-4721-9206-f84de6490ca2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 984 time: 0.1059618 Jul 16 18:19:54.317364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:54.317951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.328977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a025201-f163-4900-b382-2aad12423069 None None] Network cc01aecd-434e-42d2-a378-f023fb3ea3f7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:54.390214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51abee-ea66-451d-8743-c93771a15837 req-256e398f-e7e3-486b-be39-eb60d5186edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.393055 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-256e398f-e7e3-486b-be39-eb60d5186edc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 1097 time: 0.2562928 Jul 16 18:19:54.398019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96033a9c-7bc3-4c35-a7cf-9e44ee1bc4a8 req-b09f0d5d-adb1-4942-b732-83d4b9a55417 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0757656 Jul 16 18:19:54.490906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.694917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.743945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df2d65e-1d42-484c-a2ab-27c5ebaba036', 'name': 'tempest-snat-router-2046660873', 'tenant_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.185'}], 'enable_snat': False}, 'gw_port_id': '566565a2-473e-4791-89fe-32312a7d9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:48Z', 'updated_at': '2021-07-16T18:19:50Z', 'revision_number': 3, 'project_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'gw_port': {'id': '566565a2-473e-4791-89fe-32312a7d9395', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df2d65e-1d42-484c-a2ab-27c5ebaba036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:54.758220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:54.762769 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221f45f4-2208-498d-9c24-104cd74c3d28" -d '{"events": [{"server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "name": "network-vif-plugged", "status": "completed", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:54.777771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51abee-ea66-451d-8743-c93771a15837 req-375102bf-209b-4e81-8e84-c1ed67ccf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.782049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-375102bf-209b-4e81-8e84-c1ed67ccf560 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.3576982 Jul 16 18:19:54.826810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b131d12-973e-4e64-affe-a9428bf366f1 None None] The sync data for ids ['8df2d65e-1d42-484c-a2ab-27c5ebaba036'] in n-d-793620-10 is: [{'id': '8df2d65e-1d42-484c-a2ab-27c5ebaba036', 'name': 'tempest-snat-router-2046660873', 'tenant_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.185'}], 'enable_snat': False}, 'gw_port_id': '566565a2-473e-4791-89fe-32312a7d9395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:48Z', 'updated_at': '2021-07-16T18:19:50Z', 'revision_number': 3, 'project_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'gw_port': {'id': '566565a2-473e-4791-89fe-32312a7d9395', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df2d65e-1d42-484c-a2ab-27c5ebaba036', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:49Z', 'updated_at': '2021-07-16T18:19:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:54.843736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 6e820e0d-cfb0-4721-b755-fc32a5a90e45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:54.851844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.923276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-6de380e7-1a28-431a-b42b-2da43ffdae58 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.937642 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-6de380e7-1a28-431a-b42b-2da43ffdae58 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 813 time: 0.2997830 Jul 16 18:19:54.978710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-4c45e3a9-15e5-4702-95b3-e0d61c654e00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/quotas/14d810d47b144655bfc375f231e71f2c HTTP/1.1" status: 200 len: 375 time: 0.0321333 Jul 16 18:19:55.004819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c936325-2d6b-45e7-9dcf-425f774f9a22 req-40dae8c6-ba40-4980-bb2d-dc8ff1dcf2b9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.020605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c936325-2d6b-45e7-9dcf-425f774f9a22 req-40dae8c6-ba40-4980-bb2d-dc8ff1dcf2b9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.2682734 Jul 16 18:19:55.065319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=6e820e0d-cfb0-4721-b755-fc32a5a90e45,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.086444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-0c76d073-7e78-4697-bd3c-c672c7ddf28e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995727 Jul 16 18:19:55.185052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c936325-2d6b-45e7-9dcf-425f774f9a22 req-80e3b178-a4d8-443f-8b05-85ad78611bdc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627543 Jul 16 18:19:55.330988 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da67b8-0e27-45c4-87e9-547ad7d4ceef x-openstack-request-id: req-47da67b8-0e27-45c4-87e9-547ad7d4ceef {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:55.331508 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "name": "network-vif-plugged", "status": "completed", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:55.331876 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-47da67b8-0e27-45c4-87e9-547ad7d4ceef {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:55.332539 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'code': 200} Jul 16 18:19:55.389853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-5310c462-e23f-4a25-af6f-522d0164a436 service neutron] 10.222.0.48 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972717 Jul 16 18:19:55.555271 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-183bb977-5f64-473d-ad82-260479b0d000 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8 HTTP/1.1" status: 200 len: 217 time: 0.7648318 Jul 16 18:19:55.580076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-01f9524c-a3fb-4737-a4a1-88dd013f71f3 service neutron] 10.222.0.48 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783559 Jul 16 18:19:55.698560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.712798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51abee-ea66-451d-8743-c93771a15837 req-3cdb5483-46ca-4f5f-a8dc-d59711cd1951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.714772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-3cdb5483-46ca-4f5f-a8dc-d59711cd1951 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.1502047 Jul 16 18:19:55.721079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5b9d7-8198-491f-98fb-904d075522a0 req-e11ce248-2995-4a2d-92dc-9058c3c4c9b8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.729441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95a5b9d7-8198-491f-98fb-904d075522a0 req-e11ce248-2995-4a2d-92dc-9058c3c4c9b8 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.1052239 Jul 16 18:19:55.788354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95a5b9d7-8198-491f-98fb-904d075522a0 req-c4add402-668c-4283-ad1a-595f3b538298 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572393 Jul 16 18:19:55.822714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c6c1b-a8ef-4284-8d3d-e1c6f14d449b req-bc55e0ab-271b-48b3-aa1c-f312e294d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.824479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-834c6c1b-a8ef-4284-8d3d-e1c6f14d449b req-bc55e0ab-271b-48b3-aa1c-f312e294d1e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1137 time: 0.2909799 Jul 16 18:19:56.002369 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-834c6c1b-a8ef-4284-8d3d-e1c6f14d449b req-5692dcf1-592e-40e6-bc94-1ccc3a89f2fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac4934f2-df58-4e4c-9756-203c614043e0&id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1316109 Jul 16 18:19:56.031023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51abee-ea66-451d-8743-c93771a15837 req-ebeaab5c-290d-47cf-a98d-0fbe56d820bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.035384 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-ebeaab5c-290d-47cf-a98d-0fbe56d820bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2724142 Jul 16 18:19:56.085281 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170afdec-504a-4117-aada-abb951e50d0d req-1b4923d2-f93e-4f99-911a-cbc680b9a51b tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.094834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-170afdec-504a-4117-aada-abb951e50d0d req-1b4923d2-f93e-4f99-911a-cbc680b9a51b tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 985 time: 0.0967345 Jul 16 18:19:56.146470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-170afdec-504a-4117-aada-abb951e50d0d req-91a7c7e7-60ab-4535-a2ca-11766d2fb6aa tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0506005 Jul 16 18:19:56.198752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-aab06582-8093-468d-b7db-6953cefc7722 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483800 Jul 16 18:19:56.200262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Router b335f084-7043-4f1a-b462-bc294410e1c3 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:56.574596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d51abee-ea66-451d-8743-c93771a15837 req-bd405638-b31b-4a6a-91cc-d553496bd607 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692591 Jul 16 18:19:56.682996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:56.707655 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Sync routers for ids ['b335f084-7043-4f1a-b462-bc294410e1c3'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:56.787192 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Routers {'b335f084-7043-4f1a-b462-bc294410e1c3'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:56.787910 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b335f084-7043-4f1a-b462-bc294410e1c3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:56.789904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.807016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25e5b554-5d3b-4ae2-8da2-858f5671f9d0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.9262824 Jul 16 18:19:56.810288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.819933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5db6279d-cbec-4cc8-89d7-d471b43e2a74 req-1d969dcc-824a-4c45-8876-61c1359a1450 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 210 time: 0.2442021 Jul 16 18:19:57.078845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-edb9045b-66b8-47a4-ba50-efc11472fcb1 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/b335f084-7043-4f1a-b462-bc294410e1c3 HTTP/1.1" status: 200 len: 908 time: 0.2661107 Jul 16 18:19:57.080267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.156994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 566565a2-473e-4791-89fe-32312a7d9395 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:57.197578 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Set router b335f084-7043-4f1a-b462-bc294410e1c3 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:57.223229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c3841-96b2-429d-8db1-8a63e2680504 req-88eb1423-dbcb-4a61-9579-b866c61707ac tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.237872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547c3841-96b2-429d-8db1-8a63e2680504 req-88eb1423-dbcb-4a61-9579-b866c61707ac tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.3256116 Jul 16 18:19:57.274085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-024c02e1-f6d1-40ac-8ef7-ca076c393787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.281877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-024c02e1-f6d1-40ac-8ef7-ca076c393787 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 1096 time: 0.5258169 Jul 16 18:19:57.380013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 566565a2-473e-4791-89fe-32312a7d9395 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:57.395873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 566565a2-473e-4791-89fe-32312a7d9395 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:57.398619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.424067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547c3841-96b2-429d-8db1-8a63e2680504 req-b85cd2f8-59b0-4451-8781-6343cd631569 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828372 Jul 16 18:19:57.501191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4696d-f5f2-4006-9dbd-cc8b471cd1e0 req-e9e3f92c-ccc4-41d5-bc3f-d9a8e778f1c5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.516998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2d4696d-f5f2-4006-9dbd-cc8b471cd1e0 req-e9e3f92c-ccc4-41d5-bc3f-d9a8e778f1c5 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3961110 Jul 16 18:19:57.618321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2d4696d-f5f2-4006-9dbd-cc8b471cd1e0 req-33d44843-1339-4bc7-a801-c55530662b6d tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738914 Jul 16 18:19:57.639283 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.699609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 566565a2-473e-4791-89fe-32312a7d9395, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=566565a2-473e-4791-89fe-32312a7d9395,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:57.707409 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.756452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.836216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=566565a2-473e-4791-89fe-32312a7d9395,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.890795 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b335f084-7043-4f1a-b462-bc294410e1c3', 'name': 'tempest-snat-router-2046660873', 'tenant_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '77124727-74ae-4159-a107-44c9f44183ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:51Z', 'updated_at': '2021-07-16T18:19:54Z', 'revision_number': 3, 'project_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'gw_port': {'id': '77124727-74ae-4159-a107-44c9f44183ce', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b335f084-7043-4f1a-b462-bc294410e1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:52Z', 'updated_at': '2021-07-16T18:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:57.926045 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Checking router: b335f084-7043-4f1a-b462-bc294410e1c3 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:57.927039 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Updating router b335f084-7043-4f1a-b462-bc294410e1c3 port 77124727-74ae-4159-a107-44c9f44183ce binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:58.022050 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.086109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-4769ac10-3dba-46ef-a2d6-89a1f9da1f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.087867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-4769ac10-3dba-46ef-a2d6-89a1f9da1f03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.7598529 Jul 16 18:19:58.164756 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.277498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-cc920383-1e39-4b0e-94ea-3f1a38547766 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 200 len: 998 time: 0.1774626 Jul 16 18:19:58.324885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779494fb-f434-40a3-b932-bfd7a90b5959 req-05391491-781a-4901-be83-64a4b51c7477 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.334192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-779494fb-f434-40a3-b932-bfd7a90b5959 req-05391491-781a-4901-be83-64a4b51c7477 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 985 time: 0.1292119 Jul 16 18:19:58.360303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-327fd9db-1260-4e4a-8dd7-250691dc2565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.363041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-327fd9db-1260-4e4a-8dd7-250691dc2565 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.0782056 Jul 16 18:19:58.411500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-779494fb-f434-40a3-b932-bfd7a90b5959 req-5b8a5be3-d3a0-4e7a-b29a-274c3761d3ef tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0731273 Jul 16 18:19:58.454976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-59267f88-8065-43e9-9f28-a88475a212e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3724465 Jul 16 18:19:58.564422 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.580278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Transition to ACTIVE for port object 77124727-74ae-4159-a107-44c9f44183ce will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:58.588811 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.618548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Deleting port 77124727-74ae-4159-a107-44c9f44183ce {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:58.619429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.656134 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Attempting to bind port 77124727-74ae-4159-a107-44c9f44183ce on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:58.656710 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Attempting to bind port 77124727-74ae-4159-a107-44c9f44183ce by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:58.657128 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Attempting to bind port 77124727-74ae-4159-a107-44c9f44183ce on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:58.671987 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:58.672589 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:58.673000 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.673504 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:58.674001 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Bound port: 77124727-74ae-4159-a107-44c9f44183ce, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:58.674442 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.786743 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3e662-21a0-4a82-bacd-7b6dfca164e0 None None] Pushing event updated for resources: {'Port': ['ID=77124727-74ae-4159-a107-44c9f44183ce,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.798181 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] For port 77124727-74ae-4159-a107-44c9f44183ce, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:58.810682 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] For port 77124727-74ae-4159-a107-44c9f44183ce, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=77124727-74ae-4159-a107-44c9f44183ce,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:58.820803 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.823105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.850337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Calling delete_port for 77124727-74ae-4159-a107-44c9f44183ce owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:58.910205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69afb7b3-85d4-4bea-ab61-655edc992deb req-44c8861a-e32f-4a88-9366-753d4b938ac6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 210 time: 0.0651014 Jul 16 18:19:58.999497 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3e662-21a0-4a82-bacd-7b6dfca164e0 None None] Pushing event updated for resources: {'Port': ['ID=77124727-74ae-4159-a107-44c9f44183ce,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.015936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecdf53-9985-46c5-aa0c-25e7dd3b176b req-a3a70e34-0675-438d-a30c-2e9c176b0f72 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.016947 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Routers {'b335f084-7043-4f1a-b462-bc294410e1c3'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:59.018052 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:19:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b335f084-7043-4f1a-b462-bc294410e1c3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:59.038558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fecdf53-9985-46c5-aa0c-25e7dd3b176b req-a3a70e34-0675-438d-a30c-2e9c176b0f72 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 985 time: 0.2721009 Jul 16 18:19:59.087858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 566565a2-473e-4791-89fe-32312a7d9395 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:59.139533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-0a32c10a-303d-4dab-b7f4-d3faa425f261 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.154083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-0a32c10a-303d-4dab-b7f4-d3faa425f261 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.13 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 813 time: 0.8498075 Jul 16 18:19:59.179961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fecdf53-9985-46c5-aa0c-25e7dd3b176b req-2e9b2fa0-8e5c-4ea0-8e68-f3e8074302ef tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1373365 Jul 16 18:19:59.185980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Request body: {'port': {'device_id': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7', 'admin_state_up': True, 'tenant_id': '14d810d47b144655bfc375f231e71f2c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:59.220860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-b614048a-fd33-4e7f-84b9-0fe1f18522ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.221194 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] Set router b335f084-7043-4f1a-b462-bc294410e1c3 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:59.237145 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-b614048a-fd33-4e7f-84b9-0fe1f18522ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8438902 Jul 16 18:19:59.297232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 566565a2-473e-4791-89fe-32312a7d9395 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:59.297851 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.309557 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b335f084-7043-4f1a-b462-bc294410e1c3', 'name': 'tempest-snat-router-2046660873', 'tenant_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:51Z', 'updated_at': '2021-07-16T18:19:58Z', 'revision_number': 4, 'project_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:59.354790 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebd58e5-bd32-48a3-9012-1c93b5fb9e24 None None] The sync data for ids ['b335f084-7043-4f1a-b462-bc294410e1c3'] in n-d-793620-10 is: [{'id': 'b335f084-7043-4f1a-b462-bc294410e1c3', 'name': 'tempest-snat-router-2046660873', 'tenant_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:51Z', 'updated_at': '2021-07-16T18:19:58Z', 'revision_number': 4, 'project_id': '48b5e4cb8cc34c8c8c477cdb1fab4547', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:59.481431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b92086-e234-4857-8a71-8efbb6bdbe95 req-38cbc2b6-a480-40f9-a583-1180945bec20 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.484060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63b92086-e234-4857-8a71-8efbb6bdbe95 req-38cbc2b6-a480-40f9-a583-1180945bec20 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.1470861 Jul 16 18:19:59.561539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-cb9e2669-4d06-44bc-8968-2508739b319f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.563207 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-cb9e2669-4d06-44bc-8968-2508739b319f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 1059 time: 1.0719216 Jul 16 18:19:59.593681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63b92086-e234-4857-8a71-8efbb6bdbe95 req-4282849d-5a15-4d03-b125-23b85bdb93ae tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959826 Jul 16 18:19:59.671209 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:59.773158 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-35667487-e6f4-466c-b6bf-64ddebc3b2a4 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795802 Jul 16 18:19:59.784527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a0e46-3e7e-4647-98b8-0254316280cb req-af2ff667-f292-4c96-ab93-491bcac30814 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.800360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c35a0e46-3e7e-4647-98b8-0254316280cb req-af2ff667-f292-4c96-ab93-491bcac30814 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2049878 Jul 16 18:19:59.891352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c35a0e46-3e7e-4647-98b8-0254316280cb req-95c2ce66-b761-4453-929f-e053ed3d1b33 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887623 Jul 16 18:19:59.902201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Made reservation on behalf of 14d810d47b144655bfc375f231e71f2c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:59.906979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.060070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.068524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-7bb4c768-1986-4643-b161-bd3317f9f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.070089 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-7bb4c768-1986-4643-b161-bd3317f9f936 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 200 len: 912 time: 0.4509532 Jul 16 18:20:00.148077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event deleted for resources: {'Port': ['ID=77124727-74ae-4159-a107-44c9f44183ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:00.239921 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-54541734-bb39-4b3c-ad54-9bf87161eb5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0 HTTP/1.1" status: 200 len: 217 time: 0.1315224 Jul 16 18:20:00.261682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9642b0ae-4127-4a91-90c5-631e7da39afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.276774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c01d4ddd-27e5-4b74-a7e6-d2967bdf4cc8 req-831a78c7-a560-428d-8095-ed885defdb65 service neutron] 10.222.0.55 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896786 Jul 16 18:20:00.399924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.413277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-0a61f967-a4d1-4a65-bc09-eefb2ba9f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.414858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-0a61f967-a4d1-4a65-bc09-eefb2ba9f2a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 200 len: 851 time: 0.1436682 Jul 16 18:20:00.444650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8f6f006-47ce-4303-9548-64bac17ba91b req-967c7770-f053-43e6-a622-26c78c3cc3fe tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 210 time: 0.1004117 Jul 16 18:20:00.512790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c88db9-1818-4a90-882e-a9db253f4499 req-6c2a0f45-07ce-4fa7-8443-61f3b8ed49f5 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.515650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9c88db9-1818-4a90-882e-a9db253f4499 req-6c2a0f45-07ce-4fa7-8443-61f3b8ed49f5 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1137 time: 0.2850418 Jul 16 18:20:00.553318 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b9c88db9-1818-4a90-882e-a9db253f4499 req-242887e0-7099-4564-b248-e8d0f32b3bbe tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.636685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.640591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Allocated IP 172.20.0.11 (cc01aecd-434e-42d2-a378-f023fb3ea3f7/3d8324f0-edfd-451e-b0cc-403303ce1e36/afa3bdcc-779e-4b0a-9220-f94d508e0e1d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:00.648497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.760294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b9c88db9-1818-4a90-882e-a9db253f4499 req-242887e0-7099-4564-b248-e8d0f32b3bbe tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.768911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b9c88db9-1818-4a90-882e-a9db253f4499 req-242887e0-7099-4564-b248-e8d0f32b3bbe tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.793273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.794240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b335f084-7043-4f1a-b462-bc294410e1c3 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:00.815482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.821096 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-15e65828-99a6-4a5a-bc41-890c82f76c84 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "DELETE /v2.0/routers/b335f084-7043-4f1a-b462-bc294410e1c3 HTTP/1.1" status: 204 len: 168 time: 3.7350981 Jul 16 18:20:00.822273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60354) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.961991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-82959aef-433e-4cfe-a5dc-6aad6e220e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.964842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-82959aef-433e-4cfe-a5dc-6aad6e220e16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d08654e-bb9f-4d10-92bd-4b6c3dbda481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5185816 Jul 16 18:20:01.127894 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.151685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9c88db9-1818-4a90-882e-a9db253f4499 req-242887e0-7099-4564-b248-e8d0f32b3bbe tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.6215200 Jul 16 18:20:01.707741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60362) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.806896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242887e0-7099-4564-b248-e8d0f32b3bbe tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc127a41-cb2f-4b20-9bfe-735ab5b2452d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.881610 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-1a66c613-849c-4945-a505-415de1609c99 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8936672 Jul 16 18:20:01.891478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.952690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df67b9b-b42c-4bba-afce-f4cc5c934c04 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.958227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7df67b9b-b42c-4bba-afce-f4cc5c934c04 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1132 time: 0.2482889 Jul 16 18:20:01.962737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.969300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:01.997056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8e99a-286c-47b3-8f4b-7108c73111c7 req-9e316741-3df9-412c-b830-80344817aca5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.000502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fae8e99a-286c-47b3-8f4b-7108c73111c7 req-9e316741-3df9-412c-b830-80344817aca5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.8802099 Jul 16 18:20:02.062284 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0542d443-79ba-4c08-bfb6-c3404c88ebd0 req-8f8a8cb8-9f28-4a87-b00d-7220172c30f7 service neutron] 10.222.0.13 "GET /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679387 Jul 16 18:20:02.063816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.066907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.090791 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.114210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ad6fc-4d7d-46d8-8a30-1e82926aea2e req-21402e45-e0cf-4a84-a650-4e9768cc3c32 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.123058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-963ad6fc-4d7d-46d8-8a30-1e82926aea2e req-21402e45-e0cf-4a84-a650-4e9768cc3c32 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3804553 Jul 16 18:20:02.148008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Network cc01aecd-434e-42d2-a378-f023fb3ea3f7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:02.158862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:02.168737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:02.179071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.188200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fae8e99a-286c-47b3-8f4b-7108c73111c7 req-f8d1c956-d12a-4f1d-acfc-a04ca35ef023 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662879 Jul 16 18:20:02.285350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-963ad6fc-4d7d-46d8-8a30-1e82926aea2e req-089145f7-6110-451a-b0a7-f47d726103b4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530983 Jul 16 18:20:02.333611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Deleting port 566565a2-473e-4791-89fe-32312a7d9395 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:02.335858 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.416027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.418039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.479398 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-fd0d2092-408d-4213-9fc6-7b051e8c8d09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3058460 Jul 16 18:20:02.522923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Request body: {'port': {'device_id': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:02.534727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.592964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] For port 566565a2-473e-4791-89fe-32312a7d9395, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=566565a2-473e-4791-89fe-32312a7d9395,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:02.594181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.633736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Calling delete_port for 566565a2-473e-4791-89fe-32312a7d9395 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:02.789750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.943774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Allocated IP 172.25.0.174 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/566f3517-c06f-4e27-bf0b-7850ed761096) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:03.077795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610ce7d-0841-4551-b9ad-4822363ecc3e req-5f786247-bdf6-40de-863f-e539ccb85376 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.079584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c610ce7d-0841-4551-b9ad-4822363ecc3e req-5f786247-bdf6-40de-863f-e539ccb85376 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 932 time: 0.3091769 Jul 16 18:20:03.128587 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96612693-64e0-403d-b93b-7036e4cc694c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.129670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e6fc4-5b9e-4ae6-a9a7-aa65fab658ba req-ea671527-60d1-4edc-b35a-d4ced1cd889e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.137089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c3e6fc4-5b9e-4ae6-a9a7-aa65fab658ba req-ea671527-60d1-4edc-b35a-d4ced1cd889e tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2134252 Jul 16 18:20:03.162682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.222537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event deleted for resources: {'Port': ['ID=566565a2-473e-4791-89fe-32312a7d9395,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.286386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c3e6fc4-5b9e-4ae6-a9a7-aa65fab658ba req-70fc8b41-9a30-4cf9-8be7-60864fb0395c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453874 Jul 16 18:20:03.302646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c610ce7d-0841-4551-b9ad-4822363ecc3e req-cdeff8f8-a674-4fbf-9a52-7d681418407a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898222 Jul 16 18:20:03.360824 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.388014 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.400652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.413759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa3bdcc-779e-4b0a-9220-f94d508e0e1d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:03.426527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.476037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Transition to ACTIVE for port object afa3bdcc-779e-4b0a-9220-f94d508e0e1d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:03.485959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.532809 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.536369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.557406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.594013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.657309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.658268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8df2d65e-1d42-484c-a2ab-27c5ebaba036 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:03.664592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.666622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-07cc0678-456f-4227-8e22-d46a1b539350 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "DELETE /v2.0/routers/8df2d65e-1d42-484c-a2ab-27c5ebaba036 HTTP/1.1" status: 204 len: 168 time: 2.8336239 Jul 16 18:20:03.675552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60386) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:03.690845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-595265586', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:03.757379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.758710 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.781715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f84c2c-fbc9-4728-993c-69ac70b1ecd5 req-986b94e6-5198-4d53-acad-a4e31daa80a4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.783615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44f84c2c-fbc9-4728-993c-69ac70b1ecd5 req-986b94e6-5198-4d53-acad-a4e31daa80a4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.1761303 Jul 16 18:20:03.923483 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.937014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:03.946270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=566f3517-c06f-4e27-bf0b-7850ed761096,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.954149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:03.983520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:04.074030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44f84c2c-fbc9-4728-993c-69ac70b1ecd5 req-0c5befa0-de3b-49d9-9bd7-0bf9dc4441a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530882 Jul 16 18:20:04.075393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:04.075848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:04.076577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:04.094044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:04.094555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:04.116786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:04.116786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Checking segment: {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:04.116786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Bound using segment: {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:04.116786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Bound port: afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:04.116786 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.196544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.244919 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.252299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:04.281524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:04.304841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.411097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.411934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.414172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] 10.222.0.13 "PUT /v2.0/ports/afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 1093 time: 1.9168329 Jul 16 18:20:04.414458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:04.418076 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:04.604952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.635875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.718821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6969c3-66d3-4fb2-9ac1-8ee66e42cd7f service neutron] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.833089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-90cc8f59-9d61-40a5-9d15-6014baf57c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.836846 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-90cc8f59-9d61-40a5-9d15-6014baf57c10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1096 time: 0.2992454 Jul 16 18:20:04.841634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Allocated IP 172.25.0.149 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/cb13c286-6ae1-4187-a29d-ea43dd02371e) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:04.928030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8f65b-600d-44fd-96c2-bccb9ee1b932 req-065b4be3-a7e9-46d7-8a9b-aa41ccae2216 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.948887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69a8f65b-600d-44fd-96c2-bccb9ee1b932 req-065b4be3-a7e9-46d7-8a9b-aa41ccae2216 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.1922066 Jul 16 18:20:05.010761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-56cfa4b3-78a6-431f-90fb-4ff806435e26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 217 time: 0.1209135 Jul 16 18:20:05.089209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 566565a2-473e-4791-89fe-32312a7d9395 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:05.191066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69a8f65b-600d-44fd-96c2-bccb9ee1b932 req-161d6ecd-f35f-4f69-a8ff-22b4e273a9e4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323589 Jul 16 18:20:05.206621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 566565a2-473e-4791-89fe-32312a7d9395 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:05.207570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 566565a2-473e-4791-89fe-32312a7d9395 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:05.222201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-f61dade2-80c2-494d-ad73-70dfaa4ac7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.235947 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-f61dade2-80c2-494d-ad73-70dfaa4ac7b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.2098937 Jul 16 18:20:05.258764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.302089 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aff435-132e-4856-bbc1-922edf673091 x-openstack-request-id: req-c9aff435-132e-4856-bbc1-922edf673091 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:05.302547 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:05.302972 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9aff435-132e-4856-bbc1-922edf673091 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:05.303733 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'status': 'completed', 'code': 200} Jul 16 18:20:05.359623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-69f367cb-1a90-4736-b4db-23558ec8c5f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751696 Jul 16 18:20:05.429113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.530976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:05.539771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:05.545956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:05.577461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event updated for resources: {'Port': ['ID=cb13c286-6ae1-4187-a29d-ea43dd02371e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.602879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-be00b1c9-9759-4d1f-b1ba-e0dff5c27fc6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.604577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-be00b1c9-9759-4d1f-b1ba-e0dff5c27fc6 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=42067915-6d70-4c2f-a4e4-9868f4f6c41c HTTP/1.1" status: 200 len: 943 time: 0.4119823 Jul 16 18:20:05.655628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-c751ec74-7eea-4bff-8a43-1c99e05782c9 service neutron] 10.222.0.13 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409108 Jul 16 18:20:05.722911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.746648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.938293 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfcfa8b5-3d79-4ebe-a4e0-48cde998fb92 req-479341ae-a196-47ee-af08-a107b746605b service neutron] 10.222.0.13 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731173 Jul 16 18:20:05.957078 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.012706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f369e-93cd-4413-bd92-b7000b2a2d29 req-7de240a9-efb2-4661-81a9-5c31a86024c9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.014930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b19f369e-93cd-4413-bd92-b7000b2a2d29 req-7de240a9-efb2-4661-81a9-5c31a86024c9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.5637870 Jul 16 18:20:06.172247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b19f369e-93cd-4413-bd92-b7000b2a2d29 req-00963b92-be91-470b-b580-e4c947a083e0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895374 Jul 16 18:20:06.175862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Deleting port 39c33714-3fdc-41a6-8e68-8147bf056792 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:06.176337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.230270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.394509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] For port 39c33714-3fdc-41a6-8e68-8147bf056792, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39c33714-3fdc-41a6-8e68-8147bf056792,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:06.395523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.412063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-b314ef04-963b-42fd-8d37-b1c3dcc494b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.415965 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-b314ef04-963b-42fd-8d37-b1c3dcc494b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1096 time: 0.3779564 Jul 16 18:20:06.418208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Calling delete_port for 39c33714-3fdc-41a6-8e68-8147bf056792 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:06.489799 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-95170fc4-d3b9-4fcf-bd49-17717dee2353 service neutron] show failed (client error): The resource could not be found. Jul 16 18:20:06.491905 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-95170fc4-d3b9-4fcf-bd49-17717dee2353 service neutron] 10.222.0.55 "GET /v2.0/ports/0ebe3670-9532-4d31-bcf8-ae12898fcfa6/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.3591769 Jul 16 18:20:06.621829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.670886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.681836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.804264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-5e27b705-809f-4caf-824b-70df320856cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:06.806375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-5e27b705-809f-4caf-824b-70df320856cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 913 time: 0.3709865 Jul 16 18:20:06.829111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=566f3517-c06f-4e27-bf0b-7850ed761096,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.895441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.902308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-ac891a89-698d-45ea-98f7-cfa74a4bd9a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 217 time: 0.0845912 Jul 16 18:20:06.925432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.927990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.943069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:07.089381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-8be427b0-5b07-4c8e-b122-b584896626d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.090905 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-8be427b0-5b07-4c8e-b122-b584896626d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.1659725 Jul 16 18:20:07.124869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-538c538c-3c87-4426-8b65-9e58376fb93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.126753 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-538c538c-3c87-4426-8b65-9e58376fb93d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f&tenant_id=bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 1102 time: 0.2486985 Jul 16 18:20:07.152393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:07.157296 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-f52d78d7-ff05-4b33-9446-ca0f55d3a5e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521507 Jul 16 18:20:07.197579 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Floating IP 5b5bd161-0a98-40b5-99a0-3972d9f4bf46 associated. External IP: 172.25.0.174, port: 6e820e0d-cfb0-4721-b755-fc32a5a90e45. Jul 16 18:20:07.336822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.466252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event deleted for resources: {'Port': ['ID=39c33714-3fdc-41a6-8e68-8147bf056792,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.537343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] No DVR routers for this DVR port 39c33714-3fdc-41a6-8e68-8147bf056792 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:07.541221 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.543478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9cad2a45-2cf7-4b07-9924-818be4873e7a req-1d0295ba-a733-4dbf-b136-0014f03dbdd7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "DELETE /v2.0/ports/39c33714-3fdc-41a6-8e68-8147bf056792 HTTP/1.1" status: 204 len: 173 time: 1.9107172 Jul 16 18:20:07.551731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-deleted', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:07.554261 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cdb38a-3310-4324-b637-0dc479fb7623" -d '{"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-deleted", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:07.565149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af024f2-f699-4dff-a2f7-8065c4325352 req-f00b173d-9911-404f-bd57-b75907f7b5e3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:07.573132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3af024f2-f699-4dff-a2f7-8065c4325352 req-f00b173d-9911-404f-bd57-b75907f7b5e3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.8672183 Jul 16 18:20:07.652194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3af024f2-f699-4dff-a2f7-8065c4325352 req-44a95367-ed0a-49fa-9c3b-63f6cfac90ed tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779560 Jul 16 18:20:07.680134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Router 9a00b604-e140-4adf-b924-b2d801aa96f6 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:07.956543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-0d33508a-0d86-4099-8b16-e5ad540dc3ef service neutron] 10.222.0.13 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7740607 Jul 16 18:20:07.992859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:08.007844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] Sync routers for ids ['9a00b604-e140-4adf-b924-b2d801aa96f6'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:08.029403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] Routers {'9a00b604-e140-4adf-b924-b2d801aa96f6'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:08.032377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9a00b604-e140-4adf-b924-b2d801aa96f6'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:08.049884 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.057146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c4ae1fd3-f518-484c-93a7-2f5d7b18e272 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.3786478 Jul 16 18:20:08.057520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60470) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.063023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': False}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:08.073965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbba752-0240-43ca-a525-530466db8837 req-e67443d7-10a7-481e-8af1-664857f46790 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.082363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bcbba752-0240-43ca-a525-530466db8837 req-e67443d7-10a7-481e-8af1-664857f46790 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.1746528 Jul 16 18:20:08.127282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:08.146245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] Routers {'9a00b604-e140-4adf-b924-b2d801aa96f6'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:08.147903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9a00b604-e140-4adf-b924-b2d801aa96f6'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:08.181634 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.257782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:08.259032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9066bf-1849-44f8-952e-06f186499897 None None] The sync data for ids ['9a00b604-e140-4adf-b924-b2d801aa96f6'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:08.293588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab70fb89-b3c2-45cd-b32c-ab7f58d310a1 req-01da703c-30d5-4849-8a8f-4b9dc17be424 service neutron] 10.222.0.13 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396548 Jul 16 18:20:08.357093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bcbba752-0240-43ca-a525-530466db8837 req-e0d2e718-c7f4-4617-abc2-8b03513ba049 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733345 Jul 16 18:20:08.668825 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c7626-6235-4f9c-ace5-c38fd1d0a022 x-openstack-request-id: req-5c7c7626-6235-4f9c-ace5-c38fd1d0a022 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:08.672354 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42067915-6d70-4c2f-a4e4-9868f4f6c41c", "name": "network-vif-deleted", "tag": "39c33714-3fdc-41a6-8e68-8147bf056792", "status": "failed", "code": 422}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:08.672680 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5c7c7626-6235-4f9c-ace5-c38fd1d0a022 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:08.673184 n-d-793620-10 neutron-server[93777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '42067915-6d70-4c2f-a4e4-9868f4f6c41c', 'name': 'network-vif-deleted', 'tag': '39c33714-3fdc-41a6-8e68-8147bf056792', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:20:08.788412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.856226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:08.931614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router e5b7e255-afa5-4847-8de8-2c0963ecaf0f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:09.207442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:09.268880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:09.283217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:09.284935 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] Sync routers for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:09.286041 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ae5f4-df8c-4955-9b0e-48a94eb9c479" -d '{"events": [{"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:09.293304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.301285 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:09.302341 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:09.310712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.341539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Transition to ACTIVE for port object 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:09.348819 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.403214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e857446e-f4bf-4a0e-9a7d-09f961af6eee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.4373393 Jul 16 18:20:09.405785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60490) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:09.441295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] No DVR routers for this DVR port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:09.450007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.473753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c273d-0c69-4400-b6c1-ede794d12af8 req-32a26633-8967-4d9b-98f6-e8ac89adca0b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.482324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139c273d-0c69-4400-b6c1-ede794d12af8 req-32a26633-8967-4d9b-98f6-e8ac89adca0b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.2745194 Jul 16 18:20:09.516751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:09.518023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:09.518629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:09.530839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:09.531737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Attempting to bind port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:09.542046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:09.542626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:09.543689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:09.544554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Bound port: 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:09.545243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.614375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac2fc-2217-4a4c-bd80-76e570535491 req-571318c1-400d-4546-8d63-ff32e3733216 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.616026 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e1ac2fc-2217-4a4c-bd80-76e570535491 req-571318c1-400d-4546-8d63-ff32e3733216 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 0.5826764 Jul 16 18:20:09.666577 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:09.670913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:09.675178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:09.682094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.724589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.725366 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.727896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] 10.222.0.13 "PUT /v2.0/ports/0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 1097 time: 2.5792336 Jul 16 18:20:09.834053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd4042-ac69-465e-ba10-b43d32940b44 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.840282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139c273d-0c69-4400-b6c1-ede794d12af8 req-4fd946b0-5b87-4036-8211-4d977874a46b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532300 Jul 16 18:20:09.891961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e1ac2fc-2217-4a4c-bd80-76e570535491 req-6aee0e16-0ba1-4683-90da-1cb09633e56c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615895 Jul 16 18:20:09.894581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a695bd75-4348-4018-ae6e-94f4116b3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.899853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-a695bd75-4348-4018-ae6e-94f4116b3ca5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1100 time: 0.1168053 Jul 16 18:20:09.925304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:10.111896 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.119751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.170755 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183cb50-f1fc-4c42-9c0d-257065fe35ea x-openstack-request-id: req-8183cb50-f1fc-4c42-9c0d-257065fe35ea {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:10.171625 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:10.172309 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8183cb50-f1fc-4c42-9c0d-257065fe35ea {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:10.173219 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'code': 200} Jul 16 18:20:10.182522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.183011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.183489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.188840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.189716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.190215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.190694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.191172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.191641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.192110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.196900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.201356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fd3931a1-c1b1-4614-9463-c2636f41e46d tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7754 time: 0.7902491 Jul 16 18:20:10.212134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.279535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:10.308694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7', 'port_id': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'mac_address': 'fa:16:3e:b2:40:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8324f0-edfd-451e-b0cc-403303ce1e36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:10.309395 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '5b5bd161-0a98-40b5-99a0-3972d9f4bf46', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'port_id': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'mac_address': 'fa:16:3e:b2:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:05Z', 'updated_at': '2021-07-16T18:20:05Z', 'revision_number': 0, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.453540 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] Checking router: e5b7e255-afa5-4847-8de8-2c0963ecaf0f for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:10.459496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.486841 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:10.489860 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.496426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3bdcc-779e-4b0a-9220-f94d508e0e1d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:10.503334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Router 9a00b604-e140-4adf-b924-b2d801aa96f6 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:10.554908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-77ff9663-371e-49f6-831f-ae099cfed606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.557672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-77ff9663-371e-49f6-831f-ae099cfed606 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.6492903 Jul 16 18:20:10.557977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:10.571454 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.706460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-d7ca2bba-ac2a-43e2-9b5b-b49e6ed30f87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.1339068 Jul 16 18:20:10.713478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.752545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.753260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.753791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.754391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.754970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.755479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.756065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.756602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.757110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.757717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.758245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.760574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-85606c6c-dd3d-4cac-91f9-062e8c1412a0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7096 time: 0.5429063 Jul 16 18:20:10.774363 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:10.790413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60506) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.944425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:10.964938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.975293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] Sync routers for ids ['9a00b604-e140-4adf-b924-b2d801aa96f6'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:10.992527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['afa3bdcc-779e-4b0a-9220-f94d508e0e1d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:10.999979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-4005de8f-303a-431f-a281-c4207a658406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.008582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-91be8d39-196c-48ba-97f6-965f6f93632c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "PUT /v2.0/routers/9a00b604-e140-4adf-b924-b2d801aa96f6 HTTP/1.1" status: 200 len: 921 time: 2.9492497 Jul 16 18:20:11.008860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-4005de8f-303a-431f-a281-c4207a658406 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2816412 Jul 16 18:20:11.009701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.031024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1426f1-b86f-4b1d-9869-64aaf73ffaf0 req-44d6f58e-171e-4540-ab7d-5a22a93d542d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.044083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c1426f1-b86f-4b1d-9869-64aaf73ffaf0 req-44d6f58e-171e-4540-ab7d-5a22a93d542d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 948 time: 0.4049869 Jul 16 18:20:11.079167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] Routers {'9a00b604-e140-4adf-b924-b2d801aa96f6'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:11.080944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9a00b604-e140-4adf-b924-b2d801aa96f6'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.151353 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '5b5bd161-0a98-40b5-99a0-3972d9f4bf46', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'port_id': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'mac_address': 'fa:16:3e:b2:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:05Z', 'updated_at': '2021-07-16T18:20:05Z', 'revision_number': 0, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.157942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.184438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c1426f1-b86f-4b1d-9869-64aaf73ffaf0 req-4f716b5a-b81c-424c-9481-558bd0275e50 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347334 Jul 16 18:20:11.199739 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0573e22d-995d-4f78-8160-09ec330cb897 None None] The sync data for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 is: [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '5b5bd161-0a98-40b5-99a0-3972d9f4bf46', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'floating_ip_address': '172.25.0.174', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'port_id': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'mac_address': 'fa:16:3e:b2:b9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:05Z', 'updated_at': '2021-07-16T18:20:05Z', 'revision_number': 0, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:11.202807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] Routers {'9a00b604-e140-4adf-b924-b2d801aa96f6'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:11.205727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9a00b604-e140-4adf-b924-b2d801aa96f6'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.440390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-7c8c1a1c-3030-4d88-a0e3-3e47e8071670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.442182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-7c8c1a1c-3030-4d88-a0e3-3e47e8071670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3945894 Jul 16 18:20:11.455030 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-947369f9-403d-4ed1-83c4-bbe5e2b02d01 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/9a00b604-e140-4adf-b924-b2d801aa96f6 HTTP/1.1" status: 200 len: 921 time: 0.4261365 Jul 16 18:20:11.458028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.466748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:11.471534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.472365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb24bea-4dfc-4eb5-87bd-026bccbec2e7 None None] The sync data for ids ['9a00b604-e140-4adf-b924-b2d801aa96f6'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:11.577754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:11.603495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd472f-f721-47ca-ab02-8816b969ee5b req-48855a30-ba9c-410d-9618-2a841e535dfb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.618674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8251f706-e067-4623-a0f0-d7a0fa31b526 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4491 time: 0.8247080 Jul 16 18:20:11.620315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60516) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.620668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8bcd472f-f721-47ca-ab02-8816b969ee5b req-48855a30-ba9c-410d-9618-2a841e535dfb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 907 time: 0.2340758 Jul 16 18:20:11.648320 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376df91f-fc77-454a-8542-13e9e97c6da2 None None] New status for floating IP 5b5bd161-0a98-40b5-99a0-3972d9f4bf46: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:11.872123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3cd2a0-ad69-4108-9376-e92b1d2a8328 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.875522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7f3cd2a0-ad69-4108-9376-e92b1d2a8328 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=9a00b604-e140-4adf-b924-b2d801aa96f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4162586 Jul 16 18:20:11.879386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797b0cc-7a9e-48ff-885f-096ca9203be1 req-2f65fe16-8bd2-412b-a84b-09cf80cbbbca tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.887927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5797b0cc-7a9e-48ff-885f-096ca9203be1 req-2f65fe16-8bd2-412b-a84b-09cf80cbbbca tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.0976770 Jul 16 18:20:11.889985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-ed5e38fb-7b1b-4162-bba5-1e9c0254fca5 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339633 Jul 16 18:20:11.890785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60522) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.980111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c8e08-d050-415d-bf28-bc0d37396618 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.981810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0c8e08-d050-415d-bf28-bc0d37396618 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.985260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6c0c8e08-d050-415d-bf28-bc0d37396618 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=e5b7e255-afa5-4847-8de8-2c0963ecaf0f HTTP/1.1" status: 200 len: 1992 time: 0.3621461 Jul 16 18:20:11.992518 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5797b0cc-7a9e-48ff-885f-096ca9203be1 req-a1a29be8-02a5-430f-8269-0fa14c2bec0f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035888 Jul 16 18:20:12.025166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ecfca-318f-41cf-8518-938e2f5d963a req-c5820260-e62b-4c93-b475-e1ee1f5c7dd5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.033100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-651ecfca-318f-41cf-8518-938e2f5d963a req-c5820260-e62b-4c93-b475-e1ee1f5c7dd5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 945 time: 0.1425717 Jul 16 18:20:12.077862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-651ecfca-318f-41cf-8518-938e2f5d963a req-01ec4409-734f-4ee6-b367-d71671d0eede tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Jul 16 18:20:12.178300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45'}, {'name': 'network-changed', 'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:12.181307 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6e405b-a777-4889-901c-4e3a693788a1" -d '{"events": [{"name": "network-changed", "server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45"}, {"name": "network-changed", "server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:12.274766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5f347-ca4f-46a5-9717-ed68c827be4d tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.279914 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d6b5f347-ca4f-46a5-9717-ed68c827be4d tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.3819549 Jul 16 18:20:12.280621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60532) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.320605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dfe50de2-cce5-4b9a-9b81-3190cb59837d tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a00b604-e140-4adf-b924-b2d801aa96f6 HTTP/1.1" status: 200 len: 205 time: 0.0356154 Jul 16 18:20:12.320878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60534) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.345009 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b82ce2-b00b-440f-b236-ed6390022818 x-openstack-request-id: req-95b82ce2-b00b-440f-b236-ed6390022818 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:12.346647 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:12.348608 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-95b82ce2-b00b-440f-b236-ed6390022818 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:12.349692 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'status': 'completed', 'code': 200} Jul 16 18:20:12.350367 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'status': 'completed', 'code': 200} Jul 16 18:20:12.392555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c07e9a72-23da-4302-999f-d85ca116ddcf req-c8f86307-935b-490f-9291-d45b9964c50d service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761271 Jul 16 18:20:12.430193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-80f934ae-3837-4dee-b88a-51833ef24315 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.431836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-80f934ae-3837-4dee-b88a-51833ef24315 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.13 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 907 time: 0.3211138 Jul 16 18:20:12.510914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-e43971aa-feb1-4889-84c4-c55d4b3701dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.512635 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-e43971aa-feb1-4889-84c4-c55d4b3701dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1100 time: 0.1527793 Jul 16 18:20:12.648560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.662382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-f8fd3f6c-7750-4ccb-b280-8e4055e8318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.663918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-f8fd3f6c-7750-4ccb-b280-8e4055e8318c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1454980 Jul 16 18:20:12.666655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Deleting port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:12.667014 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.730881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-6f060a78-6b96-493e-a9a9-adffea09c661 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.0586407 Jul 16 18:20:12.753595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-75a529b7-ae69-4978-a70a-51f7ae8169ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.756679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-75a529b7-ae69-4978-a70a-51f7ae8169ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1137 time: 0.3868387 Jul 16 18:20:12.815861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fcf58-f310-4b1c-b060-45e657c16cc1 req-8b837e13-97ec-4581-b644-476080239573 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.818505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-876fcf58-f310-4b1c-b060-45e657c16cc1 req-8b837e13-97ec-4581-b644-476080239573 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 0.4020524 Jul 16 18:20:12.836759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-6bfbd94c-af64-41d8-94dd-e94f4d65816e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.838294 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-6bfbd94c-af64-41d8-94dd-e94f4d65816e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0998151 Jul 16 18:20:12.853868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] For port 24af0dab-7ad8-4842-8f83-467b6dcce8f0, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=24af0dab-7ad8-4842-8f83-467b6dcce8f0,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:12.854243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.889034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Calling delete_port for 24af0dab-7ad8-4842-8f83-467b6dcce8f0 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:12.894536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa42dc-0b9f-4d94-80d5-98f8edc1d260 req-b832045c-3b10-49f0-81e0-24f3e02a5cd1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:12.897725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5efa42dc-0b9f-4d94-80d5-98f8edc1d260 req-b832045c-3b10-49f0-81e0-24f3e02a5cd1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 948 time: 0.4311490 Jul 16 18:20:13.382850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-1b79d5f6-4687-4116-9bd6-d9f2f610152b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:13.384523 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-1b79d5f6-4687-4116-9bd6-d9f2f610152b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5397365 Jul 16 18:20:13.531608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-61db32ea-f882-45de-a786-77ae3be99039 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:13.533283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-61db32ea-f882-45de-a786-77ae3be99039 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 945 time: 0.1925423 Jul 16 18:20:13.595711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.599338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-9a5ba238-dbd9-4a4d-a964-d5872302cfee service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017543 Jul 16 18:20:13.662113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event deleted for resources: {'Port': ['ID=24af0dab-7ad8-4842-8f83-467b6dcce8f0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.678951 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-876fcf58-f310-4b1c-b060-45e657c16cc1 req-583d3202-0e1f-4d06-9621-6a81561d16e2 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8267498 Jul 16 18:20:13.703128 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.740798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5efa42dc-0b9f-4d94-80d5-98f8edc1d260 req-dc881d89-b1d6-4174-8566-3608bd3b3fc2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7716994 Jul 16 18:20:13.755578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-a842b267-cf1e-4882-b5c5-108fbf496677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:13.758917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-a842b267-cf1e-4882-b5c5-108fbf496677 service neutron] 10.222.0.13 "GET /v2.0/networks?id=deb997fb-daa3-4b1b-988d-861f7e001c5d HTTP/1.1" status: 200 len: 896 time: 0.9834344 Jul 16 18:20:13.800443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] No DVR routers for this DVR port 24af0dab-7ad8-4842-8f83-467b6dcce8f0 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:13.803903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.806356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-231dc269-b7fa-4f72-a7fa-3e47cb8e4177 req-cc425450-2610-4960-a971-f4282c0c9e77 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.13 "DELETE /v2.0/ports/24af0dab-7ad8-4842-8f83-467b6dcce8f0 HTTP/1.1" status: 204 len: 173 time: 1.3578665 Jul 16 18:20:13.872831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-3820de8d-aad2-4bd6-b183-17d69b0fcaae service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649138 Jul 16 18:20:13.892907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Deleting port d749c325-3094-4251-baa6-d52be1a10726 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:13.893804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.938257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-0e5f065c-ec46-4172-85d1-9772cb3b330b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45 HTTP/1.1" status: 200 len: 1002 time: 0.1724703 Jul 16 18:20:13.963103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:14.047540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Deleting port cb13c286-6ae1-4187-a29d-ea43dd02371e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:14.048047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.067922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] For port d749c325-3094-4251-baa6-d52be1a10726, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d749c325-3094-4251-baa6-d52be1a10726,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:14.068526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.074285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port afa3bdcc-779e-4b0a-9220-f94d508e0e1d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:14.084690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port afa3bdcc-779e-4b0a-9220-f94d508e0e1d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:14.085578 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.099421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-34338f9b-fef2-4fd6-80aa-a81a6237d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.101366 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-34338f9b-fef2-4fd6-80aa-a81a6237d333 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0fb5be4-a574-4923-8898-978560cf8c1c HTTP/1.1" status: 200 len: 835 time: 0.1537380 Jul 16 18:20:14.146696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Calling delete_port for d749c325-3094-4251-baa6-d52be1a10726 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:14.243388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fff531cc-0435-428a-bc98-d40d8d4aae14 req-a5f71039-a2fb-4ac6-88ee-0ded61e19e71 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7c467d6-68e4-4597-9a1d-d38bc15aef41 HTTP/1.1" status: 200 len: 210 time: 0.1041443 Jul 16 18:20:14.249153 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.291134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.318180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:14.320641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:14.324297 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd47a08-dbcf-4548-9322-e0675317ab0e" -d '{"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-plugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:14.330094 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.333126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Calling delete_port for cb13c286-6ae1-4187-a29d-ea43dd02371e owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:14.352184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'name': 'network-vif-deleted', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:14.355015 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1412d2-dbb9-49c4-b52f-f2bf143b33b4" -d '{"events": [{"server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "name": "network-vif-deleted", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:14.419193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.420743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.444098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96f8dcb2-f16e-4a76-b934-908ebf223430', 'db40e15e-8f4e-476f-9955-1e1e93daf97d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:14.460512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.464410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.464958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.467708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.467708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.471402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.472514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.473092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.473673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.474242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.474925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.475485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:14.533874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-546ca7ec-d661-4133-b2aa-873c37cbe72d req-82f151e6-e783-42a3-8089-a3e78ef0ef7a tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 210 time: 0.0941575 Jul 16 18:20:14.544896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8a6a2539-0a77-4f92-abc7-a7e3c302cf3c', 'd749c325-3094-4251-baa6-d52be1a10726'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:14.566043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-a58c2e36-d64a-4614-af46-4af8441b36c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.566043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-a58c2e36-d64a-4614-af46-4af8441b36c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=deb997fb-daa3-4b1b-988d-861f7e001c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4234283 Jul 16 18:20:14.572691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event deleted for resources: {'Port': ['ID=d749c325-3094-4251-baa6-d52be1a10726,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.599924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2d860-ac01-4655-b2a9-558a480dab35 req-a0db319a-70dd-432c-a52f-99b33497ba46 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:14.601680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2eb2d860-ac01-4655-b2a9-558a480dab35 req-a0db319a-70dd-432c-a52f-99b33497ba46 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.4648609 Jul 16 18:20:14.667340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] No DVR routers for this DVR port d749c325-3094-4251-baa6-d52be1a10726 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:14.673458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.680091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e6482d6-5a50-4bfb-ba00-aa0f010b8697 req-4584d835-e1cb-4d2b-82e0-4cd29cc08550 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "DELETE /v2.0/ports/d749c325-3094-4251-baa6-d52be1a10726 HTTP/1.1" status: 204 len: 173 time: 1.1372538 Jul 16 18:20:14.822053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2eb2d860-ac01-4655-b2a9-558a480dab35 req-155a5e8a-746b-44db-b52a-46c8d6e01a28 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943688 Jul 16 18:20:14.895263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-8ccc409c-1904-49d3-a394-9165f0dcea07 service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924271 Jul 16 18:20:14.942787 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c121edee-3d71-47d0-9764-e54146348a86 x-openstack-request-id: req-c121edee-3d71-47d0-9764-e54146348a86 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:14.943305 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-plugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:14.943817 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c121edee-3d71-47d0-9764-e54146348a86 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:14.944723 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'code': 200} Jul 16 18:20:14.982294 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c58c0-3e79-4279-998a-7e9a85789010 x-openstack-request-id: req-aa1c58c0-3e79-4279-998a-7e9a85789010 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:14.983322 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7c467d6-68e4-4597-9a1d-d38bc15aef41", "name": "network-vif-deleted", "tag": "24af0dab-7ad8-4842-8f83-467b6dcce8f0", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:14.983717 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa1c58c0-3e79-4279-998a-7e9a85789010 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:14.986463 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c467d6-68e4-4597-9a1d-d38bc15aef41', 'name': 'network-vif-deleted', 'tag': '24af0dab-7ad8-4842-8f83-467b6dcce8f0', 'status': 'completed', 'code': 200} Jul 16 18:20:15.114989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.188895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event deleted for resources: {'Port': ['ID=cb13c286-6ae1-4187-a29d-ea43dd02371e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.206109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-d877dc08-7bdd-4d60-974c-6e16d5bb4787 service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017993 Jul 16 18:20:15.329822 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.389908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-08a09d2d-336a-418d-be51-ff9c7710f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.393341 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-08a09d2d-336a-418d-be51-ff9c7710f342 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1100 time: 0.1085467 Jul 16 18:20:15.519974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb63580-c2b3-46a4-ba55-4831b4ef1817 req-c3554080-60fd-4e31-84f8-3298158c6144 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.523267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dcb63580-c2b3-46a4-ba55-4831b4ef1817 req-c3554080-60fd-4e31-84f8-3298158c6144 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 948 time: 0.4092743 Jul 16 18:20:15.532099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-c1216595-e521-4cbc-ac11-ae279ae0cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.533447 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.533862 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-c1216595-e521-4cbc-ac11-ae279ae0cc67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1331239 Jul 16 18:20:15.539914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.572742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67440992-2488-44cd-a45c-fac8aeb361a9 req-5a34ad7d-a0ac-4a98-81cb-f004a31e7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.575987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67440992-2488-44cd-a45c-fac8aeb361a9 req-5a34ad7d-a0ac-4a98-81cb-f004a31e7544 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1098 time: 0.3155684 Jul 16 18:20:15.596443 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-e36ceec1-ba00-4425-a6c8-dc00c3944ddf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.0520885 Jul 16 18:20:15.664446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-74a12265-9837-4270-8019-036361e1308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.669576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-74a12265-9837-4270-8019-036361e1308e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0650485 Jul 16 18:20:15.735095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.736635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Fanout notify agent at l3_agent the message router_deleted on router 9a00b604-e140-4adf-b924-b2d801aa96f6 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:15.752752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-671821b8-87fd-4e83-bd9f-082db74f5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.753024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.755452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-671821b8-87fd-4e83-bd9f-082db74f5de7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825908 Jul 16 18:20:15.755624 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2c7970a-4670-4210-b89f-a209ca5e18cc tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/9a00b604-e140-4adf-b924-b2d801aa96f6 HTTP/1.1" status: 204 len: 168 time: 3.4332089 Jul 16 18:20:15.761897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.767636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-718fb201-a4dd-4d57-b0b2-c6ef45dc997c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4567268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:15.794691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dcb63580-c2b3-46a4-ba55-4831b4ef1817 req-f79da6dc-5b8f-4b94-a3e8-be47287cc34f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496009 Jul 16 18:20:15.815262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67440992-2488-44cd-a45c-fac8aeb361a9 req-a8df606e-5643-467b-9923-08c288a2ab7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166264 Jul 16 18:20:15.902682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-718fb201-a4dd-4d57-b0b2-c6ef45dc997c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.934139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-718fb201-a4dd-4d57-b0b2-c6ef45dc997c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.966616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:15.996836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-349388f0-7bab-4f0f-8bb5-c06d4819e90f service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230291 Jul 16 18:20:16.057195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d04906-99aa-4c35-9b66-df5097350032 req-04147817-c777-4528-b29b-e8a93f2410c6 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.081471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16d04906-99aa-4c35-9b66-df5097350032 req-04147817-c777-4528-b29b-e8a93f2410c6 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 0.1851130 Jul 16 18:20:16.156573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16d04906-99aa-4c35-9b66-df5097350032 req-b8729952-36c5-48c1-857e-ac1c5ae8a02c tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734360 Jul 16 18:20:16.234158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:16.257275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 24af0dab-7ad8-4842-8f83-467b6dcce8f0 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:16.263040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'mac_address': 'fa:16:3e:bb:5d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:16.276296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-212deaeb-ef15-452a-a875-0cc786f988ed req-ebcc6c60-e582-4e76-9569-a3a2f351ce89 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=689846a5-b5b5-4a68-9b63-03ed8635fca6 HTTP/1.1" status: 200 len: 210 time: 0.0565927 Jul 16 18:20:16.281500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-718fb201-a4dd-4d57-b0b2-c6ef45dc997c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.296862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-718fb201-a4dd-4d57-b0b2-c6ef45dc997c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.321280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 24af0dab-7ad8-4842-8f83-467b6dcce8f0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:16.321903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 24af0dab-7ad8-4842-8f83-467b6dcce8f0 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:16.344025 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed6e405b-a777-4889-901c-4e3a693788a1 req-5ef585e1-272f-4d81-9025-5bbe45b39193 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361337 Jul 16 18:20:16.345376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-718fb201-a4dd-4d57-b0b2-c6ef45dc997c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.346596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-718fb201-a4dd-4d57-b0b2-c6ef45dc997c tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5833807 Jul 16 18:20:16.350347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60574) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.355793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:16.374151 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.391363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:16.416174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:16.422326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.510214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.832776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:16.983889 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.999668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'name': 'network-vif-deleted', 'tag': 'd749c325-3094-4251-baa6-d52be1a10726'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:17.004537 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f47d0c-2a74-4fa4-909b-406402eae3d2" -d '{"events": [{"server_uuid": "689846a5-b5b5-4a68-9b63-03ed8635fca6", "name": "network-vif-deleted", "tag": "d749c325-3094-4251-baa6-d52be1a10726"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:17.020192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-4be5523f-f614-4fda-b7b5-237969e898b6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.022324 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-4be5523f-f614-4fda-b7b5-237969e898b6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f&tenant_id=bb2e096cec2442afbe3872187f55de88&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 949 time: 0.3171711 Jul 16 18:20:17.176421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-9420acaf-5a70-4782-a064-76c884f907d8 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.178164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-9420acaf-5a70-4782-a064-76c884f907d8 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.55 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 0.2733147 Jul 16 18:20:17.186462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222f389-4c32-4ec3-af58-98eda29084ab req-28a13350-3f19-419c-86c3-fc535f447bc1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.188640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0222f389-4c32-4ec3-af58-98eda29084ab req-28a13350-3f19-419c-86c3-fc535f447bc1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3742085 Jul 16 18:20:17.207501 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-b22d481a-88d2-4ba7-8bc6-78aade7f5e70 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:20:17.209029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-b22d481a-88d2-4ba7-8bc6-78aade7f5e70 service neutron] 10.222.0.55 "DELETE /v2.0/ports/0ebe3670-9532-4d31-bcf8-ae12898fcfa6/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.1721537 Jul 16 18:20:17.253243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-e24656f0-fb67-420c-941e-0000d1d12562 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.254968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-e24656f0-fb67-420c-941e-0000d1d12562 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 945 time: 0.1998746 Jul 16 18:20:17.307143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0222f389-4c32-4ec3-af58-98eda29084ab req-c2714b61-22bb-49e6-9304-8f58b3c3b3d9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043336 Jul 16 18:20:17.337083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e22e-ca1e-4bb2-b92a-65bc92acb9e8 req-1b62e5ba-b914-478f-b271-cc10c3cbaed9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.339158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c575e22e-ca1e-4bb2-b92a-65bc92acb9e8 req-1b62e5ba-b914-478f-b271-cc10c3cbaed9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 949 time: 0.2415600 Jul 16 18:20:17.471190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Deleting port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:17.471547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.500235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-44ff4e64-4795-41dc-8b0c-5c1e6c7e2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.501803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-44ff4e64-4795-41dc-8b0c-5c1e6c7e2fd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1101 time: 0.1764402 Jul 16 18:20:17.511341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Deleting port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:17.511747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.518833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c575e22e-ca1e-4bb2-b92a-65bc92acb9e8 req-13ff8566-b3ee-4720-859d-4e1957e69733 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722136 Jul 16 18:20:17.586656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.614893 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e29d692-3e50-4f63-813e-af523622644d x-openstack-request-id: req-0e29d692-3e50-4f63-813e-af523622644d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:17.615248 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689846a5-b5b5-4a68-9b63-03ed8635fca6", "name": "network-vif-deleted", "tag": "d749c325-3094-4251-baa6-d52be1a10726", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:17.615501 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e29d692-3e50-4f63-813e-af523622644d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:17.615904 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689846a5-b5b5-4a68-9b63-03ed8635fca6', 'name': 'network-vif-deleted', 'tag': 'd749c325-3094-4251-baa6-d52be1a10726', 'status': 'completed', 'code': 200} Jul 16 18:20:17.618757 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.689426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac0b58-5055-43ca-9b9a-da83e52b7d48 req-7d9336c0-d912-4527-be16-cfdf872b35be tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.691057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81ac0b58-5055-43ca-9b9a-da83e52b7d48 req-7d9336c0-d912-4527-be16-cfdf872b35be tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 945 time: 0.2229688 Jul 16 18:20:17.741084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] For port 26aec182-2976-4c75-b5bd-5c7ece6d2c12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=26aec182-2976-4c75-b5bd-5c7ece6d2c12,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:17.741457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.808713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81ac0b58-5055-43ca-9b9a-da83e52b7d48 req-275c3f54-3520-4791-97e0-476399ba8e75 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116271 Jul 16 18:20:17.836586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Allocated IP 172.25.0.59 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/b9dcb8bc-8880-40c1-9797-1a8d3205a2f3) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:17.865869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-a0375e62-ada5-46df-ae75-64fc251afdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.867436 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-a0375e62-ada5-46df-ae75-64fc251afdab service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3503733 Jul 16 18:20:17.879062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] For port ef93bc6d-f8aa-44fc-963c-510d6e16beb8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:17.879062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.921347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef6db5-1965-47a0-a8da-b08ba1d30e59 req-d966fa32-2935-433d-8dc0-520e21a063a8 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.925459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1ef6db5-1965-47a0-a8da-b08ba1d30e59 req-d966fa32-2935-433d-8dc0-520e21a063a8 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 946 time: 0.2091773 Jul 16 18:20:17.994195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d749c325-3094-4251-baa6-d52be1a10726 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:18.051272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: d749c325-3094-4251-baa6-d52be1a10726 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:18.052286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d749c325-3094-4251-baa6-d52be1a10726 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:18.127157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1ef6db5-1965-47a0-a8da-b08ba1d30e59 req-f5119a86-8e97-44a6-9234-11de2a6b72e1 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups?id=566498f9-0191-4b7b-bef5-f67b610397c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885431 Jul 16 18:20:18.202262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.290619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.369503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:18.380695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:18.387560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:18.440371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event updated for resources: {'Port': ['ID=b9dcb8bc-8880-40c1-9797-1a8d3205a2f3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.633937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-3a250ea4-1450-47cb-8db0-26b2e6b36a6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.7438350 Jul 16 18:20:18.675156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Calling delete_port for ef93bc6d-f8aa-44fc-963c-510d6e16beb8 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:18.765098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-962d8986-2ea6-46e6-90c8-9a8f363b7e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.766909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-962d8986-2ea6-46e6-90c8-9a8f363b7e94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0836971 Jul 16 18:20:18.902134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8551cd8-2d47-425f-926b-3cad4cf3db1c req-9724e46c-40fa-4b70-83fc-b54d6a6a0895 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.903597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a8551cd8-2d47-425f-926b-3cad4cf3db1c req-9724e46c-40fa-4b70-83fc-b54d6a6a0895 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2538025 Jul 16 18:20:18.922293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.923084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.923731 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Floating IP a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1 disassociated. External IP: 172.25.0.106, port: 26aec182-2976-4c75-b5bd-5c7ece6d2c12. Jul 16 18:20:18.924460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Calling delete_port for 26aec182-2976-4c75-b5bd-5c7ece6d2c12 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:18.947855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f13120-979a-4383-8688-0c66a422c6b8 req-60ed288e-83de-4eaf-bcce-c89e6213edc0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.949521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4f13120-979a-4383-8688-0c66a422c6b8 req-60ed288e-83de-4eaf-bcce-c89e6213edc0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 949 time: 0.2186937 Jul 16 18:20:18.965363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.079799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-fefb0a13-0ac6-4f1b-a985-9d54cf2ea9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:19.081610 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-fefb0a13-0ac6-4f1b-a985-9d54cf2ea9e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2778511 Jul 16 18:20:19.129970 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a8551cd8-2d47-425f-926b-3cad4cf3db1c req-02c75cfd-1d3b-493d-9e9d-5e97f8b108ce tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007840 Jul 16 18:20:19.226909 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.243331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:19.250789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4f13120-979a-4383-8688-0c66a422c6b8 req-df659002-f592-469d-918b-9173c5c70c2d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818165 Jul 16 18:20:19.413877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e0d031f-81d7-4fd7-98f2-d56d090c2144 req-59b1bec5-caca-4935-affc-85a283184497 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=caa5d69d-c07c-4be1-94fd-31c6f8192983 HTTP/1.1" status: 200 len: 210 time: 0.0826402 Jul 16 18:20:19.446499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event deleted for resources: {'Port': ['ID=ef93bc6d-f8aa-44fc-963c-510d6e16beb8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.514748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] No DVR routers for this DVR port ef93bc6d-f8aa-44fc-963c-510d6e16beb8 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:19.523923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.526409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-025fddf3-66dd-4d8a-a028-e49ad8c33045 req-861a1483-5f68-4196-9788-6ba9900889eb tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "DELETE /v2.0/ports/ef93bc6d-f8aa-44fc-963c-510d6e16beb8 HTTP/1.1" status: 204 len: 173 time: 2.2642953 Jul 16 18:20:19.572943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-9dc4dc4a-d2c3-4ab5-98f0-c5fd223fc682 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650083 Jul 16 18:20:19.681017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'name': 'network-vif-deleted', 'tag': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:19.683305 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0226c37-cccb-43c6-9d82-7cd97fa1db68" -d '{"events": [{"server_uuid": "caa5d69d-c07c-4be1-94fd-31c6f8192983", "name": "network-vif-deleted", "tag": "ef93bc6d-f8aa-44fc-963c-510d6e16beb8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:19.688501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dff08ebf-cb5c-41e8-b0a7-8de134654ea8 req-031cde03-806d-4dc3-9e45-3a45e31b8b52 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079373 Jul 16 18:20:19.713593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.776634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event deleted for resources: {'Port': ['ID=26aec182-2976-4c75-b5bd-5c7ece6d2c12,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.972582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Router 14a6b572-bf43-494c-a549-b92ce72f30bb has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:20.012272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:20.174041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:20.201771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] Sync routers for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:20.253519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:20.262540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:20.263012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.298492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:20.299537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:20.342028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] No DVR routers for this DVR port 26aec182-2976-4c75-b5bd-5c7ece6d2c12 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:20.349270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.351708 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-21e44ed7-8ac9-49ec-9ea6-81d3251ff703 req-0e0d5728-73d3-43c2-aa80-8034bfd3a784 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.55 "DELETE /v2.0/ports/26aec182-2976-4c75-b5bd-5c7ece6d2c12 HTTP/1.1" status: 204 len: 173 time: 3.1603043 Jul 16 18:20:20.568800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.576685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.620041 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.625341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:20.650790 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d74709f-66c5-480c-9e37-41794f092973 req-debc4f5b-b6e8-46a3-bbfd-5731ecabf2e6 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/ports?device_id=2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7 HTTP/1.1" status: 200 len: 210 time: 0.8869328 Jul 16 18:20:20.719880 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6769b81b-ea8a-4212-8543-0fd54c90b5c1 x-openstack-request-id: req-6769b81b-ea8a-4212-8543-0fd54c90b5c1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:20.721879 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caa5d69d-c07c-4be1-94fd-31c6f8192983", "name": "network-vif-deleted", "tag": "ef93bc6d-f8aa-44fc-963c-510d6e16beb8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:20.722159 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6769b81b-ea8a-4212-8543-0fd54c90b5c1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:20.722592 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caa5d69d-c07c-4be1-94fd-31c6f8192983', 'name': 'network-vif-deleted', 'tag': 'ef93bc6d-f8aa-44fc-963c-510d6e16beb8', 'status': 'completed', 'code': 200} Jul 16 18:20:20.727361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:20.737761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:20.742074 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50486ae7-c096-45a2-b050-4a9c406507a7" -d '{"events": [{"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-plugged", "status": "completed", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:20.753439 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.754811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-3382f181-1dc8-465d-b503-9bae737c6235 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.762692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-3382f181-1dc8-465d-b503-9bae737c6235 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 813 time: 1.0983520 Jul 16 18:20:20.791443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-6e0548fb-8b47-4d39-a51b-3147e273177c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/quotas/14d810d47b144655bfc375f231e71f2c HTTP/1.1" status: 200 len: 375 time: 0.0277216 Jul 16 18:20:20.960503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.993100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-22852e2e-f7e9-4f5f-bd61-83fb7378c63e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002492 Jul 16 18:20:21.179843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.200188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Router 1134fa41-ee15-4c90-baaf-3987f63c247b is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:21.256536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-2ddf08c3-a1c0-4372-a1b7-89255d3b1376 service neutron] 10.222.0.48 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599020 Jul 16 18:20:21.261356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] Checking router: 14a6b572-bf43-494c-a549-b92ce72f30bb for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:21.281696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:21.283084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.387697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 26aec182-2976-4c75-b5bd-5c7ece6d2c12 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:21.452054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 26aec182-2976-4c75-b5bd-5c7ece6d2c12 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:21.452439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45148dff-94a8-4dfb-8bba-d19fb522ba80 req-9eb83481-d894-4e26-a66f-c9a81e998e8a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.453029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 26aec182-2976-4c75-b5bd-5c7ece6d2c12 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:21.453902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ef93bc6d-f8aa-44fc-963c-510d6e16beb8 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:21.469380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45148dff-94a8-4dfb-8bba-d19fb522ba80 req-9eb83481-d894-4e26-a66f-c9a81e998e8a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.4020276 Jul 16 18:20:21.515059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: ef93bc6d-f8aa-44fc-963c-510d6e16beb8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:21.515686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ef93bc6d-f8aa-44fc-963c-510d6e16beb8 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:21.567747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45148dff-94a8-4dfb-8bba-d19fb522ba80 req-7386e8ec-1668-48c4-94c7-ed9481de7c09 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947108 Jul 16 18:20:21.572790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:21.593305 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] Sync routers for ids ['1134fa41-ee15-4c90-baaf-3987f63c247b'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:21.626379 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:21.640437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.642618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0c007d6f-e029-4b5c-a5d0-f1c0fa1c5480 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "PUT /v2.0/routers/1134fa41-ee15-4c90-baaf-3987f63c247b HTTP/1.1" status: 200 len: 876 time: 5.2910771 Jul 16 18:20:21.646390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60634) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.648733 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] Routers {'1134fa41-ee15-4c90-baaf-3987f63c247b'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:21.649752 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1134fa41-ee15-4c90-baaf-3987f63c247b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.676915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-b6691529-78ee-4887-97c6-186d52dc0ce9 service neutron] 10.222.0.48 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202986 Jul 16 18:20:21.740657 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.767280 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] Routers {'1134fa41-ee15-4c90-baaf-3987f63c247b'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:21.771139 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1134fa41-ee15-4c90-baaf-3987f63c247b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.833644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:21.834928 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2149b5f0-e652-46fe-bf26-2ac1734b7bef None None] The sync data for ids ['1134fa41-ee15-4c90-baaf-3987f63c247b'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:21.895604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d9ff2871-68f8-4c82-9bd7-61619f758d21 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/1134fa41-ee15-4c90-baaf-3987f63c247b HTTP/1.1" status: 200 len: 917 time: 0.2485301 Jul 16 18:20:21.909533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60640) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.983121 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f5b1c5-0252-4458-9430-bfe0195f415f x-openstack-request-id: req-a8f5b1c5-0252-4458-9430-bfe0195f415f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:21.983420 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-plugged", "status": "completed", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:21.983677 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8f5b1c5-0252-4458-9430-bfe0195f415f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:21.984076 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'code': 200} Jul 16 18:20:22.033654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:22.112773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3fd7a-4fa8-4a2e-8659-78164555d7d2 None None] The sync data for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 is: [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 4, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'f5a219ec-4c63-4d75-bf4e-90446bcc9891', 'name': '', 'network_id': '59216300-2137-48d3-8be7-ef30eb22fc3f', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'mac_address': 'fa:16:3e:1a:61:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:42Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'subnets': [{'id': '36d30d94-1170-4b24-a3f3-58933830a1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:22.203782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4de8f7-1071-4252-87b2-fdbc80c26697 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.207476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7c4de8f7-1071-4252-87b2-fdbc80c26697 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=1134fa41-ee15-4c90-baaf-3987f63c247b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2959294 Jul 16 18:20:22.210022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60648) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.288207 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e53c9-501b-483e-b5a3-4b4ac2af5a06 req-c203c5b3-4adc-4279-85b0-937bb45132e4 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.297292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-286e53c9-501b-483e-b5a3-4b4ac2af5a06 req-c203c5b3-4adc-4279-85b0-937bb45132e4 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1102 time: 0.1562655 Jul 16 18:20:22.345185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-286e53c9-501b-483e-b5a3-4b4ac2af5a06 req-d39761f3-c868-4fda-abd4-ffbbeed92246 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468380 Jul 16 18:20:22.452625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d8b50fc-601b-430b-8de0-d93ae33955c7 req-9e82d892-10a3-4dbc-b59d-ce71f4f9ef2c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 210 time: 0.0443993 Jul 16 18:20:22.530508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60656) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.554540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb96fc5-d0c4-44bb-b0d3-b612b48fe193 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:22.557275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7cb96fc5-d0c4-44bb-b0d3-b612b48fe193 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.3456728 Jul 16 18:20:22.564747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.680226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5eb39-0b75-40fa-a331-c4921eaa02d2 None None] New status for floating IP a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:22.721871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60668) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.724796 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-caff0894-6cff-40a4-8527-684560640704 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=1134fa41-ee15-4c90-baaf-3987f63c247b HTTP/1.1" status: 200 len: 205 time: 0.1432860 Jul 16 18:20:22.725900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'name': 'network-vif-deleted', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:22.730256 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52883251-3225-4e9e-bf04-d075d74f3ba9" -d '{"events": [{"server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "name": "network-vif-deleted", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:22.834621 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24229c6e-d5aa-4fac-ae6e-137e83515091 x-openstack-request-id: req-24229c6e-d5aa-4fac-ae6e-137e83515091 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:22.835109 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7", "name": "network-vif-deleted", "tag": "26aec182-2976-4c75-b5bd-5c7ece6d2c12", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:22.835535 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24229c6e-d5aa-4fac-ae6e-137e83515091 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:22.836239 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2afcf7c4-62b7-4e10-9a60-41e6f2b82ca7', 'name': 'network-vif-deleted', 'tag': '26aec182-2976-4c75-b5bd-5c7ece6d2c12', 'status': 'completed', 'code': 200} Jul 16 18:20:22.867635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cafa-2c7b-4215-8b63-89029cbe5df3 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.047098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cafa-2c7b-4215-8b63-89029cbe5df3 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.211916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.242946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-2a5df1d3-b86e-414b-8b7c-92f99ae80353 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.244668 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-2a5df1d3-b86e-414b-8b7c-92f99ae80353 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.1656308 Jul 16 18:20:23.374190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-fb6a4737-c2fe-4f84-bbd8-72792a484981 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512183 Jul 16 18:20:23.380674 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cafa-2c7b-4215-8b63-89029cbe5df3 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.384182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1aa8cafa-2c7b-4215-8b63-89029cbe5df3 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.388211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1aa8cafa-2c7b-4215-8b63-89029cbe5df3 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "DELETE /v2.0/security-groups/566498f9-0191-4b7b-bef5-f67b610397c5 HTTP/1.1" status: 204 len: 168 time: 0.8536496 Jul 16 18:20:23.393210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:23.409873 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-bc584b6b-871b-494b-891a-6ded8eb243ac tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] show failed (client error): The resource could not be found. Jul 16 18:20:23.411035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bc584b6b-871b-494b-891a-6ded8eb243ac tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "GET /v2.0/security-groups/566498f9-0191-4b7b-bef5-f67b610397c5 HTTP/1.1" status: 404 len: 347 time: 0.0168204 Jul 16 18:20:23.417148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:23.450763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ac8da-5d4a-48d5-bf63-640e7f33438e req-c30aaaea-b414-4ede-978e-afb63288a044 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.453417 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a84ac8da-5d4a-48d5-bf63-640e7f33438e req-c30aaaea-b414-4ede-978e-afb63288a044 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 946 time: 0.5054889 Jul 16 18:20:23.464196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa8cafa-2c7b-4215-8b63-89029cbe5df3 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566498f9-0191-4b7b-bef5-f67b610397c5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.466214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Deleting port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:23.466563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.472208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.633448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a84ac8da-5d4a-48d5-bf63-640e7f33438e req-213e771b-bd84-4c55-adde-70fe156013e7 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=ba47b358-4e3e-409c-91fc-86a84c3c1e52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532905 Jul 16 18:20:23.643059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-806af10e-29fc-4177-8977-ad6ee9502d4e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:23.644876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-806af10e-29fc-4177-8977-ad6ee9502d4e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560852 Jul 16 18:20:23.651684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] For port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:23.652047 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.665583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Deleting port 4b02bc2f-e7bd-48b5-97ea-9ded4249b500 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:23.665913 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.672340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Calling delete_port for a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:23.677077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-a36d415a-344b-47eb-a68c-36dc36d410ac tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/quotas/bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 375 time: 0.0186191 Jul 16 18:20:23.741321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Deleting port b9dcb8bc-8880-40c1-9797-1a8d3205a2f3 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:23.742316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.861205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-d7561cb6-518d-41eb-85b6-f57dcc2fe9c5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783452 Jul 16 18:20:23.886673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.901760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:23.926594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.952652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Calling delete_port for b9dcb8bc-8880-40c1-9797-1a8d3205a2f3 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:23.959611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event deleted for resources: {'Port': ['ID=a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.964678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.965006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.991693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Calling delete_port for 4b02bc2f-e7bd-48b5-97ea-9ded4249b500 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:23.997774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:23.998727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:23.999256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:23.999768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.000316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.000819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.001315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.001965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.002473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.002975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.003464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.003950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:24.160802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] No DVR routers for this DVR port a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:24.175294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.178065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1006f59c-bb2b-4fe4-a4ab-46a03bb2e5c6 req-c61ebe83-c6e0-4e93-b64e-76cab91f2a05 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "DELETE /v2.0/ports/a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 HTTP/1.1" status: 204 len: 173 time: 0.9265640 Jul 16 18:20:24.227753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-8a06fb01-659e-4f5e-9348-23f4c1a3262c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:24.229948 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-8a06fb01-659e-4f5e-9348-23f4c1a3262c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.55 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 813 time: 0.3533149 Jul 16 18:20:24.244583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Request body: {'port': {'device_id': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7', 'admin_state_up': True, 'tenant_id': '14d810d47b144655bfc375f231e71f2c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:24.456094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.519128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event deleted for resources: {'Port': ['ID=b9dcb8bc-8880-40c1-9797-1a8d3205a2f3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.584488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d088fc23-a147-46cc-a7db-7a07618339d3 req-2f044812-07da-494f-850f-e5c94b2d525e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:24.594873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d088fc23-a147-46cc-a7db-7a07618339d3 req-2f044812-07da-494f-850f-e5c94b2d525e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 945 time: 0.2966318 Jul 16 18:20:24.602422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.695800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Pushing event deleted for resources: {'Port': ['ID=4b02bc2f-e7bd-48b5-97ea-9ded4249b500,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.706008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ebbde8c-a69a-4359-9f71-0b9431c9b535 req-0149c044-d43c-409b-9f7b-13d99aa9bd2e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 210 time: 0.0480876 Jul 16 18:20:24.723989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Made reservation on behalf of 14d810d47b144655bfc375f231e71f2c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:24.727608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.730754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d088fc23-a147-46cc-a7db-7a07618339d3 req-cac5d111-31db-4792-b3bf-f94c1da33b1f tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345994 Jul 16 18:20:24.736678 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.842601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'name': 'network-vif-deleted', 'tag': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:24.846737 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2de6d98-9538-4c64-b93e-f56ad979cc68" -d '{"events": [{"server_uuid": "53b71917-f99a-4d50-804b-9ee3d9c41d1d", "name": "network-vif-deleted", "tag": "a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:24.855716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.860783 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.870936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-576db918-82fc-47bc-b8d4-26d705323cc4 tempest-ServersTestJSON-1605323936 tempest-ServersTestJSON-1605323936-project] 10.222.0.48 "DELETE /v2.0/floatingips/a2e2a2d6-1b9a-4e71-b873-8505cdfaeed1 HTTP/1.1" status: 204 len: 168 time: 1.4523678 Jul 16 18:20:24.895652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.900558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.903751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.006438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8fd3ee63-a7a2-4ec4-9153-7bc120eb8b6f req-022d9a05-861c-4785-9ffb-ea4f13db35a2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=53b71917-f99a-4d50-804b-9ee3d9c41d1d HTTP/1.1" status: 200 len: 210 time: 0.0453908 Jul 16 18:20:25.034559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70454a8e-6d36-49f4-b96b-f7bd3a261622 req-a1eb3ce4-8a78-4878-9756-cd424cb7e567 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 210 time: 0.1140566 Jul 16 18:20:25.040025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.040631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Fanout notify agent at l3_agent the message router_deleted on router 1134fa41-ee15-4c90-baaf-3987f63c247b {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:25.061779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.065925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-faf6e196-aeb5-446a-afa8-dbe49d4454f6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/1134fa41-ee15-4c90-baaf-3987f63c247b HTTP/1.1" status: 204 len: 168 time: 2.3407981 Jul 16 18:20:25.072505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60714) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:25.082041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-812b1738-03d4-413e-a487-50fc24daa541 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-690972705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:25.140505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812b1738-03d4-413e-a487-50fc24daa541 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.141821 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812b1738-03d4-413e-a487-50fc24daa541 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.231005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812b1738-03d4-413e-a487-50fc24daa541 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.239993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812b1738-03d4-413e-a487-50fc24daa541 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.269362 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-812b1738-03d4-413e-a487-50fc24daa541 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.273596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-812b1738-03d4-413e-a487-50fc24daa541 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1965563 Jul 16 18:20:25.273956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60716) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:25.280463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': True}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:25.467477 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f004f30a-88aa-4d5c-b6ea-16b216cb4a89 x-openstack-request-id: req-f004f30a-88aa-4d5c-b6ea-16b216cb4a89 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:25.468566 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b71917-f99a-4d50-804b-9ee3d9c41d1d", "name": "network-vif-deleted", "tag": "a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:25.468566 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f004f30a-88aa-4d5c-b6ea-16b216cb4a89 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:25.468886 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b71917-f99a-4d50-804b-9ee3d9c41d1d', 'name': 'network-vif-deleted', 'tag': 'a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6', 'status': 'completed', 'code': 200} Jul 16 18:20:25.568531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.727518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Allocated IP 172.20.0.4 (cc01aecd-434e-42d2-a378-f023fb3ea3f7/3d8324f0-edfd-451e-b0cc-403303ce1e36/3bf8ebbf-0703-45c2-901c-c3a9e013d25b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:25.742445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d39259-5cbe-4365-b9e6-601c792513fa req-41fc0e8b-608d-4d25-a22f-e9476cec00bb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.744407 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-91d39259-5cbe-4365-b9e6-601c792513fa req-41fc0e8b-608d-4d25-a22f-e9476cec00bb tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 945 time: 0.8710899 Jul 16 18:20:25.995995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.087494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.096566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98a9e1dd-461a-41a8-9a03-5d29556164ac req-fb7aa08d-98a4-4821-b31a-bbdec54fc447 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 210 time: 0.1231248 Jul 16 18:20:26.204953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.298926 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.309886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-d9fa0b72-17d4-468e-9365-38403853689e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591500 Jul 16 18:20:26.320477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['afa3bdcc-779e-4b0a-9220-f94d508e0e1d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:26.410178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Deleting port db40e15e-8f4e-476f-9955-1e1e93daf97d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:26.410842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.509917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Network cc01aecd-434e-42d2-a378-f023fb3ea3f7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:26.561507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:26.563953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Pushing event updated for resources: {'Port': ['ID=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.567848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:26.629680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.648337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.748421 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ce121fcc-01a5-43d9-915e-87429dc6f756 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5078928 Jul 16 18:20:26.775529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Request body: {'port': {'device_id': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:26.827109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-d25179b8-4699-4eb9-9ffb-902ca1c0452c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.828543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-d25179b8-4699-4eb9-9ffb-902ca1c0452c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5069344 Jul 16 18:20:26.853029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] For port db40e15e-8f4e-476f-9955-1e1e93daf97d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=db40e15e-8f4e-476f-9955-1e1e93daf97d,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:26.853432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.860861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Request body: {'port': {'device_id': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'bb2e096cec2442afbe3872187f55de88'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:26.916951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Calling delete_port for db40e15e-8f4e-476f-9955-1e1e93daf97d owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:26.954750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a94105-5484-4fe0-adeb-d7b14c290dc5 req-425a1dba-723f-4edd-b91e-8f3bf49e7212 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:26.956432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7a94105-5484-4fe0-adeb-d7b14c290dc5 req-425a1dba-723f-4edd-b91e-8f3bf49e7212 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 945 time: 0.9569652 Jul 16 18:20:27.010424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-207a8dad-70f9-4115-b965-dce857bf74a3 req-a53dcdc1-1a5a-44f9-b7a9-603de1dc86e3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 210 time: 0.0659301 Jul 16 18:20:27.050798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Allocated IP 172.25.0.118 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/43c93c67-2559-464f-bc06-71aaf68d8e04) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:27.060322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7a94105-5484-4fe0-adeb-d7b14c290dc5 req-0ea71bc8-d514-4328-95bc-d14415ca5e90 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897648 Jul 16 18:20:27.217361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.222582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.340641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Made reservation on behalf of bb2e096cec2442afbe3872187f55de88 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:27.344885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.369920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.424620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device db40e15e-8f4e-476f-9955-1e1e93daf97d no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:27.430317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:27.437900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:27.447755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:27.527907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.541063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557f3f-6dfc-4565-8e8d-49c61b225612 req-865291df-1b34-4d7e-9066-ff917efe3bfc tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.553035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97557f3f-6dfc-4565-8e8d-49c61b225612 req-865291df-1b34-4d7e-9066-ff917efe3bfc tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 931 time: 0.2862089 Jul 16 18:20:27.565034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Port': ['ID=43c93c67-2559-464f-bc06-71aaf68d8e04,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.636649 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.764822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97557f3f-6dfc-4565-8e8d-49c61b225612 req-6cccfaa6-ea21-45c2-92b8-17eccf942c7a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043560 Jul 16 18:20:27.839441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:27.871148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:27.871981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2f9aba7-b1e3-4fb6-929b-e36c35aac2a6 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:27.879163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.894832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96f8dcb2-f16e-4a76-b934-908ebf223430'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:27.903210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8a6a2539-0a77-4f92-abc7-a7e3c302cf3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:27.979469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce44c6d-a931-4b97-be99-d072c565c257 req-7b18134c-9c91-4d25-a814-5f27ffff6ca1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.987028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ce44c6d-a931-4b97-be99-d072c565c257 req-7b18134c-9c91-4d25-a814-5f27ffff6ca1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.2291465 Jul 16 18:20:28.115655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.121276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ce44c6d-a931-4b97-be99-d072c565c257 req-f1365549-986e-4ee0-b46d-6181eee36f42 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333337 Jul 16 18:20:28.257049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6bac268-6abc-4375-8975-3892a168caa5 req-6cc9cf28-72b0-4614-82fa-6248ec71893f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 210 time: 0.0389578 Jul 16 18:20:28.388005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f24a844d-91ff-46a1-a5af-e4ccf5e1f922 req-e54b6956-272a-492c-a254-094ec911e8ed tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=87a796ab-0f80-450b-9fbc-af71de012513 HTTP/1.1" status: 200 len: 210 time: 0.0604703 Jul 16 18:20:28.452818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event deleted for resources: {'Port': ['ID=db40e15e-8f4e-476f-9955-1e1e93daf97d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.541225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.546250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.558578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Allocated IP 192.168.233.222 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/3d65d6c7-1260-4bba-bbd5-a2c537f9c614) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:28.563819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] No DVR routers for this DVR port db40e15e-8f4e-476f-9955-1e1e93daf97d on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:28.574114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.576493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-91d39259-5cbe-4365-b9e6-601c792513fa req-f90b18af-a60d-434d-a1e3-323d685f3d96 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "DELETE /v2.0/ports/db40e15e-8f4e-476f-9955-1e1e93daf97d HTTP/1.1" status: 204 len: 173 time: 2.7871625 Jul 16 18:20:28.576970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a796ab-0f80-450b-9fbc-af71de012513', 'name': 'network-vif-deleted', 'tag': 'db40e15e-8f4e-476f-9955-1e1e93daf97d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:28.579769 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cf56aa-c5c1-4e64-b6da-75d5a0d1943c" -d '{"events": [{"server_uuid": "87a796ab-0f80-450b-9fbc-af71de012513", "name": "network-vif-deleted", "tag": "db40e15e-8f4e-476f-9955-1e1e93daf97d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:28.690742 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52baaa4a-3871-4fd1-a062-0a23fa49a307 x-openstack-request-id: req-52baaa4a-3871-4fd1-a062-0a23fa49a307 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:28.691111 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a796ab-0f80-450b-9fbc-af71de012513", "name": "network-vif-deleted", "tag": "db40e15e-8f4e-476f-9955-1e1e93daf97d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:28.691319 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-52baaa4a-3871-4fd1-a062-0a23fa49a307 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:28.691693 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a796ab-0f80-450b-9fbc-af71de012513', 'name': 'network-vif-deleted', 'tag': 'db40e15e-8f4e-476f-9955-1e1e93daf97d', 'status': 'completed', 'code': 200} Jul 16 18:20:28.778342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Router 1d1110f8-7c37-4a09-9bd1-ca717fe33137 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:28.787155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf8ebbf-0703-45c2-901c-c3a9e013d25b {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:28.812102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.893531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Transition to ACTIVE for port object 3bf8ebbf-0703-45c2-901c-c3a9e013d25b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:28.906177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.997032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:29.004574 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.006737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7497c6c7-f55c-4936-915a-9e2ecd07a266 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "PUT /v2.0/routers/1d1110f8-7c37-4a09-9bd1-ca717fe33137 HTTP/1.1" status: 200 len: 914 time: 3.7311294 Jul 16 18:20:29.012347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60746) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.016345 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669abc06-738b-48e0-b564-eca52776b184 None None] Sync routers for ids ['1d1110f8-7c37-4a09-9bd1-ca717fe33137'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:29.027323 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669abc06-738b-48e0-b564-eca52776b184 None None] Routers {'1d1110f8-7c37-4a09-9bd1-ca717fe33137'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:29.028322 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-669abc06-738b-48e0-b564-eca52776b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d1110f8-7c37-4a09-9bd1-ca717fe33137'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.028599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.041233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Pushing event updated for resources: {'Port': ['ID=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.064294 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-669abc06-738b-48e0-b564-eca52776b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.073649 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669abc06-738b-48e0-b564-eca52776b184 None None] Routers {'1d1110f8-7c37-4a09-9bd1-ca717fe33137'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:29.074282 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-669abc06-738b-48e0-b564-eca52776b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d1110f8-7c37-4a09-9bd1-ca717fe33137'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.103984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Transition to ACTIVE for port object 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:29.112832 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-669abc06-738b-48e0-b564-eca52776b184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.113792 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669abc06-738b-48e0-b564-eca52776b184 None None] The sync data for ids ['1d1110f8-7c37-4a09-9bd1-ca717fe33137'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:29.261343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac82da-4a66-43c5-87b8-6463a8cf447a req-020b048c-8c84-4844-a807-5e6d88ae0ddf tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.263324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9aac82da-4a66-43c5-87b8-6463a8cf447a req-020b048c-8c84-4844-a807-5e6d88ae0ddf tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 943 time: 0.1677234 Jul 16 18:20:29.267077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-08cbac8b-c40f-46b0-86a5-911ea4155226 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/1d1110f8-7c37-4a09-9bd1-ca717fe33137 HTTP/1.1" status: 200 len: 920 time: 0.2530088 Jul 16 18:20:29.275427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60750) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.307496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Attempting to bind port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:29.307966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Attempting to bind port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:29.308414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Attempting to bind port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:29.340006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:29.340760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Attempting to bind port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:29.349146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.373503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:29.413528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:29.414008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Checking segment: {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:29.414502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Bound using segment: {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:29.415045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Bound port: 3bf8ebbf-0703-45c2-901c-c3a9e013d25b, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:29.415495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.503267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] For port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:29.507537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] For port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:29.526161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2dae93e7-68a9-4dd2-9a6c-75bd7fa7cb06 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.528368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2dae93e7-68a9-4dd2-9a6c-75bd7fa7cb06 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.5299745 Jul 16 18:20:29.537265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.540873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.563475 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9aac82da-4a66-43c5-87b8-6463a8cf447a req-644f8c77-7e24-4bd3-a1f1-792bb5e2dabe tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834592 Jul 16 18:20:29.607174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:29.632764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:29.636419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:29.660013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.660771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.662341 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] 10.222.0.55 "PUT /v2.0/ports/3bf8ebbf-0703-45c2-901c-c3a9e013d25b HTTP/1.1" status: 200 len: 1092 time: 2.8972967 Jul 16 18:20:29.670823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c1705-3178-49c4-986b-f91ca64a222b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.675988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-315c1705-3178-49c4-986b-f91ca64a222b tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=1d1110f8-7c37-4a09-9bd1-ca717fe33137&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3948965 Jul 16 18:20:29.678095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60760) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.696266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2941b5-380a-44c3-b139-bbeadb18178b req-8e0de4a5-b916-49a0-ac9c-b1b8c892c5e4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.706058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be2941b5-380a-44c3-b139-bbeadb18178b req-8e0de4a5-b916-49a0-ac9c-b1b8c892c5e4 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3611679 Jul 16 18:20:29.755460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Deleting port f5a219ec-4c63-4d75-bf4e-90446bcc9891 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:29.755888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.834817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89158e6b-ff40-4f23-8383-e6a37987292b service neutron] Pushing event updated for resources: {'Port': ['ID=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.856534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.857371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.880954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be2941b5-380a-44c3-b139-bbeadb18178b req-1b27b011-4e4d-4ca1-bbe3-8813a00c2393 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730919 Jul 16 18:20:29.925267 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-f2c475b1-c263-4e09-9cec-81c3ef4e67b2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0744469 Jul 16 18:20:29.949314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5339ee45-a8e0-4573-a90f-8423c59145f0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:29.954842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Request body: {'port': {'device_id': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:29.955089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5339ee45-a8e0-4573-a90f-8423c59145f0 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.2730234 Jul 16 18:20:29.961865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60762) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.012869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] For port f5a219ec-4c63-4d75-bf4e-90446bcc9891, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f5a219ec-4c63-4d75-bf4e-90446bcc9891,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:30.013332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.016728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adff609-a990-4c50-9061-9e88217f1740 req-cd9dc8bc-2d60-4899-81ec-dbdd98b59d07 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.019827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9adff609-a990-4c50-9061-9e88217f1740 req-cd9dc8bc-2d60-4899-81ec-dbdd98b59d07 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 936 time: 0.2583804 Jul 16 18:20:30.039622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Deleting port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:30.039977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.058632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-8402d90d-c504-4333-9946-e48adf6bae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.058632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-8402d90d-c504-4333-9946-e48adf6bae0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 1095 time: 0.3330576 Jul 16 18:20:30.060259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f3820616-466e-4e31-8944-9ce90e6b44f0 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d1110f8-7c37-4a09-9bd1-ca717fe33137 HTTP/1.1" status: 200 len: 205 time: 0.0859661 Jul 16 18:20:30.062294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60764) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.071339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-46f224c1-0faf-4f6f-9b23-09534af8a775 None None] Provisioning for port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:30.072225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Calling delete_port for f5a219ec-4c63-4d75-bf4e-90446bcc9891 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:30.081127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-46f224c1-0faf-4f6f-9b23-09534af8a775 None None] Provisioning complete for port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:30.082117 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46f224c1-0faf-4f6f-9b23-09534af8a775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.165651 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-0619c4ae-abba-4672-89e1-34a15a902a29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bf8ebbf-0703-45c2-901c-c3a9e013d25b HTTP/1.1" status: 200 len: 217 time: 0.0845866 Jul 16 18:20:30.177633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-46f224c1-0faf-4f6f-9b23-09534af8a775 None None] Port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:30.182232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9adff609-a990-4c50-9061-9e88217f1740 req-4e65f609-6442-495c-af78-2ad1e602541e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310079 Jul 16 18:20:30.229524 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01eb1f78-e2bc-411f-b549-9532f457436d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.264232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.310283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.357571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-d4fc5e6a-adc1-43fc-adfc-df63fd791f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.359696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-d4fc5e6a-adc1-43fc-adfc-df63fd791f8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.1877937 Jul 16 18:20:30.369637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] For port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:30.370801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.400504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.484596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-ebe69ad7-7cd6-443f-82d0-5ebecae3ec73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173096 Jul 16 18:20:30.503156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Deleting port 43c93c67-2559-464f-bc06-71aaf68d8e04 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:30.503637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.709217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.713634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'tag': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:30.715906 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a310242-9073-4fd6-a04c-e673a2ed3048" -d '{"events": [{"name": "network-changed", "server_uuid": "33e6a40e-9c8c-4451-9c27-d26ba657ee96", "tag": "3bf8ebbf-0703-45c2-901c-c3a9e013d25b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:30.760357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Calling delete_port for 43c93c67-2559-464f-bc06-71aaf68d8e04 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:30.910770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a791c-5780-44f7-b546-0770151c26ab req-3e5fd057-b8e2-47db-ab37-9566cdc36946 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.912429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749a791c-5780-44f7-b546-0770151c26ab req-3e5fd057-b8e2-47db-ab37-9566cdc36946 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 943 time: 0.1873810 Jul 16 18:20:30.912688 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-7c786a25-aa73-4f8f-955d-e410cd556626 service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877473 Jul 16 18:20:31.007635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.021420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.021801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.022118 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Floating IP 3e309130-456e-4850-b0f9-4a26bae9603b disassociated. External IP: 172.25.0.70, port: cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8. Jul 16 18:20:31.022464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Calling delete_port for cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:31.064412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a219ec-4c63-4d75-bf4e-90446bcc9891,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.138727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070594d-2ffd-47bb-893e-d028979beec5 req-42aedd03-24ca-4da5-a7a3-8728eb00c6a4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.141812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f070594d-2ffd-47bb-893e-d028979beec5 req-42aedd03-24ca-4da5-a7a3-8728eb00c6a4 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 945 time: 0.2936506 Jul 16 18:20:31.149621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749a791c-5780-44f7-b546-0770151c26ab req-56067402-da5e-4ff3-a34a-62597c04936f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107089 Jul 16 18:20:31.299844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f070594d-2ffd-47bb-893e-d028979beec5 req-7f727344-a6d0-4cef-a790-83232ebf5fbe tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450195 Jul 16 18:20:31.359091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.425697 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b11207-1ce5-4c78-b356-c18787f5b89d x-openstack-request-id: req-a0b11207-1ce5-4c78-b356-c18787f5b89d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:31.425941 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33e6a40e-9c8c-4451-9c27-d26ba657ee96", "tag": "3bf8ebbf-0703-45c2-901c-c3a9e013d25b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:31.426279 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0b11207-1ce5-4c78-b356-c18787f5b89d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:31.427886 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'tag': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b', 'status': 'completed', 'code': 200} Jul 16 18:20:31.447551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event deleted for resources: {'Port': ['ID=43c93c67-2559-464f-bc06-71aaf68d8e04,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.555592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.556340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.557040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.557695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.558395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.559063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.559712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.560350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.560962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.561477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.562114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.562770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:31.642734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8423418-dfc1-4839-9895-7288758280ab req-bd69d9e7-6783-48d9-a001-d8c3c9c3427c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.646110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8423418-dfc1-4839-9895-7288758280ab req-bd69d9e7-6783-48d9-a001-d8c3c9c3427c tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 944 time: 0.3076398 Jul 16 18:20:31.650312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.661434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb4645e1-b97c-45a1-b94e-58ea91c109cb req-a615cc7d-52ad-4a77-a018-a48996deb280 service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7375674 Jul 16 18:20:31.807492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:31.844753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.866291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.887271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Transition to ACTIVE for port object 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:31.896790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.906209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.917439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.928474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.035255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8423418-dfc1-4839-9895-7288758280ab req-fb6ad4f4-af42-4866-bb6e-0cb3bebe8e4a tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups?id=56296054-ab63-404b-8e37-6e2c6b7714d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769639 Jul 16 18:20:32.041812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-1d8b6364-3f9d-43ed-b225-1b4bdf94e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.043798 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-1d8b6364-3f9d-43ed-b225-1b4bdf94e364 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 1095 time: 0.2985454 Jul 16 18:20:32.066278 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.067757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Fanout notify agent at l3_agent the message router_deleted on router 1d1110f8-7c37-4a09-9bd1-ca717fe33137 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:32.086717 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.094497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8c87c40c-19d5-43e7-b2ed-98b651126f96 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/1d1110f8-7c37-4a09-9bd1-ca717fe33137 HTTP/1.1" status: 204 len: 168 time: 1.9971755 Jul 16 18:20:32.103361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d4b0a-7cf9-4ef2-b0a8-c980cf03a220 req-889dbb24-e4dd-4ef5-a95d-cccf203f58f1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.108756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f22d4b0a-7cf9-4ef2-b0a8-c980cf03a220 req-889dbb24-e4dd-4ef5-a95d-cccf203f58f1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 936 time: 0.3950601 Jul 16 18:20:32.109520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60780) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.115032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-474cace7-4c15-4c74-a701-2acd46fa1252 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1213685133', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.131475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.177437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-474cace7-4c15-4c74-a701-2acd46fa1252 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.178847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-474cace7-4c15-4c74-a701-2acd46fa1252 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.191024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f22d4b0a-7cf9-4ef2-b0a8-c980cf03a220 req-9dd3e87c-599a-4093-bc61-61524c91eec5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697460 Jul 16 18:20:32.223794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event deleted for resources: {'Port': ['ID=cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.442298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-848f7968-72e2-49f2-ab04-d2e8aefae332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.444249 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-848f7968-72e2-49f2-ab04-d2e8aefae332 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 913 time: 0.3154714 Jul 16 18:20:32.574665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-f0216a04-5818-4109-8343-881523aabd97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3bf8ebbf-0703-45c2-901c-c3a9e013d25b HTTP/1.1" status: 200 len: 217 time: 0.0670173 Jul 16 18:20:32.700206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:32.700551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:32.700893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:32.713660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:32.718393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-a033dfdc-465c-4399-b897-50c6e2689911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.719977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-a033dfdc-465c-4399-b897-50c6e2689911 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.1354830 Jul 16 18:20:32.755322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:32.755643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:32.776417 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-474cace7-4c15-4c74-a701-2acd46fa1252 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.796827 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-59c46ca8-8fca-44b8-85b7-300b7cde6a07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424728 Jul 16 18:20:32.797627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:32.797968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:32.798361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:32.798806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Bound port: 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:32.799175 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.814630 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-474cace7-4c15-4c74-a701-2acd46fa1252 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.923155 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-474cace7-4c15-4c74-a701-2acd46fa1252 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.929340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-474cace7-4c15-4c74-a701-2acd46fa1252 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8142350 Jul 16 18:20:32.930673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60788) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.939054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': False}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.948957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Router 14a6b572-bf43-494c-a549-b92ce72f30bb has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:33.084930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:33.124592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-101640d8-d331-45f9-98e0-c914486012a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.142123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:33.146300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:33.152260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-bd106b8b-ecf2-4fde-95b1-3670be424d91 service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394904 Jul 16 18:20:33.160294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.164659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] Sync routers for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:33.177402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:33.178176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:33.220925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-ddb0858d-c5eb-4b2a-a78d-749d313f4bf8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.223694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-ddb0858d-c5eb-4b2a-a78d-749d313f4bf8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 945 time: 0.9829950 Jul 16 18:20:33.263198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] No DVR routers for this DVR port cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:33.304329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.306566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-489988d2-d1be-4791-adc1-5b7661d5b396 req-2a7c4318-8fc5-4c63-94e1-ee7974a0a636 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.55 "DELETE /v2.0/ports/cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 HTTP/1.1" status: 204 len: 173 time: 3.7626324 Jul 16 18:20:33.308688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a781-304a-4d57-a74e-e6e88cdd89f4 req-47f9c3b4-25f2-4ed0-82c9-8b805cb9b4a7 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.317174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.317827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.319327 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] 10.222.0.13 "PUT /v2.0/ports/3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 1097 time: 3.3736720 Jul 16 18:20:33.322829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06c9a781-304a-4d57-a74e-e6e88cdd89f4 req-47f9c3b4-25f2-4ed0-82c9-8b805cb9b4a7 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 945 time: 0.5576031 Jul 16 18:20:33.357180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9d773-7899-4ade-8218-056a4e30795e req-809f53d0-a98e-453c-948e-767532fe85a5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.371398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2b9d773-7899-4ade-8218-056a4e30795e req-809f53d0-a98e-453c-948e-767532fe85a5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 943 time: 0.5997896 Jul 16 18:20:33.454845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-deleted', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8'}, {'name': 'network-changed', 'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:33.457224 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f83d78-0f1c-4107-a272-f667af63b957" -d '{"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-deleted", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8"}, {"name": "network-changed", "server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:33.471089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe0ce2-c1e9-4af9-9e27-22c427f4ee9a service neutron] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.477311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:33.489843 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-57077bbc-d5df-4a2a-acef-2cfac7cd8c49 admin admin] 10.222.0.48 "PUT /v2.0/routers/14a6b572-bf43-494c-a549-b92ce72f30bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5916038 Jul 16 18:20:33.496663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.516116 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] Sync routers for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:33.534166 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:33.535051 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:33.676587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:33.698771 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.706784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:33.707131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:33.753023 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.753317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2b9d773-7899-4ade-8218-056a4e30795e req-a84b4c5a-d123-4712-aafb-073408e7bcee tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799667 Jul 16 18:20:33.785475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:33.800921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06c9a781-304a-4d57-a74e-e6e88cdd89f4 req-df687c52-6027-4c07-b426-d190f1f93e51 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703515 Jul 16 18:20:33.886898 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:34.097094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Deleting port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:34.098173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.210657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a310242-9073-4fd6-a04c-e673a2ed3048 req-0075d614-0ee2-45f3-9b08-daebc364e6ac service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0475628 Jul 16 18:20:34.279922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:51Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.351174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] Checking router: 7b6ab512-30d6-43d4-8f4b-10cab71354f5 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:34.352059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-81f1bc16-9ada-46d2-832c-c44170ff0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.353914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.355180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-81f1bc16-9ada-46d2-832c-c44170ff0661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1100 time: 0.9627020 Jul 16 18:20:34.357968 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:20:30Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.358266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.365203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:34.366275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.400312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a87e7f03-c610-488d-a803-98ed74d813dd req-118941ba-ce7b-43c0-b2fc-6a10be4d6431 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/ports?device_id=df1ec1df-5210-426b-a9cd-90f8cd47a51c HTTP/1.1" status: 200 len: 210 time: 0.1035841 Jul 16 18:20:34.476630 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] Checking router: 14a6b572-bf43-494c-a549-b92ce72f30bb for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:34.502305 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] Routers {'14a6b572-bf43-494c-a549-b92ce72f30bb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:34.503779 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['14a6b572-bf43-494c-a549-b92ce72f30bb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:34.511511 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-775b12d8-fe17-40e0-8f8d-bfa585b9c42c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.1332207 Jul 16 18:20:34.521584 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58467f9-e869-47a7-898f-3528885d8e22 x-openstack-request-id: req-d58467f9-e869-47a7-898f-3528885d8e22 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:34.521911 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1ec1df-5210-426b-a9cd-90f8cd47a51c", "name": "network-vif-deleted", "tag": "cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:34.522195 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d58467f9-e869-47a7-898f-3528885d8e22 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:34.522684 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1ec1df-5210-426b-a9cd-90f8cd47a51c', 'name': 'network-vif-deleted', 'tag': 'cd5d709c-3bea-4cb9-b3cf-7d0641dc97c8', 'status': 'completed', 'code': 200} Jul 16 18:20:34.523014 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'status': 'completed', 'code': 200} Jul 16 18:20:34.610008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] For port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:34.610449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.635307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-52a12d08-df1a-4b42-90f9-e19a9870ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.636966 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-52a12d08-df1a-4b42-90f9-e19a9870ce27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0730529 Jul 16 18:20:34.639256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.640033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:34.668343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Calling delete_port for 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:34.741775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.759772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a0801-3101-4c60-9533-843b74ca152e req-b0129f92-9b27-478e-afe3-d12eb18cf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.761553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-b0129f92-9b27-478e-afe3-d12eb18cf3f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1170070 Jul 16 18:20:34.766904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.767828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Deleting port 5b57dcf9-d842-4ac8-abc6-2d81362b6400 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:34.768402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.907645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Allocated IP 172.25.0.34 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/db197931-cdda-491c-8ddb-06f75f690c06) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:34.929358 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] Set router 14a6b572-bf43-494c-a549-b92ce72f30bb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:34.963327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] For port 5b57dcf9-d842-4ac8-abc6-2d81362b6400, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5b57dcf9-d842-4ac8-abc6-2d81362b6400,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:34.963762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.986222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-111e043f-e785-4af3-a102-9260d190a19a service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019892 Jul 16 18:20:34.987445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Calling delete_port for 5b57dcf9-d842-4ac8-abc6-2d81362b6400 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:35.159573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173d129-1ac9-45c4-a9b8-9c23d95657c5 req-ec1d83ae-c476-42b6-a3dd-65a504a260f8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.173794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a173d129-1ac9-45c4-a9b8-9c23d95657c5 req-ec1d83ae-c476-42b6-a3dd-65a504a260f8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 948 time: 0.7052789 Jul 16 18:20:35.181292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2b4a0801-3101-4c60-9533-843b74ca152e req-9f1008c4-44e9-42f1-b9e3-e18fcff75029 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840000 Jul 16 18:20:35.200548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:51Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:35.269293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69762f34-f0f6-4aea-9aec-7775bf9807c1 None None] The sync data for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 is: [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:09:43Z', 'revision_number': 4, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '54af01df-42e5-4920-a2b9-9d201ed2e516', 'name': '', 'network_id': '7d08654e-bb9f-4d10-92bd-4b6c3dbda481', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'mac_address': 'fa:16:3e:1d:a4:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:41Z', 'updated_at': '2021-07-16T18:09:51Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'subnets': [{'id': 'db956b14-d77b-42b0-a4e0-2e42a2bfa4b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:35.278388 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:20:30Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:35.319374 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d7e609-5e79-47b9-8292-2355f9c68c55 None None] The sync data for ids ['14a6b572-bf43-494c-a549-b92ce72f30bb'] in n-d-793620-10 is: [{'id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'name': 'tempest-ServersTestJSON-506092572-router', 'tenant_id': 'df04de53c64d46b08c34312c7e4ad1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:20:30Z', 'revision_number': 5, 'project_id': 'df04de53c64d46b08c34312c7e4ad1be', 'gw_port': {'id': '5b57dcf9-d842-4ac8-abc6-2d81362b6400', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a6b572-bf43-494c-a549-b92ce72f30bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:38Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:35.407927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a173d129-1ac9-45c4-a9b8-9c23d95657c5 req-b5c846d9-bddf-4bd2-b5f8-4fef19416653 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329979 Jul 16 18:20:35.443778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3bf8ebbf-0703-45c2-901c-c3a9e013d25b details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:35.455275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.482107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f83d78-0f1c-4107-a272-f667af63b957 req-2de5cdc5-e50d-42ad-8416-aad627082ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.485198 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52f83d78-0f1c-4107-a272-f667af63b957 req-2de5cdc5-e50d-42ad-8416-aad627082ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1100 time: 0.2119193 Jul 16 18:20:35.528562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.567772 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c91226-6ce4-4d92-9ebc-123048917848 req-0593fcac-f699-4c34-b8b8-4ac445be85f8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.580847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0c91226-6ce4-4d92-9ebc-123048917848 req-0593fcac-f699-4c34-b8b8-4ac445be85f8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 943 time: 0.3908529 Jul 16 18:20:35.616189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:35.631160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b57dcf9-d842-4ac8-abc6-2d81362b6400,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:35.633534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b', 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7', 'port_id': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b', 'mac_address': 'fa:16:3e:cf:d4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8324f0-edfd-451e-b0cc-403303ce1e36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:35.688842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.711044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf8ebbf-0703-45c2-901c-c3a9e013d25b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:35.743042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:35.754081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.763769 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.812908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45afec61-1d86-45e5-a0c1-29c71c6ffaf4 None None] New status for floating IP 3e309130-456e-4850-b0f9-4a26bae9603b: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:35.857327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.863542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.875378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:35.879124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0c91226-6ce4-4d92-9ebc-123048917848 req-7a5b41e6-2f38-40a3-ab47-635796875e17 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960052 Jul 16 18:20:35.906561 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.921503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96f8dcb2-f16e-4a76-b934-908ebf223430'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:35.994638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:36.009627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:36.012375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:36.016817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f83d78-0f1c-4107-a272-f667af63b957 req-9219d712-3f9e-44f4-bc59-5ede6ee7ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.019047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52f83d78-0f1c-4107-a272-f667af63b957 req-9219d712-3f9e-44f4-bc59-5ede6ee7ca8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.5211508 Jul 16 18:20:36.034991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3bf8ebbf-0703-45c2-901c-c3a9e013d25b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:36.050754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783d32b-7909-481f-83e4-2f3f2b089942 req-c4861dfa-21b6-4c75-a843-d35523583aba tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.059876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e783d32b-7909-481f-83e4-2f3f2b089942 req-c4861dfa-21b6-4c75-a843-d35523583aba tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c3d5d0ca-c869-4714-863f-2a2029873deb HTTP/1.1" status: 200 len: 867 time: 0.3952394 Jul 16 18:20:36.098071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:36.111187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Pushing event updated for resources: {'Port': ['ID=db197931-cdda-491c-8ddb-06f75f690c06,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.140194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:36.141055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:36.188208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.207776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event deleted for resources: {'Port': ['ID=8a6a2539-0a77-4f92-abc7-a7e3c302cf3c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.217716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] No DVR routers for this DVR port 8a6a2539-0a77-4f92-abc7-a7e3c302cf3c on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:36.220685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.223545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52daf070-8dcf-4e18-828d-26b6fbd32667 req-59e168a4-1c82-4b6f-8a0f-22d1175cc38b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.13 "DELETE /v2.0/ports/8a6a2539-0a77-4f92-abc7-a7e3c302cf3c HTTP/1.1" status: 204 len: 173 time: 2.9447834 Jul 16 18:20:36.239737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'name': 'network-vif-deleted', 'tag': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:36.243616 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06619f97-e02f-4146-8ddf-80171277d1e9" -d '{"events": [{"server_uuid": "c3d5d0ca-c869-4714-863f-2a2029873deb", "name": "network-vif-deleted", "tag": "8a6a2539-0a77-4f92-abc7-a7e3c302cf3c"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:36.253294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.269777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52f83d78-0f1c-4107-a272-f667af63b957 req-00df2d19-0872-4d6c-a5ce-20817cf5aa23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.1003838 Jul 16 18:20:36.374298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e783d32b-7909-481f-83e4-2f3f2b089942 req-0a92901f-f669-4727-9385-b1155a25f9cc tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126328 Jul 16 18:20:36.436984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.437889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a6b572-bf43-494c-a549-b92ce72f30bb {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:36.447674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.449630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-409ac225-ed5c-4ab3-b6a6-6048955db416 admin admin] 10.222.0.48 "DELETE /v2.0/routers/14a6b572-bf43-494c-a549-b92ce72f30bb HTTP/1.1" status: 204 len: 168 time: 2.9503717 Jul 16 18:20:36.452753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60814) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.473657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f83d78-0f1c-4107-a272-f667af63b957 req-f26dfaf9-10ca-4659-9f64-988d36faf8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.475298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52f83d78-0f1c-4107-a272-f667af63b957 req-f26dfaf9-10ca-4659-9f64-988d36faf8f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1920679 Jul 16 18:20:36.509269 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec08d4fe-c143-41a5-8354-1c26a6b4e1c8 x-openstack-request-id: req-ec08d4fe-c143-41a5-8354-1c26a6b4e1c8 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:36.509847 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d5d0ca-c869-4714-863f-2a2029873deb", "name": "network-vif-deleted", "tag": "8a6a2539-0a77-4f92-abc7-a7e3c302cf3c", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:36.510147 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec08d4fe-c143-41a5-8354-1c26a6b4e1c8 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:36.510679 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d5d0ca-c869-4714-863f-2a2029873deb', 'name': 'network-vif-deleted', 'tag': '8a6a2539-0a77-4f92-abc7-a7e3c302cf3c', 'status': 'completed', 'code': 200} Jul 16 18:20:36.564005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.586651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] Deleting subnet 36d30d94-1170-4b24-a3f3-58933830a1bf {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:36.592363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.644615 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:36.664821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f83d78-0f1c-4107-a272-f667af63b957 req-a10a13fa-195d-49bc-9a58-d14e51723af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:36.667786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52f83d78-0f1c-4107-a272-f667af63b957 req-a10a13fa-195d-49bc-9a58-d14e51723af8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1730506 Jul 16 18:20:36.686017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.729836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39815fdc-21de-426a-97da-56ac8e55f9f1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.790195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39815fdc-21de-426a-97da-56ac8e55f9f1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.815432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.848175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52f83d78-0f1c-4107-a272-f667af63b957 req-193b6fa0-c17f-47ec-8012-b7643c5d748a service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716418 Jul 16 18:20:36.894342 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.903420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39815fdc-21de-426a-97da-56ac8e55f9f1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.906409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39815fdc-21de-426a-97da-56ac8e55f9f1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.907685 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-39815fdc-21de-426a-97da-56ac8e55f9f1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "DELETE /v2.0/security-groups/56296054-ab63-404b-8e37-6e2c6b7714d5 HTTP/1.1" status: 204 len: 168 time: 0.3425937 Jul 16 18:20:36.915232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60820) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.922702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39815fdc-21de-426a-97da-56ac8e55f9f1 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56296054-ab63-404b-8e37-6e2c6b7714d5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.985435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.989702 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-56f0bde1-6af3-460e-aea3-f721903bb786 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] show failed (client error): The resource could not be found. Jul 16 18:20:36.995223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-56f0bde1-6af3-460e-aea3-f721903bb786 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "GET /v2.0/security-groups/56296054-ab63-404b-8e37-6e2c6b7714d5 HTTP/1.1" status: 404 len: 347 time: 0.0687876 Jul 16 18:20:37.009272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60824) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.078876 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-52f83d78-0f1c-4107-a272-f667af63b957 req-3563ef80-259f-4cf0-a3df-11776296c604 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120829 Jul 16 18:20:37.111835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cbf70-8b0b-4314-b65e-f59e869eaf04 req-6a2c2161-79e3-43e8-90c3-2c4810e4de7f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.113538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f7cbf70-8b0b-4314-b65e-f59e869eaf04 req-6a2c2161-79e3-43e8-90c3-2c4810e4de7f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 948 time: 0.4032753 Jul 16 18:20:37.222281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Deleting port 9a2ba7d1-651b-4910-8e20-5163ae1d2380 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:37.222625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.276908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5a219ec-4c63-4d75-bf4e-90446bcc9891 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:37.286688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.333269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: f5a219ec-4c63-4d75-bf4e-90446bcc9891 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:37.333779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5a219ec-4c63-4d75-bf4e-90446bcc9891 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:37.334220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5b57dcf9-d842-4ac8-abc6-2d81362b6400 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:37.362221 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.363511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5b57dcf9-d842-4ac8-abc6-2d81362b6400 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:37.363883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5b57dcf9-d842-4ac8-abc6-2d81362b6400 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:37.380953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.381289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.396674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Calling delete_port for 9a2ba7d1-651b-4910-8e20-5163ae1d2380 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:37.448999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3bf8ebbf-0703-45c2-901c-c3a9e013d25b up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:37.535839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:37.542539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:37.543887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.566967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.664330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Pushing event deleted for resources: {'Port': ['ID=9a2ba7d1-651b-4910-8e20-5163ae1d2380,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.690601 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.720336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.723885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.727585 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d7f6ec7b-44a4-45ff-9ab6-1ebe6832cab2 tempest-ServerActionsTestJSON-1084481602 tempest-ServerActionsTestJSON-1084481602-project] 10.222.0.48 "DELETE /v2.0/floatingips/3e309130-456e-4850-b0f9-4a26bae9603b HTTP/1.1" status: 204 len: 168 time: 0.7148120 Jul 16 18:20:37.727820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f7cbf70-8b0b-4314-b65e-f59e869eaf04 req-a2670be4-9851-4968-87d2-92b6eeebb430 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380855 Jul 16 18:20:37.735325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.763085 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.767516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:37.768349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.768549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36d30d94-1170-4b24-a3f3-58933830a1bf HTTP/1.1" status: 204 len: 168 time: 1.3142011 Jul 16 18:20:37.769346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:37.776413 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0ff30-dd8e-461b-b526-999fd81f9500" -d '{"events": [{"server_uuid": "33e6a40e-9c8c-4451-9c27-d26ba657ee96", "name": "network-vif-plugged", "status": "completed", "tag": "3bf8ebbf-0703-45c2-901c-c3a9e013d25b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:37.777454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef828cbb-e51d-4e12-aac4-f3d388cda6a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d30d94-1170-4b24-a3f3-58933830a1bf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.787244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a298863-be14-42b0-8b70-242bb99bea3f None None] Network 59216300-2137-48d3-8be7-ef30eb22fc3f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:37.792683 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.796866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.811848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59867454-80b3-444a-ab48-db755d4b9d0b req-36f77138-8fcd-4064-9bf4-2684d665b619 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.819244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59867454-80b3-444a-ab48-db755d4b9d0b req-36f77138-8fcd-4064-9bf4-2684d665b619 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 944 time: 0.7244318 Jul 16 18:20:37.827922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.911068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.929444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59867454-80b3-444a-ab48-db755d4b9d0b req-e6981f4e-176f-48f6-ae89-1c1f87ed1215 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089199 Jul 16 18:20:37.955898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.018492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60838) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.110847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:38.254073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Router 6eb0cec8-e72f-424e-8852-fc13d853b8e6 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:38.312072 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8028290-d3f4-4517-a97f-4467c84b6121 x-openstack-request-id: req-a8028290-d3f4-4517-a97f-4467c84b6121 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:38.312460 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e6a40e-9c8c-4451-9c27-d26ba657ee96", "name": "network-vif-plugged", "status": "completed", "tag": "3bf8ebbf-0703-45c2-901c-c3a9e013d25b", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:38.312970 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8028290-d3f4-4517-a97f-4467c84b6121 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:38.313390 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b', 'code': 200} Jul 16 18:20:38.315402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] DHCP port deletion for 59216300-2137-48d3-8be7-ef30eb22fc3f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:38.395303 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e68368d7-dc5c-46dd-8018-8e870057b6fc tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4276 time: 0.3714604 Jul 16 18:20:38.406361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60846) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.412207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.417272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'network': {'name': 'tempest-network-smoke--792087544', 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'port_security_enabled': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:38.426099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Deleting port b2e72b1c-11e3-429c-9962-15cdbc57d489 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:38.427236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.438727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'mac_address': 'fa:16:3e:bf:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:20:38.450747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:38.457526 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.459110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d7e34e1f-6107-466b-9051-6d8cfa58c2dc tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "PUT /v2.0/routers/6eb0cec8-e72f-424e-8852-fc13d853b8e6 HTTP/1.1" status: 200 len: 915 time: 5.5270596 Jul 16 18:20:38.460879 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] Sync routers for ids ['6eb0cec8-e72f-424e-8852-fc13d853b8e6'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:38.462128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60848) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.480654 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] Routers {'6eb0cec8-e72f-424e-8852-fc13d853b8e6'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:38.481550 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6eb0cec8-e72f-424e-8852-fc13d853b8e6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.535542 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.559728 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.563274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:38.582257 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] Routers {'6eb0cec8-e72f-424e-8852-fc13d853b8e6'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:38.584942 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6eb0cec8-e72f-424e-8852-fc13d853b8e6'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.598533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dfba59e7-3e43-43ad-9a43-992641285c5c tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/6eb0cec8-e72f-424e-8852-fc13d853b8e6 HTTP/1.1" status: 200 len: 921 time: 0.1351604 Jul 16 18:20:38.602027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60850) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.618468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] Deleting port b2e72b1c-11e3-429c-9962-15cdbc57d489 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:38.618856 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.631201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.637705 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:38.638988 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71430cb6-1992-4ee7-bd3a-3f03f03a9b78 None None] The sync data for ids ['6eb0cec8-e72f-424e-8852-fc13d853b8e6'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:38.658462 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.686329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba3d0fd-543e-49af-8456-804d57b0f0a8 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.688027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3ba3d0fd-543e-49af-8456-804d57b0f0a8 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=6eb0cec8-e72f-424e-8852-fc13d853b8e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0847967 Jul 16 18:20:38.690821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60852) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.776330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] For port b2e72b1c-11e3-429c-9962-15cdbc57d489, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b2e72b1c-11e3-429c-9962-15cdbc57d489,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.777094 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.788271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] For port b2e72b1c-11e3-429c-9962-15cdbc57d489, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b2e72b1c-11e3-429c-9962-15cdbc57d489,segment=NetworkSegment(c660374c-6216-464f-9990-34e61f9c0d53),segment_id=c660374c-6216-464f-9990-34e61f9c0d53)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.792188 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.803512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a164e7-554f-4d2e-a2be-1075f887a067 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.806012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-19a164e7-554f-4d2e-a2be-1075f887a067 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.1133504 Jul 16 18:20:38.808435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60856) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.817794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Calling delete_port for b2e72b1c-11e3-429c-9962-15cdbc57d489 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:38.818880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] Calling delete_port for b2e72b1c-11e3-429c-9962-15cdbc57d489 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:38.850621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-da9ef16d-82b2-4fdf-954e-024ac069c011 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eb0cec8-e72f-424e-8852-fc13d853b8e6 HTTP/1.1" status: 200 len: 205 time: 0.0407190 Jul 16 18:20:38.853654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60858) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.910756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.911267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Made reservation on behalf of 03a26a146a3947a9b31008d5e4c9f999 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:38.915770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: from cryptography.utils import int_from_bytes Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: from cryptography.utils import int_from_bytes Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.969006 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:38.974570 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:20:38.978676 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.014724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] Pushing event deleted for resources: {'Port': ['ID=b2e72b1c-11e3-429c-9962-15cdbc57d489,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.020602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a258c5-1632-48fc-b4fd-5cfd7d6554ff None None] No DVR routers for this DVR port b2e72b1c-11e3-429c-9962-15cdbc57d489 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:39.119265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3d65d6c7-1260-4bba-bbd5-a2c537f9c614'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:39.204631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b2e72b1c-11e3-429c-9962-15cdbc57d489 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:39.214871 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.235369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b2e72b1c-11e3-429c-9962-15cdbc57d489 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:39.235709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b2e72b1c-11e3-429c-9962-15cdbc57d489 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:39.380849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.402322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91a825-dc0e-48ff-a912-3427956f13cc req-ecbb2296-e578-4752-aa1f-d6cd49a65c9f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.404787 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c91a825-dc0e-48ff-a912-3427956f13cc req-ecbb2296-e578-4752-aa1f-d6cd49a65c9f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 949 time: 0.3362782 Jul 16 18:20:39.409624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3469b5-65c3-407e-9ad5-d40360da1d89 req-7acc1493-852d-4ff4-abfe-bf82a5600fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.411635 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6f3469b5-65c3-407e-9ad5-d40360da1d89 req-7acc1493-852d-4ff4-abfe-bf82a5600fb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 1097 time: 0.9761593 Jul 16 18:20:39.457388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] No DVR routers for this DVR port b2e72b1c-11e3-429c-9962-15cdbc57d489 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:39.483467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e72b1c-11e3-429c-9962-15cdbc57d489,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.487575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:39.535225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c91a825-dc0e-48ff-a912-3427956f13cc req-5dc6dbb7-da58-4661-9a61-013b1b21c0d1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170065 Jul 16 18:20:39.539204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.542144 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.542778 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Added segment f20c1bdf-58d9-4785-9268-c931b78384a3 of type vlan for network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d Jul 16 18:20:39.576744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7a9dd-3469-4e7c-b4ed-e9fbf6203d13 req-a6b33440-8dd1-40e2-ac00-8c548f5d90d6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.578649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7af7a9dd-3469-4e7c-b4ed-e9fbf6203d13 req-a6b33440-8dd1-40e2-ac00-8c548f5d90d6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 945 time: 0.3589604 Jul 16 18:20:39.595254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.620856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59216300-2137-48d3-8be7-ef30eb22fc3f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.624866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6f3469b5-65c3-407e-9ad5-d40360da1d89 req-e463f655-c6ea-4b12-89e6-f62ab54fd28c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880896 Jul 16 18:20:39.637077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c660374c-6216-464f-9990-34e61f9c0d53') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.637370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c660374c-6216-464f-9990-34e61f9c0d53') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:39.671041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7af7a9dd-3469-4e7c-b4ed-e9fbf6203d13 req-d3c1683d-f500-4146-9cb7-85d6c5f15729 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826020 Jul 16 18:20:39.671540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.698036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.698922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Deleting port db197931-cdda-491c-8ddb-06f75f690c06 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:39.699433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.708072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.725626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:39.726185 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:39.728967 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:39.820677 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.847061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Calling delete_port for db197931-cdda-491c-8ddb-06f75f690c06 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:39.850793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.862645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.865937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] 10.222.0.48 "DELETE /v2.0/networks/59216300-2137-48d3-8be7-ef30eb22fc3f HTTP/1.1" status: 204 len: 168 time: 2.0959942 Jul 16 18:20:39.870098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.880676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.883053 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.924828 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5145428 Jul 16 18:20:39.928186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d194ab-b686-4380-9afc-fc026e736465 admin admin] Pushing event deleted for resources: {'Network': ['ID=59216300-2137-48d3-8be7-ef30eb22fc3f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.938131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60868) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.949987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'admin_state_up': True, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:40.066585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60870) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.206170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.212215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.212996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.220387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e9cb059f-e5b7-455e-ac0b-14af023e0cb4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df04de53c64d46b08c34312c7e4ad1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1485419 Jul 16 18:20:40.220689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd32ffd-32ea-42a6-bd02-2d6ca7e6678a tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Network': ['ID=5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.221970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.232094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:40.319624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.390055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event deleted for resources: {'Port': ['ID=db197931-cdda-491c-8ddb-06f75f690c06,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.463631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.518661 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ea701fa-fde7-41e0-a400-49a3717e3b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.588557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ea701fa-fde7-41e0-a400-49a3717e3b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.610120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.808454 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.899698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.914175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.055532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Deleting port 54af01df-42e5-4920-a2b9-9d201ed2e516 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:41.056216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.082375 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.083254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb0cec8-e72f-424e-8852-fc13d853b8e6 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:41.085709 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ea701fa-fde7-41e0-a400-49a3717e3b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.090195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7ea701fa-fde7-41e0-a400-49a3717e3b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.092433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7ea701fa-fde7-41e0-a400-49a3717e3b87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4de5e12-47a7-4556-9098-7aa0ef35aa38 HTTP/1.1" status: 204 len: 168 time: 0.8687105 Jul 16 18:20:41.106793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.109345 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-251f618a-83dc-4db7-bccf-7e85b1269191 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/6eb0cec8-e72f-424e-8852-fc13d853b8e6 HTTP/1.1" status: 204 len: 168 time: 2.2541296 Jul 16 18:20:41.115853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.122762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1770602666', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:41.137341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea701fa-fde7-41e0-a400-49a3717e3b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4de5e12-47a7-4556-9098-7aa0ef35aa38,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.178331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4bd2c-b01f-4acf-8ce9-fb4a49523b90 req-57c941c0-0cc8-4add-9553-b2c147c48c52 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.187939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74d4bd2c-b01f-4acf-8ce9-fb4a49523b90 req-57c941c0-0cc8-4add-9553-b2c147c48c52 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 949 time: 0.4546325 Jul 16 18:20:41.222924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.223970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.316649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] For port 54af01df-42e5-4920-a2b9-9d201ed2e516, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=54af01df-42e5-4920-a2b9-9d201ed2e516,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:41.317034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.326669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74d4bd2c-b01f-4acf-8ce9-fb4a49523b90 req-e4fc6c23-6107-49cd-9cac-c8c2f47f2788 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341200 Jul 16 18:20:41.360586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea8146-4cdd-42df-a36c-4041a0000b64 req-8aead9a8-5b37-4376-be5e-52b01f6d40d8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:41.376709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fea8146-4cdd-42df-a36c-4041a0000b64 req-8aead9a8-5b37-4376-be5e-52b01f6d40d8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 945 time: 0.3616393 Jul 16 18:20:41.391900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Calling delete_port for 54af01df-42e5-4920-a2b9-9d201ed2e516 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:41.391900 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.434592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fea8146-4cdd-42df-a36c-4041a0000b64 req-8a2c415e-abfa-4dff-964e-2b670f2ab252 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557027 Jul 16 18:20:41.524493 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.527071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.980486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.082964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a91939-a9d7-4132-b4e8-170231bbcb5c req-e7a07bee-5dc4-4fa3-93b8-312952c0bce3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.086074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0a91939-a9d7-4132-b4e8-170231bbcb5c req-e7a07bee-5dc4-4fa3-93b8-312952c0bce3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 945 time: 0.0954747 Jul 16 18:20:42.127904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:42.162571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0a91939-a9d7-4132-b4e8-170231bbcb5c req-6abbe49d-a542-4596-9016-544019195d10 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561078 Jul 16 18:20:42.199790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.222161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:42.233172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:42.233908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.306389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=54af01df-42e5-4920-a2b9-9d201ed2e516,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.370914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Allocated IP 172.25.0.99 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/9f759d98-e9ce-427c-9290-c0f8851f94b7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:42.461334 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.528647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:42.534598 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13b0ae7-2a96-43b7-a2b7-9bbf5508b0c9" -d '{"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-plugged", "status": "completed", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:42.587248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:42.595751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.689463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.759333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60920) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.883845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfdd41-8c87-4598-806a-72cc9da960e9 req-5d9125b1-db08-4367-bd33-868c5735c84b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.884777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03dfdd41-8c87-4598-806a-72cc9da960e9 req-5d9125b1-db08-4367-bd33-868c5735c84b tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 945 time: 0.3165116 Jul 16 18:20:42.979494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1967528951-network', 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:43.003009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03dfdd41-8c87-4598-806a-72cc9da960e9 req-7285450a-8dff-4cd3-a868-396d0772c7d7 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037662 Jul 16 18:20:43.028933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d0298-0b2f-4811-b631-f90f82b5a24a req-e68a8c53-91a4-4b18-b1a2-fb89e69113fa tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.032451 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-890d0298-0b2f-4811-b631-f90f82b5a24a req-e68a8c53-91a4-4b18-b1a2-fb89e69113fa tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.2879102 Jul 16 18:20:43.077723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:43.082137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.106966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.145292 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61acf6f-16ef-45a8-bd68-1bdca12a83ca x-openstack-request-id: req-b61acf6f-16ef-45a8-bd68-1bdca12a83ca {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:43.145900 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-plugged", "status": "completed", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:43.146117 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b61acf6f-16ef-45a8-bd68-1bdca12a83ca {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:43.146815 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'code': 200} Jul 16 18:20:43.161416 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-890d0298-0b2f-4811-b631-f90f82b5a24a req-a50899ae-1a96-4f28-b7cf-c39437bdb644 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211281 Jul 16 18:20:43.293256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.301749 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.357772 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:43.382550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5aa7e-3afa-4724-bd74-e58021549001,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.384178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.384178 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Added segment c8578d47-23f0-45a9-9258-a5e60a83fe03 of type vlan for network 4f4ec737-f99b-4144-b4da-a72c3900608b Jul 16 18:20:43.439691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.474685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72817547-a9f4-43be-afcf-b9337cf2a658 req-30491d73-0743-49dc-a1d5-feff4509ef5b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.476003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72817547-a9f4-43be-afcf-b9337cf2a658 req-30491d73-0743-49dc-a1d5-feff4509ef5b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 945 time: 0.1627355 Jul 16 18:20:43.493258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.494255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.494881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.551547 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7891278 Jul 16 18:20:43.556014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60926) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.565809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Request body: {'subnet': {'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1967528951-subnet', 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:43.602321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72817547-a9f4-43be-afcf-b9337cf2a658 req-5a93a181-20bb-41ca-8d99-b01b8dcc2897 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169941 Jul 16 18:20:43.605299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3f02d-025d-4609-b489-dc4d7c0787e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4ec737-f99b-4144-b4da-a72c3900608b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.624812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:43.627809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4f4ec737-f99b-4144-b4da-a72c3900608b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:43.628116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.647418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.742207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.818552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-c42cce15-0d9d-4059-9338-b88c8556d4d1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.820130 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-c42cce15-0d9d-4059-9338-b88c8556d4d1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.55 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 945 time: 0.4818573 Jul 16 18:20:43.863537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.882989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c2d11-d6c0-4b27-8444-b953122139ee req-38b3cea1-cdda-460e-a800-f1815ff07db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.884121 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-975c2d11-d6c0-4b27-8444-b953122139ee req-38b3cea1-cdda-460e-a800-f1815ff07db6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1102 time: 0.5405252 Jul 16 18:20:43.942354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.950244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:43.950797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Network hostable DHCP agents. Network: 4f4ec737-f99b-4144-b4da-a72c3900608b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:43.974042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:43.991300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4f4ec737-f99b-4144-b4da-a72c3900608b) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:44.004621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.006341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.009489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da7d97-d3f6-4dbe-9e72-9bfaed2fed3a None None] Network 4f4ec737-f99b-4144-b4da-a72c3900608b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:44.018010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.035481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0d74890b-1804-410d-8e5b-29a7e0d41636 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4680517 Jul 16 18:20:44.115953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.226472 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.240040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-975c2d11-d6c0-4b27-8444-b953122139ee req-64e34abb-33fa-4d1b-ba70-23fad7a19522 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784889 Jul 16 18:20:44.242131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:44.268861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:44.270858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=9f759d98-e9ce-427c-9290-c0f8851f94b7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.273410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:44.308292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331d2ba-3d82-401d-9577-49648b45c3fd None None] Network 4f4ec737-f99b-4144-b4da-a72c3900608b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:44.368784 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad291c-ea03-4783-a909-2b5c71be34be req-a9e596a0-870a-4e9b-be2e-d69e2d198dd8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.370323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-57ad291c-ea03-4783-a909-2b5c71be34be req-a9e596a0-870a-4e9b-be2e-d69e2d198dd8 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 945 time: 0.5458548 Jul 16 18:20:44.521322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa208d71-587f-4e4a-b62d-be961dbc7e64 req-dee1840e-1dfe-436f-8328-d9c31ec22a28 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.524063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa208d71-587f-4e4a-b62d-be961dbc7e64 req-dee1840e-1dfe-436f-8328-d9c31ec22a28 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.2116976 Jul 16 18:20:44.550999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cce4c-fc8d-4858-859f-de5ca93c7d73 req-ca37aeff-d4d3-4fa1-9afb-b45ddd21d587 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.553840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c7cce4c-fc8d-4858-859f-de5ca93c7d73 req-ca37aeff-d4d3-4fa1-9afb-b45ddd21d587 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 945 time: 0.1888225 Jul 16 18:20:44.576298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Deleting port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:44.576647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.651073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa208d71-587f-4e4a-b62d-be961dbc7e64 req-ed0dae2a-235c-4af5-b8d4-588cd027f2b4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955672 Jul 16 18:20:44.660719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c7cce4c-fc8d-4858-859f-de5ca93c7d73 req-ac2bf5c7-81a6-48f8-a098-2b53af6bfe63 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936940 Jul 16 18:20:44.811550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Allocated IP 172.25.0.18 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/7da80dd5-76f9-4d1f-8658-0cde521f5d07) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.867450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:45.063855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] For port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:45.064552 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.143086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Deleting port 96f8dcb2-f16e-4a76-b934-908ebf223430 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:45.143694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.197607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-3d4287c7-d03f-4a6d-b1c3-bd3d4f334fc2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.200845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-3d4287c7-d03f-4a6d-b1c3-bd3d4f334fc2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.2180190 Jul 16 18:20:45.237556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef5823-5b9e-4da8-8053-9294b4156ff2 req-7ba4ac38-dea1-441c-82cb-60d13ca590cf tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.240335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99ef5823-5b9e-4da8-8053-9294b4156ff2 req-7ba4ac38-dea1-441c-82cb-60d13ca590cf tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 945 time: 0.1575351 Jul 16 18:20:45.267797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Calling delete_port for 3bf8ebbf-0703-45c2-901c-c3a9e013d25b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:45.268207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-63051854-bd3f-4307-bc20-93adf41bf5cc tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/quotas/05f72bbbbdb7441480433d02bbffeac0 HTTP/1.1" status: 200 len: 375 time: 0.0485721 Jul 16 18:20:45.350995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-e0ed6622-9bf6-4128-a367-a5c6fb36905a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677643 Jul 16 18:20:45.364807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99ef5823-5b9e-4da8-8053-9294b4156ff2 req-030bb272-d4fc-48a3-85b5-8254a96a1743 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126680 Jul 16 18:20:45.509789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-bcf232c9-f474-4139-9762-94c4491c68a6 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435342 Jul 16 18:20:45.563433 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.566339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.625352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-69ba0d31-4957-4580-a9d5-2152cdae4643 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046281 Jul 16 18:20:45.746498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] For port 96f8dcb2-f16e-4a76-b934-908ebf223430, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96f8dcb2-f16e-4a76-b934-908ebf223430,segment=NetworkSegment(ca7e09b4-ad30-495f-ba49-ae9b6f675edc),segment_id=ca7e09b4-ad30-495f-ba49-ae9b6f675edc)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:45.747085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.769110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:45.788225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] Sync routers for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:45.811940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:45.813478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:46.078460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61107238-db78-42ae-838d-85ffa7c51423 req-fdb34050-6e08-48fb-9eca-946e0ff78a5e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.082311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61107238-db78-42ae-838d-85ffa7c51423 req-fdb34050-6e08-48fb-9eca-946e0ff78a5e tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 945 time: 0.1849360 Jul 16 18:20:46.098668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:46.208192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61107238-db78-42ae-838d-85ffa7c51423 req-a3bb8b40-4aaf-4b2e-a5d6-9024d64caee6 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/security-groups?id=86fef3ee-9518-4c0d-8acd-35bfc647fdfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040125 Jul 16 18:20:46.287074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce81aa-ae5a-426d-8926-1825c09fe1da req-c53be284-353d-4db5-a34c-e4076ac570e7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.300785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92ce81aa-ae5a-426d-8926-1825c09fe1da req-c53be284-353d-4db5-a34c-e4076ac570e7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.2432635 Jul 16 18:20:46.374276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e83fcfe2-dab3-4ac2-a9fc-8a9c53d50799 req-faa538b1-63b2-42c3-89d4-fab939af7ac7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 210 time: 0.0569100 Jul 16 18:20:46.382964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Calling delete_port for 96f8dcb2-f16e-4a76-b934-908ebf223430 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:46.418024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:20:41Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:46.462453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43a76537-c821-4c2a-bb9f-36d10fff6c09 admin admin] 10.222.0.48 "PUT /v2.0/routers/7b6ab512-30d6-43d4-8f4b-10cab71354f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7257490 Jul 16 18:20:46.474162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92ce81aa-ae5a-426d-8926-1825c09fe1da req-291c96d5-0e4a-4235-99ec-0dadbdb44dc9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718473 Jul 16 18:20:46.475315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.525435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] Checking router: 7b6ab512-30d6-43d4-8f4b-10cab71354f5 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:46.558737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] Routers {'7b6ab512-30d6-43d4-8f4b-10cab71354f5'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:46.561961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:46.784650 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.835579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.881404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] Set router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:46.928958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-f11b026c-5644-4ee9-8f3f-c720dc909458 req-81c604b1-642c-4c3d-a3ba-5becae3569e7 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:20:46.941241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f11b026c-5644-4ee9-8f3f-c720dc909458 req-81c604b1-642c-4c3d-a3ba-5becae3569e7 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0209761 Jul 16 18:20:47.066061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:47.168783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c77df1-b7a4-4569-af98-c145940c2009 req-bf063a92-3193-4da5-b9f8-47e0df2fd665 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.182589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87c77df1-b7a4-4569-af98-c145940c2009 req-bf063a92-3193-4da5-b9f8-47e0df2fd665 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 867 time: 0.2607698 Jul 16 18:20:47.190790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:47.197016 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.216989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:47.219818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.249828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['afa3bdcc-779e-4b0a-9220-f94d508e0e1d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:47.270928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event updated for resources: {'Port': ['ID=7da80dd5-76f9-4d1f-8658-0cde521f5d07,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.378349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87c77df1-b7a4-4569-af98-c145940c2009 req-0c74e0ae-1161-461f-bb35-c8c278f64563 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924896 Jul 16 18:20:47.394328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.398776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Pushing event deleted for resources: {'Port': ['ID=3bf8ebbf-0703-45c2-901c-c3a9e013d25b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.465595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.469153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Deleting port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:47.469714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.531901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 96f8dcb2-f16e-4a76-b934-908ebf223430 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:47.597860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 96f8dcb2-f16e-4a76-b934-908ebf223430 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:47.598768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 96f8dcb2-f16e-4a76-b934-908ebf223430 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:47.599072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3bf8ebbf-0703-45c2-901c-c3a9e013d25b no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:47.659898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 3bf8ebbf-0703-45c2-901c-c3a9e013d25b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:47.660485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3bf8ebbf-0703-45c2-901c-c3a9e013d25b not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:47.703866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7da0281-ce2e-4f4b-bd87-5f5bd7aca94b req-4412a59f-212c-40a9-8ad8-8b80e7c303fa tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 210 time: 0.1001334 Jul 16 18:20:47.747531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:20:41Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:47.806859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] For port 7761c88c-0ed0-4b1e-b3d0-95711ee5001f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:47.807224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.830234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Calling delete_port for 7761c88c-0ed0-4b1e-b3d0-95711ee5001f owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:47.837284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c94454-872e-499b-b06a-3c3e36c2c02a None None] The sync data for ids ['7b6ab512-30d6-43d4-8f4b-10cab71354f5'] in n-d-793620-10 is: [{'id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'name': 'tempest-ServerActionsTestJSON-1857267922-router', 'tenant_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:35Z', 'updated_at': '2021-07-16T18:20:41Z', 'revision_number': 5, 'project_id': 'd9708b100d0b42b99a4fa7d5a8c392e6', 'gw_port': {'id': '7761c88c-0ed0-4b1e-b3d0-95711ee5001f', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:ec:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6ab512-30d6-43d4-8f4b-10cab71354f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:37Z', 'updated_at': '2021-07-16T18:09:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:47.868873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbadc2-c4cc-48ec-8d41-8bd6806ffbef req-19e037b8-fa84-4882-9d3a-4ae53927d18d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.872786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20bbadc2-c4cc-48ec-8d41-8bd6806ffbef req-19e037b8-fa84-4882-9d3a-4ae53927d18d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.1864064 Jul 16 18:20:47.945036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] No DVR routers for this DVR port 3bf8ebbf-0703-45c2-901c-c3a9e013d25b on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:47.946780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Pushing event deleted for resources: {'Port': ['ID=96f8dcb2-f16e-4a76-b934-908ebf223430,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.990639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.992774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ea027-cbea-43a0-aeeb-7db6f7aec092 req-338e412b-00f8-47ea-8b4f-112d185e9a00 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.55 "DELETE /v2.0/ports/3bf8ebbf-0703-45c2-901c-c3a9e013d25b HTTP/1.1" status: 204 len: 173 time: 4.1586783 Jul 16 18:20:47.996481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'name': 'network-vif-deleted', 'tag': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:48.000367 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4db4187-e0fd-4e29-816d-0412d88f5d2d" -d '{"events": [{"server_uuid": "33e6a40e-9c8c-4451-9c27-d26ba657ee96", "name": "network-vif-deleted", "tag": "3bf8ebbf-0703-45c2-901c-c3a9e013d25b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:48.040829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20bbadc2-c4cc-48ec-8d41-8bd6806ffbef req-cca9e452-a2ba-4f5c-b1a4-739124b00743 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186111 Jul 16 18:20:48.080626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] No DVR routers for this DVR port 96f8dcb2-f16e-4a76-b934-908ebf223430 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:48.105886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8158ed2-14f9-4551-8598-340051595c13 req-9dfc86da-273a-43eb-8833-15f7616221fa tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 210 time: 0.0930886 Jul 16 18:20:48.113277 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.115346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-57ad291c-ea03-4783-a909-2b5c71be34be req-950efd79-fe45-48ed-be2d-0867f475eef5 tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.55 "DELETE /v2.0/ports/96f8dcb2-f16e-4a76-b934-908ebf223430 HTTP/1.1" status: 204 len: 173 time: 3.7226667 Jul 16 18:20:48.282303 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-de5a6b60-7f63-4be0-afc7-b632e798fe86 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6855927 Jul 16 18:20:48.298989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.433669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router 9695e879-59a0-4804-abc1-a89e3b8d72b0 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:48.523296 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f8d861-82b0-4cf7-aec6-87e927232514 x-openstack-request-id: req-70f8d861-82b0-4cf7-aec6-87e927232514 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:48.523296 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33e6a40e-9c8c-4451-9c27-d26ba657ee96", "name": "network-vif-deleted", "tag": "3bf8ebbf-0703-45c2-901c-c3a9e013d25b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:48.528541 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70f8d861-82b0-4cf7-aec6-87e927232514 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:48.529538 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33e6a40e-9c8c-4451-9c27-d26ba657ee96', 'name': 'network-vif-deleted', 'tag': '3bf8ebbf-0703-45c2-901c-c3a9e013d25b', 'status': 'completed', 'code': 200} Jul 16 18:20:48.813929 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.962642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:48.987643 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Sync routers for ids ['9695e879-59a0-4804-abc1-a89e3b8d72b0'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:49.009061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.014053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-db761bd6-d796-4708-b993-426b9602fe34 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 9.0709004 Jul 16 18:20:49.015320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32780) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.034737 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Routers {'9695e879-59a0-4804-abc1-a89e3b8d72b0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:49.039399 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9695e879-59a0-4804-abc1-a89e3b8d72b0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.063883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54af01df-42e5-4920-a2b9-9d201ed2e516 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:49.115057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 54af01df-42e5-4920-a2b9-9d201ed2e516 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:49.116223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54af01df-42e5-4920-a2b9-9d201ed2e516 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:49.139637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Pushing event deleted for resources: {'Port': ['ID=7761c88c-0ed0-4b1e-b3d0-95711ee5001f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.224783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d35fc26-bf67-4f0f-b0a3-bac1d434441c req-2dbceaf0-db8f-43b9-bbc1-d390168f01d7 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=33e6a40e-9c8c-4451-9c27-d26ba657ee96 HTTP/1.1" status: 200 len: 210 time: 0.1055870 Jul 16 18:20:49.309274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-6c72e011-de64-4b9e-9ab0-7201c9f5d4c6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.330928 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-6c72e011-de64-4b9e-9ab0-7201c9f5d4c6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.5594733 Jul 16 18:20:49.368796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.412714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96725e4b-8b9d-415c-b7bf-9b7936f6d40c req-91a8e58d-e04a-463d-aa7f-0231ea9a3d0d tempest-AttachVolumeNegativeTest-1339082446 tempest-AttachVolumeNegativeTest-1339082446-project] 10.222.0.48 "GET /v2.0/ports?device_id=bfe7220b-be27-424b-8138-3f521e2a314a HTTP/1.1" status: 200 len: 210 time: 0.1110053 Jul 16 18:20:49.428369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Request body: {'port': {'device_id': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'admin_state_up': True, 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:49.655702 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Set router 9695e879-59a0-4804-abc1-a89e3b8d72b0 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:49.711635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.718461 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.734870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4bedb7-c234-4000-8516-e2c4c6e1d507 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.740475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cc4bedb7-c234-4000-8516-e2c4c6e1d507 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=03a26a146a3947a9b31008d5e4c9f999&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.7197030 Jul 16 18:20:49.747001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.920458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:49.924269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.934686 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.938061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b6ab512-30d6-43d4-8f4b-10cab71354f5 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:20:49.971243 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.978795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.979377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f2a5db44-bce5-4843-910a-4ab94b1d4101 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7b6ab512-30d6-43d4-8f4b-10cab71354f5 HTTP/1.1" status: 204 len: 168 time: 3.5008218 Jul 16 18:20:50.046086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-168e02a4-ec07-4eee-9352-a2a2c537b906 req-a136bf0e-9b82-4f85-a917-265df3d11afe tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 210 time: 0.1050069 Jul 16 18:20:50.055031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] Deleting subnet db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:50.072480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7fca4f-a139-467c-84ec-3640d671af13 req-f5ee09db-2264-4829-9886-7377e4549c1d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.084069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b7fca4f-a139-467c-84ec-3640d671af13 req-f5ee09db-2264-4829-9886-7377e4549c1d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.5120807 Jul 16 18:20:50.099551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.180142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b7fca4f-a139-467c-84ec-3640d671af13 req-65d7467d-d4cc-4ee4-b84f-fa9177538d82 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910313 Jul 16 18:20:50.213290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a2f87-30a9-4f3f-a96a-b7c88b854e68 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.222735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32798) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.225091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b61a2f87-30a9-4f3f-a96a-b7c88b854e68 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4762948 Jul 16 18:20:50.233017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.387524 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:20:44Z', 'revision_number': 3, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:50.396013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.434341 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Checking router: 9695e879-59a0-4804-abc1-a89e3b8d72b0 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:50.434629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-60ee5a0a-76ec-4719-95a5-748847634f00 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2074847 Jul 16 18:20:50.434782 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Updating router 9695e879-59a0-4804-abc1-a89e3b8d72b0 port 9f759d98-e9ce-427c-9290-c0f8851f94b7 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:20:50.435944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32802) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.480031 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.525326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f3996b5b-a2a5-4314-9efd-d525cdbd8cd0 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=03a26a146a3947a9b31008d5e4c9f999&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763283 Jul 16 18:20:50.526672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32806) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.818323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32810) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.931755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5505f2a6-063c-4bcb-b7b6-e3a8af36f838 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.931755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5505f2a6-063c-4bcb-b7b6-e3a8af36f838 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4032977 Jul 16 18:20:50.935148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32814) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.995916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d3f4778b-4082-4333-becc-f169c05d59ad tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0593073 Jul 16 18:20:51.021862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32816) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:51.024634 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.035347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69507376', 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:51.044216 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Transition to ACTIVE for port object 9f759d98-e9ce-427c-9290-c0f8851f94b7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:51.047905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a5e0-9b62-45d1-bddf-0aa9ddc8a874 req-c0e6de38-b5d2-4572-8768-d7ab4bb2d9f9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.050862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2995a5e0-9b62-45d1-bddf-0aa9ddc8a874 req-c0e6de38-b5d2-4572-8768-d7ab4bb2d9f9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2337487 Jul 16 18:20:51.060039 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.123685 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Pushing event updated for resources: {'Port': ['ID=9f759d98-e9ce-427c-9290-c0f8851f94b7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.132321 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Attempting to bind port 9f759d98-e9ce-427c-9290-c0f8851f94b7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:51.136822 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Attempting to bind port 9f759d98-e9ce-427c-9290-c0f8851f94b7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:51.137550 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Attempting to bind port 9f759d98-e9ce-427c-9290-c0f8851f94b7 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:51.157050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7761c88c-0ed0-4b1e-b3d0-95711ee5001f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:51.162042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] Deleting subnet b88f91cb-cee9-4606-b699-630c559f7d64 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:51.165401 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:51.166183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.166800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:51.170279 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.170898 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:51.171545 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Bound port: 9f759d98-e9ce-427c-9290-c0f8851f94b7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:51.172165 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.175133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.186157 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.186752 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.187360 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.187809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.188265 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.188691 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.189180 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.189596 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.190016 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.190412 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.190829 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:51.194127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'name': 'network-vif-deleted', 'tag': '96f8dcb2-f16e-4a76-b934-908ebf223430'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:51.198913 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f5b5f-70a7-4782-8c29-2ed41eb91678" -d '{"events": [{"server_uuid": "bfe7220b-be27-424b-8138-3f521e2a314a", "name": "network-vif-deleted", "tag": "96f8dcb2-f16e-4a76-b934-908ebf223430"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:51.221628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.241941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7761c88c-0ed0-4b1e-b3d0-95711ee5001f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:51.242292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7761c88c-0ed0-4b1e-b3d0-95711ee5001f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:51.278682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2995a5e0-9b62-45d1-bddf-0aa9ddc8a874 req-93508c41-a32e-4764-a0e5-5eb81b37e494 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010801 Jul 16 18:20:51.331334 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] For port 9f759d98-e9ce-427c-9290-c0f8851f94b7, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:51.337130 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] For port 9f759d98-e9ce-427c-9290-c0f8851f94b7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9f759d98-e9ce-427c-9290-c0f8851f94b7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:51.344643 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.436266 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Routers {'9695e879-59a0-4804-abc1-a89e3b8d72b0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:51.437719 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9695e879-59a0-4804-abc1-a89e3b8d72b0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:51.469795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1f66613-a34a-4194-a5c5-f430361880dd req-64160036-226f-4e90-bfbe-b5d342f2a4b4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 210 time: 0.1064153 Jul 16 18:20:51.536264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.543002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Allocated IP 172.20.0.8 (4f4ec737-f99b-4144-b4da-a72c3900608b/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5/1db9cafb-c93b-44c8-b7f3-4f0172072f81) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:51.651811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Made reservation on behalf of 03a26a146a3947a9b31008d5e4c9f999 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:51.657289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.681374 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58befc-dbf3-445e-99a4-136c23032eba None None] Pushing event updated for resources: {'Port': ['ID=9f759d98-e9ce-427c-9290-c0f8851f94b7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.685531 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8df6c02-ba32-43d6-aeda-dee6ac2f5dbe x-openstack-request-id: req-c8df6c02-ba32-43d6-aeda-dee6ac2f5dbe {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:51.686052 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe7220b-be27-424b-8138-3f521e2a314a", "name": "network-vif-deleted", "tag": "96f8dcb2-f16e-4a76-b934-908ebf223430", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:51.686512 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c8df6c02-ba32-43d6-aeda-dee6ac2f5dbe {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:51.686987 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe7220b-be27-424b-8138-3f521e2a314a', 'name': 'network-vif-deleted', 'tag': '96f8dcb2-f16e-4a76-b934-908ebf223430', 'status': 'completed', 'code': 200} Jul 16 18:20:51.736809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.745069 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] Set router 9695e879-59a0-4804-abc1-a89e3b8d72b0 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:51.807969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3c0fd-fc80-4d8f-af9f-ae21f7beb7f7 req-f2a2f19b-f632-4797-99ca-f61210449eb7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.816188 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2eb3c0fd-fc80-4d8f-af9f-ae21f7beb7f7 req-f2a2f19b-f632-4797-99ca-f61210449eb7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.2228563 Jul 16 18:20:51.853773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.953641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b88f91cb-cee9-4606-b699-630c559f7d64,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.968041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-50d8cec2-dd41-4dff-a253-3bd565284674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.970829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-50d8cec2-dd41-4dff-a253-3bd565284674 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1102 time: 0.7120340 Jul 16 18:20:52.042314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Router 69af3104-ec3b-4e0e-8f23-77fb2825943f is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:20:52.053014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2eb3c0fd-fc80-4d8f-af9f-ae21f7beb7f7 req-4f09c8d8-a3a3-4a5f-9e59-cc2d2a0c11e8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357790 Jul 16 18:20:52.055304 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.061694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f1f7a725-d4c9-479f-a342-4ad817a3ca3f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b88f91cb-cee9-4606-b699-630c559f7d64 HTTP/1.1" status: 204 len: 168 time: 1.2379630 Jul 16 18:20:52.062069 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.065108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32832) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.090407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.133402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.140932 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/db956b14-d77b-42b0-a4e0-2e42a2bfa4b7 HTTP/1.1" status: 204 len: 168 time: 2.1567593 Jul 16 18:20:52.142360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee2c924-4ecf-43c6-b42a-9ad5a15793bb None None] Network 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:52.167245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32834) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.237982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0345b-b2d2-4388-a5ff-9344b9d4da76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db956b14-d77b-42b0-a4e0-2e42a2bfa4b7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.250787 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:20:44Z', 'revision_number': 3, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.351316 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1024981-046a-4e85-8df8-24da57d751a0 None None] The sync data for ids ['9695e879-59a0-4804-abc1-a89e3b8d72b0'] in n-d-793620-10 is: [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:20:44Z', 'revision_number': 3, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:52.439429 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.467401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.533168 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.578477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] DHCP port deletion for 7d08654e-bb9f-4d10-92bd-4b6c3dbda481 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:52.595744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-fc2423db-2e6b-41c3-a6c9-03076caf17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.598656 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-fc2423db-2e6b-41c3-a6c9-03076caf17ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.6166358 Jul 16 18:20:52.625199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:52.641903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] Sync routers for ids ['69af3104-ec3b-4e0e-8f23-77fb2825943f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:52.658776 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.677760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] Routers {'69af3104-ec3b-4e0e-8f23-77fb2825943f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:52.678968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69af3104-ec3b-4e0e-8f23-77fb2825943f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.695453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Subnet': ['ID=26194801-f478-45ab-ace7-21b40a8a5f2e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.732535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.741216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] Deleting port 2026e2c3-745f-4472-8eb7-212798039750 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:52.741965 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.742899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3638fb-60d3-4983-8007-dbe785cd5700 req-6ae198f4-2965-4b13-8aa5-616d6655789b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.764600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a3638fb-60d3-4983-8007-dbe785cd5700 req-6ae198f4-2965-4b13-8aa5-616d6655789b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.8320620 Jul 16 18:20:52.782239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] Routers {'69af3104-ec3b-4e0e-8f23-77fb2825943f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:52.783229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69af3104-ec3b-4e0e-8f23-77fb2825943f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.801648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:52.808952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:52.815465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-192612d6-60ff-4c6c-a091-bd2525364528 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.1788938 Jul 16 18:20:52.843223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:52.863576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event updated for resources: {'Port': ['ID=1db9cafb-c93b-44c8-b7f3-4f0172072f81,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:52.886492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:52.887542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d40008-4f1b-4d8e-859c-31c827511201 None None] The sync data for ids ['69af3104-ec3b-4e0e-8f23-77fb2825943f'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:52.911154 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.912713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bab031ca-3236-4039-8345-a03240cd46ea tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 11.7937522 Jul 16 18:20:52.938014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32840) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.976921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:53.030691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] For port 2026e2c3-745f-4472-8eb7-212798039750, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2026e2c3-745f-4472-8eb7-212798039750,segment=NetworkSegment(4a61daf6-0757-47c5-bbd7-452c9a44d5db),segment_id=4a61daf6-0757-47c5-bbd7-452c9a44d5db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:53.031246 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.039615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-2d3792f2-f7da-4e6f-a770-9c305cdf7507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.050430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-2d3792f2-f7da-4e6f-a770-9c305cdf7507 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2026429 Jul 16 18:20:53.090027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] Calling delete_port for 2026e2c3-745f-4472-8eb7-212798039750 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:53.096874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.098411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.219117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-a0714446-c568-421c-9ff5-9c9dad06761c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8211911 Jul 16 18:20:53.236414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Request body: {'port': {'device_id': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:53.295089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9f759d98-e9ce-427c-9290-c0f8851f94b7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:53.367337 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.373965 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a3638fb-60d3-4983-8007-dbe785cd5700 req-7f1f82b9-19b0-4995-9c22-b7e1320315cb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080573 Jul 16 18:20:53.380137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-979319b9-9b7d-48f1-b1b7-ff5b93243d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.382230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-979319b9-9b7d-48f1-b1b7-ff5b93243d61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3169372 Jul 16 18:20:53.422684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] The port '2026e2c3-745f-4472-8eb7-212798039750' was deleted {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:20:53.492828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] Pushing event deleted for resources: {'Port': ['ID=2026e2c3-745f-4472-8eb7-212798039750,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.520117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ec05c-1a39-4460-965c-a777fb2fae75 None None] No DVR routers for this DVR port 2026e2c3-745f-4472-8eb7-212798039750 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:53.544555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 9f759d98-e9ce-427c-9290-c0f8851f94b7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:53.553328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-8c6f3889-7914-4f74-be25-1713a66b2c1c service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549835 Jul 16 18:20:53.565079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9f759d98-e9ce-427c-9290-c0f8851f94b7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:53.566132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.579531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.593711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d08654e-bb9f-4d10-92bd-4b6c3dbda481']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:53.617524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a61daf6-0757-47c5-bbd7-452c9a44d5db') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:53.617859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a61daf6-0757-47c5-bbd7-452c9a44d5db') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:53.640328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.668044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.677741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:53.678267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.693673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Checking segment: {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:53.696708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network hostable DHCP agents. Network: 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:53.726674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-117d1258-f27c-4c20-8085-1957a2daa6b4 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637244 Jul 16 18:20:53.734797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:53.805768 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:53.810401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.881475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 9f759d98-e9ce-427c-9290-c0f8851f94b7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9f759d98-e9ce-427c-9290-c0f8851f94b7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:53.894289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.920532 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.018501 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.033330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.035698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2026e2c3-745f-4472-8eb7-212798039750 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:54.036373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7d08654e-bb9f-4d10-92bd-4b6c3dbda481 HTTP/1.1" status: 204 len: 168 time: 1.8671973 Jul 16 18:20:54.073881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d7df35-8c54-4574-9465-31c2d5f60148']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:54.121681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 2026e2c3-745f-4472-8eb7-212798039750 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:54.122247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2026e2c3-745f-4472-8eb7-212798039750 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:54.142553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=9f759d98-e9ce-427c-9290-c0f8851f94b7,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.156477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badb32c-8cd4-4e23-8a08-69b0a3250a91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d08654e-bb9f-4d10-92bd-4b6c3dbda481,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.176793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:54.177215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7e09b4-ad30-495f-ba49-ae9b6f675edc') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:54.206956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde84e9d-c086-40ba-8032-0c57fba0d47c req-bbbe61e5-5616-42ed-8590-b2efe87ffb03 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.214418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dde84e9d-c086-40ba-8032-0c57fba0d47c req-bbbe61e5-5616-42ed-8590-b2efe87ffb03 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 931 time: 0.9177637 Jul 16 18:20:54.216478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:54.235567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.246051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1db9cafb-c93b-44c8-b7f3-4f0172072f81 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:20:54.261734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:54.267403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.268469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.268921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.282232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dda0f0-54f6-473e-8813-8f821f9bacc3 None None] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:54.298557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Transition to ACTIVE for port object 1db9cafb-c93b-44c8-b7f3-4f0172072f81 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:54.304608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.315881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.345119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32848) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.354438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:54.355052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.380783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1db9cafb-c93b-44c8-b7f3-4f0172072f81,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:54.438399 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:54.451487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16175b4d-f120-4a32-aaa5-309b45f7dc7d req-94c93b62-eaf1-44ea-b47f-7acbdd4166c0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.457847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16175b4d-f120-4a32-aaa5-309b45f7dc7d req-94c93b62-eaf1-44ea-b47f-7acbdd4166c0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.4607887 Jul 16 18:20:54.473466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Attempting to bind port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:54.473804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Attempting to bind port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:54.474138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Attempting to bind port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:54.479461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 on network 4f4ec737-f99b-4144-b4da-a72c3900608b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:54.479790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Attempting to bind port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:54.486990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:54.487343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:54.487742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Bound using segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:54.488223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Bound port: 1db9cafb-c93b-44c8-b7f3-4f0172072f81, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:54.489088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.491937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dde84e9d-c086-40ba-8032-0c57fba0d47c req-250a4585-1029-4ce3-8c5d-5c8eff2b0ddf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765934 Jul 16 18:20:54.497221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0d68a8e9-3d72-4ee6-9cbb-235d277f6050 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 3.4687939 Jul 16 18:20:54.506846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.598716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'fixed_ips': [{'subnet_id': '26194801-f478-45ab-ace7-21b40a8a5f2e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:54.600121 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.792920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] For port 1db9cafb-c93b-44c8-b7f3-4f0172072f81, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:54.889064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Allocated IP 172.20.0.18 (5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d/26194801-f478-45ab-ace7-21b40a8a5f2e/bd198f2b-df6e-4f9a-b887-79a68732f7e6) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:55.086119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.125400 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9d6d32c-e4c6-49bb-bdf9-b0ea116c712b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9708b100d0b42b99a4fa7d5a8c392e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7712688 Jul 16 18:20:55.143845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16175b4d-f120-4a32-aaa5-309b45f7dc7d req-82c4c336-fdfa-474e-9542-6bf3dee7d235 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446583 Jul 16 18:20:55.149093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9f759d98-e9ce-427c-9290-c0f8851f94b7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:55.166368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.166368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] 10.222.0.48 "DELETE /v2.0/networks/08d7df35-8c54-4574-9465-31c2d5f60148 HTTP/1.1" status: 204 len: 168 time: 3.0780907 Jul 16 18:20:55.166368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32854) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.191863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] For port 1db9cafb-c93b-44c8-b7f3-4f0172072f81, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1db9cafb-c93b-44c8-b7f3-4f0172072f81,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:55.210883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e9bfa-1c8c-41dc-be11-193c479ef115 admin admin] Pushing event deleted for resources: {'Network': ['ID=08d7df35-8c54-4574-9465-31c2d5f60148,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.218888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.219112 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.291215 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.298140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.336342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Transition to ACTIVE for port object bd198f2b-df6e-4f9a-b887-79a68732f7e6 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:55.348641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7203188-c0d9-4c01-badc-236dace8de15 req-acc56c95-ae60-48b5-9d0b-57e64821c69c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.355989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.357156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.358812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7203188-c0d9-4c01-badc-236dace8de15 req-acc56c95-ae60-48b5-9d0b-57e64821c69c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3163979 Jul 16 18:20:55.364251 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/1db9cafb-c93b-44c8-b7f3-4f0172072f81 HTTP/1.1" status: 200 len: 1092 time: 2.1353054 Jul 16 18:20:55.371035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Transition to ACTIVE for port object bd198f2b-df6e-4f9a-b887-79a68732f7e6 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:55.382588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'tag': '1db9cafb-c93b-44c8-b7f3-4f0172072f81'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:55.390235 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.400888 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414bb050-6c18-466c-a589-254cd0ee8737" -d '{"events": [{"name": "network-changed", "server_uuid": "f21d0d78-6da8-4b4d-a571-ca871eb0bf59", "tag": "1db9cafb-c93b-44c8-b7f3-4f0172072f81"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:55.417614 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c0020031-5d81-4ac2-9764-dffb70f802ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.453120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c0020031-5d81-4ac2-9764-dffb70f802ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.491936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9f759d98-e9ce-427c-9290-c0f8851f94b7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:55.494472 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.522307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7203188-c0d9-4c01-badc-236dace8de15 req-26afc46a-86c8-4465-bef7-a6e5606b4c7f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620231 Jul 16 18:20:55.564485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c0020031-5d81-4ac2-9764-dffb70f802ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.567513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c0020031-5d81-4ac2-9764-dffb70f802ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.568818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c0020031-5d81-4ac2-9764-dffb70f802ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba47b358-4e3e-409c-91fc-86a84c3c1e52 HTTP/1.1" status: 204 len: 168 time: 0.4008904 Jul 16 18:20:55.572364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:55.601350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Pushing event updated for resources: {'Port': ['ID=bd198f2b-df6e-4f9a-b887-79a68732f7e6,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.606397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:55.617125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:55.638782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0020031-5d81-4ac2-9764-dffb70f802ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba47b358-4e3e-409c-91fc-86a84c3c1e52,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.646191 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f9900-889f-468b-bd63-e559ccfd6451 x-openstack-request-id: req-1e1f9900-889f-468b-bd63-e559ccfd6451 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:55.648220 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21d0d78-6da8-4b4d-a571-ca871eb0bf59", "tag": "1db9cafb-c93b-44c8-b7f3-4f0172072f81", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:55.658252 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1e1f9900-889f-468b-bd63-e559ccfd6451 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:55.659138 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'tag': '1db9cafb-c93b-44c8-b7f3-4f0172072f81', 'status': 'completed', 'code': 200} Jul 16 18:20:55.675796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32866) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.742077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6844d-c581-49e5-93d7-0c87efa908c7 service neutron] Pushing event updated for resources: {'Port': ['ID=1db9cafb-c93b-44c8-b7f3-4f0172072f81,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.767999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Deleting port 7da80dd5-76f9-4d1f-8658-0cde521f5d07 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:55.768557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.787553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1ec4c2f9-0d3f-4369-bb33-6db8bc0638aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4536d9351cca4c2eb7a1259b8ef57a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063380 Jul 16 18:20:55.794933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32868) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.847371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Attempting to bind port bd198f2b-df6e-4f9a-b887-79a68732f7e6 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:55.847802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Attempting to bind port bd198f2b-df6e-4f9a-b887-79a68732f7e6 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:55.848237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Attempting to bind port bd198f2b-df6e-4f9a-b887-79a68732f7e6 on network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:55.859978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-b14b621a-bb0d-45db-b622-52a9e9ad01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.862417 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-b14b621a-bb0d-45db-b622-52a9e9ad01b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 1095 time: 0.4271786 Jul 16 18:20:55.910948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:55.911815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Checking segment: {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:55.911815 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.912316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Bound using segment: {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:55.912729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Bound port: bd198f2b-df6e-4f9a-b887-79a68732f7e6, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:55.913053 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.035590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-86a3e32a-5bd4-451f-9119-88f5faaf7bd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db9cafb-c93b-44c8-b7f3-4f0172072f81 HTTP/1.1" status: 200 len: 217 time: 0.1629755 Jul 16 18:20:56.078407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.105637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] For port bd198f2b-df6e-4f9a-b887-79a68732f7e6, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:56.111162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] For port bd198f2b-df6e-4f9a-b887-79a68732f7e6, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bd198f2b-df6e-4f9a-b887-79a68732f7e6,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:56.116440 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.150133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.176553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-0624cc02-fe6f-4d14-9b1f-30c2a1fb41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.178027 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-0624cc02-fe6f-4d14-9b1f-30c2a1fb41a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1184771 Jul 16 18:20:56.202620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Calling delete_port for 7da80dd5-76f9-4d1f-8658-0cde521f5d07 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:56.316059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30740ad-4c25-4539-8d23-5ec76589bfd5 None None] Pushing event updated for resources: {'Port': ['ID=bd198f2b-df6e-4f9a-b887-79a68732f7e6,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.327792 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-4e271bff-8779-4f7a-ba00-d98ba4019eca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1406758 Jul 16 18:20:56.328076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e089eb-d7d4-4bd6-9d80-ffe635a1413b req-01600617-ca1b-42f8-9872-247b22747115 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.337030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87e089eb-d7d4-4bd6-9d80-ffe635a1413b req-01600617-ca1b-42f8-9872-247b22747115 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 943 time: 0.5615525 Jul 16 18:20:56.366867 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33c703ff-866b-4291-81f8-f61a973c398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.400924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33c703ff-866b-4291-81f8-f61a973c398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.639843 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-e5af5778-07f3-41f2-8161-914b61f9386a service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061633 Jul 16 18:20:57.043548 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.090977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33c703ff-866b-4291-81f8-f61a973c398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.097341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33c703ff-866b-4291-81f8-f61a973c398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.098619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-33c703ff-866b-4291-81f8-f61a973c398d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/86fef3ee-9518-4c0d-8acd-35bfc647fdfd HTTP/1.1" status: 204 len: 168 time: 1.2752213 Jul 16 18:20:57.188005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87e089eb-d7d4-4bd6-9d80-ffe635a1413b req-068a5715-eeed-41b0-ae2a-0821ec8a3cee tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8455667 Jul 16 18:20:57.267653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c703ff-866b-4291-81f8-f61a973c398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fef3ee-9518-4c0d-8acd-35bfc647fdfd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.271918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32900) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.349561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bd198f2b-df6e-4f9a-b887-79a68732f7e6 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:57.382492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Pushing event deleted for resources: {'Port': ['ID=7da80dd5-76f9-4d1f-8658-0cde521f5d07,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.401713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8f97582f-38ea-4fcd-b0de-16b6566703cd req-98e1808a-65fa-4ae5-bd60-20a229e86f57 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396345 Jul 16 18:20:57.425296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Allocated IP 172.20.0.17 (5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d/26194801-f478-45ab-ace7-21b40a8a5f2e/b5c3c2de-5161-4827-9b63-e17d8a26d19f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:57.591091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.614149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f4f91-2714-47ef-bfc3-9e5571981f23 req-09478ece-4858-41ad-ad8b-7748b3b35f8f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.620650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a62f4f91-2714-47ef-bfc3-9e5571981f23 req-09478ece-4858-41ad-ad8b-7748b3b35f8f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.8103006 Jul 16 18:20:57.636077 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.687652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Transition to ACTIVE for port object b5c3c2de-5161-4827-9b63-e17d8a26d19f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:57.748697 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.967658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:57.987750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:58.011428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:58.025013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=b5c3c2de-5161-4827-9b63-e17d8a26d19f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.042313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port bd198f2b-df6e-4f9a-b887-79a68732f7e6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:58.132331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a62f4f91-2714-47ef-bfc3-9e5571981f23 req-0afc66b6-c541-49b5-86b1-29c9b9e7099f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069045 Jul 16 18:20:58.137029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-269484701-network', 'tenant_id': '29265e46cb1b4444b5df267355d072e4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:58.149835 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-75495a81-a376-4fb3-84ff-2dabecf38095 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3713992 Jul 16 18:20:58.152703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.209804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bb050-6c18-466c-a589-254cd0ee8737 req-df522363-a58f-41a5-bb0c-4daf7dd829f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.213047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-414bb050-6c18-466c-a589-254cd0ee8737 req-df522363-a58f-41a5-bb0c-4daf7dd829f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 1095 time: 0.3699973 Jul 16 18:20:58.443663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Made reservation on behalf of 29265e46cb1b4444b5df267355d072e4 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:58.458009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.488175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.561684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef05bdf2-7782-4e40-a0f7-d089b9525210 None None] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:58.568747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.569353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.570175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.570981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.571782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.572642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.573463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.577083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-24721621-5850-4561-9df1-a020d282ce36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6506 time: 0.2771618 Jul 16 18:20:58.677590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.687591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.692302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-57343beb-1e5e-4f49-8505-7452e092cfb1 None None] Provisioning for port bd198f2b-df6e-4f9a-b887-79a68732f7e6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:58.703713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-57343beb-1e5e-4f49-8505-7452e092cfb1 None None] Provisioning complete for port bd198f2b-df6e-4f9a-b887-79a68732f7e6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:58.703713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57343beb-1e5e-4f49-8505-7452e092cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.898181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bb050-6c18-466c-a589-254cd0ee8737 req-034e3b80-6ff7-41b7-830c-e064d9e9243a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.899836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-414bb050-6c18-466c-a589-254cd0ee8737 req-034e3b80-6ff7-41b7-830c-e064d9e9243a service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.6013982 Jul 16 18:20:58.902273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-3245cbe7-8f98-459c-9f3e-4fa597480f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.902758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-3245cbe7-8f98-459c-9f3e-4fa597480f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.903314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-3245cbe7-8f98-459c-9f3e-4fa597480f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.906206 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-3245cbe7-8f98-459c-9f3e-4fa597480f3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 200 len: 2293 time: 0.2814276 Jul 16 18:20:58.954640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Router 69af3104-ec3b-4e0e-8f23-77fb2825943f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:59.029775 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57343beb-1e5e-4f49-8505-7452e092cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.042297 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-cdb79e2f-919f-468b-825e-9ac3492cf4f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400 HTTP/1.1" status: 200 len: 1001 time: 0.1196930 Jul 16 18:20:59.114823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-57343beb-1e5e-4f49-8505-7452e092cfb1 None None] For port bd198f2b-df6e-4f9a-b887-79a68732f7e6, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bd198f2b-df6e-4f9a-b887-79a68732f7e6,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:59.126031 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57343beb-1e5e-4f49-8505-7452e092cfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.173174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1090e0-4123-4325-bc9c-57c8f028720a req-38b42860-9bc2-48a7-866b-6a703609bd31 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.175852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a1090e0-4123-4325-bc9c-57c8f028720a req-38b42860-9bc2-48a7-866b-6a703609bd31 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 943 time: 0.4845281 Jul 16 18:20:59.230174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-414bb050-6c18-466c-a589-254cd0ee8737 req-ce82d1e6-9645-46b8-9cab-fe2d684da33b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1db9cafb-c93b-44c8-b7f3-4f0172072f81 HTTP/1.1" status: 200 len: 217 time: 0.3179102 Jul 16 18:20:59.279571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57343beb-1e5e-4f49-8505-7452e092cfb1 None None] Pushing event updated for resources: {'Port': ['ID=bd198f2b-df6e-4f9a-b887-79a68732f7e6,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.337031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bb050-6c18-466c-a589-254cd0ee8737 req-0ce5ee13-9ec8-43ea-bb1f-071888b98b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.338553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-414bb050-6c18-466c-a589-254cd0ee8737 req-0ce5ee13-9ec8-43ea-bb1f-071888b98b0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.0890753 Jul 16 18:20:59.347196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-4e5d2d84-30ad-4f54-a950-d26fb6923276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:59.348791 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-4e5d2d84-30ad-4f54-a950-d26fb6923276 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fba8064-1147-4b7f-af7b-5e261ea059d6 HTTP/1.1" status: 200 len: 855 time: 0.2685611 Jul 16 18:20:59.349735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.410132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-414bb050-6c18-466c-a589-254cd0ee8737 req-a0b55775-01be-48ea-bf27-e6a639793d33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650389 Jul 16 18:20:59.427738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:59.442753 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] Sync routers for ids ['69af3104-ec3b-4e0e-8f23-77fb2825943f'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:59.474846 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] Routers {'69af3104-ec3b-4e0e-8f23-77fb2825943f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:59.476005 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69af3104-ec3b-4e0e-8f23-77fb2825943f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:59.481003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.486266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f999e2b9-498b-4a1d-9724-4a87cc91604b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "PUT /v2.0/routers/69af3104-ec3b-4e0e-8f23-77fb2825943f HTTP/1.1" status: 200 len: 706 time: 6.5146265 Jul 16 18:20:59.506467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.560987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1db9cafb-c93b-44c8-b7f3-4f0172072f81 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:59.586308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a1090e0-4123-4325-bc9c-57c8f028720a req-9840dc65-a973-4935-890d-f5aad5ff3860 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406181 Jul 16 18:20:59.704266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-76e960fa-88ba-492b-9e4e-af2568a7ab37 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/routers/69af3104-ec3b-4e0e-8f23-77fb2825943f HTTP/1.1" status: 200 len: 741 time: 0.1964326 Jul 16 18:20:59.710758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.815852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.828833 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.834235 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eb229138-5d10-4a85-ba3e-437c5ffe1ff1 tempest-RoutersAdminTest-824216122 tempest-RoutersAdminTest-824216122-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=69af3104-ec3b-4e0e-8f23-77fb2825943f HTTP/1.1" status: 200 len: 205 time: 0.1176193 Jul 16 18:20:59.840251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32950) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.868126 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:59.915724 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] Routers {'69af3104-ec3b-4e0e-8f23-77fb2825943f'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:59.916450 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['69af3104-ec3b-4e0e-8f23-77fb2825943f'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:59.925540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7586cd66-b2de-4321-8d85-44dcd40045c3 None None] Provisioning complete for port bd198f2b-df6e-4f9a-b887-79a68732f7e6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:59.926497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7586cd66-b2de-4321-8d85-44dcd40045c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.930602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-414bb050-6c18-466c-a589-254cd0ee8737 req-2449b25b-8920-4e46-a88f-06eebb6fd1ad service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517760 Jul 16 18:20:59.949684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dde77a1d-f48a-4180-8f59-58ce1ee9ff35 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=69af3104-ec3b-4e0e-8f23-77fb2825943f HTTP/1.1" status: 200 len: 205 time: 0.1081276 Jul 16 18:20:59.956240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:59.959818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:59.984558 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:59.985367 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe1f78-238c-491b-b374-8bcfd39474b8 None None] The sync data for ids ['69af3104-ec3b-4e0e-8f23-77fb2825943f'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:00.045864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d4dc33-3dc5-4639-addf-e289d102f55e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.081075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b242a57-49bc-4d96-a510-3e36cd223f20 req-36d07296-29bb-41a5-99a6-f401d27185bc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.081075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b242a57-49bc-4d96-a510-3e36cd223f20 req-36d07296-29bb-41a5-99a6-f401d27185bc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.5517700 Jul 16 18:21:00.085922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.086302 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Added segment 59043775-89e9-4d4c-ba53-57c674edd4d4 of type vlan for network 140d30e3-fdf8-41b9-86a8-a2e283aba99d Jul 16 18:21:00.114560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1db9cafb-c93b-44c8-b7f3-4f0172072f81, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1db9cafb-c93b-44c8-b7f3-4f0172072f81,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:00.146012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '1db9cafb-c93b-44c8-b7f3-4f0172072f81', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'port_id': '1db9cafb-c93b-44c8-b7f3-4f0172072f81', 'mac_address': 'fa:16:3e:b5:cd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5c697-9c6e-4637-9de1-f49a0a4b77b5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:00.200817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.238988 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.241141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.242240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.242869 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.270021 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9210377 Jul 16 18:21:00.284251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.299016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Request body: {'subnet': {'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-subnet', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:00.312472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-e4ed8cec-df96-415a-b9e1-b601535bd507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.314077 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-e4ed8cec-df96-415a-b9e1-b601535bd507 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9016862 Jul 16 18:21:00.344462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b242a57-49bc-4d96-a510-3e36cd223f20 req-681535f9-be1f-4aee-8927-780e517abe7b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528121 Jul 16 18:21:00.350612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Made reservation on behalf of 29265e46cb1b4444b5df267355d072e4 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:00.356019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.409725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb628d1d-4ea2-413b-af3c-eaa2624bf381 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.417822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1db9cafb-c93b-44c8-b7f3-4f0172072f81 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:00.448272 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2149f845-9976-4b29-bdd2-bb05eed994fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.473911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1db9cafb-c93b-44c8-b7f3-4f0172072f81, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1db9cafb-c93b-44c8-b7f3-4f0172072f81,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:00.485376 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.495552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7586cd66-b2de-4321-8d85-44dcd40045c3 None None] Provisioning for port b5c3c2de-5161-4827-9b63-e17d8a26d19f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:00.538819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7586cd66-b2de-4321-8d85-44dcd40045c3 None None] Provisioning complete for port b5c3c2de-5161-4827-9b63-e17d8a26d19f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:00.539520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7586cd66-b2de-4321-8d85-44dcd40045c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.595021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7586cd66-b2de-4321-8d85-44dcd40045c3 None None] Port b5c3c2de-5161-4827-9b63-e17d8a26d19f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:00.626388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-414bb050-6c18-466c-a589-254cd0ee8737 req-0a4102b7-0859-44fb-897d-73d346fc9201 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948383 Jul 16 18:21:00.643662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ffff5-b38d-46be-9583-05c1b2efdb30 admin admin] Pushing event updated for resources: {'Network': ['ID=140d30e3-fdf8-41b9-86a8-a2e283aba99d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.654985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.680093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1db9cafb-c93b-44c8-b7f3-4f0172072f81,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.694059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:00.766328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1db9cafb-c93b-44c8-b7f3-4f0172072f81'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:00.811472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e2fd5a-e8ea-4e63-9df5-d436c776a671,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.872011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-14f41872-391f-4649-a4fb-78c9b89f01ed None None] Provisioning complete for port b5c3c2de-5161-4827-9b63-e17d8a26d19f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:00.873282 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-14f41872-391f-4649-a4fb-78c9b89f01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.921778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Checking segment: {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:00.922246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Network hostable DHCP agents. Network: 140d30e3-fdf8-41b9-86a8-a2e283aba99d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:00.967586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc6e29-4bd7-4e33-a2d7-b0b20987d9e3 req-ad5d1c53-2ce8-4040-8918-c948cfe865ad tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.975518 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21bc6e29-4bd7-4e33-a2d7-b0b20987d9e3 req-ad5d1c53-2ce8-4040-8918-c948cfe865ad tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 944 time: 0.1305923 Jul 16 18:21:00.995108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcd51a-23bc-46d1-8297-535db97f1700 req-24c25f4e-4f11-4049-8f2c-685e7414abde tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.003087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02fcd51a-23bc-46d1-8297-535db97f1700 req-24c25f4e-4f11-4049-8f2c-685e7414abde tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3620100 Jul 16 18:21:01.020742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-14f41872-391f-4649-a4fb-78c9b89f01ed None None] Port b5c3c2de-5161-4827-9b63-e17d8a26d19f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:01.041015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:01.096260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 140d30e3-fdf8-41b9-86a8-a2e283aba99d) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:01.121297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.124004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.129567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff855251-a6eb-4e13-9b1f-41844fdb1d3b None None] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:01.160670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02fcd51a-23bc-46d1-8297-535db97f1700 req-c3606581-c2d1-41ae-a4b0-86d7256edfc4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565220 Jul 16 18:21:01.167622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34efb180-c23f-4a4d-ba9c-7a40fc136132 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8813963 Jul 16 18:21:01.172333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32976) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.189086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:01.207506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bd198f2b-df6e-4f9a-b887-79a68732f7e6 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:01.258829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21bc6e29-4bd7-4e33-a2d7-b0b20987d9e3 req-ffd314d4-1c68-460f-b6b1-50501a747e73 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815754 Jul 16 18:21:01.261145 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.262260 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.414061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb628d1d-4ea2-413b-af3c-eaa2624bf381 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.430603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb628d1d-4ea2-413b-af3c-eaa2624bf381 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.443620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.456275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port bd198f2b-df6e-4f9a-b887-79a68732f7e6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:01.456888 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.566321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-b0ad9cbd-6fd0-44d4-b5a2-96e970f72370 service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2000246 Jul 16 18:21:01.580313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab32d05-1841-4cf1-9a43-0aaaedfd5e55 None None] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:01.582323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb628d1d-4ea2-413b-af3c-eaa2624bf381 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.583197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb628d1d-4ea2-413b-af3c-eaa2624bf381 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Fanout notify agent at l3_agent the message router_deleted on router 69af3104-ec3b-4e0e-8f23-77fb2825943f {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:01.594032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb628d1d-4ea2-413b-af3c-eaa2624bf381 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.595898 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bb628d1d-4ea2-413b-af3c-eaa2624bf381 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/69af3104-ec3b-4e0e-8f23-77fb2825943f HTTP/1.1" status: 204 len: 168 time: 1.6318674 Jul 16 18:21:01.625852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32986) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.730543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-47d17ecc-e4b2-4640-a9da-27f11cd67428 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=69af3104-ec3b-4e0e-8f23-77fb2825943f HTTP/1.1" status: 200 len: 205 time: 0.1030219 Jul 16 18:21:01.736285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.818270 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-a2ec3390-8eba-40e5-ae40-f0179884ae7d tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] delete failed (client error): The resource could not be found. Jul 16 18:21:01.818731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a2ec3390-8eba-40e5-ae40-f0179884ae7d tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/69af3104-ec3b-4e0e-8f23-77fb2825943f HTTP/1.1" status: 404 len: 336 time: 0.0801320 Jul 16 18:21:01.821219 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.828016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.907052 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f86ce872-445c-437b-9a47-85bdbc9606e2 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=6eb0cec8-e72f-424e-8852-fc13d853b8e6 HTTP/1.1" status: 200 len: 205 time: 0.0752058 Jul 16 18:21:01.916603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.916765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c75f4-3900-4cbc-832a-043f5a72b639 req-80544bb7-cbc8-4a4e-ae19-0c386bbb2015 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.918255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a2c75f4-3900-4cbc-832a-043f5a72b639 req-80544bb7-cbc8-4a4e-ae19-0c386bbb2015 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3755479 Jul 16 18:21:01.918769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32994) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:01.929950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.937291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37a011-506a-4d5e-b0f3-9d7c03b7ef2d req-b1b246d1-df74-4c26-95ef-faf09771a0f3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.938945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e37a011-506a-4d5e-b0f3-9d7c03b7ef2d req-b1b246d1-df74-4c26-95ef-faf09771a0f3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.2321126 Jul 16 18:21:02.005252 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-7ec1f3d4-d161-49ef-8567-ce840c5fe08d tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] delete failed (client error): The resource could not be found. Jul 16 18:21:02.006312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7ec1f3d4-d161-49ef-8567-ce840c5fe08d tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/6eb0cec8-e72f-424e-8852-fc13d853b8e6 HTTP/1.1" status: 404 len: 336 time: 0.0834675 Jul 16 18:21:02.012602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32996) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.094902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-3e972d9a-0486-48df-aa2c-3c6af2d06b4b service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855995 Jul 16 18:21:02.145251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=b5c3c2de-5161-4827-9b63-e17d8a26d19f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.208950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.214907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-3433ac66-3384-443e-8623-3c1b4603d304 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 217 time: 0.1035128 Jul 16 18:21:02.402247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-6b29381a-bc7a-4b0e-b6e5-f18b765bdf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.408321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-6b29381a-bc7a-4b0e-b6e5-f18b765bdf32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.1797676 Jul 16 18:21:02.490509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b8b65d6b-c276-41ca-acee-a84c594892e6 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d1110f8-7c37-4a09-9bd1-ca717fe33137 HTTP/1.1" status: 200 len: 205 time: 0.4757581 Jul 16 18:21:02.498303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33008) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.567568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:02.576300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:02.591527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e37a011-506a-4d5e-b0f3-9d7c03b7ef2d req-bbc3f985-07bc-4ce9-9e63-1f0086170c74 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6091688 Jul 16 18:21:02.601368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a2c75f4-3900-4cbc-832a-043f5a72b639 req-97ca2318-72b2-4072-a2dc-ab104427fc07 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6599290 Jul 16 18:21:02.602843 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-016150f1-0c4b-4809-9c62-2c18c789332b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] delete failed (client error): The resource could not be found. Jul 16 18:21:02.604620 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-016150f1-0c4b-4809-9c62-2c18c789332b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/1d1110f8-7c37-4a09-9bd1-ca717fe33137 HTTP/1.1" status: 404 len: 336 time: 0.0960953 Jul 16 18:21:02.610511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33010) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.746503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0fbd86fe-8f6b-4fa9-8818-b923585861cf tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=1134fa41-ee15-4c90-baaf-3987f63c247b HTTP/1.1" status: 200 len: 205 time: 0.1326859 Jul 16 18:21:02.757907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33014) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:02.802924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-e5226e5b-3797-4927-b1ac-719a12e42db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.805761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-e5226e5b-3797-4927-b1ac-719a12e42db4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3864567 Jul 16 18:21:02.931610 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-ed852439-2342-4fa3-a460-d5db7bbe8dfb tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] delete failed (client error): The resource could not be found. Jul 16 18:21:02.933324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed852439-2342-4fa3-a460-d5db7bbe8dfb tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/1134fa41-ee15-4c90-baaf-3987f63c247b HTTP/1.1" status: 404 len: 336 time: 0.1723342 Jul 16 18:21:02.938595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33018) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.094554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e70685f8-dcee-4928-9339-de1780c4a171 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=9a00b604-e140-4adf-b924-b2d801aa96f6 HTTP/1.1" status: 200 len: 205 time: 0.1541533 Jul 16 18:21:03.101476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33020) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.138855 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-870bd3af-e2a4-4813-95f2-c6db69693107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.200531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router 9695e879-59a0-4804-abc1-a89e3b8d72b0 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:03.274571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33022) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.279479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8545fa09-10b7-4332-9d1a-1fae8b37a945 None None] Provisioning complete for port b5c3c2de-5161-4827-9b63-e17d8a26d19f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:03.280503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8545fa09-10b7-4332-9d1a-1fae8b37a945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.289966 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-079bc2e7-9b10-4fba-bf3e-56c445a3c759 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] delete failed (client error): The resource could not be found. Jul 16 18:21:03.291783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-079bc2e7-9b10-4fba-bf3e-56c445a3c759 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/9a00b604-e140-4adf-b924-b2d801aa96f6 HTTP/1.1" status: 404 len: 336 time: 0.1884024 Jul 16 18:21:03.300429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33026) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.428133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ce0a3737-eb94-4207-92d5-28ee66111d2b tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8426f69-bed8-4237-aecf-974612709813 HTTP/1.1" status: 200 len: 205 time: 0.1241641 Jul 16 18:21:03.433051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33030) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.442178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8545fa09-10b7-4332-9d1a-1fae8b37a945 None None] Port b5c3c2de-5161-4827-9b63-e17d8a26d19f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:03.449511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.557861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1db9cafb-c93b-44c8-b7f3-4f0172072f81 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:03.573852 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-a00f2b8c-0d6e-4ab9-b214-1b466910f278 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] delete failed (client error): The resource could not be found. Jul 16 18:21:03.584359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a00f2b8c-0d6e-4ab9-b214-1b466910f278 tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/routers/b8426f69-bed8-4237-aecf-974612709813 HTTP/1.1" status: 404 len: 336 time: 0.1409302 Jul 16 18:21:03.587777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33034) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:03.609122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-be1ca1b9-862d-4fb2-8c05-c05becfea6e6 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780485 Jul 16 18:21:03.617827 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.641247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:03.642974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7151add-77da-49e0-aa2b-53e859c78d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.645411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.648991 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec8ab89-1b7d-4efa-8b5e-9057e250c8be tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:03.650096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec8ab89-1b7d-4efa-8b5e-9057e250c8be tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:03.656774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2ec8ab89-1b7d-4efa-8b5e-9057e250c8be tempest-RoutersAdminTest-1000157072 tempest-RoutersAdminTest-1000157072-project] 10.222.0.48 "DELETE /v2.0/subnets/7328d948-8396-49ad-9be3-86be282cfadd HTTP/1.1" status: 404 len: 337 time: 0.0672791 Jul 16 18:21:03.685019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Sync routers for ids ['9695e879-59a0-4804-abc1-a89e3b8d72b0'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:03.727546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Routers {'9695e879-59a0-4804-abc1-a89e3b8d72b0'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:03.729347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9695e879-59a0-4804-abc1-a89e3b8d72b0'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:03.748684 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e10e6592-c6c7-4ce1-873a-51afddbccbf9 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "PUT /v2.0/routers/9695e879-59a0-4804-abc1-a89e3b8d72b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2310715 Jul 16 18:21:03.770838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Allocated IP 172.25.0.220 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4bb16c6e-8f2f-40e9-b848-b62ce8dce741) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:03.844127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:03.871049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:03.874531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.007033 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-ca9c8a7e-6ea2-45f9-bdb2-a911a09a032f service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605216 Jul 16 18:21:04.025351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.076874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d241a4c-73d6-4c46-8f56-942cbec221f3 req-6f8bceca-cb38-4165-8bf4-6ca83f7ee2c3 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.078628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d241a4c-73d6-4c46-8f56-942cbec221f3 req-6f8bceca-cb38-4165-8bf4-6ca83f7ee2c3 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 944 time: 0.9824932 Jul 16 18:21:04.091577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-ae257454-7e5d-434e-902c-56ac327ee5b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 217 time: 0.0779452 Jul 16 18:21:04.128527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Set router 9695e879-59a0-4804-abc1-a89e3b8d72b0 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:04.184810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-db96e32d-56d3-4a02-bb9f-9a5045073cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.186433 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-db96e32d-56d3-4a02-bb9f-9a5045073cbc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.0886633 Jul 16 18:21:04.318166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-d01006f3-9641-4b0c-a701-5b8fcafe97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.319629 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-d01006f3-9641-4b0c-a701-5b8fcafe97ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1273460 Jul 16 18:21:04.360761 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.385694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d241a4c-73d6-4c46-8f56-942cbec221f3 req-376a24e4-4169-46eb-960f-fe8cbfeb556b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716815 Jul 16 18:21:04.412171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.558257 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.564996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.654637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1db9cafb-c93b-44c8-b7f3-4f0172072f81, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1db9cafb-c93b-44c8-b7f3-4f0172072f81,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:04.666690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db9cafb-c93b-44c8-b7f3-4f0172072f81'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:04.670720 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0a7a5-4a5f-4a56-8977-f8f23a10a090" -d '{"events": [{"server_uuid": "f21d0d78-6da8-4b4d-a571-ca871eb0bf59", "name": "network-vif-plugged", "status": "completed", "tag": "1db9cafb-c93b-44c8-b7f3-4f0172072f81"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:04.679437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7151add-77da-49e0-aa2b-53e859c78d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.686600 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.718517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:04.719588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-44bad04c-cf75-4fbb-9f35-2925394fe95a service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877292 Jul 16 18:21:04.729566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:04.734623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:04.829980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d7151add-77da-49e0-aa2b-53e859c78d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.103710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409c4731-759d-4b47-814b-e8ca9a0cb646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.165509 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-f0ee2b65-29fa-46b5-8ddb-af05c11eb1e2 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341958 Jul 16 18:21:05.165993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1db9cafb-c93b-44c8-b7f3-4f0172072f81,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.193856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Pushing event updated for resources: {'Port': ['ID=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.201669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b5c3c2de-5161-4827-9b63-e17d8a26d19f', 'name': '', 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:77:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '26194801-f478-45ab-ace7-21b40a8a5f2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:56Z', 'updated_at': '2021-07-16T18:21:00Z', 'revision_number': 2, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': '26194801-f478-45ab-ace7-21b40a8a5f2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:05.224544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-2b3dc14d-fc52-4504-91cd-7807ef49f788 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=d3508629-b587-4a4a-b5e3-17551673833d HTTP/1.1" status: 200 len: 217 time: 0.0489016 Jul 16 18:21:05.243585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Checking router: 9695e879-59a0-4804-abc1-a89e3b8d72b0 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:05.244132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Updating router 9695e879-59a0-4804-abc1-a89e3b8d72b0 port b5c3c2de-5161-4827-9b63-e17d8a26d19f binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:05.302347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.304010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-866dfa7e-14e9-4c59-994c-f488f216e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.305732 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-866dfa7e-14e9-4c59-994c-f488f216e862 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.0746863 Jul 16 18:21:05.348300 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d7151add-77da-49e0-aa2b-53e859c78d61 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d3ffa3583c04857b94b9bce96b16eab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0643454 Jul 16 18:21:05.352049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.359871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7151add-77da-49e0-aa2b-53e859c78d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4038454b-8fa2-4a18-b921-a189d5d97f08,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.397028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cd00e-dc41-4a1c-89c9-69ce8807f082 req-9cc30ff2-60fd-46eb-ac5f-8353add91ea4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.409663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f04cd00e-dc41-4a1c-89c9-69ce8807f082 req-9cc30ff2-60fd-46eb-ac5f-8353add91ea4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 1.2378166 Jul 16 18:21:05.410760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409c4731-759d-4b47-814b-e8ca9a0cb646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.420921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-409c4731-759d-4b47-814b-e8ca9a0cb646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.482656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4b9def3-b3a6-41bf-89b4-d2348b71e439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.502417 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-409c4731-759d-4b47-814b-e8ca9a0cb646 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73c6ac7eb34d4fe685ab63ac80247580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9303267 Jul 16 18:21:05.511667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33070) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:05.516003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c4731-759d-4b47-814b-e8ca9a0cb646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dafa1d9-9607-442c-ac8e-d0cc7d9afe07,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.548567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-62ac5094-f350-484c-9cd5-5561a2bbda15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.550757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-62ac5094-f350-484c-9cd5-5561a2bbda15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2324405 Jul 16 18:21:05.569037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4b9def3-b3a6-41bf-89b4-d2348b71e439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.626923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-8fa7d2fe-f44d-4cb4-83e0-5b195685cb2d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.629162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-8fa7d2fe-f44d-4cb4-83e0-5b195685cb2d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/networks?id=5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d HTTP/1.1" status: 200 len: 797 time: 0.4465470 Jul 16 18:21:05.645073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f04cd00e-dc41-4a1c-89c9-69ce8807f082 req-f394ccb5-c489-4baa-b437-dabde26642ef tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282445 Jul 16 18:21:05.686945 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15f445ef-44d3-43f7-8cac-b4f33584502d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.733685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.765752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15f445ef-44d3-43f7-8cac-b4f33584502d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.831878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4b9def3-b3a6-41bf-89b4-d2348b71e439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.835081 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4b9def3-b3a6-41bf-89b4-d2348b71e439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.851200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4b9def3-b3a6-41bf-89b4-d2348b71e439 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4038454b-8fa2-4a18-b921-a189d5d97f08 HTTP/1.1" status: 204 len: 168 time: 0.4877200 Jul 16 18:21:05.853812 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-3b550a81-c4d2-4d4d-841b-cc75e0549986 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883713 Jul 16 18:21:05.934662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.956330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Transition to ACTIVE for port object b5c3c2de-5161-4827-9b63-e17d8a26d19f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:05.962875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9def3-b3a6-41bf-89b4-d2348b71e439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4038454b-8fa2-4a18-b921-a189d5d97f08,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.974689 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.995501 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a53ef26-e000-4a6d-9d77-c3b10008a6cc x-openstack-request-id: req-0a53ef26-e000-4a6d-9d77-c3b10008a6cc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:05.996055 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21d0d78-6da8-4b4d-a571-ca871eb0bf59", "name": "network-vif-plugged", "status": "completed", "tag": "1db9cafb-c93b-44c8-b7f3-4f0172072f81", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:05.996470 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a53ef26-e000-4a6d-9d77-c3b10008a6cc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:05.996965 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1db9cafb-c93b-44c8-b7f3-4f0172072f81', 'code': 200} Jul 16 18:21:06.136759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-94d35649-7056-467c-aec0-b40874c3838f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/quotas/03a26a146a3947a9b31008d5e4c9f999 HTTP/1.1" status: 200 len: 375 time: 0.4869721 Jul 16 18:21:06.165997 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.188429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16cae1-d516-46ec-96f5-dcee808f57fd None None] Pushing event updated for resources: {'Port': ['ID=b5c3c2de-5161-4827-9b63-e17d8a26d19f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.193180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15f445ef-44d3-43f7-8cac-b4f33584502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.197877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15f445ef-44d3-43f7-8cac-b4f33584502d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.210554 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-15f445ef-44d3-43f7-8cac-b4f33584502d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1dafa1d9-9607-442c-ac8e-d0cc7d9afe07 HTTP/1.1" status: 204 len: 168 time: 0.6772358 Jul 16 18:21:06.253007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f445ef-44d3-43f7-8cac-b4f33584502d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dafa1d9-9607-442c-ac8e-d0cc7d9afe07,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:06.293234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-c28914d0-8326-48bd-ba56-e769b93cd13e service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867757 Jul 16 18:21:06.398566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-08771ee7-7dc6-4d95-9a7e-f2d28d9ad2ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=d24080b4-7431-4dc1-95a2-619f297099ea HTTP/1.1" status: 200 len: 217 time: 0.0978522 Jul 16 18:21:06.445458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Attempting to bind port b5c3c2de-5161-4827-9b63-e17d8a26d19f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:06.446050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Attempting to bind port b5c3c2de-5161-4827-9b63-e17d8a26d19f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:06.446635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Attempting to bind port b5c3c2de-5161-4827-9b63-e17d8a26d19f on network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:06.465043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:06.465626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Checking segment: {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:06.466835 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.467483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Bound using segment: {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:06.468341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Bound port: b5c3c2de-5161-4827-9b63-e17d8a26d19f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:06.468927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.577712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-1aa9f4a2-5901-4873-81c1-bb0aaace907b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.580408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-1aa9f4a2-5901-4873-81c1-bb0aaace907b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.1606393 Jul 16 18:21:06.610795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b714c3-f75b-4733-87fe-a8ec585123c9 req-a968ce1b-a0ac-49ea-a075-babf8a70ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.612779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6b714c3-f75b-4733-87fe-a8ec585123c9 req-a968ce1b-a0ac-49ea-a075-babf8a70ee32 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 1097 time: 0.7046795 Jul 16 18:21:06.696950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] For port b5c3c2de-5161-4827-9b63-e17d8a26d19f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:06.704454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] For port b5c3c2de-5161-4827-9b63-e17d8a26d19f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b5c3c2de-5161-4827-9b63-e17d8a26d19f,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:06.718888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.719439 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.768760 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6b714c3-f75b-4733-87fe-a8ec585123c9 req-6dd4e4ff-1e02-4217-9b78-6c82b8bbf0aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785000 Jul 16 18:21:06.769640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8c5d-6435-41c0-9e6a-7341933b71b8 req-0eb98c75-9d07-440c-818b-9bfa420ea1e3 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.771455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f34c-3427-4484-8f56-d29e53f1e5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.780990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-273a8c5d-6435-41c0-9e6a-7341933b71b8 req-0eb98c75-9d07-440c-818b-9bfa420ea1e3 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 945 time: 0.6396182 Jul 16 18:21:06.839289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-0014ac5d-f0a6-4f31-9b75-0535bd03baa7 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6324961 Jul 16 18:21:06.866382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-e01d3c4b-d3a5-4713-b836-d1077423d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:06.870078 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-e01d3c4b-d3a5-4713-b836-d1077423d6ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2820680 Jul 16 18:21:06.880231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Routers {'9695e879-59a0-4804-abc1-a89e3b8d72b0'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:06.883510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9695e879-59a0-4804-abc1-a89e3b8d72b0'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.907739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.989187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16cae1-d516-46ec-96f5-dcee808f57fd None None] Pushing event updated for resources: {'Port': ['ID=b5c3c2de-5161-4827-9b63-e17d8a26d19f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.030802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-273a8c5d-6435-41c0-9e6a-7341933b71b8 req-bed6a576-0f61-48fd-828f-5ecab8f6f263 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362204 Jul 16 18:21:07.063588 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.244278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] Set router 9695e879-59a0-4804-abc1-a89e3b8d72b0 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:07.248453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-51dbc576-5ef7-40fd-870d-3f3bd9b192e9 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532197 Jul 16 18:21:07.319585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-3e05f060-6f3d-4516-8065-0bf498584e29 service neutron] 10.222.0.48 "GET /v2.0/networks/5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478362 Jul 16 18:21:07.336302 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f34c-3427-4484-8f56-d29e53f1e5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.421977 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.422934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.444646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c5f34c-3427-4484-8f56-d29e53f1e5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.708017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Router bc537220-804b-4835-a2c1-405d6a9eb43e is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:07.735648 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d6c5f34c-3427-4484-8f56-d29e53f1e5ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e682215b9c4433eb6a9cb2617182f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0127113 Jul 16 18:21:07.741670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5f34c-3427-4484-8f56-d29e53f1e5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f5d3c-981f-45dc-8d0a-a47c49942823,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.746567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.770828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b5c3c2de-5161-4827-9b63-e17d8a26d19f', 'name': '', 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:77:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '26194801-f478-45ab-ace7-21b40a8a5f2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:56Z', 'updated_at': '2021-07-16T18:21:06Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': '26194801-f478-45ab-ace7-21b40a8a5f2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:07.772621 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-803bdb39-edf7-49d0-a3c2-f933cf0a9f6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48b5e4cb8cc34c8c8c477cdb1fab4547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425486 Jul 16 18:21:07.780035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33100) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.815368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7bce2d-d482-41fe-abc7-864003c084fe None None] The sync data for ids ['9695e879-59a0-4804-abc1-a89e3b8d72b0'] in n-d-793620-10 is: [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:20:58Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b5c3c2de-5161-4827-9b63-e17d8a26d19f', 'name': '', 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:77:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1534, 'fixed_ips': [{'subnet_id': '26194801-f478-45ab-ace7-21b40a8a5f2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:56Z', 'updated_at': '2021-07-16T18:21:06Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': '26194801-f478-45ab-ace7-21b40a8a5f2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:07.815774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-31d0e911-d363-45f3-a7c3-71a212c5d8d2 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5653048 Jul 16 18:21:07.832935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-68776a6c-86e2-43ba-abbf-bb1d5683989f service neutron] 10.222.0.48 "GET /v2.0/networks/5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928823 Jul 16 18:21:07.986172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-334ed7ec-8f55-4c65-a97e-5f8cd4aac352 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef7c1db-ff97-4cae-be2f-6c5980898762 HTTP/1.1" status: 200 len: 217 time: 0.1638496 Jul 16 18:21:08.159366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-77cd59ba-97f2-4e92-9679-2c9b0ce41343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.166555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-77cd59ba-97f2-4e92-9679-2c9b0ce41343 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.1544075 Jul 16 18:21:08.187348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45f0ea3-2f8e-4ad2-992e-d23455184ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.368576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45f0ea3-2f8e-4ad2-992e-d23455184ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.467998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:08.489395 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Sync routers for ids ['bc537220-804b-4835-a2c1-405d6a9eb43e'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:08.503075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45f0ea3-2f8e-4ad2-992e-d23455184ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.511515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.513274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bea4c986-64c4-42b3-916c-b299a8354e92 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3394134 Jul 16 18:21:08.518633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a45f0ea3-2f8e-4ad2-992e-d23455184ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.521253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a45f0ea3-2f8e-4ad2-992e-d23455184ccb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e3f5d3c-981f-45dc-8d0a-a47c49942823 HTTP/1.1" status: 204 len: 168 time: 0.7700555 Jul 16 18:21:08.522275 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Routers {'bc537220-804b-4835-a2c1-405d6a9eb43e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:08.523595 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['bc537220-804b-4835-a2c1-405d6a9eb43e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.532889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33112) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.545451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62308b34-4afb-433b-be11-1b585f4bf6ae req-ed5d2789-f276-4ec7-a5b4-90900678a8f8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.553110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62308b34-4afb-433b-be11-1b585f4bf6ae req-ed5d2789-f276-4ec7-a5b4-90900678a8f8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 1.0285180 Jul 16 18:21:08.658066 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71022114-5c5d-4a22-a6d9-9f037c29cc8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.680272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62308b34-4afb-433b-be11-1b585f4bf6ae req-c792938b-be01-4ede-9984-aad042f4472e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257367 Jul 16 18:21:08.719378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f0ea3-2f8e-4ad2-992e-d23455184ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f5d3c-981f-45dc-8d0a-a47c49942823,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.789624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-25275592-bc29-48f0-b213-f999d185bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.797276 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-25275592-bc29-48f0-b213-f999d185bcd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6149864 Jul 16 18:21:08.829828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71022114-5c5d-4a22-a6d9-9f037c29cc8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.864347 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Set router bc537220-804b-4835-a2c1-405d6a9eb43e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:08.926418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d50847-4015-4b46-b4b2-86577b4b402c req-1df7980c-779f-4798-9b49-86c328a3a7ce tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.939543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81d50847-4015-4b46-b4b2-86577b4b402c req-1df7980c-779f-4798-9b49-86c328a3a7ce tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.4245462 Jul 16 18:21:09.269034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b5c3c2de-5161-4827-9b63-e17d8a26d19f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:09.341360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81d50847-4015-4b46-b4b2-86577b4b402c req-61d68fa5-3c37-4bc1-ae5d-f5324c33db39 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005280 Jul 16 18:21:09.416070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b5c3c2de-5161-4827-9b63-e17d8a26d19f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:09.424757 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:21:05Z', 'revision_number': 3, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:09.434900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b5c3c2de-5161-4827-9b63-e17d8a26d19f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:09.440024 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.461352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00941091-7453-497c-8464-68478f89e142 req-b5e833d3-eca9-482e-83a2-21f65b0f71f0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.467301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00941091-7453-497c-8464-68478f89e142 req-b5e833d3-eca9-482e-83a2-21f65b0f71f0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 945 time: 0.5084918 Jul 16 18:21:09.506794 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Checking router: bc537220-804b-4835-a2c1-405d6a9eb43e for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:09.509334 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Updating router bc537220-804b-4835-a2c1-405d6a9eb43e port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:09.515436 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71022114-5c5d-4a22-a6d9-9f037c29cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.532923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71022114-5c5d-4a22-a6d9-9f037c29cc8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.543376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-71022114-5c5d-4a22-a6d9-9f037c29cc8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa477b47-7a4d-42d4-9b42-4d85bcacb475 HTTP/1.1" status: 204 len: 168 time: 1.7565920 Jul 16 18:21:09.675578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00941091-7453-497c-8464-68478f89e142 req-2dec6022-5d3b-4fc0-8421-a9c56c04bf55 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972578 Jul 16 18:21:09.711573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71022114-5c5d-4a22-a6d9-9f037c29cc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa477b47-7a4d-42d4-9b42-4d85bcacb475,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:09.737439 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.781208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92753c30-cb3a-4acb-b94f-f2ff38ba0e9f req-f19cdee0-c010-4fad-a208-032e89cd1ad3 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 210 time: 0.1305628 Jul 16 18:21:09.983614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.194001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b5c3c2de-5161-4827-9b63-e17d8a26d19f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b5c3c2de-5161-4827-9b63-e17d8a26d19f,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:10.202092 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.323926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1873a-92c7-4bef-95f1-d03801b56fb2 req-c59eee77-6644-474d-bd18-46ff67490c9c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.336875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1be1873a-92c7-4bef-95f1-d03801b56fb2 req-c59eee77-6644-474d-bd18-46ff67490c9c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2080891 Jul 16 18:21:10.353805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-ad29e34b-c25f-448c-9140-533678c75133 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2675233 Jul 16 18:21:10.390915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b5c3c2de-5161-4827-9b63-e17d8a26d19f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.581206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1be1873a-92c7-4bef-95f1-d03801b56fb2 req-d49d3de4-9656-4d2e-bb53-fd868e666e77 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414160 Jul 16 18:21:10.683821 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.689498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfc850-2ec9-48e6-805a-0dcba9a5d63c req-a77bc51d-42a1-47c6-b8b6-30f1a8b685fc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.692997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88bfc850-2ec9-48e6-805a-0dcba9a5d63c req-a77bc51d-42a1-47c6-b8b6-30f1a8b685fc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.2616050 Jul 16 18:21:10.713743 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Transition to ACTIVE for port object 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:10.730624 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.781085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88bfc850-2ec9-48e6-805a-0dcba9a5d63c req-9aa86702-40d4-45dc-9220-050cf68218f5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808697 Jul 16 18:21:10.820327 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91cfdd-3aa8-432b-8768-06189378849d None None] Pushing event updated for resources: {'Port': ['ID=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.859300 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Attempting to bind port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:10.860425 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Attempting to bind port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:10.861712 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Attempting to bind port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:10.901859 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:10.902672 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:10.903301 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.911343 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:10.912757 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Bound port: 4bb16c6e-8f2f-40e9-b848-b62ce8dce741, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:10.915639 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.009394 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-c4b7263f-6daf-4f11-8bb4-b2c5bcdc34e7 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314468 Jul 16 18:21:11.154593 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] For port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:11.165878 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] For port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:11.176897 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.207643 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-1a2f8b87-ae36-4506-8c13-a38ea309d521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 HTTP/1.1" status: 200 len: 217 time: 0.1913583 Jul 16 18:21:11.224629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b5c3c2de-5161-4827-9b63-e17d8a26d19f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:11.311128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ce0eb1d-4db3-4b7c-8acc-41cec3280ecf req-29628df1-a487-446a-b57a-ee5223c83fdf tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 210 time: 0.0983598 Jul 16 18:21:11.387800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91cfdd-3aa8-432b-8768-06189378849d None None] Pushing event updated for resources: {'Port': ['ID=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.391344 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Routers {'bc537220-804b-4835-a2c1-405d6a9eb43e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:11.402320 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['bc537220-804b-4835-a2c1-405d6a9eb43e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:11.451448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b5c3c2de-5161-4827-9b63-e17d8a26d19f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:11.453889 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.487697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-fefbfeb2-d001-462a-ab99-5473fe12790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.489778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-fefbfeb2-d001-462a-ab99-5473fe12790c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.2489116 Jul 16 18:21:11.517986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-7290651e-8b42-4b9c-9f8c-5c62a6bafae4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.520336 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-7290651e-8b42-4b9c-9f8c-5c62a6bafae4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.55 "GET /v2.0/networks?id=5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d HTTP/1.1" status: 200 len: 797 time: 0.3942907 Jul 16 18:21:11.553412 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.573262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Request body: {'port': {'device_id': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'admin_state_up': True, 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:11.866995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d57b8c-e7bf-41c6-91bd-77fe3d85fbe3 req-f69a70ac-8a9e-40df-a57c-ea01777abedf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.885653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02d57b8c-e7bf-41c6-91bd-77fe3d85fbe3 req-f69a70ac-8a9e-40df-a57c-ea01777abedf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 945 time: 0.1913817 Jul 16 18:21:11.913572 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] Set router bc537220-804b-4835-a2c1-405d6a9eb43e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:11.922341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-d01ff219-1098-4cd1-be2d-2f62440a31e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:11.924085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-d01ff219-1098-4cd1-be2d-2f62440a31e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4264779 Jul 16 18:21:12.048310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33182) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.085743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02d57b8c-e7bf-41c6-91bd-77fe3d85fbe3 req-a87f4f0e-4f1a-42fa-8a07-9d2d9ca3207f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986444 Jul 16 18:21:12.124704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Made reservation on behalf of 03a26a146a3947a9b31008d5e4c9f999 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:12.128859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.198316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Allocated IP 172.20.0.1 (140d30e3-fdf8-41b9-86a8-a2e283aba99d/b8e2fd5a-e8ea-4e63-9df5-d436c776a671/b29d4e4b-b6d5-4a4d-a246-4da7581b4c05) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:12.208348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-e2679391-49ff-4a75-97b6-8c1d69a9ca08 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737021 Jul 16 18:21:12.217436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d47b7-d0db-4089-9c5f-09f0ac82250f req-f8206aa7-07cb-43b1-9009-920c9243a5b5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.235487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c9d47b7-d0db-4089-9c5f-09f0ac82250f req-f8206aa7-07cb-43b1-9009-920c9243a5b5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3463800 Jul 16 18:21:12.347513 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:21:05Z', 'revision_number': 3, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:12.363895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-43312528-85b6-48d9-89f5-9bf4680c8382 tempest-AgentManagementNegativeTest-690712920 tempest-AgentManagementNegativeTest-690712920-project] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3125398 Jul 16 18:21:12.410228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c9d47b7-d0db-4089-9c5f-09f0ac82250f req-3d72e295-9076-4c20-9354-86fce8ed9994 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718230 Jul 16 18:21:12.415657 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84941085-f88d-4bea-ac7f-54f208a598f7 None None] The sync data for ids ['bc537220-804b-4835-a2c1-405d6a9eb43e'] in n-d-793620-10 is: [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:21:05Z', 'revision_number': 3, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:12.602817 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9a2b44e-2781-4f81-a86f-92670cb1aaf8 req-43525e62-a7ad-42a0-93c8-518dfe4d78bd service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873138 Jul 16 18:21:12.633183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Allocated IP 172.20.0.20 (5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d/26194801-f478-45ab-ace7-21b40a8a5f2e/a6638cc7-13d7-475e-b272-b4733d08dbdb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:12.636894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471a323-6c80-4b6c-9831-85cbc4b1a866 req-8795e9a4-afa3-49c1-ad20-082d2015e95f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.645719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9471a323-6c80-4b6c-9831-85cbc4b1a866 req-8795e9a4-afa3-49c1-ad20-082d2015e95f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.1835561 Jul 16 18:21:12.714997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9471a323-6c80-4b6c-9831-85cbc4b1a866 req-b1fbe478-c748-442c-a51f-e8765c247981 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678184 Jul 16 18:21:12.756566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.835985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa164fd8-4e3e-4f75-9dda-c5bfc8700edd req-0f717533-fa44-43ba-93d4-9359ecff8f92 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 210 time: 0.1148381 Jul 16 18:21:13.012217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:13.037076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-09b3b962-0ec8-450f-8fc5-a633d9bd79c0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.038742 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-09b3b962-0ec8-450f-8fc5-a633d9bd79c0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 945 time: 0.4120350 Jul 16 18:21:13.158334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89c38e-33e0-4dd0-b091-145527fa50c4 req-1a67b3bd-e0d8-4b1f-ad6a-69b8ed22af97 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.173669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb89c38e-33e0-4dd0-b091-145527fa50c4 req-1a67b3bd-e0d8-4b1f-ad6a-69b8ed22af97 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2658150 Jul 16 18:21:13.186136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.230700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Transition to ACTIVE for port object a6638cc7-13d7-475e-b272-b4733d08dbdb will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:13.234147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.266861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:13.292176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb89c38e-33e0-4dd0-b091-145527fa50c4 req-e9cfe8dc-464f-4090-bda1-aa757670c5ba tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152365 Jul 16 18:21:13.329822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:13.336581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.347763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:13.361315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:13.399968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Deleting port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:13.400715 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.444048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:13.451854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:13.455597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.557469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.567034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.572648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63849b6d-1c16-4bf8-be4d-b6ade23deb9b req-ed2d9d4f-2c30-48c7-9140-527ac4938b58 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.583875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63849b6d-1c16-4bf8-be4d-b6ade23deb9b req-ed2d9d4f-2c30-48c7-9140-527ac4938b58 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 945 time: 0.1913528 Jul 16 18:21:13.642316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.651842 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:13.689446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:13.695792 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.707795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c449-27d9-46fc-936f-10e0b1d13254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.724067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63849b6d-1c16-4bf8-be4d-b6ade23deb9b req-e2330ac4-320c-43a4-b9d0-29b1f83720d2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383896 Jul 16 18:21:13.791042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] For port 1db9cafb-c93b-44c8-b7f3-4f0172072f81, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1db9cafb-c93b-44c8-b7f3-4f0172072f81,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:13.792238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.801504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:13.824280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:13.835326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Calling delete_port for 1db9cafb-c93b-44c8-b7f3-4f0172072f81 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:13.837942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:13.897920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event updated for resources: {'Port': ['ID=a6638cc7-13d7-475e-b272-b4733d08dbdb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.005995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.030775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c449-27d9-46fc-936f-10e0b1d13254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.043431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c449-27d9-46fc-936f-10e0b1d13254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.198667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bdc9c449-27d9-46fc-936f-10e0b1d13254 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=172d3903d8bd425589c91ccdf6fd85bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1764908 Jul 16 18:21:14.211128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33240) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:14.257301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9c449-27d9-46fc-936f-10e0b1d13254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada02686-fa85-4e13-9a30-f3731603609e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.291202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.293750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.383380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86b29-7072-4dea-8e14-853264d4639f req-b8865c1c-26eb-41ec-92e6-24cf1e57d00e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.393193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fa86b29-7072-4dea-8e14-853264d4639f req-b8865c1c-26eb-41ec-92e6-24cf1e57d00e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.3025732 Jul 16 18:21:14.445252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3535f-1897-4b54-a085-8feb1b9e7657 req-86f5ad80-c074-49be-9c75-1b6eeec26c56 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.455804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92a3535f-1897-4b54-a085-8feb1b9e7657 req-86f5ad80-c074-49be-9c75-1b6eeec26c56 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2786691 Jul 16 18:21:14.461880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8b4c0a5c-7e6b-4fde-96ac-6913bcc11ecc None None] Provisioning for port a6638cc7-13d7-475e-b272-b4733d08dbdb completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:14.475613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8b4c0a5c-7e6b-4fde-96ac-6913bcc11ecc None None] Provisioning complete for port a6638cc7-13d7-475e-b272-b4733d08dbdb triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:14.477126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b4c0a5c-7e6b-4fde-96ac-6913bcc11ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.484216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f2ce-3b5a-48e2-87cc-442fbde86076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.486027 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-c2d4cc04-b8cc-4c59-bc06-e10030a2ccee tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.9353476 Jul 16 18:21:14.507337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Request body: {'port': {'device_id': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:14.533673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fa86b29-7072-4dea-8e14-853264d4639f req-f44e96c2-a580-4e6c-93b3-94c7efd0db49 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390002 Jul 16 18:21:14.546520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f2ce-3b5a-48e2-87cc-442fbde86076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.562414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92a3535f-1897-4b54-a085-8feb1b9e7657 req-ad2efe79-c3be-46e7-8ca1-4c3f37e09f31 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007578 Jul 16 18:21:14.581229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8b4c0a5c-7e6b-4fde-96ac-6913bcc11ecc None None] Port a6638cc7-13d7-475e-b272-b4733d08dbdb cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:14.623117 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.708655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f2ce-3b5a-48e2-87cc-442fbde86076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.714005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f2ce-3b5a-48e2-87cc-442fbde86076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.723744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eaa9f2ce-3b5a-48e2-87cc-442fbde86076 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ada02686-fa85-4e13-9a30-f3731603609e HTTP/1.1" status: 204 len: 168 time: 0.5111892 Jul 16 18:21:14.753930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9f2ce-3b5a-48e2-87cc-442fbde86076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada02686-fa85-4e13-9a30-f3731603609e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.785230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.798891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1db9cafb-c93b-44c8-b7f3-4f0172072f81'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:14.945091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.011818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event deleted for resources: {'Port': ['ID=1db9cafb-c93b-44c8-b7f3-4f0172072f81,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.068304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc5bfa-1c42-49cc-80bd-ed3888ff1dc2 req-3170518a-8c6a-487a-9785-1ef3fcd092d2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.070307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88dc5bfa-1c42-49cc-80bd-ed3888ff1dc2 req-3170518a-8c6a-487a-9785-1ef3fcd092d2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 895 time: 0.1684961 Jul 16 18:21:15.156964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf480a-1220-4853-bfae-011e61a1a7ea req-3cdaa88d-ee4a-4a22-bcec-8f0686ce6eb4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:15.158845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dbf480a-1220-4853-bfae-011e61a1a7ea req-3cdaa88d-ee4a-4a22-bcec-8f0686ce6eb4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1614494 Jul 16 18:21:15.195647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:15.291329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] No DVR routers for this DVR port 1db9cafb-c93b-44c8-b7f3-4f0172072f81 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:15.291663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dbf480a-1220-4853-bfae-011e61a1a7ea req-8bf8a9f2-aac5-4286-b68e-7e95f1ba362d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120083 Jul 16 18:21:15.312386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.318143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-42a34805-e36b-47c5-92c3-5657804a7ea0 req-216dfdf7-1100-4064-b338-9adb5193fe70 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "DELETE /v2.0/ports/1db9cafb-c93b-44c8-b7f3-4f0172072f81 HTTP/1.1" status: 204 len: 173 time: 2.2498324 Jul 16 18:21:15.325152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'name': 'network-vif-deleted', 'tag': '1db9cafb-c93b-44c8-b7f3-4f0172072f81'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:15.329884 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b356d6-287f-4f10-aa32-9f07e9ede532" -d '{"events": [{"server_uuid": "f21d0d78-6da8-4b4d-a571-ca871eb0bf59", "name": "network-vif-deleted", "tag": "1db9cafb-c93b-44c8-b7f3-4f0172072f81"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:15.483709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6e9635a-5174-424f-a33a-72e5570a08d1 req-0af40909-ae78-403d-8465-347a83263800 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=f21d0d78-6da8-4b4d-a571-ca871eb0bf59 HTTP/1.1" status: 200 len: 210 time: 0.0976257 Jul 16 18:21:15.487052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:15.487751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.521308 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909bfba8-6ce6-4eda-94d9-6e56ebe0b6b2 x-openstack-request-id: req-909bfba8-6ce6-4eda-94d9-6e56ebe0b6b2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:15.521949 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21d0d78-6da8-4b4d-a571-ca871eb0bf59", "name": "network-vif-deleted", "tag": "1db9cafb-c93b-44c8-b7f3-4f0172072f81", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:15.522616 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-909bfba8-6ce6-4eda-94d9-6e56ebe0b6b2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:15.523594 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21d0d78-6da8-4b4d-a571-ca871eb0bf59', 'name': 'network-vif-deleted', 'tag': '1db9cafb-c93b-44c8-b7f3-4f0172072f81', 'status': 'completed', 'code': 200} Jul 16 18:21:16.182610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34e8733-b70e-4400-ba1d-0ae0ee322a73 req-92d61d9e-22aa-4cf3-bf34-1743ca7281f1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.194655 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b34e8733-b70e-4400-ba1d-0ae0ee322a73 req-92d61d9e-22aa-4cf3-bf34-1743ca7281f1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1933258 Jul 16 18:21:16.235770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9f113-0f37-46c5-a0aa-3fa16becf321 req-b894425c-7620-4646-b40e-8fded8bf611b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.238605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ac9f113-0f37-46c5-a0aa-3fa16becf321 req-b894425c-7620-4646-b40e-8fded8bf611b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.3308370 Jul 16 18:21:16.385510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ac9f113-0f37-46c5-a0aa-3fa16becf321 req-409fb3b2-28a7-4acb-814b-472bf8428890 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169791 Jul 16 18:21:16.438925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33292) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.472664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b34e8733-b70e-4400-ba1d-0ae0ee322a73 req-e027358a-3fe1-4509-8852-d7f9ddf68fe6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273169 Jul 16 18:21:16.625274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.691834 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.738931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33304) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.816313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7829-eb7e-4029-9825-cff5d05e55e9 req-a4e3fff6-3097-4839-9744-e1bb743a4113 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:16.820496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d8a7829-eb7e-4029-9825-cff5d05e55e9 req-a4e3fff6-3097-4839-9744-e1bb743a4113 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 895 time: 0.1367908 Jul 16 18:21:16.895211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1540958270'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:16.926373 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-bdc05965-617f-45c6-9af3-f11f8f7054dc service neutron] show failed (client error): The resource could not be found. Jul 16 18:21:16.928474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-bdc05965-617f-45c6-9af3-f11f8f7054dc service neutron] 10.222.0.13 "GET /v2.0/ports/3d65d6c7-1260-4bba-bbd5-a2c537f9c614/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.4526024 Jul 16 18:21:16.937167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Pushing event updated for resources: {'Port': ['ID=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.948732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.060064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4d7ccf42-5270-4aa7-bb06-883c298c92d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.103567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:17.107787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:17.157695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:21:17.157695 n-d-793620-10 neutron-server[93777]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:21:17.157695 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id': 'aacc6737d26c4f31889bede382d3ed3e', 'id': '65f5e3b4-0f45-48b6-9213-01f1c92b62e6', 'expiration': datetime.datetime(2021, 7, 16, 18, 23, 17, 117460)}] Jul 16 18:21:17.157695 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:21:17.158431 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:21:17.247226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0141584-e69d-4b13-b912-2394d5e4d145 req-2224adca-dc37-4a26-b4f6-32404d9c0e71 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.261065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0141584-e69d-4b13-b912-2394d5e4d145 req-2224adca-dc37-4a26-b4f6-32404d9c0e71 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3520651 Jul 16 18:21:17.299756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6638cc7-13d7-475e-b272-b4733d08dbdb {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:17.327423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.389308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0141584-e69d-4b13-b912-2394d5e4d145 req-ba285c49-8e48-49b6-ad0c-2a97ca50bb07 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253433 Jul 16 18:21:17.444317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Transition to ACTIVE for port object a6638cc7-13d7-475e-b272-b4733d08dbdb will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:17.469950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Router bc537220-804b-4835-a2c1-405d6a9eb43e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:17.472426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.553305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Pushing event updated for resources: {'Port': ['ID=a6638cc7-13d7-475e-b272-b4733d08dbdb,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.600042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-29e9a7ee-c81f-4eef-8391-14a5b5c933cf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.603827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1db9cafb-c93b-44c8-b7f3-4f0172072f81 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:17.609699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-29e9a7ee-c81f-4eef-8391-14a5b5c933cf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.2683034 Jul 16 18:21:17.613406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4d7ccf42-5270-4aa7-bb06-883c298c92d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.630096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4d7ccf42-5270-4aa7-bb06-883c298c92d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.630616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 1db9cafb-c93b-44c8-b7f3-4f0172072f81 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:17.631130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1db9cafb-c93b-44c8-b7f3-4f0172072f81 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:17.657361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-ff85b679-63ef-4641-aa24-864f6d9c8aa9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/quotas/05f72bbbbdb7441480433d02bbffeac0 HTTP/1.1" status: 200 len: 375 time: 0.0464511 Jul 16 18:21:17.831277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-223a22e7-24d2-4fe3-b553-1a9da8cb67a1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144497 Jul 16 18:21:17.837628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4d7ccf42-5270-4aa7-bb06-883c298c92d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21cd32a49a824c7bb8532831ee7fe4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3973129 Jul 16 18:21:17.843357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ccf42-5270-4aa7-bb06-883c298c92d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e187c0-d692-47ab-ad71-8e559fe27ab0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.846120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.893179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:17.897288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.917110 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.926154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-b3323ae0-035a-4e47-a2c8-f45f58909655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.928902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-b3323ae0-035a-4e47-a2c8-f45f58909655 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d&tenant_id=bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 1102 time: 0.5005605 Jul 16 18:21:17.955918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:17.969273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Attempting to bind port a6638cc7-13d7-475e-b272-b4733d08dbdb on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:17.969673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Attempting to bind port a6638cc7-13d7-475e-b272-b4733d08dbdb by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:17.969928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Attempting to bind port a6638cc7-13d7-475e-b272-b4733d08dbdb on network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:17.986067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02613d-15d3-463d-995a-41c6bf96f742 req-bc4c193c-b419-4ccf-a674-3843a2efc189 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.987714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af02613d-15d3-463d-995a-41c6bf96f742 req-bc4c193c-b419-4ccf-a674-3843a2efc189 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.3614528 Jul 16 18:21:17.992139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:18.012602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e67f7cd8-35bf-4290-9630-1a1a5c972ad7 admin admin] 10.222.0.48 "PUT /v2.0/routers/bc537220-804b-4835-a2c1-405d6a9eb43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4713874 Jul 16 18:21:18.021889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Sync routers for ids ['bc537220-804b-4835-a2c1-405d6a9eb43e'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:18.032068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-64f12a96-0123-451a-a6e9-1a17a2f32a38 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785839 Jul 16 18:21:18.043916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Routers {'bc537220-804b-4835-a2c1-405d6a9eb43e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:18.045540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['bc537220-804b-4835-a2c1-405d6a9eb43e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:18.062714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Port a6638cc7-13d7-475e-b272-b4733d08dbdb on network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:18.064204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Attempting to bind port a6638cc7-13d7-475e-b272-b4733d08dbdb on network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:18.092996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:18.094340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Checking segment: {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:18.095464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Bound using segment: {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:18.096647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Bound port: a6638cc7-13d7-475e-b272-b4733d08dbdb, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20c1bdf-58d9-4785-9268-c931b78384a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:18.097879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.166940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af02613d-15d3-463d-995a-41c6bf96f742 req-cdd54c91-cf85-4098-a348-55cc3f613b20 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524897 Jul 16 18:21:18.216064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a41e460-2ba2-42e9-b6b6-c3858a3ff4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.249055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-6013de05-4c91-431b-af0d-00f31f5f876e service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077098 Jul 16 18:21:18.297174 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.301852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a41e460-2ba2-42e9-b6b6-c3858a3ff4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.305092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.330905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.354848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Set router bc537220-804b-4835-a2c1-405d6a9eb43e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:18.374484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] For port a6638cc7-13d7-475e-b272-b4733d08dbdb, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:18.384877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] For port a6638cc7-13d7-475e-b272-b4733d08dbdb, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a6638cc7-13d7-475e-b272-b4733d08dbdb,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:18.412301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:18.423523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502a4989-55f5-4166-b246-c25c56269a49,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.436904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.437585 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Added segment 65d18209-14eb-4493-8603-e2c21ba9c653 of type vlan for network 91c4ba95-d840-405e-9603-8c978f0cb753 Jul 16 18:21:18.439664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.541353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.602603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.617273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.618345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.737731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:18.738389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.739945 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] 10.222.0.55 "PUT /v2.0/ports/a6638cc7-13d7-475e-b272-b4733d08dbdb HTTP/1.1" status: 200 len: 1056 time: 4.2526844 Jul 16 18:21:18.741940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'tag': 'a6638cc7-13d7-475e-b272-b4733d08dbdb'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:18.744416 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2bc91d-599e-4f3e-875b-51c02567f9d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2772cf69-ae22-4ccb-a5a7-0a18e9ef156b", "tag": "a6638cc7-13d7-475e-b272-b4733d08dbdb"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:18.838966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f21fe-6689-4c2e-92e8-2745f9fd5979 service neutron] Pushing event updated for resources: {'Port': ['ID=a6638cc7-13d7-475e-b272-b4733d08dbdb,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.846611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a41e460-2ba2-42e9-b6b6-c3858a3ff4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.850433 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a41e460-2ba2-42e9-b6b6-c3858a3ff4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.852419 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a41e460-2ba2-42e9-b6b6-c3858a3ff4df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4e187c0-d692-47ab-ad71-8e559fe27ab0 HTTP/1.1" status: 204 len: 168 time: 0.9983687 Jul 16 18:21:18.891683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41e460-2ba2-42e9-b6b6-c3858a3ff4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e187c0-d692-47ab-ad71-8e559fe27ab0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.932704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1871610 Jul 16 18:21:18.933643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33350) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.022209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'subnet': {'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.073390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:19.088874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-397c063a-e7ea-41ab-97b7-fd2587022ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.091612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-397c063a-e7ea-41ab-97b7-fd2587022ea1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 1059 time: 0.2976942 Jul 16 18:21:19.128516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:21:14Z', 'revision_number': 4, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b29d4e4b-b6d5-4a4d-a246-4da7581b4c05', 'name': '', 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'mac_address': 'fa:16:3e:00:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:11Z', 'updated_at': '2021-07-16T18:21:15Z', 'revision_number': 2, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'subnets': [{'id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:19.167197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Checking router: bc537220-804b-4835-a2c1-405d6a9eb43e for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:19.167850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Updating router bc537220-804b-4835-a2c1-405d6a9eb43e port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:19.183427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-d65daf5f-50a7-4ad6-a40a-1661d0bcdc51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a6638cc7-13d7-475e-b272-b4733d08dbdb HTTP/1.1" status: 200 len: 217 time: 0.0843880 Jul 16 18:21:19.239832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.246496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:19.296487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-667f2fd8-f31b-44d3-b31f-5528ba9b6c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.298512 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-667f2fd8-f31b-44d3-b31f-5528ba9b6c10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26194801-f478-45ab-ace7-21b40a8a5f2e HTTP/1.1" status: 200 len: 836 time: 0.1076961 Jul 16 18:21:19.318312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f219f-d94f-44ee-81cb-e1a478b0b6f7 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Network': ['ID=91c4ba95-d840-405e-9603-8c978f0cb753,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.337240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.359136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Transition to ACTIVE for port object 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:19.369552 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.381211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 91c4ba95-d840-405e-9603-8c978f0cb753 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:19.485414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-45f5a701-237d-463c-a41c-28159ad77d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.486111 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-45f5a701-237d-463c-a41c-28159ad77d8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1802824 Jul 16 18:21:19.487585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] No DVR routers for this DVR port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:19.489987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.628515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:19.629267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:19.629801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:19.641535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:19.642130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Attempting to bind port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:19.670020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:19.670661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:19.671234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:19.672022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Bound port: 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:19.672990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.754111 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-f83d8927-a780-4346-99c3-902c26fc5602 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597361 Jul 16 18:21:19.763603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.887737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cda98390-eac5-4a43-b103-080ce1b7c898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.933502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:19.951042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.006310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d273c-3080-47e9-9f23-fe42f526f276 req-9617225b-7ddf-4e67-8bba-4666ff717d28 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.024217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e16d273c-3080-47e9-9f23-fe42f526f276 req-9617225b-7ddf-4e67-8bba-4666ff717d28 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 907 time: 1.2334065 Jul 16 18:21:20.165785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:20.179471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:20.197074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4cf8795f-5593-46a8-8bfe-f7eb8944eab0 req-b7aacc01-9572-47c8-baf6-bf80cfaa1663 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4318554 Jul 16 18:21:20.198933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.233546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059e06-fb55-4383-b14a-8132c6905555 req-5413c580-b4aa-4238-826a-7c24ffca177a tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.235365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-5413c580-b4aa-4238-826a-7c24ffca177a tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 818 time: 0.9892614 Jul 16 18:21:20.281979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-d4546f6d-9990-49f4-b5e6-65926819eac0 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/quotas/29265e46cb1b4444b5df267355d072e4 HTTP/1.1" status: 200 len: 375 time: 0.0338149 Jul 16 18:21:20.322148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.323389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.327531 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 1097 time: 2.3778100 Jul 16 18:21:20.328396 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.343491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:20.427402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-477f5157-be00-4611-81b3-5ae6ff78122a req-e487ef88-846f-4707-a212-5348073a60be tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 210 time: 0.0456421 Jul 16 18:21:20.466008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cda98390-eac5-4a43-b103-080ce1b7c898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.476837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:20.479782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cda98390-eac5-4a43-b103-080ce1b7c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.485278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0379d-b0a2-447d-aa90-ef7b214c4cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.490431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Transition to ACTIVE for port object b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:20.517275 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.620201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33374) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.621974 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cda98390-eac5-4a43-b103-080ce1b7c898 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aaed7d7b8cd402792c1adc3f4cb5736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8465967 Jul 16 18:21:20.632948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.644010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-db920cae-eed4-44b9-bbfb-d20db5551c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.646690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-db920cae-eed4-44b9-bbfb-d20db5551c67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1100 time: 0.2788615 Jul 16 18:21:20.648014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda98390-eac5-4a43-b103-080ce1b7c898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49a58c5-9111-499f-b961-0056a506d3cc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.810536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Pushing event updated for resources: {'Port': ['ID=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.821036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-75fb6741-eb32-4763-958f-134cf118f0b9 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5273826 Jul 16 18:21:20.828410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.829152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.829869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.831926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.833093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.834038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.834935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.835833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.836743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.837611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.839868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.841036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:20.853645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Attempting to bind port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:20.854811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Attempting to bind port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:20.855850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Attempting to bind port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 on network 140d30e3-fdf8-41b9-86a8-a2e283aba99d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:20.867220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:20.868441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Checking segment: {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:20.869466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.870650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Bound using segment: {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:20.872125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Bound port: b29d4e4b-b6d5-4a4d-a246-4da7581b4c05, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:20.873902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.922258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-726e9661-88ad-4e8a-bc19-af61c1c33ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.924959 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-726e9661-88ad-4e8a-bc19-af61c1c33ea8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2531888 Jul 16 18:21:21.023980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Subnet': ['ID=a136fa9a-99c8-473d-8f71-2481cb3b934a,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.056085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] For port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:21.066293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] For port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:21.076730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.111811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Checking segment: {'id': '65d18209-14eb-4493-8603-e2c21ba9c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:21.112866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network hostable DHCP agents. Network: 91c4ba95-d840-405e-9603-8c978f0cb753, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:21.120747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1ea2-e13c-414a-9236-20e77f128c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.180888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-665b61a6-c5a8-435c-9fcd-76f3fc88b867 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.183879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-665b61a6-c5a8-435c-9fcd-76f3fc88b867 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.2655833 Jul 16 18:21:21.197594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eabcfb-1b87-4b3a-a0e8-3fa5abf7705a None None] Pushing event updated for resources: {'Port': ['ID=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.234445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Routers {'bc537220-804b-4835-a2c1-405d6a9eb43e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:21.235724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['bc537220-804b-4835-a2c1-405d6a9eb43e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:21.257743 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-d200c837-6268-4b68-a605-24e6a229d145 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.0720549 Jul 16 18:21:21.266523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Request body: {'port': {'device_id': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'admin_state_up': True, 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:21.442266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] Set router bc537220-804b-4835-a2c1-405d6a9eb43e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:21.474305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-c03dd9de-ae6a-426b-84e1-5afd89e61290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.476851 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-c03dd9de-ae6a-426b-84e1-5afd89e61290 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2018011 Jul 16 18:21:21.603413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:21.607155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.620333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1ea2-e13c-414a-9236-20e77f128c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.623688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-83ae7077-ab75-409b-a42d-2d4690153c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.625887 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-83ae7077-ab75-409b-a42d-2d4690153c33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400726 Jul 16 18:21:21.643748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031e2ac-7875-4e7d-95ad-e3cdbaf02ba4 req-599446d1-74d4-4e8d-ad2d-71cc7f314050 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.646171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a031e2ac-7875-4e7d-95ad-e3cdbaf02ba4 req-599446d1-74d4-4e8d-ad2d-71cc7f314050 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.8820164 Jul 16 18:21:21.660709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:21.696169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:21:14Z', 'revision_number': 4, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b29d4e4b-b6d5-4a4d-a246-4da7581b4c05', 'name': '', 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'mac_address': 'fa:16:3e:00:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:11Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 4, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'subnets': [{'id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:21.707768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 91c4ba95-d840-405e-9603-8c978f0cb753) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.732406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.733011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.756375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605714c6-8984-4e10-8f93-b10f57416459 None None] Network 91c4ba95-d840-405e-9603-8c978f0cb753 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:21.761752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e21e66-e4dd-4704-9246-5e0586f7017d None None] The sync data for ids ['bc537220-804b-4835-a2c1-405d6a9eb43e'] in n-d-793620-10 is: [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:21:14Z', 'revision_number': 4, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b29d4e4b-b6d5-4a4d-a246-4da7581b4c05', 'name': '', 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'mac_address': 'fa:16:3e:00:cd:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:11Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 4, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'subnets': [{'id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:21.805999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6c6be443-5176-4322-8444-9b97a35589d6 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8373477 Jul 16 18:21:21.811351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33382) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:21.819673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'name': 'tempest-AllowedAddressPairTestJSON-1618516114'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:21.825733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-c5e9d849-21df-40da-a593-98f03a40592d service neutron] 10.222.0.48 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9626288 Jul 16 18:21:21.831483 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-302e0242-e3c0-48f1-ba0a-1ad9d46e94e2 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985264 Jul 16 18:21:21.844015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a031e2ac-7875-4e7d-95ad-e3cdbaf02ba4 req-492a1525-fe70-43d3-99af-cf8671fbdc96 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676726 Jul 16 18:21:21.873836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Allocated IP 172.20.0.2 (4f4ec737-f99b-4144-b4da-a72c3900608b/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5/f712dc49-2afa-4074-aea2-ba02b2b5b7ca) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:21.976366 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3215e3-24d9-455e-8cdf-a5fa7a8c2b5f x-openstack-request-id: req-9b3215e3-24d9-455e-8cdf-a5fa7a8c2b5f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:21.977079 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2772cf69-ae22-4ccb-a5a7-0a18e9ef156b", "tag": "a6638cc7-13d7-475e-b272-b4733d08dbdb", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:21.977079 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b3215e3-24d9-455e-8cdf-a5fa7a8c2b5f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:21.977442 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'tag': 'a6638cc7-13d7-475e-b272-b4733d08dbdb', 'status': 'completed', 'code': 200} Jul 16 18:21:22.000634 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1ea2-e13c-414a-9236-20e77f128c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.009758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f9d1ea2-e13c-414a-9236-20e77f128c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.011052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2f9d1ea2-e13c-414a-9236-20e77f128c9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a49a58c5-9111-499f-b961-0056a506d3cc HTTP/1.1" status: 204 len: 168 time: 1.3897614 Jul 16 18:21:22.184324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-91c4ba95-d840-405e-9603-8c978f0cb753', 'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'tenant_id': 'aacc6737d26c4f31889bede382d3ed3e', 'fixed_ips': [{'subnet_id': 'a136fa9a-99c8-473d-8f71-2481cb3b934a'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:22.186224 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.275794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d1ea2-e13c-414a-9236-20e77f128c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49a58c5-9111-499f-b961-0056a506d3cc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.379594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Allocated IP 172.20.0.2 (91c4ba95-d840-405e-9603-8c978f0cb753/a136fa9a-99c8-473d-8f71-2481cb3b934a/49e18c46-46ee-4091-823f-200711c687ed) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:22.425266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5f6e50a2-8ec2-4620-bd4a-cbdcff6a7f13 req-8c647c60-c272-4aaa-8409-7451d1fdb743 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855241 Jul 16 18:21:22.425869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:22.430115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.502898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-82082fd8-f36c-44d6-b7aa-795a03854ea3 service neutron] 10.222.0.48 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934672 Jul 16 18:21:22.549548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] device_id is not set on port 5125ab22-e949-483d-9268-2d41ae58ad60 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:22.588274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f853b-3cb0-424c-be15-25b02ba93665 req-febf8242-88fb-4db0-a72b-26f720843e65 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.602520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-761f853b-3cb0-424c-be15-25b02ba93665 req-febf8242-88fb-4db0-a72b-26f720843e65 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 948 time: 0.4426224 Jul 16 18:21:22.630535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-d44122d8-c604-45e2-815c-23a4615a91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.644574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-d44122d8-c604-45e2-815c-23a4615a91ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 1059 time: 0.5895493 Jul 16 18:21:22.678808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.700537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Transition to ACTIVE for port object 49e18c46-46ee-4091-823f-200711c687ed will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:22.742012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Transition to ACTIVE for port object 49e18c46-46ee-4091-823f-200711c687ed will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:22.757004 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.817504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.835735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-761f853b-3cb0-424c-be15-25b02ba93665 req-24f7385b-52e9-498d-8f3c-66180166dd7f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295501 Jul 16 18:21:22.865680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:22.874494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:22.918021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:22.954220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Pushing event updated for resources: {'Port': ['ID=49e18c46-46ee-4091-823f-200711c687ed,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.079336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Attempting to bind port 49e18c46-46ee-4091-823f-200711c687ed on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:23.079722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Attempting to bind port 49e18c46-46ee-4091-823f-200711c687ed by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '65d18209-14eb-4493-8603-e2c21ba9c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:23.080093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Attempting to bind port 49e18c46-46ee-4091-823f-200711c687ed on network 91c4ba95-d840-405e-9603-8c978f0cb753 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:23.098576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:23.099641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Checking segment: {'id': '65d18209-14eb-4493-8603-e2c21ba9c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:23.100067 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.100516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Bound using segment: {'id': '65d18209-14eb-4493-8603-e2c21ba9c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:23.101028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Bound port: 49e18c46-46ee-4091-823f-200711c687ed, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d18209-14eb-4493-8603-e2c21ba9c653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:23.101426 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.162911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-495122e3-d0b0-4fde-afa0-76e10ac983a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.167144 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-495122e3-d0b0-4fde-afa0-76e10ac983a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d HTTP/1.1" status: 200 len: 897 time: 0.5188181 Jul 16 18:21:23.229823 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.279115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:23.328718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Allocated IP 172.20.0.12 (91c4ba95-d840-405e-9603-8c978f0cb753/a136fa9a-99c8-473d-8f71-2481cb3b934a/5125ab22-e949-483d-9268-2d41ae58ad60) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:23.403050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8f801797-3d69-4650-8f84-f26019686122 None None] For port 49e18c46-46ee-4091-823f-200711c687ed, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:23.407425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8f801797-3d69-4650-8f84-f26019686122 None None] For port 49e18c46-46ee-4091-823f-200711c687ed, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=49e18c46-46ee-4091-823f-200711c687ed,segment=NetworkSegment(65d18209-14eb-4493-8603-e2c21ba9c653),segment_id=65d18209-14eb-4493-8603-e2c21ba9c653)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:23.413302 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.485537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-4c352d04-e200-4c56-af75-6fde57d4efb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=a6638cc7-13d7-475e-b272-b4733d08dbdb HTTP/1.1" status: 200 len: 217 time: 0.2814245 Jul 16 18:21:23.506264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event updated for resources: {'Port': ['ID=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.529074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f801797-3d69-4650-8f84-f26019686122 None None] Pushing event updated for resources: {'Port': ['ID=49e18c46-46ee-4091-823f-200711c687ed,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.532921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:23.537799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:23.538250 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.675511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586994ed-d3b9-4e97-9910-9951c4ce8310 req-3281388d-54c1-4f6d-9521-8ce2ec6d38f4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.690684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-586994ed-d3b9-4e97-9910-9951c4ce8310 req-3281388d-54c1-4f6d-9521-8ce2ec6d38f4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 907 time: 0.4702823 Jul 16 18:21:23.699032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a6638cc7-13d7-475e-b272-b4733d08dbdb details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:23.709276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:23.717903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:23.736092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:23.781839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5518b-e8a3-40c0-9ce9-e67a20cfaa7a req-e70507a3-689e-4606-8dc3-63fe977747c4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.807998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3b5518b-e8a3-40c0-9ce9-e67a20cfaa7a req-e70507a3-689e-4606-8dc3-63fe977747c4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 931 time: 0.4054468 Jul 16 18:21:23.854035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-646bfefd-bc7b-4f08-9bc4-546900ddb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.855482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-646bfefd-bc7b-4f08-9bc4-546900ddb414 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26194801-f478-45ab-ace7-21b40a8a5f2e HTTP/1.1" status: 200 len: 836 time: 0.3380473 Jul 16 18:21:24.075181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614'}, {'name': 'network-changed', 'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:24.081172 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44364bbf-9d86-46d3-8bd3-3e4955147a0a" -d '{"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-unplugged", "status": "completed", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614"}, {"name": "network-changed", "server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:24.090531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.148399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.149220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.170390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a6638cc7-13d7-475e-b272-b4733d08dbdb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a6638cc7-13d7-475e-b272-b4733d08dbdb,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:24.186153 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-5a33f3b9-6b36-4a29-bba2-1152f2d4dbaf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9238749 Jul 16 18:21:24.207267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.214930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Request body: {'port': {'device_id': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:24.229806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'a6638cc7-13d7-475e-b272-b4733d08dbdb', 'network_id': '5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d', 'port_id': 'a6638cc7-13d7-475e-b272-b4733d08dbdb', 'mac_address': 'fa:16:3e:05:62:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26194801-f478-45ab-ace7-21b40a8a5f2e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:24.233125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Transition to ACTIVE for port object 5125ab22-e949-483d-9268-2d41ae58ad60 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:24.254707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:24.263162 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.281930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.343294 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.350575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3b5518b-e8a3-40c0-9ce9-e67a20cfaa7a req-d6bf44de-c818-4b4c-917f-79b5d4125d49 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415211 Jul 16 18:21:24.378877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6638cc7-13d7-475e-b272-b4733d08dbdb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:24.397676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.430994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a6638cc7-13d7-475e-b272-b4733d08dbdb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a6638cc7-13d7-475e-b272-b4733d08dbdb,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:24.437038 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.469119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:24.483231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:24.502006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:24.507784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=5125ab22-e949-483d-9268-2d41ae58ad60,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.563324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a6638cc7-13d7-475e-b272-b4733d08dbdb,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.658439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a6638cc7-13d7-475e-b272-b4733d08dbdb'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:24.729567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dabbcc-3c0d-4268-851d-4e1bb31b8ff5 req-4a5c002d-2b66-481b-801c-c5fac12fbd42 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.740662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1dabbcc-3c0d-4268-851d-4e1bb31b8ff5 req-4a5c002d-2b66-481b-801c-c5fac12fbd42 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.8109665 Jul 16 18:21:24.830853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-534beacc-c842-4e09-9523-f70801fe2ecc req-8d537f91-8039-4bd8-9876-4450b44e7899 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 210 time: 0.1866376 Jul 16 18:21:24.920502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1dabbcc-3c0d-4268-851d-4e1bb31b8ff5 req-343c79da-b8fc-4514-8bcd-a38d260b9671 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787574 Jul 16 18:21:24.979332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.980076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.047261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2321e661-d5eb-47d0-88fb-71ebda4d58da tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2327507 Jul 16 18:21:25.051912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33440) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:25.059202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-dd165731-6119-4cb0-b2bc-8804eb0147c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.061502 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-dd165731-6119-4cb0-b2bc-8804eb0147c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.1577990 Jul 16 18:21:25.091658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'name': 'tempest-AllowedAddressPairTestJSON-1189547337', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:80:b6:24'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:25.399151 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-89806f92-215b-4418-b50a-9aa0a8b57059 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095036 Jul 16 18:21:25.404542 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80650517-c17a-4f9a-9b01-8d5aa3ec9724 x-openstack-request-id: req-80650517-c17a-4f9a-9b01-8d5aa3ec9724 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:25.404853 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-unplugged", "status": "completed", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614", "code": 200}, {"name": "network-changed", "server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:25.405114 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80650517-c17a-4f9a-9b01-8d5aa3ec9724 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:25.405570 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'code': 200} Jul 16 18:21:25.405825 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'status': 'completed', 'code': 200} Jul 16 18:21:25.406092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:25.557458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:25.557848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.632638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.633114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a370b4-e2e7-4a8b-8e26-3d0d7d296fa6 None None] Network 91c4ba95-d840-405e-9603-8c978f0cb753 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:25.641444 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-730fd9df-f140-42fb-b569-a5e9a3a21674 service neutron] 10.222.0.55 "GET /v2.0/networks/5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250977 Jul 16 18:21:25.685108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:25.687310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a6638cc7-13d7-475e-b272-b4733d08dbdb up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:25.774464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-5f4fd5cb-d1bf-4ef1-aa9a-b8ee3307da08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.776646 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-5f4fd5cb-d1bf-4ef1-aa9a-b8ee3307da08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1100 time: 0.3699365 Jul 16 18:21:25.808493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-12797bd9-48af-45c7-ae7f-94cb6840771a None None] Provisioning for port 49e18c46-46ee-4091-823f-200711c687ed completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:25.898835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-86c694ca-4208-4346-ac01-18a633d8a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:25.901576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-86c694ca-4208-4346-ac01-18a633d8a3b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1100 time: 0.4936910 Jul 16 18:21:25.990365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port a6638cc7-13d7-475e-b272-b4733d08dbdb completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:25.999376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 49e18c46-46ee-4091-823f-200711c687ed up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:26.131939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-e750c2a0-491b-4baa-a57b-fb6e7e53faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.133652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-e750c2a0-491b-4baa-a57b-fb6e7e53faf5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3468578 Jul 16 18:21:26.183022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87af69-354b-4f0d-aebb-be2f6250a990 req-795fb2ab-e281-47b6-a53e-471eb904d775 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.188583 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e87af69-354b-4f0d-aebb-be2f6250a990 req-795fb2ab-e281-47b6-a53e-471eb904d775 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 948 time: 0.9246640 Jul 16 18:21:26.202716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port a6638cc7-13d7-475e-b272-b4733d08dbdb triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:26.202993 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.231754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-db3c394f-7ce9-4f91-81ed-915104c65ec8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.0604308 Jul 16 18:21:26.236112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-a8dbcebc-9ab6-4e9b-882c-ad9fb079e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.239586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-a8dbcebc-9ab6-4e9b-882c-ad9fb079e728 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3243716 Jul 16 18:21:26.244348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:26.292229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059e06-fb55-4383-b14a-8132c6905555 req-402711fd-6b3d-44bd-82ee-28388986f10e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.294051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-60392218-3db3-4218-8ffd-1113238d114b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.295382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'mac_address': 'fa:16:3e:bf:7b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:26.295896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-402711fd-6b3d-44bd-82ee-28388986f10e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.13 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 818 time: 0.8327646 Jul 16 18:21:26.296047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-60392218-3db3-4218-8ffd-1113238d114b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0556998 Jul 16 18:21:26.334504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Request body: {'port': {'device_id': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'admin_state_up': True, 'tenant_id': '29265e46cb1b4444b5df267355d072e4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:26.394083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-27160168-badd-4f6a-8c9d-e50244b552dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.0969930 Jul 16 18:21:26.406966 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.412689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 49e18c46-46ee-4091-823f-200711c687ed completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:26.440455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 49e18c46-46ee-4091-823f-200711c687ed triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:26.440867 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.446598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:26.483916 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.512242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:26.521866 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.522659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f712dc49-2afa-4074-aea2-ba02b2b5b7ca {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:26.531274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-e20745f8-a34f-490c-a7e4-a87b2cd21c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.531748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-e20745f8-a34f-490c-a7e4-a87b2cd21c50 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1276405 Jul 16 18:21:26.538474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.554349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-5819515e-a8b8-48b9-9ed4-8362b334f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.556038 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-5819515e-a8b8-48b9-9ed4-8362b334f623 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2453835 Jul 16 18:21:26.588032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6638cc7-13d7-475e-b272-b4733d08dbdb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:26.597523 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81257d3-6798-4802-9497-8df94333deff" -d '{"events": [{"server_uuid": "2772cf69-ae22-4ccb-a5a7-0a18e9ef156b", "name": "network-vif-plugged", "status": "completed", "tag": "a6638cc7-13d7-475e-b272-b4733d08dbdb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:26.618707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Transition to ACTIVE for port object f712dc49-2afa-4074-aea2-ba02b2b5b7ca will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:26.633798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.662058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a6638cc7-13d7-475e-b272-b4733d08dbdb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a6638cc7-13d7-475e-b272-b4733d08dbdb,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:26.670012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb8d3f-64e4-4288-a998-49a30896d5a7 req-aabbf92a-8cd6-4030-90e4-39c53f059f45 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:26.690898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63cb8d3f-64e4-4288-a998-49a30896d5a7 req-aabbf92a-8cd6-4030-90e4-39c53f059f45 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 908 time: 0.9663928 Jul 16 18:21:26.706897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:26.710182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.724340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.834743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3d65d6c7-1260-4bba-bbd5-a2c537f9c614'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:26.866309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e87af69-354b-4f0d-aebb-be2f6250a990 req-2cf71afd-2786-440a-a0fc-43d39b4e986d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618593 Jul 16 18:21:26.890618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Pushing event updated for resources: {'Port': ['ID=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.890861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Made reservation on behalf of 29265e46cb1b4444b5df267355d072e4 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:26.895655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.908869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.909504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.910025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.910461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.910894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.911324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.911747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.912184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.912633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.913351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.913483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.913922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:26.936789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-bc36959e-274d-49bc-be96-c8120b31f345 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543515 Jul 16 18:21:27.032939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-290a3c76-5e17-4104-9e75-72f604c90a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.037433 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-290a3c76-5e17-4104-9e75-72f604c90a42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4953263 Jul 16 18:21:27.083237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Attempting to bind port f712dc49-2afa-4074-aea2-ba02b2b5b7ca on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:27.083941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Attempting to bind port f712dc49-2afa-4074-aea2-ba02b2b5b7ca by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:27.084517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Attempting to bind port f712dc49-2afa-4074-aea2-ba02b2b5b7ca on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:27.190747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.221326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-1da0362a-a2c6-4507-b71a-0a2c3bcbd387 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629467 Jul 16 18:21:27.221998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Port f712dc49-2afa-4074-aea2-ba02b2b5b7ca on network 4f4ec737-f99b-4144-b4da-a72c3900608b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:27.222326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Attempting to bind port f712dc49-2afa-4074-aea2-ba02b2b5b7ca on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:27.266183 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.268697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] device_id is not set on port 787f2c2e-368e-4e03-b4e9-809b3ceee166 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:27.269830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:27.270189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:27.270646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Bound using segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:27.271108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Bound port: f712dc49-2afa-4074-aea2-ba02b2b5b7ca, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:27.271742 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.280079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ff9d3f92-1eda-46ea-a100-5bba35818dee None None] Provisioning complete for port 49e18c46-46ee-4091-823f-200711c687ed triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.281509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff9d3f92-1eda-46ea-a100-5bba35818dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.367119 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-4cefa4a8-9134-472b-8255-06208f43bab0 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875699 Jul 16 18:21:27.389669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-a97b62ce-96c5-4232-8786-c4675ae4707a tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.396779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-a97b62ce-96c5-4232-8786-c4675ae4707a tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 818 time: 0.4827754 Jul 16 18:21:27.411626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b67b4-800a-4f86-83d5-838d9e94776c req-2522dff0-0c0b-47be-8682-e7874b16bd08 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.413306 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d4b67b4-800a-4f86-83d5-838d9e94776c req-2522dff0-0c0b-47be-8682-e7874b16bd08 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 943 time: 0.3393128 Jul 16 18:21:27.422293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a6638cc7-13d7-475e-b272-b4733d08dbdb,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.459379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-5bae250c-2f3f-4323-864a-88ed0d9d8efb tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/quotas/29265e46cb1b4444b5df267355d072e4 HTTP/1.1" status: 200 len: 375 time: 0.0615013 Jul 16 18:21:27.463009 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-44364bbf-9d86-46d3-8bd3-3e4955147a0a req-4cf7a038-02f1-4c8d-80a9-0a3473f95550 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325902 Jul 16 18:21:27.469446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] For port f712dc49-2afa-4074-aea2-ba02b2b5b7ca, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:27.474356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] For port f712dc49-2afa-4074-aea2-ba02b2b5b7ca, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:27.480093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.481429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 49e18c46-46ee-4091-823f-200711c687ed, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=49e18c46-46ee-4091-823f-200711c687ed,segment=NetworkSegment(65d18209-14eb-4493-8603-e2c21ba9c653),segment_id=65d18209-14eb-4493-8603-e2c21ba9c653)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.491667 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.509765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Allocated IP 172.20.0.7 (140d30e3-fdf8-41b9-86a8-a2e283aba99d/b8e2fd5a-e8ea-4e63-9df5-d436c776a671/c3c10271-791e-48b4-bb29-f42bf3648afb) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:27.566996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d4b67b4-800a-4f86-83d5-838d9e94776c req-a3176019-6366-45a8-8fcb-6805e5f98c64 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369405 Jul 16 18:21:27.572472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.573746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.576439 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] 10.222.0.55 "PUT /v2.0/ports/f712dc49-2afa-4074-aea2-ba02b2b5b7ca HTTP/1.1" status: 200 len: 1092 time: 3.3819902 Jul 16 18:21:27.577126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'tag': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:27.580272 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc5e961-f31c-461e-a346-87663b59e6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "5af4cabe-8c20-47b6-ac68-5dcccda57937", "tag": "f712dc49-2afa-4074-aea2-ba02b2b5b7ca"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:27.633210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87133953-9d90-45f9-b46e-7af7c769da7b service neutron] Pushing event updated for resources: {'Port': ['ID=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.647206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=49e18c46-46ee-4091-823f-200711c687ed,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.667412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ff9d3f92-1eda-46ea-a100-5bba35818dee None None] Provisioning for port 5125ab22-e949-483d-9268-2d41ae58ad60 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.674590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ff9d3f92-1eda-46ea-a100-5bba35818dee None None] Provisioning complete for port 5125ab22-e949-483d-9268-2d41ae58ad60 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.674971 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff9d3f92-1eda-46ea-a100-5bba35818dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.730469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-01436920-f245-4b69-8e7b-6bab8ed14efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.733122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-01436920-f245-4b69-8e7b-6bab8ed14efc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 1095 time: 0.0835252 Jul 16 18:21:27.733322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff9d3f92-1eda-46ea-a100-5bba35818dee None None] Port 5125ab22-e949-483d-9268-2d41ae58ad60 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:27.768333 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ae5992-b1d1-49f2-b542-af79798021b6 x-openstack-request-id: req-48ae5992-b1d1-49f2-b542-af79798021b6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:27.768980 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2772cf69-ae22-4ccb-a5a7-0a18e9ef156b", "name": "network-vif-plugged", "status": "completed", "tag": "a6638cc7-13d7-475e-b272-b4733d08dbdb", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:27.769401 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-48ae5992-b1d1-49f2-b542-af79798021b6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:27.770127 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6638cc7-13d7-475e-b272-b4733d08dbdb', 'code': 200} Jul 16 18:21:27.795432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Allocated IP 172.20.0.10 (91c4ba95-d840-405e-9603-8c978f0cb753/a136fa9a-99c8-473d-8f71-2481cb3b934a/787f2c2e-368e-4e03-b4e9-809b3ceee166) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:27.820441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-e9e4406e-c8b1-4f77-af2f-6a108a8dd035 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3600404 Jul 16 18:21:27.839255 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-4954839c-15d9-404a-8506-2e98bb942148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f712dc49-2afa-4074-aea2-ba02b2b5b7ca HTTP/1.1" status: 200 len: 217 time: 0.0943286 Jul 16 18:21:27.865141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e66c3577-ccb1-4234-827f-30cc952ceee2 None None] Provisioning complete for port 5125ab22-e949-483d-9268-2d41ae58ad60 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.865796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66c3577-ccb1-4234-827f-30cc952ceee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.959967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e66c3577-ccb1-4234-827f-30cc952ceee2 None None] Port 5125ab22-e949-483d-9268-2d41ae58ad60 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:27.975246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-6c0d537a-475d-42e5-8e3a-bd2e8529dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:27.977366 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-6c0d537a-475d-42e5-8e3a-bd2e8529dc70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1312320 Jul 16 18:21:28.015962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f223a-7a48-453d-b93c-b3fce290ae74 req-358dc2d6-d3de-4a04-b52d-9adf051e3f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.017687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-301f223a-7a48-453d-b93c-b3fce290ae74 req-358dc2d6-d3de-4a04-b52d-9adf051e3f98 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 1061 time: 0.1207876 Jul 16 18:21:28.019949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-00f2ef42-fd4d-4579-97da-e8cabfe2175c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344837 Jul 16 18:21:28.168514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-bdbcbbec-6131-451d-a2c4-144dbacc3f42 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012161 Jul 16 18:21:28.288553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ae0461d-9e06-43e0-9061-7869b4c8674a req-2a39a0bb-2a64-47ae-8934-9df30bfd2a69 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132557 Jul 16 18:21:28.429701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:28.486786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-3625920f-9193-4d03-853d-a1ef96fb0be6 service neutron] 10.222.0.48 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654291 Jul 16 18:21:28.565561 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.566074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c870b687-9e5e-4e42-b9e1-9ec523287f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.682499 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c870b687-9e5e-4e42-b9e1-9ec523287f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.686873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c870b687-9e5e-4e42-b9e1-9ec523287f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.687106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ecb45-0812-49f7-9dec-58eef5d905cf req-ce33bb16-a662-49c7-a028-750b0a095de0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:28.688833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-489ecb45-0812-49f7-9dec-58eef5d905cf req-ce33bb16-a662-49c7-a028-750b0a095de0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.6671672 Jul 16 18:21:28.727374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870b687-9e5e-4e42-b9e1-9ec523287f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd6bedb-9ccb-4e5b-842a-ceb540f33d2e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.738963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c870b687-9e5e-4e42-b9e1-9ec523287f43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95a86a38f5cc4b15982d76ef65c4f0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3080649 Jul 16 18:21:28.739494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.744348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33506) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:28.766772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ab8194be-7b48-4bd1-906c-fa62cfec5e46 service neutron] 10.222.0.48 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674201 Jul 16 18:21:28.783929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.798790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Transition to ACTIVE for port object 787f2c2e-368e-4e03-b4e9-809b3ceee166 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:28.809030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-489ecb45-0812-49f7-9dec-58eef5d905cf req-a63c4d1f-ba00-4d82-a900-de3a982e9a44 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994587 Jul 16 18:21:28.820819 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c15883e-a17e-4bd6-8a42-442e7e3b7fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.862053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:28.869338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:28.874193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Pushing event updated for resources: {'Port': ['ID=c3c10271-791e-48b4-bb29-f42bf3648afb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.876999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:28.907150 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c15883e-a17e-4bd6-8a42-442e7e3b7fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.045547 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2272bb-fa75-444a-9cf1-369d38cf2ee1 x-openstack-request-id: req-be2272bb-fa75-444a-9cf1-369d38cf2ee1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:29.045890 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af4cabe-8c20-47b6-ac68-5dcccda57937", "tag": "f712dc49-2afa-4074-aea2-ba02b2b5b7ca", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:29.046305 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-be2272bb-fa75-444a-9cf1-369d38cf2ee1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:29.047025 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'tag': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca', 'status': 'completed', 'code': 200} Jul 16 18:21:29.072066 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.107283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.108509 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.189170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-d3847ad5-3948-4854-80cb-5c48055350fa tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8744698 Jul 16 18:21:29.207635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c15883e-a17e-4bd6-8a42-442e7e3b7fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.214814 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c15883e-a17e-4bd6-8a42-442e7e3b7fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.229735 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0c15883e-a17e-4bd6-8a42-442e7e3b7fae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3fd6bedb-9ccb-4e5b-842a-ceb540f33d2e HTTP/1.1" status: 204 len: 168 time: 0.4839153 Jul 16 18:21:29.255754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15883e-a17e-4bd6-8a42-442e7e3b7fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd6bedb-9ccb-4e5b-842a-ceb540f33d2e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.329646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-58f3d3c5-f1ec-4f06-a071-65d179f3d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.329646 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-58f3d3c5-f1ec-4f06-a071-65d179f3d4f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 1095 time: 0.2509553 Jul 16 18:21:29.370277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Request body: {'port': {'device_id': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:29.462632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:29.474783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:29.484305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:29.600336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=787f2c2e-368e-4e03-b4e9-809b3ceee166,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.665852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:29.681758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-27756deb-48ab-4a30-8f2d-82276e35d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.683774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-27756deb-48ab-4a30-8f2d-82276e35d307 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.3480904 Jul 16 18:21:29.735004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.735924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.789233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-99ee396e-b2e7-4532-9061-7b129c49a500 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f712dc49-2afa-4074-aea2-ba02b2b5b7ca HTTP/1.1" status: 200 len: 217 time: 0.0967200 Jul 16 18:21:29.795464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07e27f-f68a-4c92-95f6-02476bec16a5 req-66ce8f21-dd59-4fa0-843b-610eee86fb6c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.810381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c07e27f-f68a-4c92-95f6-02476bec16a5 req-66ce8f21-dd59-4fa0-843b-610eee86fb6c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 909 time: 0.5022266 Jul 16 18:21:29.832906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-28253756-b082-4b85-8a5d-9ab73564c662 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 4.7770519 Jul 16 18:21:29.834378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33526) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.838957 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.842528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 49e18c46-46ee-4091-823f-200711c687ed up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:29.901339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-66113154-08f4-4da9-8e9a-3293644c6a9b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.909449 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-66113154-08f4-4da9-8e9a-3293644c6a9b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d&tenant_id=bb2e096cec2442afbe3872187f55de88&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 949 time: 0.3779533 Jul 16 18:21:29.915685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-e6f9bf96-5665-4173-8e89-f1de654ade75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:29.917404 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-e6f9bf96-5665-4173-8e89-f1de654ade75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1142051 Jul 16 18:21:29.954138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:29.966596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:29.967422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.969428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-658eb3b1-8b43-4f45-990e-9976a82a96d3 None None] Provisioning for port 787f2c2e-368e-4e03-b4e9-809b3ceee166 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:30.019032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74147dad-c8b8-4045-83e5-79d21dddbe3b req-39e5f9f6-fd40-4640-9117-1e117bb249a9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.022417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-658eb3b1-8b43-4f45-990e-9976a82a96d3 None None] Provisioning complete for port 787f2c2e-368e-4e03-b4e9-809b3ceee166 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.023455 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-658eb3b1-8b43-4f45-990e-9976a82a96d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.029840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74147dad-c8b8-4045-83e5-79d21dddbe3b req-39e5f9f6-fd40-4640-9117-1e117bb249a9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 943 time: 0.4352338 Jul 16 18:21:30.056570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-eac56bed-662c-4064-8331-51119ad9a17f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189210 Jul 16 18:21:30.105751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-658eb3b1-8b43-4f45-990e-9976a82a96d3 None None] Port 787f2c2e-368e-4e03-b4e9-809b3ceee166 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:30.111705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 49e18c46-46ee-4091-823f-200711c687ed triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.113367 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.225419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.237189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33530) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.242254 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-183aeab1-229e-4fd1-bbd1-dab7ac4c8103 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771030 Jul 16 18:21:30.245851 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-d984bf0f-30e0-491e-bd66-f903edd5a403 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:21:30.248018 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-d984bf0f-30e0-491e-bd66-f903edd5a403 service neutron] 10.222.0.13 "DELETE /v2.0/ports/3d65d6c7-1260-4bba-bbd5-a2c537f9c614/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.3296185 Jul 16 18:21:30.252199 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6265596e-38db-45e0-a3c3-b503842c1859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.278769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:30.281026 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a0dd90-f44e-4b93-9c34-c65e44ec0c82" -d '{"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-plugged", "status": "completed", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:30.315938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:30.326039 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.388622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc5e961-f31c-461e-a346-87663b59e6ab req-6aaf7d33-ae3a-48de-bd4c-27a5c6324177 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385643 Jul 16 18:21:30.439959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b006428e-edbe-4d0b-bbcf-1a5cc8a5593e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.453457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b006428e-edbe-4d0b-bbcf-1a5cc8a5593e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.463431 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-93e86b5c-6fd7-4279-897a-79de1a1155c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.463903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-93e86b5c-6fd7-4279-897a-79de1a1155c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1102 time: 0.0739541 Jul 16 18:21:30.464093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.474261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b006428e-edbe-4d0b-bbcf-1a5cc8a5593e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.481267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b006428e-edbe-4d0b-bbcf-1a5cc8a5593e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.6310093 Jul 16 18:21:30.482840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33534) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:30.532373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74147dad-c8b8-4045-83e5-79d21dddbe3b req-9baa9257-9b32-4e7b-97b5-b6fdea7e53b4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009890 Jul 16 18:21:30.545973 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71781df6-f09a-4476-a720-9dfd3c4afdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.650734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-4199bea9-3b31-4bb8-9b50-e799cd39cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.652406 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-4199bea9-3b31-4bb8-9b50-e799cd39cf29 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1827507 Jul 16 18:21:30.845410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-024069ec-4520-45a3-8298-99b7ae463963 req-be4a855a-e56e-435b-8f55-7ba9039b0e51 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 210 time: 0.0800946 Jul 16 18:21:30.949998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427389e-bbd3-4f2c-be04-1b0cc78a5e8b req-ca09df1d-c432-4d16-91bd-4cf34d178cf0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.958055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9427389e-bbd3-4f2c-be04-1b0cc78a5e8b req-ca09df1d-c432-4d16-91bd-4cf34d178cf0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2797260 Jul 16 18:21:31.053947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9427389e-bbd3-4f2c-be04-1b0cc78a5e8b req-63771a40-51f1-41e4-94aa-6d6c87c3cc75 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944774 Jul 16 18:21:31.134737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71781df6-f09a-4476-a720-9dfd3c4afdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.147404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c10271-791e-48b4-bb29-f42bf3648afb {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:31.154668 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71781df6-f09a-4476-a720-9dfd3c4afdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.186860 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca2e14f-b3fb-47d3-8342-3fb387d5b288 x-openstack-request-id: req-eca2e14f-b3fb-47d3-8342-3fb387d5b288 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:31.187400 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-plugged", "status": "completed", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:31.187400 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eca2e14f-b3fb-47d3-8342-3fb387d5b288 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:31.187801 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'code': 200} Jul 16 18:21:31.227200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-74ba024e-5933-4148-87a1-35b77d2d692c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.5671570 Jul 16 18:21:31.250845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-71781df6-f09a-4476-a720-9dfd3c4afdea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9ff809c6940b4243ae7610fd6aecf527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9044003 Jul 16 18:21:31.259346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.259721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting port 787f2c2e-368e-4e03-b4e9-809b3ceee166 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:31.260236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.265683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71781df6-f09a-4476-a720-9dfd3c4afdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02bccfc-ce42-46d9-9b61-5e7b0b740d27,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.287688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33540) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:31.367743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Transition to ACTIVE for port object c3c10271-791e-48b4-bb29-f42bf3648afb will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:31.374547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-e50009d5-8c4e-427e-abe3-ce5aa355dd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.376558 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-e50009d5-8c4e-427e-abe3-ce5aa355dd12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1363521 Jul 16 18:21:31.400641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.409219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-14bf1cd8-8a0b-495e-ab74-d7b9d47b67da tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.411091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-14bf1cd8-8a0b-495e-ab74-d7b9d47b67da tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.55 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 818 time: 0.2967172 Jul 16 18:21:31.415433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dd0ed-9f98-4625-85e4-a10c77fc4c0c req-de3df4c3-eadf-4016-b938-939f53e21b51 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.420650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-246dd0ed-9f98-4625-85e4-a10c77fc4c0c req-de3df4c3-eadf-4016-b938-939f53e21b51 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.2177241 Jul 16 18:21:31.439294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Request body: {'port': {'device_id': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'admin_state_up': True, 'tenant_id': '29265e46cb1b4444b5df267355d072e4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:31.602667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c10271-791e-48b4-bb29-f42bf3648afb,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.669951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.675745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817d883b-efdd-42b5-a946-3a81192b4615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.676307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f712dc49-2afa-4074-aea2-ba02b2b5b7ca details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:31.690645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.691230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.691805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.692419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.692990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.693577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.694147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.694721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.695301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.695881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.696484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.697031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.718460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-246dd0ed-9f98-4625-85e4-a10c77fc4c0c req-d915139c-b694-4931-ba34-ea3d58383be5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161310 Jul 16 18:21:31.739618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Calling delete_port for 787f2c2e-368e-4e03-b4e9-809b3ceee166 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:31.798028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9102e4a-4a02-4c1c-a33c-4c7ac2f0978b req-e5af13a8-26d4-47af-8f0e-7b5aab7c7f52 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.800908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9102e4a-4a02-4c1c-a33c-4c7ac2f0978b req-e5af13a8-26d4-47af-8f0e-7b5aab7c7f52 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 909 time: 0.4272981 Jul 16 18:21:31.828554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f712dc49-2afa-4074-aea2-ba02b2b5b7ca, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.850974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Attempting to bind port c3c10271-791e-48b4-bb29-f42bf3648afb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:31.851536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Attempting to bind port c3c10271-791e-48b4-bb29-f42bf3648afb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:31.852082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Attempting to bind port c3c10271-791e-48b4-bb29-f42bf3648afb on network 140d30e3-fdf8-41b9-86a8-a2e283aba99d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:31.860909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'port_id': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca', 'mac_address': 'fa:16:3e:10:ad:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5c697-9c6e-4637-9de1-f49a0a4b77b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:31.865882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Port c3c10271-791e-48b4-bb29-f42bf3648afb on network 140d30e3-fdf8-41b9-86a8-a2e283aba99d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:31.866408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Attempting to bind port c3c10271-791e-48b4-bb29-f42bf3648afb on network 140d30e3-fdf8-41b9-86a8-a2e283aba99d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:31.913921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817d883b-efdd-42b5-a946-3a81192b4615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.916039 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.926126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:31.926682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Checking segment: {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:31.927335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Bound using segment: {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:31.928063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Bound port: c3c10271-791e-48b4-bb29-f42bf3648afb, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:31.932920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.939687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f712dc49-2afa-4074-aea2-ba02b2b5b7ca {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:31.964051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f712dc49-2afa-4074-aea2-ba02b2b5b7ca, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:31.965113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-6771aec0-730c-4549-952a-ef39e6198a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:31.969101 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-6771aec0-730c-4549-952a-ef39e6198a0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5540836 Jul 16 18:21:31.980823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.059546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.131559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Made reservation on behalf of 29265e46cb1b4444b5df267355d072e4 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:32.139215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.204140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f712dc49-2afa-4074-aea2-ba02b2b5b7ca'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:32.236017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd45f8-eb9a-48f1-87a7-05d535ef3b89 req-49a0bb04-d0d0-4544-a5db-d1e410475347 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.238775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50fd45f8-eb9a-48f1-87a7-05d535ef3b89 req-49a0bb04-d0d0-4544-a5db-d1e410475347 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 813 time: 0.3776414 Jul 16 18:21:32.248366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] For port c3c10271-791e-48b4-bb29-f42bf3648afb, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:32.256000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] For port c3c10271-791e-48b4-bb29-f42bf3648afb, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c3c10271-791e-48b4-bb29-f42bf3648afb,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:32.276817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.350822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50fd45f8-eb9a-48f1-87a7-05d535ef3b89 req-a4cb8637-edaf-423c-aadb-fe275fc725f5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/quotas/14d810d47b144655bfc375f231e71f2c HTTP/1.1" status: 200 len: 375 time: 0.0890088 Jul 16 18:21:32.367743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817d883b-efdd-42b5-a946-3a81192b4615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.376195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-817d883b-efdd-42b5-a946-3a81192b4615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.377442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-817d883b-efdd-42b5-a946-3a81192b4615 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f02bccfc-ce42-46d9-9b61-5e7b0b740d27 HTTP/1.1" status: 204 len: 168 time: 1.0858324 Jul 16 18:21:32.378023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.379110 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.381672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 200 len: 1092 time: 3.0542874 Jul 16 18:21:32.410617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'tag': 'c3c10271-791e-48b4-bb29-f42bf3648afb'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:32.414892 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730dc9d8-c254-4bd6-b739-01a934fd46fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8", "tag": "c3c10271-791e-48b4-bb29-f42bf3648afb"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:32.420733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-44a6e0c7-9936-425e-addf-4c62c57b4b36 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265337 Jul 16 18:21:32.428932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d883b-efdd-42b5-a946-3a81192b4615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02bccfc-ce42-46d9-9b61-5e7b0b740d27,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.526259 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:32.548484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29524002-f674-4e3f-9b4c-e84d6894c65e req-9219851e-f664-41d0-8ed6-3ea09fa3f44f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.550415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29524002-f674-4e3f-9b4c-e84d6894c65e req-9219851e-f664-41d0-8ed6-3ea09fa3f44f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 944 time: 0.4398072 Jul 16 18:21:32.614284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7519ae-2398-487a-be71-45724d2cc8a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c10271-791e-48b4-bb29-f42bf3648afb,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.626805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Port': ['ID=787f2c2e-368e-4e03-b4e9-809b3ceee166,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:32.738936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29524002-f674-4e3f-9b4c-e84d6894c65e req-9e569b33-87fd-46fd-bf99-e7d9b1a0a72b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335323 Jul 16 18:21:32.797153 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50fd45f8-eb9a-48f1-87a7-05d535ef3b89 req-269ef961-ba83-460e-9152-e10e6bddf90f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4263630 Jul 16 18:21:32.820995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059e06-fb55-4383-b14a-8132c6905555 req-48a64c5a-512a-4b9b-86e9-442eecc432d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:32.823826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Allocated IP 172.20.0.6 (140d30e3-fdf8-41b9-86a8-a2e283aba99d/b8e2fd5a-e8ea-4e63-9df5-d436c776a671/217dec82-e6c3-44ac-81d9-e7bf9bf31e3e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:32.828100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-48a64c5a-512a-4b9b-86e9-442eecc432d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1095 time: 0.3544855 Jul 16 18:21:32.880838 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c2f58c35-9d7a-458d-84e4-f352c14b197c req-1d705c6e-d703-4ada-88b6-b700e76d4979 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532754 Jul 16 18:21:32.943449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-e071aedb-7b8d-4ffe-a13e-368427677197 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 200 len: 217 time: 0.1072302 Jul 16 18:21:33.080584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52059e06-fb55-4383-b14a-8132c6905555 req-17e7ef33-6286-470a-8d30-1b5af6186dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.087476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-17e7ef33-6286-470a-8d30-1b5af6186dfa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.1379085 Jul 16 18:21:33.129151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.135218 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-077fb405-6622-4930-a914-3b566ea9e41f tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/ports/787f2c2e-368e-4e03-b4e9-809b3ceee166 HTTP/1.1" status: 204 len: 168 time: 2.6473401 Jul 16 18:21:33.137118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33574) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.178794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-3f867575-3fc2-4eea-a83f-82d4a6eb0641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752883 Jul 16 18:21:33.181329 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-76150da5-c82a-4fef-b423-9e9d5cdba7dd tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] GET failed (client error): The resource could not be found. Jul 16 18:21:33.189024 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-76150da5-c82a-4fef-b423-9e9d5cdba7dd tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "GET /v2.0/ports/787f2c2e-368e-4e03-b4e9-809b3ceee166 HTTP/1.1" status: 404 len: 333 time: 0.0449631 Jul 16 18:21:33.191714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:33.193788 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3f66f61-aa4a-40fa-9d9a-d3498d143d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.203770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'name': 'tempest-AllowedAddressPairTestJSON-1743745235'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.257721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.392009 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.395598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:33.409730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.413716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.522364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] device_id is not set on port 8c8ca5be-28a0-4803-afde-ea59de63eea6 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:33.545230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Network 140d30e3-fdf8-41b9-86a8-a2e283aba99d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:33.555565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:33.600906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:33.608329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Pushing event updated for resources: {'Port': ['ID=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.686808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f712dc49-2afa-4074-aea2-ba02b2b5b7ca up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:33.698231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.698907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.717139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae51327b-8c95-4850-b052-875ad86b87c8 req-fda0d98c-168d-4f1d-a3fe-935236c5183d tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 210 time: 0.5465913 Jul 16 18:21:33.724453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-6f296bf2-66ad-4ef9-84a0-3a7b9c687c41 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2904415 Jul 16 18:21:33.739708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Request body: {'port': {'device_id': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.845899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port f712dc49-2afa-4074-aea2-ba02b2b5b7ca completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:33.852221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port f712dc49-2afa-4074-aea2-ba02b2b5b7ca triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:33.852607 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.902062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Allocated IP 172.20.0.7 (91c4ba95-d840-405e-9603-8c978f0cb753/a136fa9a-99c8-473d-8f71-2481cb3b934a/8c8ca5be-28a0-4803-afde-ea59de63eea6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:33.952799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.983959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaeec7-74c5-446b-a993-6b45fd7b7a61 req-f176ef9f-43b3-41c4-9cb2-e1bcf2bb13a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.999580 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.014466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0acaeec7-74c5-446b-a993-6b45fd7b7a61 req-f176ef9f-43b3-41c4-9cb2-e1bcf2bb13a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 909 time: 0.9120295 Jul 16 18:21:34.027875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-dbb1040c-4e83-4a27-b1ae-9c091ab6cb13 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014624 Jul 16 18:21:34.149467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port f712dc49-2afa-4074-aea2-ba02b2b5b7ca, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:34.151894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:34.158932 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a023a2-1ec3-4b42-87ee-73d1ffad3f3b" -d '{"events": [{"server_uuid": "5af4cabe-8c20-47b6-ac68-5dcccda57937", "name": "network-vif-plugged", "status": "completed", "tag": "f712dc49-2afa-4074-aea2-ba02b2b5b7ca"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:34.170091 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.281469 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a7f3b7-72df-4235-84ee-9fc47f30ed22 x-openstack-request-id: req-64a7f3b7-72df-4235-84ee-9fc47f30ed22 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:34.281777 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8", "tag": "c3c10271-791e-48b4-bb29-f42bf3648afb", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:34.282034 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64a7f3b7-72df-4235-84ee-9fc47f30ed22 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:34.282444 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'tag': 'c3c10271-791e-48b4-bb29-f42bf3648afb', 'status': 'completed', 'code': 200} Jul 16 18:21:34.349357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52059e06-fb55-4383-b14a-8132c6905555 req-251f6027-a2fc-4618-b9c2-ebe95a88f770 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141098 Jul 16 18:21:34.353056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.355355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.639614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011578-3223-465e-aee2-7c8d4a901721 req-ea9ef783-665d-428c-a237-69d348fcefdf tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.641330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e011578-3223-465e-aee2-7c8d4a901721 req-ea9ef783-665d-428c-a237-69d348fcefdf tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.1785560 Jul 16 18:21:34.647486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-7ba064d1-02a0-473f-b089-e0489da09e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.649173 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-7ba064d1-02a0-473f-b089-e0489da09e39 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1095 time: 0.1877074 Jul 16 18:21:34.664324 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.688489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56049-5e47-4bed-a51d-1fd24764a9df req-8921deda-0adb-4643-b55b-17cf57f0a0cb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.690796 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55c56049-5e47-4bed-a51d-1fd24764a9df req-8921deda-0adb-4643-b55b-17cf57f0a0cb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1636209 Jul 16 18:21:34.702713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Transition to ACTIVE for port object 8c8ca5be-28a0-4803-afde-ea59de63eea6 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:34.823010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.826846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e011578-3223-465e-aee2-7c8d4a901721 req-9a81a09f-283d-4d63-b96f-8f8daed5ca90 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732578 Jul 16 18:21:34.882913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55c56049-5e47-4bed-a51d-1fd24764a9df req-83fd0145-c38b-4900-9952-9c6f81fae043 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571045 Jul 16 18:21:34.898928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:34.912624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:34.922738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:34.961464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=8c8ca5be-28a0-4803-afde-ea59de63eea6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.010091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-7931d47e-d842-431f-a649-46b5ae0a0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.013770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-7931d47e-d842-431f-a649-46b5ae0a0185 service neutron] 10.222.0.13 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.3539133 Jul 16 18:21:35.119943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-f7f8aab0-292d-4f44-b3d1-6f57516419a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 200 len: 217 time: 0.0940711 Jul 16 18:21:35.162577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:35.190772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.193815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.213116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-2076b440-fad9-4bb1-95e0-1042dc7b285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.218094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.219179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-2076b440-fad9-4bb1-95e0-1042dc7b285b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.0920007 Jul 16 18:21:35.245496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Transition to ACTIVE for port object 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:35.264386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.314485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-c94ae805-de8c-413f-9565-5fef61d9819a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865023 Jul 16 18:21:35.342357 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dc0389e4-dbc8-4111-923b-69271d8a986b tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1491826 Jul 16 18:21:35.347999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:35.364924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:80:b6:24'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:35.405490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8f076eb4-3151-45c1-a470-7e030e83b970 None None] Provisioning for port 8c8ca5be-28a0-4803-afde-ea59de63eea6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:35.412662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8f076eb4-3151-45c1-a470-7e030e83b970 None None] Provisioning complete for port 8c8ca5be-28a0-4803-afde-ea59de63eea6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:35.413304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f076eb4-3151-45c1-a470-7e030e83b970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.480115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-9ed67a74-42c6-4def-a951-7074c037797e service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556618 Jul 16 18:21:35.480462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8f076eb4-3151-45c1-a470-7e030e83b970 None None] Port 8c8ca5be-28a0-4803-afde-ea59de63eea6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:35.482536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35616d-03c1-4de8-9abd-97819ad28503 req-d85d96ba-949a-4866-bd3f-44135354642b tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.484065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd35616d-03c1-4de8-9abd-97819ad28503 req-d85d96ba-949a-4866-bd3f-44135354642b tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 1061 time: 0.2098570 Jul 16 18:21:35.491784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf2e37-6b9b-4610-92db-1d79dfb240f2 req-b3e3030c-aeb0-4a4e-901a-3c134efd08a1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.493491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-faaf2e37-6b9b-4610-92db-1d79dfb240f2 req-b3e3030c-aeb0-4a4e-901a-3c134efd08a1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 945 time: 0.2481158 Jul 16 18:21:35.587290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Pushing event updated for resources: {'Port': ['ID=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.605283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-faaf2e37-6b9b-4610-92db-1d79dfb240f2 req-222cf6a4-c45e-4412-9c8f-7b207c0d0ab8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009810 Jul 16 18:21:35.622559 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982946d9-db24-4daf-a197-60af729fc3c8 x-openstack-request-id: req-982946d9-db24-4daf-a197-60af729fc3c8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:35.623016 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af4cabe-8c20-47b6-ac68-5dcccda57937", "name": "network-vif-plugged", "status": "completed", "tag": "f712dc49-2afa-4074-aea2-ba02b2b5b7ca", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:35.623434 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-982946d9-db24-4daf-a197-60af729fc3c8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:35.624082 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca', 'code': 200} Jul 16 18:21:35.708423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Attempting to bind port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:35.708999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Attempting to bind port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:35.709536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Attempting to bind port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e on network 140d30e3-fdf8-41b9-86a8-a2e283aba99d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:35.738296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730dc9d8-c254-4bd6-b739-01a934fd46fd req-638f2b3c-741e-4969-ae1c-42b06b6ca029 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437625 Jul 16 18:21:35.777240 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.834035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d45a26-82d1-46d2-ad09-8a2ba2a1e264 req-4cf53dfb-3603-4293-b85a-7a401fa1f13f tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.835717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01d45a26-82d1-46d2-ad09-8a2ba2a1e264 req-4cf53dfb-3603-4293-b85a-7a401fa1f13f tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 943 time: 0.1124613 Jul 16 18:21:35.842627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e on network 140d30e3-fdf8-41b9-86a8-a2e283aba99d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:35.842960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Attempting to bind port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e on network 140d30e3-fdf8-41b9-86a8-a2e283aba99d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:35.851708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:35.851971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Checking segment: {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:35.852580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Bound using segment: {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:35.853041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Bound port: 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59043775-89e9-4d4c-ba53-57c674edd4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:35.853483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.896373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01cf62-e80b-4cf3-8e53-81dab704c5c5 req-2742dd2c-8e12-40ca-b0f1-1e8a65326db6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.898034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a01cf62-e80b-4cf3-8e53-81dab704c5c5 req-2742dd2c-8e12-40ca-b0f1-1e8a65326db6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.1108253 Jul 16 18:21:35.921095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01d45a26-82d1-46d2-ad09-8a2ba2a1e264 req-85cbabe5-cf74-4668-b995-d45917cc7a6b tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648711 Jul 16 18:21:35.979809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a01cf62-e80b-4cf3-8e53-81dab704c5c5 req-d54057bb-4caa-452e-92d0-dbb4f14f50a0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673234 Jul 16 18:21:35.990738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.038472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bedb8-803a-4c64-a5b0-370b604084f4 req-3e0fb978-e634-4fb7-9936-cd5f19c7c4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.041955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bc1bedb8-803a-4c64-a5b0-370b604084f4 req-3e0fb978-e634-4fb7-9936-cd5f19c7c4ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 1097 time: 0.2490232 Jul 16 18:21:36.062048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] For port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:36.177713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] For port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:36.204422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64050bf5-ce8c-424f-baf5-ee9d0e860e56 req-45068e15-b85d-4259-b58e-cad3017c58f5 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.207441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64050bf5-ce8c-424f-baf5-ee9d0e860e56 req-45068e15-b85d-4259-b58e-cad3017c58f5 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1137 time: 0.0749171 Jul 16 18:21:36.222097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.227694 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bc1bedb8-803a-4c64-a5b0-370b604084f4 req-4556271f-678a-4e82-b57c-e2e3581b2b73 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606035 Jul 16 18:21:36.317440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.318473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.321247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] 10.222.0.55 "PUT /v2.0/ports/217dec82-e6c3-44ac-81d9-e7bf9bf31e3e HTTP/1.1" status: 200 len: 1092 time: 2.5884738 Jul 16 18:21:36.333078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'tag': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:36.338028 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbf78d0-adca-4a86-b651-37b15e55903e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5140ad-25aa-41ac-9ff4-159e070340b0", "tag": "217dec82-e6c3-44ac-81d9-e7bf9bf31e3e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:36.344896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64050bf5-ce8c-424f-baf5-ee9d0e860e56 req-ab069f2f-c2c8-496a-90d6-4a688b98ae76 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1191354 Jul 16 18:21:36.386221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b0038-a9ec-493f-842e-c63f870af9e2 req-63c6fadc-6831-4f25-913c-4992f1f8c029 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.386221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-216b0038-a9ec-493f-842e-c63f870af9e2 req-63c6fadc-6831-4f25-913c-4992f1f8c029 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1710439 Jul 16 18:21:36.387377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33646) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:36.391138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c3c10271-791e-48b4-bb29-f42bf3648afb details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:36.513338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-216b0038-a9ec-493f-842e-c63f870af9e2 req-ac0671d9-091f-4cf8-94df-9f34e354c479 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110139 Jul 16 18:21:36.556945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb9e197-c92e-46b7-af68-247a3c2fb417 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.562965 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3bb9e197-c92e-46b7-af68-247a3c2fb417 tempest-TestSecurityGroupsBasicOps-989640468 tempest-TestSecurityGroupsBasicOps-989640468-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 1056 time: 0.1700916 Jul 16 18:21:36.599592 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b32166d-2a8c-4578-a55f-b582078556eb x-openstack-request-id: req-1b32166d-2a8c-4578-a55f-b582078556eb {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:36.599861 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5140ad-25aa-41ac-9ff4-159e070340b0", "tag": "217dec82-e6c3-44ac-81d9-e7bf9bf31e3e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:36.600130 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1b32166d-2a8c-4578-a55f-b582078556eb {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:36.600580 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'tag': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e', 'status': 'completed', 'code': 200} Jul 16 18:21:36.612989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5ade2-3132-4f6d-a11f-d2b3cd869b8a service neutron] Pushing event updated for resources: {'Port': ['ID=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:36.694413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c3c10271-791e-48b4-bb29-f42bf3648afb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c3c10271-791e-48b4-bb29-f42bf3648afb,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:36.726699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'c3c10271-791e-48b4-bb29-f42bf3648afb', 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'port_id': 'c3c10271-791e-48b4-bb29-f42bf3648afb', 'mac_address': 'fa:16:3e:ab:2e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:36.781354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.785957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.791248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-c8b4244e-c4ef-4034-9eda-e9c9196bbe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.795344 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-c8b4244e-c4ef-4034-9eda-e9c9196bbe19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 1095 time: 0.3711202 Jul 16 18:21:36.797307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.799279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c10271-791e-48b4-bb29-f42bf3648afb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:36.827867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c3c10271-791e-48b4-bb29-f42bf3648afb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c3c10271-791e-48b4-bb29-f42bf3648afb,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:36.837249 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.991210 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:36.998142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=c3c10271-791e-48b4-bb29-f42bf3648afb,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.023239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-9c5d5ab1-b393-4c9b-b297-9881a7da2c20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e HTTP/1.1" status: 200 len: 217 time: 0.1825039 Jul 16 18:21:37.064884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] In _notify_port_updated(), no bound segment for port 8c8ca5be-28a0-4803-afde-ea59de63eea6 on network 91c4ba95-d840-405e-9603-8c978f0cb753 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:21:37.070624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.071259 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.086639 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "PUT /v2.0/ports/8c8ca5be-28a0-4803-afde-ea59de63eea6 HTTP/1.1" status: 200 len: 994 time: 1.7313335 Jul 16 18:21:37.109450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33686) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:37.123596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c446c4e-f9f0-4e55-8be3-9dd92d209b95 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=8c8ca5be-28a0-4803-afde-ea59de63eea6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:37.143279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['c3c10271-791e-48b4-bb29-f42bf3648afb'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:37.165580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-5c89b208-bc52-40b8-a380-a4293dde863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.179470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-5c89b208-bc52-40b8-a380-a4293dde863f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.1437404 Jul 16 18:21:37.190689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb3702ca-5634-426d-a3e6-432992e1fd4a req-7e77d98a-0619-49f3-802c-2487fe27b986 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=14d810d47b144655bfc375f231e71f2c HTTP/1.1" status: 200 len: 221 time: 0.1146073 Jul 16 18:21:37.294869 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-adab56f2-f6f5-4812-82e3-41d0bbb4a8de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079714 Jul 16 18:21:37.459640 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.473003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447929-7b77-4492-a133-da25f8550b31 req-3c699244-8300-4a05-9994-05f1f2509ab1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.475353 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de447929-7b77-4492-a133-da25f8550b31 req-3c699244-8300-4a05-9994-05f1f2509ab1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 945 time: 0.2835853 Jul 16 18:21:37.484447 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-fc583d7a-46ff-4245-8820-1db8d51bd70a service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735876 Jul 16 18:21:37.532168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting port 8c8ca5be-28a0-4803-afde-ea59de63eea6 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:37.533041 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.552815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0b8ff379-9315-438f-aa01-8704b38eaa10 None None] Provisioning complete for port 8c8ca5be-28a0-4803-afde-ea59de63eea6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:37.553901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b8ff379-9315-438f-aa01-8704b38eaa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.640899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a11aa786-c01c-4c17-a3df-0f2bb5c42f04 req-23ba4308-9a13-42bb-b68f-85f951d74775 service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465292 Jul 16 18:21:37.649218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ff379-9315-438f-aa01-8704b38eaa10 None None] Port 8c8ca5be-28a0-4803-afde-ea59de63eea6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:37.651625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de447929-7b77-4492-a133-da25f8550b31 req-a76f2fb2-0b61-46fa-91e2-84d32b53da33 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631832 Jul 16 18:21:37.779836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e39774-4697-428a-b9b0-7e49f1085b7a req-7d69e542-543d-428a-adc6-e4ab414d0707 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.797996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15e39774-4697-428a-b9b0-7e49f1085b7a req-7d69e542-543d-428a-adc6-e4ab414d0707 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 909 time: 0.3956890 Jul 16 18:21:37.817626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-9d71db73-6515-492b-b0c4-9e88890550ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.824298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-9d71db73-6515-492b-b0c4-9e88890550ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 1095 time: 0.1208375 Jul 16 18:21:37.877270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:37.992917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Calling delete_port for 8c8ca5be-28a0-4803-afde-ea59de63eea6 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:37.993775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-13f362fd-b8dd-4cda-a0db-94663b501a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.995604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-13f362fd-b8dd-4cda-a0db-94663b501a41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.1642418 Jul 16 18:21:38.192727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0e8a4-e6e7-4a33-82b1-59d124a4da30 req-da7a0975-4403-4893-ae2b-d939410947f0 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.194474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1c0e8a4-e6e7-4a33-82b1-59d124a4da30 req-da7a0975-4403-4893-ae2b-d939410947f0 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 943 time: 0.3358402 Jul 16 18:21:38.313877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313cab2-d1f1-4fa8-82f0-91ecd6888cac req-7d84e390-30e7-422f-915b-1ebaa60eec58 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.318881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d313cab2-d1f1-4fa8-82f0-91ecd6888cac req-7d84e390-30e7-422f-915b-1ebaa60eec58 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2367845 Jul 16 18:21:38.331040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1c0e8a4-e6e7-4a33-82b1-59d124a4da30 req-7e928725-a51a-4c86-b004-7824fd4f7a3a tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199784 Jul 16 18:21:38.435297 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-bc0598e8-deb6-4f8f-aadb-b63b859dace1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e HTTP/1.1" status: 200 len: 217 time: 0.4320850 Jul 16 18:21:38.443233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:38.469251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d313cab2-d1f1-4fa8-82f0-91ecd6888cac req-18b01e89-925f-4bfe-852b-b7775013ca66 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209357 Jul 16 18:21:38.512308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-75bf97a8-9cb8-4bb2-90fe-5ec57b27f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.513267 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-75bf97a8-9cb8-4bb2-90fe-5ec57b27f936 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.0659761 Jul 16 18:21:38.537173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Port': ['ID=8c8ca5be-28a0-4803-afde-ea59de63eea6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:38.567986 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-a9bca720-40e7-470e-801d-978cd99f2cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459158 Jul 16 18:21:38.741503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-343f8e5f-c160-42cd-b2f8-c691e34ca6a1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.743584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-343f8e5f-c160-42cd-b2f8-c691e34ca6a1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.55 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 909 time: 0.1782050 Jul 16 18:21:38.798141 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-5b82faf5-c35a-4a50-b89c-c305bda2a916 service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204437 Jul 16 18:21:38.892607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-3e7a17db-414b-4961-afb3-ce82ab2aaeb8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1549842 Jul 16 18:21:38.964982 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8fbf78d0-adca-4a86-b651-37b15e55903e req-b4cc8100-661c-4a2b-b6b7-769ab1885dc1 service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576545 Jul 16 18:21:38.985482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting port a6638cc7-13d7-475e-b272-b4733d08dbdb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:38.985860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.106619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] For port a6638cc7-13d7-475e-b272-b4733d08dbdb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a6638cc7-13d7-475e-b272-b4733d08dbdb,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:39.107006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.126196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Calling delete_port for a6638cc7-13d7-475e-b272-b4733d08dbdb owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:39.139945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794105e-8eaa-418f-bf0f-c69b61a0262d req-9d9a2bef-0067-4ffb-a9d0-82963c7fd5f5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.141811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7794105e-8eaa-418f-bf0f-c69b61a0262d req-9d9a2bef-0067-4ffb-a9d0-82963c7fd5f5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.4027216 Jul 16 18:21:39.181767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.183894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4af6e772-8641-4fcb-af1d-f3522079e861 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/ports/8c8ca5be-28a0-4803-afde-ea59de63eea6 HTTP/1.1" status: 204 len: 168 time: 2.0734627 Jul 16 18:21:39.188285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.220871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-71de7e71-fb32-4a74-b7da-631dab5f36e8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.224748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-71de7e71-fb32-4a74-b7da-631dab5f36e8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310211 Jul 16 18:21:39.225111 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d124b1e2-a37b-4f8a-b1c6-3c4afedc3c71 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] GET failed (client error): The resource could not be found. Jul 16 18:21:39.226714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d124b1e2-a37b-4f8a-b1c6-3c4afedc3c71 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "GET /v2.0/ports/8c8ca5be-28a0-4803-afde-ea59de63eea6 HTTP/1.1" status: 404 len: 333 time: 0.0373728 Jul 16 18:21:39.232210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33754) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.237462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'name': 'tempest-AllowedAddressPairTestJSON-1953289713'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:39.240443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7794105e-8eaa-418f-bf0f-c69b61a0262d req-2fa965fa-10ae-4358-b215-f8f9615e98f7 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885453 Jul 16 18:21:39.245663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-bf874a74-7a81-4cef-ac68-a8bfe7cb1bb4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/quotas/bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 375 time: 0.0158818 Jul 16 18:21:39.338446 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-8d5c2059-65c4-472a-9840-e0a1a1e0e007 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865226 Jul 16 18:21:39.415808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.449142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Port': ['ID=a6638cc7-13d7-475e-b272-b4733d08dbdb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.571887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] No DVR routers for this DVR port a6638cc7-13d7-475e-b272-b4733d08dbdb on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:39.589585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.594997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e8784eb9-2319-4209-9ca3-efe97b45f7ef req-97f593ff-46d8-4b8a-b38d-8d5e5c73f0e2 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.55 "DELETE /v2.0/ports/a6638cc7-13d7-475e-b272-b4733d08dbdb HTTP/1.1" status: 204 len: 173 time: 0.8426332 Jul 16 18:21:39.595711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'name': 'network-vif-deleted', 'tag': 'a6638cc7-13d7-475e-b272-b4733d08dbdb'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:39.605778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1d1b6-4312-4e88-8f75-54048905e33a req-ccefac3c-3176-4cb6-b2a8-46075e2febac tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.608075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33c1d1b6-4312-4e88-8f75-54048905e33a req-ccefac3c-3176-4cb6-b2a8-46075e2febac tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 945 time: 0.1582842 Jul 16 18:21:39.613383 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61bfcd6-3523-4e80-b54a-7c30d609d6a4" -d '{"events": [{"server_uuid": "2772cf69-ae22-4ccb-a5a7-0a18e9ef156b", "name": "network-vif-deleted", "tag": "a6638cc7-13d7-475e-b272-b4733d08dbdb"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:39.646426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:39.657655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.716539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] device_id is not set on port e19ff996-71aa-491f-8c75-81ba162d50ba yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:39.728994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33c1d1b6-4312-4e88-8f75-54048905e33a req-dae0d8ca-5d30-4a69-8f46-eb6d5add6b9b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113601 Jul 16 18:21:39.749888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:39.836123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33774) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:39.976896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-affbd5a5-702a-4116-a2d2-b58337d84099 req-93a7fe09-5956-4603-9c4e-cfe511e98510 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=2772cf69-ae22-4ccb-a5a7-0a18e9ef156b HTTP/1.1" status: 200 len: 210 time: 0.0996821 Jul 16 18:21:40.127980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:40.151151 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Allocated IP 172.20.0.9 (91c4ba95-d840-405e-9603-8c978f0cb753/a136fa9a-99c8-473d-8f71-2481cb3b934a/e19ff996-71aa-491f-8c75-81ba162d50ba) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:40.161069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e', 'network_id': '140d30e3-fdf8-41b9-86a8-a2e283aba99d', 'port_id': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e', 'mac_address': 'fa:16:3e:3c:ee:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8e2fd5a-e8ea-4e63-9df5-d436c776a671', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:40.251910 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.278661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:40.295940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41d60a52-a8be-432e-87e6-a5e30631ad60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.339339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:40.347530 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.375372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ebcce94-f2f4-4fe5-aad9-484e133a7828 req-a52ad364-288f-486a-af23-486ba34d8d68 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 210 time: 0.1258526 Jul 16 18:21:40.421024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c3c10271-791e-48b4-bb29-f42bf3648afb up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:40.508654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9028a2-b86e-4db1-ae80-769cd32c72c9 req-b393104f-702c-4857-802e-2e7c6b2c2509 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.514846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b9028a2-b86e-4db1-ae80-769cd32c72c9 req-b393104f-702c-4857-802e-2e7c6b2c2509 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 943 time: 0.3777719 Jul 16 18:21:40.537887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.567869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Transition to ACTIVE for port object e19ff996-71aa-491f-8c75-81ba162d50ba will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:40.609355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.638609 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d40eaf5-c4da-4472-8fa9-9c54636ccc66 x-openstack-request-id: req-4d40eaf5-c4da-4472-8fa9-9c54636ccc66 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:40.639216 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2772cf69-ae22-4ccb-a5a7-0a18e9ef156b", "name": "network-vif-deleted", "tag": "a6638cc7-13d7-475e-b272-b4733d08dbdb", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:40.639714 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d40eaf5-c4da-4472-8fa9-9c54636ccc66 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:40.641814 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2772cf69-ae22-4ccb-a5a7-0a18e9ef156b', 'name': 'network-vif-deleted', 'tag': 'a6638cc7-13d7-475e-b272-b4733d08dbdb', 'status': 'completed', 'code': 200} Jul 16 18:21:40.643579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['217dec82-e6c3-44ac-81d9-e7bf9bf31e3e'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:40.645059 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.674090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b9028a2-b86e-4db1-ae80-769cd32c72c9 req-d4a6eed5-c550-41df-be9d-1e8e89e402ec tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525900 Jul 16 18:21:40.784033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=e19ff996-71aa-491f-8c75-81ba162d50ba,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:40.784453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port c3c10271-791e-48b4-bb29-f42bf3648afb completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:40.828512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:40.834360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port c3c10271-791e-48b4-bb29-f42bf3648afb triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:40.834625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:40.834722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.842922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41d60a52-a8be-432e-87e6-a5e30631ad60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.843775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:40.852176 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41d60a52-a8be-432e-87e6-a5e30631ad60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:40.981103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:40.981828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.023052 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cfc64da2-a0ec-4341-b98e-fb3a8c32d086 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7896867 Jul 16 18:21:41.023754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:41.037906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:80:b6:24'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:41.055390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-41d60a52-a8be-432e-87e6-a5e30631ad60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d4b53c2c3ed4444bf4852c2d6ddf3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2153528 Jul 16 18:21:41.058552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33794) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:41.059431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60a52-a8be-432e-87e6-a5e30631ad60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719d0a74-a795-43fb-ba66-b0a575c4c93f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.122295 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.181228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c3c10271-791e-48b4-bb29-f42bf3648afb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c3c10271-791e-48b4-bb29-f42bf3648afb,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:41.201400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c10271-791e-48b4-bb29-f42bf3648afb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:41.205114 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df54ddd-ecb3-48e2-9e6f-984906005a1d" -d '{"events": [{"server_uuid": "0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c3c10271-791e-48b4-bb29-f42bf3648afb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:41.210016 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.220358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:41.243134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bf097-346d-4664-a65f-b04de94bced6 req-58437498-121e-43ff-9be6-164fc3f001b5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.253524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f22bf097-346d-4664-a65f-b04de94bced6 req-58437498-121e-43ff-9be6-164fc3f001b5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3641431 Jul 16 18:21:41.307013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87ed2f7b-f83c-4d2d-9e22-844d3a388fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.347024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=c3c10271-791e-48b4-bb29-f42bf3648afb,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.370816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e1a0eeb-14bc-4e77-9341-e3dd7c793b03 None None] Provisioning for port e19ff996-71aa-491f-8c75-81ba162d50ba completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:41.371688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f22bf097-346d-4664-a65f-b04de94bced6 req-8dd8d683-4160-463b-92a8-67bc15afa6e4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117051 Jul 16 18:21:41.377119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e1a0eeb-14bc-4e77-9341-e3dd7c793b03 None None] Provisioning complete for port e19ff996-71aa-491f-8c75-81ba162d50ba triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:41.377838 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1a0eeb-14bc-4e77-9341-e3dd7c793b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.390671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87ed2f7b-f83c-4d2d-9e22-844d3a388fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.453037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a0eeb-14bc-4e77-9341-e3dd7c793b03 None None] Port e19ff996-71aa-491f-8c75-81ba162d50ba cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:41.471879 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ff36b1-105f-4e00-bb9f-1e860bdee407 x-openstack-request-id: req-11ff36b1-105f-4e00-bb9f-1e860bdee407 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:41.472494 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8", "name": "network-vif-plugged", "status": "completed", "tag": "c3c10271-791e-48b4-bb29-f42bf3648afb", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:41.472950 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11ff36b1-105f-4e00-bb9f-1e860bdee407 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:41.473552 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c10271-791e-48b4-bb29-f42bf3648afb', 'code': 200} Jul 16 18:21:41.499940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87ed2f7b-f83c-4d2d-9e22-844d3a388fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.502729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87ed2f7b-f83c-4d2d-9e22-844d3a388fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.507068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-87ed2f7b-f83c-4d2d-9e22-844d3a388fe2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/719d0a74-a795-43fb-ba66-b0a575c4c93f HTTP/1.1" status: 204 len: 168 time: 0.4418957 Jul 16 18:21:41.519659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed2f7b-f83c-4d2d-9e22-844d3a388fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719d0a74-a795-43fb-ba66-b0a575c4c93f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:41.781137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:41.868278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.928735 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-8e7282d6-447f-46db-9d77-0c4d59f82094 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522950 Jul 16 18:21:41.973572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:41.990901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:41.991347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.112026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33814) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.169128 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.174929 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6e16a9d-7b5f-4f37-9041-ee65c2609b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.195533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9e3b8de-f4fc-4d35-90ab-227f792571c9 req-50de8af7-4cfb-4028-bcee-1cba4cea6380 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 210 time: 0.5260291 Jul 16 18:21:42.221900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:42.229680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.230744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a6638cc7-13d7-475e-b272-b4733d08dbdb no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:42.252459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e123bc-1324-4f14-ad2a-8f06002a3bbf req-b1956309-3b6a-488a-96c5-a5ac4a2bd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.258497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53e123bc-1324-4f14-ad2a-8f06002a3bbf req-b1956309-3b6a-488a-96c5-a5ac4a2bd82c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1097 time: 0.6916921 Jul 16 18:21:42.270378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-b3c7b980-96e6-442d-8075-54963f33ecc8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.272271 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-b3c7b980-96e6-442d-8075-54963f33ecc8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322411 Jul 16 18:21:42.296018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Request body: {'port': {'device_id': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'bb2e096cec2442afbe3872187f55de88'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:42.299965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: a6638cc7-13d7-475e-b272-b4733d08dbdb {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:42.300696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a6638cc7-13d7-475e-b272-b4733d08dbdb not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:42.344498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.348240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53e123bc-1324-4f14-ad2a-8f06002a3bbf req-0e37cbf4-64c7-4b19-8201-e8b0d6808fea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759494 Jul 16 18:21:42.374279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4899b1-1917-4e3e-957c-89d79d9c0185 req-8b6595fa-6cbb-4220-92a7-2e562e179318 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.382972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e4899b1-1917-4e3e-957c-89d79d9c0185 req-8b6595fa-6cbb-4220-92a7-2e562e179318 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.7584050 Jul 16 18:21:42.504122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e4899b1-1917-4e3e-957c-89d79d9c0185 req-dce7acc7-bb8d-4f51-97fa-0469e30a7c5b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136994 Jul 16 18:21:42.557348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.569406 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.573264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a391-0593-4094-a44e-958bf16cb0e2 req-9c795a27-ea59-4d62-8005-cf7f92d1a226 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.576433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3003a391-0593-4094-a44e-958bf16cb0e2 req-9c795a27-ea59-4d62-8005-cf7f92d1a226 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.1610978 Jul 16 18:21:42.652630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3003a391-0593-4094-a44e-958bf16cb0e2 req-354c8655-47ef-4334-adc7-ca3c182d090a tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682850 Jul 16 18:21:42.683476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.691281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=e19ff996-71aa-491f-8c75-81ba162d50ba,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.700710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6e16a9d-7b5f-4f37-9041-ee65c2609b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.754768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6e16a9d-7b5f-4f37-9041-ee65c2609b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.791566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] In _notify_port_updated(), no bound segment for port e19ff996-71aa-491f-8c75-81ba162d50ba on network 91c4ba95-d840-405e-9603-8c978f0cb753 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:21:42.797806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.798502 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.799935 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c714ecf5-af87-4026-8d54-fd6c5a1e1069 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "PUT /v2.0/ports/e19ff996-71aa-491f-8c75-81ba162d50ba HTTP/1.1" status: 200 len: 996 time: 1.7751622 Jul 16 18:21:42.813956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33822) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.877171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfdf44-557e-4ea8-8019-e44294c6a418 req-b614d4b6-c2bd-44a9-a703-ce79955103de tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.880568 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ecfdf44-557e-4ea8-8019-e44294c6a418 req-b614d4b6-c2bd-44a9-a703-ce79955103de tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1035244 Jul 16 18:21:42.891717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Made reservation on behalf of bb2e096cec2442afbe3872187f55de88 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:42.896097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.920876 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6e16a9d-7b5f-4f37-9041-ee65c2609b35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=007a33cd52344af8b0fb6bef52723a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8038604 Jul 16 18:21:42.921783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e16a9d-7b5f-4f37-9041-ee65c2609b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2da9539-12e2-483b-93d4-4d88363c34fa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.924511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33824) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:42.935415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ecfdf44-557e-4ea8-8019-e44294c6a418 req-16a10899-6dcd-4355-b7d0-1b04ec5dfaa0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482557 Jul 16 18:21:42.996482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-525df39b-f7dd-4ff7-b9ac-0dd4f5237111 None None] Provisioning complete for port e19ff996-71aa-491f-8c75-81ba162d50ba triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:42.999575 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-525df39b-f7dd-4ff7-b9ac-0dd4f5237111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.072488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-525df39b-f7dd-4ff7-b9ac-0dd4f5237111 None None] Port e19ff996-71aa-491f-8c75-81ba162d50ba cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:43.182035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef8412-6315-49d2-b1f6-3be89249deb7 req-92224882-8ed6-4147-add5-732895245f0a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:43.185567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5bef8412-6315-49d2-b1f6-3be89249deb7 req-92224882-8ed6-4147-add5-732895245f0a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.0994170 Jul 16 18:21:43.265191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c5fc-5985-4730-badd-34255de13308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.291494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5bef8412-6315-49d2-b1f6-3be89249deb7 req-7066c3a6-49b0-4f60-8c55-315105d7ff26 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929196 Jul 16 18:21:43.327224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c5fc-5985-4730-badd-34255de13308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.346565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting port e19ff996-71aa-491f-8c75-81ba162d50ba {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:43.346893 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:43.376479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Allocated IP 192.168.233.84 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/972551f8-33e4-4dbe-9a4e-c70bcccee019) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:43.475281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:43.478133 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970bf5fe-4573-4268-b805-76cbfb1cfd57" -d '{"events": [{"server_uuid": "1d5140ad-25aa-41ac-9ff4-159e070340b0", "name": "network-vif-plugged", "status": "completed", "tag": "217dec82-e6c3-44ac-81d9-e7bf9bf31e3e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:43.519831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d146537-5ce4-4a13-a503-ccf23edcaa05 req-afbd0e6d-344a-41bd-bfea-d6f6e5d0f947 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 210 time: 0.0405262 Jul 16 18:21:43.617275 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d1a226-a699-4210-af30-ea1c5e24ee8d x-openstack-request-id: req-e2d1a226-a699-4210-af30-ea1c5e24ee8d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:43.618108 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5140ad-25aa-41ac-9ff4-159e070340b0", "name": "network-vif-plugged", "status": "completed", "tag": "217dec82-e6c3-44ac-81d9-e7bf9bf31e3e", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:43.618379 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2d1a226-a699-4210-af30-ea1c5e24ee8d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:43.618831 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e', 'code': 200} Jul 16 18:21:44.028045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc323b8-aecb-4e3c-a2c7-c5c63728bb6c req-2821543d-e3c8-4e26-9eba-03ce6173982e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.035427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7cc323b8-aecb-4e3c-a2c7-c5c63728bb6c req-2821543d-e3c8-4e26-9eba-03ce6173982e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1752224 Jul 16 18:21:44.082068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.090178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c5fc-5985-4730-badd-34255de13308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.094952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c5fc-5985-4730-badd-34255de13308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.096665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4ca8c5fc-5985-4730-badd-34255de13308 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e2da9539-12e2-483b-93d4-4d88363c34fa HTTP/1.1" status: 204 len: 168 time: 1.1657112 Jul 16 18:21:44.133059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Calling delete_port for e19ff996-71aa-491f-8c75-81ba162d50ba owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:44.140478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7cc323b8-aecb-4e3c-a2c7-c5c63728bb6c req-758364af-7dc5-4b50-84e3-601037ad4f5d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924890 Jul 16 18:21:44.146844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8c5fc-5985-4730-badd-34255de13308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2da9539-12e2-483b-93d4-4d88363c34fa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.291828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d93c7-c6d2-4735-acc7-2541f91edd1b req-8a4a179e-8d33-4c8a-83f4-50b31547a429 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.293528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c85d93c7-c6d2-4735-acc7-2541f91edd1b req-8a4a179e-8d33-4c8a-83f4-50b31547a429 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.0978186 Jul 16 18:21:44.328855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14ea8-e034-4414-9967-ad8d22b9bb5f req-d84061c0-79b0-4b1f-8ee1-3844f2020c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.330639 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51c14ea8-e034-4414-9967-ad8d22b9bb5f req-d84061c0-79b0-4b1f-8ee1-3844f2020c6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 1097 time: 0.5486820 Jul 16 18:21:44.372448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c85d93c7-c6d2-4735-acc7-2541f91edd1b req-b9a8ed89-6f14-45ba-9fa3-b3c0c87e26d4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717123 Jul 16 18:21:44.449415 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.455073 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51c14ea8-e034-4414-9967-ad8d22b9bb5f req-5d6c4381-e738-434b-a097-7d7e826a5355 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100335 Jul 16 18:21:44.460982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd129d6a-c37b-4a4d-8d57-84ddf0b1be2b req-aaf3c212-a01d-4fce-9d4a-6963c7f7f711 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.471769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd129d6a-c37b-4a4d-8d57-84ddf0b1be2b req-aaf3c212-a01d-4fce-9d4a-6963c7f7f711 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1193430 Jul 16 18:21:44.483835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting port b5c3c2de-5161-4827-9b63-e17d8a26d19f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:44.484223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.519650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd129d6a-c37b-4a4d-8d57-84ddf0b1be2b req-7b4a8845-35ad-424a-be27-57d213e3423e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 Jul 16 18:21:44.525312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Transition to ACTIVE for port object 972551f8-33e4-4dbe-9a4e-c70bcccee019 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:44.664636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] For port b5c3c2de-5161-4827-9b63-e17d8a26d19f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b5c3c2de-5161-4827-9b63-e17d8a26d19f,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:44.665089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.695464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Calling delete_port for b5c3c2de-5161-4827-9b63-e17d8a26d19f owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:44.711303 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.717844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.724422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3d65d6c7-1260-4bba-bbd5-a2c537f9c614'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:44.727827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:44.785921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe75b1-7b8a-4f52-8a6d-25a04d5da51d req-8c8ea47b-31ad-4c58-bcce-83b7f0369e6f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.795988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2fe75b1-7b8a-4f52-8a6d-25a04d5da51d req-8c8ea47b-31ad-4c58-bcce-83b7f0369e6f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1027002 Jul 16 18:21:44.808534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:44.814410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:44.828430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:44.944938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.031590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2fe75b1-7b8a-4f52-8a6d-25a04d5da51d req-591bf47c-4d88-4a72-b455-fc24cbcf92a0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312799 Jul 16 18:21:45.101062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf88c3b-f53e-4a26-8d5b-04f7f4cee379 req-90a002ad-fd4a-40ec-a89d-957d815a5d77 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.115558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abf88c3b-f53e-4a26-8d5b-04f7f4cee379 req-90a002ad-fd4a-40ec-a89d-957d815a5d77 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 935 time: 0.3078127 Jul 16 18:21:45.128346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Port': ['ID=e19ff996-71aa-491f-8c75-81ba162d50ba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:45.196576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.203228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.266083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abf88c3b-f53e-4a26-8d5b-04f7f4cee379 req-6f928c35-4785-4d8e-a6e6-a4e60081a67e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463025 Jul 16 18:21:45.342948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e9c6464e-69ce-4533-afdc-a7a180b1c129 None None] Provisioning for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:45.360726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e9c6464e-69ce-4533-afdc-a7a180b1c129 None None] Provisioning complete for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:45.364719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9c6464e-69ce-4533-afdc-a7a180b1c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.452391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.466742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33888) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.467318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-219ee695-8661-4f4a-bcdf-7e172ac63ad9 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/ports/e19ff996-71aa-491f-8c75-81ba162d50ba HTTP/1.1" status: 204 len: 168 time: 2.6516948 Jul 16 18:21:45.477544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-29cb93b0-fcf5-4e94-b977-69b246a29940 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1910081 Jul 16 18:21:45.493798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Request body: {'port': {'device_id': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.507527 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-71feac6c-ba82-4219-9487-7a5d44249b71 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] GET failed (client error): The resource could not be found. Jul 16 18:21:45.509470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-71feac6c-ba82-4219-9487-7a5d44249b71 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "GET /v2.0/ports/e19ff996-71aa-491f-8c75-81ba162d50ba HTTP/1.1" status: 404 len: 333 time: 0.0396369 Jul 16 18:21:45.514067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33890) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.530734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6464e-69ce-4533-afdc-a7a180b1c129 None None] Port 972551f8-33e4-4dbe-9a4e-c70bcccee019 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:45.537455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'name': 'tempest-AllowedAddressPairTestJSON-1787456622'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.669987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94417cc1-6c47-47b1-8545-e96b17627f7e req-eee706cf-6a72-4782-b426-34fb5049dbc4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.673057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94417cc1-6c47-47b1-8545-e96b17627f7e req-eee706cf-6a72-4782-b426-34fb5049dbc4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2943571 Jul 16 18:21:45.704672 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.842000 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94417cc1-6c47-47b1-8545-e96b17627f7e req-182a098e-7a1d-42d6-95f4-83cc3a346122 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598828 Jul 16 18:21:45.905462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.968750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f7b08-1885-41b9-b329-fbc38a97f505 req-38d1462b-35fc-45bc-87aa-e6375aeb2e17 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.970509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c6f7b08-1885-41b9-b329-fbc38a97f505 req-38d1462b-35fc-45bc-87aa-e6375aeb2e17 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.2953277 Jul 16 18:21:45.984770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:46.029938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.138197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Port': ['ID=b5c3c2de-5161-4827-9b63-e17d8a26d19f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:46.160547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] device_id is not set on port 269ba928-4162-47ad-b74b-d9a478408bf7 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:46.413071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c6f7b08-1885-41b9-b329-fbc38a97f505 req-2c7370a1-d141-46b4-9d98-6f521f6cdf74 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302075 Jul 16 18:21:46.550314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3af39-0614-4d66-a641-f425f3caa4fa req-c99e1934-fcf5-4bad-a5fe-cf15eb9bfd3c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:46.560275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0f3af39-0614-4d66-a641-f425f3caa4fa req-c99e1934-fcf5-4bad-a5fe-cf15eb9bfd3c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2683229 Jul 16 18:21:46.628408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Allocated IP 172.20.0.9 (91c4ba95-d840-405e-9603-8c978f0cb753/a136fa9a-99c8-473d-8f71-2481cb3b934a/269ba928-4162-47ad-b74b-d9a478408bf7) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:46.669405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972551f8-33e4-4dbe-9a4e-c70bcccee019 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:46.682712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.696372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.792309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0f3af39-0614-4d66-a641-f425f3caa4fa req-fdd4fb41-02df-461f-b4e9-e9bf2e920f01 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307389 Jul 16 18:21:46.836586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Transition to ACTIVE for port object 972551f8-33e4-4dbe-9a4e-c70bcccee019 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:46.858247 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.947321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.008143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df8540-4fed-42d7-a85d-91d4faa44565 req-ce80a774-5bfc-441c-8938-0943b1174b51 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.012035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23df8540-4fed-42d7-a85d-91d4faa44565 req-ce80a774-5bfc-441c-8938-0943b1174b51 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 935 time: 0.2251537 Jul 16 18:21:47.047302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Transition to ACTIVE for port object 269ba928-4162-47ad-b74b-d9a478408bf7 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:47.128629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.214282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23df8540-4fed-42d7-a85d-91d4faa44565 req-f8931be7-9bcf-444c-bcd8-20448a531986 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865425 Jul 16 18:21:47.298443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.373735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:47.381226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:47.382057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:47.382585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:47.382999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:47.388736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:47.397030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=269ba928-4162-47ad-b74b-d9a478408bf7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.413584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:47.414193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:47.436000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router 9695e879-59a0-4804-abc1-a89e3b8d72b0 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:47.438829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:47.438829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:47.438829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:47.438829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Bound port: 972551f8-33e4-4dbe-9a4e-c70bcccee019, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:47.438829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.457478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a2b40-b8f2-4690-8f63-b82d6ce250c3 req-638b4941-bfcd-47ae-afba-15b036c97058 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.459133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d98a2b40-b8f2-4690-8f63-b82d6ce250c3 req-638b4941-bfcd-47ae-afba-15b036c97058 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2518172 Jul 16 18:21:47.588938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.590141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.616111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:47.647060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:47.651948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d98a2b40-b8f2-4690-8f63-b82d6ce250c3 req-c8f85ec5-49b2-4a77-8272-89a73d7b4717 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778204 Jul 16 18:21:47.657651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.665816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b30a533-d884-4455-ad90-5590c01a9324 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1485617 Jul 16 18:21:47.669058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33930) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.678546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'network_id': '91c4ba95-d840-405e-9603-8c978f0cb753', 'name': 'tempest-AllowedAddressPairTestJSON-1059874901'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:47.710806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:47.721672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2274029b-23cd-4ee5-96ad-c89d6bb38d8d tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "PUT /v2.0/routers/9695e879-59a0-4804-abc1-a89e3b8d72b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4995201 Jul 16 18:21:47.725021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:47.743584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:47.744230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.745778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] 10.222.0.13 "PUT /v2.0/ports/972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 1096 time: 2.2566266 Jul 16 18:21:47.746253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:47.748740 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5731e82a-42ff-4546-9e45-069e15be79c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:47.775661 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] Sync routers for ids ['9695e879-59a0-4804-abc1-a89e3b8d72b0'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:47.790914 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] Routers {'9695e879-59a0-4804-abc1-a89e3b8d72b0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:47.791841 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9695e879-59a0-4804-abc1-a89e3b8d72b0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:47.935193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9d188-b1d5-4752-a6df-446196748750 service neutron] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.950813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting subnet 26194801-f478-45ab-ace7-21b40a8a5f2e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:47.957033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:47.990290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a596a2c4-23cc-4ed3-aea0-1f5a84e65c83 None None] Provisioning for port 269ba928-4162-47ad-b74b-d9a478408bf7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:48.030407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a596a2c4-23cc-4ed3-aea0-1f5a84e65c83 None None] Provisioning complete for port 269ba928-4162-47ad-b74b-d9a478408bf7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:48.035461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.036763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a596a2c4-23cc-4ed3-aea0-1f5a84e65c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.045464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-2259b409-15e9-47a2-a8a3-e03b9ec9f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.057820 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-2259b409-15e9-47a2-a8a3-e03b9ec9f764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1099 time: 0.2197504 Jul 16 18:21:48.104380 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] Set router 9695e879-59a0-4804-abc1-a89e3b8d72b0 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:48.149052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1c069-0b45-418e-bb54-138cad05e17c req-4a517f58-752b-4afe-bcd4-c187dc9ad454 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.151686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dca1c069-0b45-418e-bb54-138cad05e17c req-4a517f58-752b-4afe-bcd4-c187dc9ad454 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.4432740 Jul 16 18:21:48.220448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a596a2c4-23cc-4ed3-aea0-1f5a84e65c83 None None] Port 269ba928-4162-47ad-b74b-d9a478408bf7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:48.296097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-6399b621-3e39-4760-8496-341a31d37d16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.0933499 Jul 16 18:21:48.339251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Made reservation on behalf of aacc6737d26c4f31889bede382d3ed3e for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:48.346177 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.410812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dca1c069-0b45-418e-bb54-138cad05e17c req-122b2057-04c0-4145-b2fa-f0b4bed9cb0e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154689 Jul 16 18:21:48.421780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] device_id is not set on port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:48.542654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.609473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af7b55-efa8-4192-a1e4-9d649e266598 req-52f534cd-7ea8-4345-8ce8-87b7f92e96c8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.620811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54af7b55-efa8-4192-a1e4-9d649e266598 req-52f534cd-7ea8-4345-8ce8-87b7f92e96c8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.5104837 Jul 16 18:21:48.650293 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d346377-0b98-462b-a35c-c8e8477a9c67 x-openstack-request-id: req-6d346377-0b98-462b-a35c-c8e8477a9c67 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:48.654260 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:48.656123 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d346377-0b98-462b-a35c-c8e8477a9c67 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:48.658348 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'status': 'completed', 'code': 200} Jul 16 18:21:48.667741 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:48.734212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-3801ce1c-bb8d-4914-b9f8-15d0a4ee86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:48.737992 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-3801ce1c-bb8d-4914-b9f8-15d0a4ee86e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.4309471 Jul 16 18:21:48.741604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.747626 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] Checking router: 9695e879-59a0-4804-abc1-a89e3b8d72b0 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:48.759719 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] Routers {'9695e879-59a0-4804-abc1-a89e3b8d72b0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:48.760647 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9695e879-59a0-4804-abc1-a89e3b8d72b0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:48.846476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Subnet': ['ID=26194801-f478-45ab-ace7-21b40a8a5f2e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.859112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54af7b55-efa8-4192-a1e4-9d649e266598 req-5e454e00-df86-445d-bf52-6ea96fe67e53 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370021 Jul 16 18:21:48.894088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Allocated IP 172.20.0.11 (91c4ba95-d840-405e-9603-8c978f0cb753/a136fa9a-99c8-473d-8f71-2481cb3b934a/82a42b2a-0110-44b4-a5b4-3c57a04ad2e0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:48.895749 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] Set router 9695e879-59a0-4804-abc1-a89e3b8d72b0 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:48.958824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517420ff-491e-4c24-93c1-7cb692d82118 None None] Network 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:48.962357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.971314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-877a7930-d20e-419e-9871-60481b411301 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/subnets/26194801-f478-45ab-ace7-21b40a8a5f2e HTTP/1.1" status: 204 len: 168 time: 1.2416675 Jul 16 18:21:48.971827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.179690 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:49.209821 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3824ed54-f79d-4861-aded-1269f01cb6b9 None None] The sync data for ids ['9695e879-59a0-4804-abc1-a89e3b8d72b0'] in n-d-793620-10 is: [{'id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1095086211', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:20:40Z', 'updated_at': '2021-07-16T18:21:45Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '9f759d98-e9ce-427c-9290-c0f8851f94b7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:18:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9695e879-59a0-4804-abc1-a89e3b8d72b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:20:41Z', 'updated_at': '2021-07-16T18:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:49.260015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-35034325-4423-4370-99d8-cba0b401802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.261719 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-35034325-4423-4370-99d8-cba0b401802b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5143771 Jul 16 18:21:49.326009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a6571-8da0-456e-a94d-529d6aaa40c3 req-70df0a52-e67b-4233-884a-16fed5aea9b3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:49.333552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b8a6571-8da0-456e-a94d-529d6aaa40c3 req-70df0a52-e67b-4233-884a-16fed5aea9b3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 947 time: 0.3040156 Jul 16 18:21:49.375808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.403622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.473144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Transition to ACTIVE for port object 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:49.522178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b8a6571-8da0-456e-a94d-529d6aaa40c3 req-90ca0424-4262-48a3-9dbb-d054e5fb1e87 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862369 Jul 16 18:21:49.653597 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.677084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] DHCP port deletion for 5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:49.810529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33968) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:49.842072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] Deleting port bd198f2b-df6e-4f9a-b887-79a68732f7e6 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:49.842448 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.845067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b5c3c2de-5161-4827-9b63-e17d8a26d19f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:49.867394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Network 91c4ba95-d840-405e-9603-8c978f0cb753 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:49.875031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b5c3c2de-5161-4827-9b63-e17d8a26d19f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:49.875820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b5c3c2de-5161-4827-9b63-e17d8a26d19f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:49.876924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bd198f2b-df6e-4f9a-b887-79a68732f7e6 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:49.910167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:49.918234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:50.013603 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.150796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=82a42b2a-0110-44b4-a5b4-3c57a04ad2e0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.195213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port bd198f2b-df6e-4f9a-b887-79a68732f7e6, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bd198f2b-df6e-4f9a-b887-79a68732f7e6,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.198686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] For port bd198f2b-df6e-4f9a-b887-79a68732f7e6, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bd198f2b-df6e-4f9a-b887-79a68732f7e6,segment=NetworkSegment(f20c1bdf-58d9-4785-9268-c931b78384a3),segment_id=f20c1bdf-58d9-4785-9268-c931b78384a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:50.199428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.204233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.243056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-683599d3-2bf0-4b23-812c-9b41fb8747b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.324461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=bd198f2b-df6e-4f9a-b887-79a68732f7e6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.338163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] Calling delete_port for bd198f2b-df6e-4f9a-b887-79a68732f7e6 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:50.425500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.431789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-7a11d7f3-48d5-4eb6-bcc5-7f18d0ae92aa service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1522701 Jul 16 18:21:50.436514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.571905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-683599d3-2bf0-4b23-812c-9b41fb8747b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.579179 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-683599d3-2bf0-4b23-812c-9b41fb8747b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.595743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3201-fcff-4df6-b6ab-8b6f6ca9f24b req-d377c955-347a-457c-98b3-179e5ba9708d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.603945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d2a3201-fcff-4df6-b6ab-8b6f6ca9f24b req-d377c955-347a-457c-98b3-179e5ba9708d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.7344561 Jul 16 18:21:50.617049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd17f405-e8ac-4766-b2ca-02b5da7a0483 None None] Provisioning for port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:50.631208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd17f405-e8ac-4766-b2ca-02b5da7a0483 None None] Provisioning complete for port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:50.632389 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd17f405-e8ac-4766-b2ca-02b5da7a0483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.671509 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:50.680954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d2a3201-fcff-4df6-b6ab-8b6f6ca9f24b req-db8836f5-58b2-4eb7-b768-a0f4dbc7c289 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755079 Jul 16 18:21:50.701334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b9a5261d-afbb-49a0-a2fe-7be35ebffb3c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0312057 Jul 16 18:21:50.717102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33980) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.732055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:80:b6:24'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:09:9a:14'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:50.764531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-683599d3-2bf0-4b23-812c-9b41fb8747b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0f3ada6ccffb47d3a38fc0875074541e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9416237 Jul 16 18:21:50.766470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683599d3-2bf0-4b23-812c-9b41fb8747b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c313650b-6090-4d8b-b964-681482c2c0e5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.786982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33984) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.825363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cd17f405-e8ac-4766-b2ca-02b5da7a0483 None None] Port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:50.847715 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.875434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] Pushing event deleted for resources: {'Port': ['ID=bd198f2b-df6e-4f9a-b887-79a68732f7e6,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:50.897182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea1539-9a0f-4411-8859-c6293a178322 None None] No DVR routers for this DVR port bd198f2b-df6e-4f9a-b887-79a68732f7e6 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:50.914631 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a328ce08-eab6-40a9-875d-e05fd1bb3547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.964993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a328ce08-eab6-40a9-875d-e05fd1bb3547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.050694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.131685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a328ce08-eab6-40a9-875d-e05fd1bb3547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.134410 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a328ce08-eab6-40a9-875d-e05fd1bb3547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.135634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a328ce08-eab6-40a9-875d-e05fd1bb3547 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c313650b-6090-4d8b-b964-681482c2c0e5 HTTP/1.1" status: 204 len: 168 time: 0.3473108 Jul 16 18:21:51.164488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328ce08-eab6-40a9-875d-e05fd1bb3547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c313650b-6090-4d8b-b964-681482c2c0e5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:51.187690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f45a1ccc-a323-4edc-a833-bb35eb9c9782 req-a4fdc51d-eaae-4a11-bf3b-f9fd529152e7 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272627 Jul 16 18:21:51.206436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c756e-b5fc-48b5-b31f-935ca4ec1af0 req-4d1a2296-b30c-4120-b805-8c90a0810c6b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.219272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-617c756e-b5fc-48b5-b31f-935ca4ec1af0 req-4d1a2296-b30c-4120-b805-8c90a0810c6b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 947 time: 0.2086377 Jul 16 18:21:51.244743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da690f0-b824-4912-90c0-ea15a08cc59f req-98db33ff-33c0-44b2-b784-e3fa12e542c7 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.247013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2da690f0-b824-4912-90c0-ea15a08cc59f req-98db33ff-33c0-44b2-b784-e3fa12e542c7 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.1751959 Jul 16 18:21:51.369780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-577ee52c-01c6-440e-b609-26bcb7736022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.371432 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-577ee52c-01c6-440e-b609-26bcb7736022 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 1097 time: 0.6564126 Jul 16 18:21:51.371677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-617c756e-b5fc-48b5-b31f-935ca4ec1af0 req-9a52ecf4-3682-4071-9f8c-4adb84ef8476 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427717 Jul 16 18:21:51.389912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2da690f0-b824-4912-90c0-ea15a08cc59f req-ddd0edd7-dcfc-4e33-86f4-c1647c463ef6 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310396 Jul 16 18:21:51.471755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting port 9f759d98-e9ce-427c-9290-c0f8851f94b7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:51.472287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.505761 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.614794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-ef840f87-cb33-4c5b-8507-c77544e6b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.616567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-ef840f87-cb33-4c5b-8507-c77544e6b6c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1099 time: 0.3577459 Jul 16 18:21:51.696464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2df1b0-9655-4f6a-9a94-4f6feea0f644 req-4f2e41c2-1555-47ee-af24-34ac6b2a6e7f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.699135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d2df1b0-9655-4f6a-9a94-4f6feea0f644 req-4f2e41c2-1555-47ee-af24-34ac6b2a6e7f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1031065 Jul 16 18:21:51.700426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33996) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:51.727837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d0a624c-5e99-4c2b-9012-9c45bba10c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:51.805011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d2df1b0-9655-4f6a-9a94-4f6feea0f644 req-7c5184f7-235d-4c81-a49d-d7c707303321 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720348 Jul 16 18:21:51.815696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-a389ee7f-5d77-4b93-ba60-9cf6659ba380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:51.817948 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-a389ee7f-5d77-4b93-ba60-9cf6659ba380 service neutron] 10.222.0.55 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.3839917 Jul 16 18:21:51.965963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-4dc7dc68-e0ea-4f33-91ca-4bd38ec85313 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e HTTP/1.1" status: 200 len: 217 time: 0.1348920 Jul 16 18:21:51.967390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d0a624c-5e99-4c2b-9012-9c45bba10c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.008002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d0a624c-5e99-4c2b-9012-9c45bba10c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.075906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] For port 9f759d98-e9ce-427c-9290-c0f8851f94b7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9f759d98-e9ce-427c-9290-c0f8851f94b7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:52.076305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.081872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d0a624c-5e99-4c2b-9012-9c45bba10c5c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e86f8dbdfcbf4f0387c35175a42ee6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3799162 Jul 16 18:21:52.087675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34002) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.090739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a624c-5e99-4c2b-9012-9c45bba10c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15f7b08-31fb-42de-a351-6bde7851683e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.130825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-5d8758f1-c181-4357-a1bb-0e299cba91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.132358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-5d8758f1-c181-4357-a1bb-0e299cba91fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.4496298 Jul 16 18:21:52.142873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb64605-05d9-4c2a-8562-611c65df7150 req-f9510eb1-a4f7-47b1-b403-bfc1ea79c6ee tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.144627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2cb64605-05d9-4c2a-8562-611c65df7150 req-f9510eb1-a4f7-47b1-b403-bfc1ea79c6ee tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1812868 Jul 16 18:21:52.159321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Calling delete_port for 9f759d98-e9ce-427c-9290-c0f8851f94b7 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:52.204704 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-7df6bb09-f592-4dfb-adb8-22838436cebd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.0635049 Jul 16 18:21:52.212082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a565-f0ac-44e8-9077-ff23edb42557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.222574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2cb64605-05d9-4c2a-8562-611c65df7150 req-e3a508ee-59bd-4490-8be5-2e26554f91a5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704832 Jul 16 18:21:52.230506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-ccc14dcf-2eb4-438f-8be3-89b754096095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.233525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-ccc14dcf-2eb4-438f-8be3-89b754096095 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.2381768 Jul 16 18:21:52.251276 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a565-f0ac-44e8-9077-ff23edb42557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.340266 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a565-f0ac-44e8-9077-ff23edb42557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.345428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ae4a565-f0ac-44e8-9077-ff23edb42557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.346985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9ae4a565-f0ac-44e8-9077-ff23edb42557 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c15f7b08-31fb-42de-a351-6bde7851683e HTTP/1.1" status: 204 len: 168 time: 0.2578745 Jul 16 18:21:52.360166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4a565-f0ac-44e8-9077-ff23edb42557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15f7b08-31fb-42de-a351-6bde7851683e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.372872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-a3ee2f17-ddfc-4f2e-9f80-cfa973dcad0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963576 Jul 16 18:21:52.434651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-039387f8-e03b-44f2-bd51-1404bcf3cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.437701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-039387f8-e03b-44f2-bd51-1404bcf3cb82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2195964 Jul 16 18:21:52.452685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.532860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.791558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event updated for resources: {'Port': ['ID=82a42b2a-0110-44b4-a5b4-3c57a04ad2e0,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:52.809964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2401b93-7ae9-4c1f-af2f-60f76df8ca35 req-83fc2ebf-c51e-4224-9cc5-1d0cd9c2191c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.828389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2401b93-7ae9-4c1f-af2f-60f76df8ca35 req-83fc2ebf-c51e-4224-9cc5-1d0cd9c2191c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.2256780 Jul 16 18:21:52.870444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-883ee6cc-7d5a-4d6c-84d4-d3681344fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.873309 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-883ee6cc-7d5a-4d6c-84d4-d3681344fe15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4074955 Jul 16 18:21:52.875189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] In _notify_port_updated(), no bound segment for port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 on network 91c4ba95-d840-405e-9603-8c978f0cb753 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:21:52.885457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:52.886668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.888171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5db6c6a7-d68b-42a0-9474-7bc9eb0e1c11 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "PUT /v2.0/ports/82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 HTTP/1.1" status: 200 len: 1057 time: 2.1690843 Jul 16 18:21:52.898521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34020) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:52.908338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-0fa7ccbd-1d99-4afd-a733-8c2351e7ef3c service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5120242 Jul 16 18:21:53.061242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2401b93-7ae9-4c1f-af2f-60f76df8ca35 req-b1575e67-8715-4d04-818e-67038531ad20 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231708 Jul 16 18:21:53.129481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d23bad-83cd-4b0b-88b0-16155b981a58 req-bace5b7b-5d5e-4275-8986-0127c9e164c5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.143838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d23bad-83cd-4b0b-88b0-16155b981a58 req-bace5b7b-5d5e-4275-8986-0127c9e164c5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.4485643 Jul 16 18:21:53.198518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cdc8125d-693e-4b55-a12b-23bbddf9aac3 None None] Provisioning complete for port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:53.199106 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cdc8125d-693e-4b55-a12b-23bbddf9aac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.212112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d23bad-83cd-4b0b-88b0-16155b981a58 req-4f9f0dc7-ff4b-4e5d-9420-8e3b35246b9a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670397 Jul 16 18:21:53.271823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cdc8125d-693e-4b55-a12b-23bbddf9aac3 None None] Port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:53.289261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-803b8724-e4ea-44b4-a152-47ea4aebf628 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974335 Jul 16 18:21:53.366410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d83756f-5e79-4f08-997f-90fa9ae11ca6 req-c76c2985-2957-49ce-b632-93054d863369 service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072244 Jul 16 18:21:53.370964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting port 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:53.371387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.381461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.408332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67735528-7716-4a82-84ce-522ca1800f41 req-4c141a51-4554-423f-8655-20d2cfbaba9b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.410241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67735528-7716-4a82-84ce-522ca1800f41 req-4c141a51-4554-423f-8655-20d2cfbaba9b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 947 time: 0.1680915 Jul 16 18:21:53.503912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Port': ['ID=9f759d98-e9ce-427c-9290-c0f8851f94b7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:53.582205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67735528-7716-4a82-84ce-522ca1800f41 req-193da310-fa32-4eb1-b4e5-ba63997bd853 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579442 Jul 16 18:21:53.689089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.720066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Calling delete_port for 82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:53.728254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:53.738247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5731e82a-42ff-4546-9e45-069e15be79c0 req-bfea5bf7-2265-424e-a9f9-b34b6d6b60b3 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184523 Jul 16 18:21:53.851145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1705e3-923a-43c6-bc6d-59aaf4493d4e req-58128234-e691-4e94-b18e-33b8ae5de449 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:53.854056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db1705e3-923a-43c6-bc6d-59aaf4493d4e req-58128234-e691-4e94-b18e-33b8ae5de449 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2499824 Jul 16 18:21:53.966564 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db1705e3-923a-43c6-bc6d-59aaf4493d4e req-6920adb6-bd53-456d-9cfd-d1d72a4fc2f4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979726 Jul 16 18:21:54.106697 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.141072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Port': ['ID=82a42b2a-0110-44b4-a5b4-3c57a04ad2e0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:54.412683 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.415698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.481711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeec669-eb52-47e1-805d-93c318e67e71 req-e2b1baff-9687-4835-b167-2b0b3623cb32 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.484084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.484891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Fanout notify agent at l3_agent the message router_deleted on router 9695e879-59a0-4804-abc1-a89e3b8d72b0 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:54.486421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:54.494563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afeec669-eb52-47e1-805d-93c318e67e71 req-e2b1baff-9687-4835-b167-2b0b3623cb32 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2726336 Jul 16 18:21:54.504921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.508075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5cf7c7f5-9540-4953-bdbc-80037876c473 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/routers/9695e879-59a0-4804-abc1-a89e3b8d72b0 HTTP/1.1" status: 204 len: 168 time: 5.5297928 Jul 16 18:21:54.508701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:54.656321 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.679722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:54.715929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'mac_address': 'fa:16:3e:20:68:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:54.774445 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.809814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972551f8-33e4-4dbe-9a4e-c70bcccee019 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:54.820663 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.834134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:54.839971 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afeec669-eb52-47e1-805d-93c318e67e71 req-ca43d569-b91f-41a8-aaf1-d8c7dbeae934 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412035 Jul 16 18:21:54.851824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:54.859279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.863512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20c1bdf-58d9-4785-9268-c931b78384a3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:54.864502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20c1bdf-58d9-4785-9268-c931b78384a3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:54.897142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64efe4-eabb-49b4-9d55-3c5eaadc1282 req-27f75eef-3da3-4dc4-b5f7-e0f8a6648513 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:54.908434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.923505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d64efe4-eabb-49b4-9d55-3c5eaadc1282 req-27f75eef-3da3-4dc4-b5f7-e0f8a6648513 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.5869467 Jul 16 18:21:54.935789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.954763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:54.956305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:54.968508 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:55.027065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.031906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.036012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-68a24c11-ee68-4b0e-b667-b06037c47871 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/ports/82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 HTTP/1.1" status: 204 len: 168 time: 2.1348648 Jul 16 18:21:55.041807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34076) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:55.086000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.098960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.102421 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/networks/5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d HTTP/1.1" status: 204 len: 168 time: 0.5921640 Jul 16 18:21:55.113983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:55.123903 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bebabb5-206a-4983-8683-6479294bec33 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] GET failed (client error): The resource could not be found. Jul 16 18:21:55.131506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0bebabb5-206a-4983-8683-6479294bec33 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "GET /v2.0/ports/82a42b2a-0110-44b4-a5b4-3c57a04ad2e0 HTTP/1.1" status: 404 len: 333 time: 0.0822649 Jul 16 18:21:55.134111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34082) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:55.136879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065e84d-31df-4db3-8a87-e74710c684a5 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Network': ['ID=5a7502ea-0bf6-40c1-822f-5ebe1d7b0a2d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:55.166846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d64efe4-eabb-49b4-9d55-3c5eaadc1282 req-91d379bf-d474-46b1-8a0d-fac93d1fdc0b tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415714 Jul 16 18:21:55.198556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['972551f8-33e4-4dbe-9a4e-c70bcccee019'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:55.553433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting port 566f3517-c06f-4e27-bf0b-7850ed761096 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:55.553927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.628753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9f759d98-e9ce-427c-9290-c0f8851f94b7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:55.658506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 9f759d98-e9ce-427c-9290-c0f8851f94b7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:55.659130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9f759d98-e9ce-427c-9290-c0f8851f94b7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:55.677449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f4a8c-adb1-467e-a41c-83a526de9f8d req-790fc355-7aaf-44c2-a329-09c26fc2ab61 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.679011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-556f4a8c-adb1-467e-a41c-83a526de9f8d req-790fc355-7aaf-44c2-a329-09c26fc2ab61 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2088480 Jul 16 18:21:55.691843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting port 269ba928-4162-47ad-b74b-d9a478408bf7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:55.692745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.693152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72601f8d-9f5e-4d3b-99bd-f93244be2fb3 req-6e3d0244-219b-4ea1-9e30-7b492a22bb37 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:55.695816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72601f8d-9f5e-4d3b-99bd-f93244be2fb3 req-6e3d0244-219b-4ea1-9e30-7b492a22bb37 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.1351423 Jul 16 18:21:55.781151 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-556f4a8c-adb1-467e-a41c-83a526de9f8d req-5fbc6398-de26-4cb1-8b1b-42d3b548216a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837107 Jul 16 18:21:55.826876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72601f8d-9f5e-4d3b-99bd-f93244be2fb3 req-1e52ddbb-6f7c-4ded-b4b3-940a5bac0551 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165941 Jul 16 18:21:55.900995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.901908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.944139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:55.949012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Calling delete_port for 566f3517-c06f-4e27-bf0b-7850ed761096 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:55.983243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Calling delete_port for 269ba928-4162-47ad-b74b-d9a478408bf7 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:56.498370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca4f94-41db-483d-b53c-835723f18b53 req-6796ba95-6ca6-4e97-9c72-fce194657c62 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.503190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fca4f94-41db-483d-b53c-835723f18b53 req-6796ba95-6ca6-4e97-9c72-fce194657c62 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2624314 Jul 16 18:21:56.589264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fca4f94-41db-483d-b53c-835723f18b53 req-f9c810c8-6056-4df3-b68f-efff9049a74a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776758 Jul 16 18:21:56.607340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.701218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Port': ['ID=269ba928-4162-47ad-b74b-d9a478408bf7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:56.743109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a79fc-f0b1-4314-99d4-0ef3fb741edb req-7cb6b47c-1b4c-47af-a4b9-8b4dadb80ebc tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:56.746365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-712a79fc-f0b1-4314-99d4-0ef3fb741edb req-7cb6b47c-1b4c-47af-a4b9-8b4dadb80ebc tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.1078763 Jul 16 18:21:56.834052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-712a79fc-f0b1-4314-99d4-0ef3fb741edb req-67dc690a-bba4-469f-bff9-00ec508d1c97 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774658 Jul 16 18:21:56.855136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:56.924349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Port': ['ID=566f3517-c06f-4e27-bf0b-7850ed761096,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:57.023048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.027160 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2da325bd-b1e6-4e0e-a497-93bf30bc6ae5 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/ports/269ba928-4162-47ad-b74b-d9a478408bf7 HTTP/1.1" status: 204 len: 168 time: 1.8871200 Jul 16 18:21:57.030330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:57.111431 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7b5a83-9fc6-4b95-a666-b9621c36bcb1 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] GET failed (client error): The resource could not be found. Jul 16 18:21:57.112558 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-74c61da7-6b73-483a-bf44-92b4a9105210 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4235115 Jul 16 18:21:57.117279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3b7b5a83-9fc6-4b95-a666-b9621c36bcb1 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "GET /v2.0/ports/269ba928-4162-47ad-b74b-d9a478408bf7 HTTP/1.1" status: 404 len: 333 time: 0.0853760 Jul 16 18:21:57.118963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:57.207436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.207694 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Floating IP 5b5bd161-0a98-40b5-99a0-3972d9f4bf46 disassociated (deleted). External IP: 172.25.0.174, port: 6e820e0d-cfb0-4721-b755-fc32a5a90e45. Jul 16 18:21:57.216412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568bc44-87fc-4a8d-ac5f-92d14b4fee44 req-8abc12a3-48ea-4ffc-9fa0-d75486e45467 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.218625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0568bc44-87fc-4a8d-ac5f-92d14b4fee44 req-8abc12a3-48ea-4ffc-9fa0-d75486e45467 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.1094086 Jul 16 18:21:57.303416 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0568bc44-87fc-4a8d-ac5f-92d14b4fee44 req-32f2e33a-33ac-454a-8f74-c10de232585b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721407 Jul 16 18:21:57.619787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting port 5125ab22-e949-483d-9268-2d41ae58ad60 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:57.620416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:57.628320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-73f58a7f-9b09-4f47-92be-634f1e202797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.631465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-73f58a7f-9b09-4f47-92be-634f1e202797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 1102 time: 0.3709321 Jul 16 18:21:57.873140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f3a0b-90e0-4bc0-a3b9-80e6a253961f req-655549ce-18e8-4a6a-a63f-d450b77bc0ee tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:57.884685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d6f3a0b-90e0-4bc0-a3b9-80e6a253961f req-655549ce-18e8-4a6a-a63f-d450b77bc0ee tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1129446 Jul 16 18:21:57.945706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d6f3a0b-90e0-4bc0-a3b9-80e6a253961f req-75c6054d-e685-4caa-91b4-fc56dbb10c50 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593674 Jul 16 18:21:58.106887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.164703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router e5b7e255-afa5-4847-8de8-2c0963ecaf0f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:58.167634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Calling delete_port for 5125ab22-e949-483d-9268-2d41ae58ad60 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:58.178402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-2a7ab22c-842e-4c56-8a27-c44ab6ea4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.180008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-2a7ab22c-842e-4c56-8a27-c44ab6ea4814 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.4687979 Jul 16 18:21:58.237482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-69c7886c-4c37-45bc-ae06-9dceb0563810 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 200 len: 217 time: 0.0482054 Jul 16 18:21:58.414544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-4886a3b9-6c1d-4265-ad31-2f88a4d1373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.418687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-4886a3b9-6c1d-4265-ad31-2f88a4d1373b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1371770 Jul 16 18:21:58.521509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:58.544017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:58.551233 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.600624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] Sync routers for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:58.633560 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-659b6591-9c97-41ee-a860-492d8637dba1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/floatingips/5b5bd161-0a98-40b5-99a0-3972d9f4bf46 HTTP/1.1" status: 204 len: 168 time: 3.5147760 Jul 16 18:21:58.634175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:58.636665 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59e8275-04ea-4695-b568-871f7194ef29" -d '{"events": [{"name": "network-changed", "server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:58.640815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8cd68-55d9-4dc3-9e2d-a486f113563e req-ed78a749-1cb8-4ae9-86ab-0b9ca332e2f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.641120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.644387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-b83e5f28-7ea3-4961-bceb-69a011c97dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.645959 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-b83e5f28-7ea3-4961-bceb-69a011c97dee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1921411 Jul 16 18:21:58.650876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ace8cd68-55d9-4dc3-9e2d-a486f113563e req-ed78a749-1cb8-4ae9-86ab-0b9ca332e2f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 945 time: 0.5067375 Jul 16 18:21:58.662745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:58.663810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:58.677441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d452c5-59c5-44f4-bde1-4208c562fc12 req-281377a1-54a8-4584-9bc7-6bc07500c756 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:58.679432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22d452c5-59c5-44f4-bde1-4208c562fc12 req-281377a1-54a8-4584-9bc7-6bc07500c756 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.5232134 Jul 16 18:21:58.684679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Port': ['ID=5125ab22-e949-483d-9268-2d41ae58ad60,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:58.756239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ace8cd68-55d9-4dc3-9e2d-a486f113563e req-0cec424f-c729-4dc3-abaa-3b1844b4b2da tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043589 Jul 16 18:21:58.792853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22d452c5-59c5-44f4-bde1-4208c562fc12 req-f740a185-2b83-446b-a4e0-c20bf2273791 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949841 Jul 16 18:21:58.933369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:58.935528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2346b689-c982-4294-81c7-986833ef0473 tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/ports/5125ab22-e949-483d-9268-2d41ae58ad60 HTTP/1.1" status: 204 len: 168 time: 1.8067369 Jul 16 18:21:58.938952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:58.962922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-9eb0dc4d-18e5-4d1a-9283-df396302ce5c service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791076 Jul 16 18:21:59.026377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:59.148040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79231859-ef59-4401-adf5-36cc9efdcaf1 req-f8655e70-fe6e-4119-b773-692f9041e6f8 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779780 Jul 16 18:21:59.203943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting subnet a136fa9a-99c8-473d-8f71-2481cb3b934a {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:59.209738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.238460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:59.256130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:59.257166 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.298763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac32c9-725b-46fc-b8f3-4204ecd4fabc req-23382254-b2da-4d04-ad46-407713fbb1ee tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:59.305882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aeac32c9-725b-46fc-b8f3-4204ecd4fabc req-23382254-b2da-4d04-ad46-407713fbb1ee tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.2237806 Jul 16 18:21:59.352594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.416512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.455136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] Checking router: e5b7e255-afa5-4847-8de8-2c0963ecaf0f for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:59.460995 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.477545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:59.478279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:21:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:59.493876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.510226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:59.565109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:59.570078 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd6e553-df77-4454-9143-ec89ca8fb9ae" -d '{"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-plugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:59.578687 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.595567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aeac32c9-725b-46fc-b8f3-4204ecd4fabc req-9d7468a7-1c78-4257-ad0b-f4f3df8367cc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872109 Jul 16 18:21:59.596754 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.656245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Subnet': ['ID=a136fa9a-99c8-473d-8f71-2481cb3b934a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.669789 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:59.672122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-53f77db8-9df8-418f-9f79-303751615d7c tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/subnets/a136fa9a-99c8-473d-8f71-2481cb3b934a HTTP/1.1" status: 204 len: 168 time: 0.7320051 Jul 16 18:21:59.674866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34166) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:59.681347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b52f7b4-385c-439b-92dd-21df37208235 None None] Network 91c4ba95-d840-405e-9603-8c978f0cb753 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:59.764514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:59.801800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:59.880942 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e52de3-e276-45ff-a643-e19ac0721a21 x-openstack-request-id: req-60e52de3-e276-45ff-a643-e19ac0721a21 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:59.881367 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:59.882691 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-60e52de3-e276-45ff-a643-e19ac0721a21 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:59.882966 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'status': 'completed', 'code': 200} Jul 16 18:21:59.958861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.028558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-edff4a95-3f40-4029-9659-da32af57376c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.030208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-edff4a95-3f40-4029-9659-da32af57376c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 945 time: 0.1513572 Jul 16 18:22:00.129472 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761052ca-0a35-4240-b1fc-07a5b6f20368 x-openstack-request-id: req-761052ca-0a35-4240-b1fc-07a5b6f20368 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:00.129472 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-plugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:00.129472 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-761052ca-0a35-4240-b1fc-07a5b6f20368 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:00.130055 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'code': 200} Jul 16 18:22:00.366989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ef2a729-1216-4181-bf5b-6202f5dd0bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.472432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:00.533828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5636f40a-7fb7-4962-8a96-5884a0337bfc None None] The sync data for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 is: [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fbe9933a-403c-4cdb-9480-55ff3a99c331', 'name': '', 'network_id': 'deb997fb-daa3-4b1b-988d-861f7e001c5d', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'mac_address': 'fa:16:3e:28:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1467, 'fixed_ips': [{'subnet_id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:26Z', 'updated_at': '2021-07-16T18:19:37Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'subnets': [{'id': 'b0fb5be4-a574-4923-8898-978560cf8c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:00.549694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] DHCP port deletion for 91c4ba95-d840-405e-9603-8c978f0cb753 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:00.580233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e8275-04ea-4695-b568-871f7194ef29 req-b66738ec-eb59-4b81-b323-17579aaff192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.581177 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a59e8275-04ea-4695-b568-871f7194ef29 req-b66738ec-eb59-4b81-b323-17579aaff192 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03a26a146a3947a9b31008d5e4c9f999&device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 1137 time: 0.7030289 Jul 16 18:22:00.604825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013a7c5-191d-4d2b-85bd-09bc1f8f0bf6 req-9d56fc27-c80b-4fad-bc52-e0f33bcb0809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.606534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7013a7c5-191d-4d2b-85bd-09bc1f8f0bf6 req-9d56fc27-c80b-4fad-bc52-e0f33bcb0809 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1101 time: 0.3674791 Jul 16 18:22:00.669269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] Deleting port 49e18c46-46ee-4091-823f-200711c687ed {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:00.671002 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.751379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e8275-04ea-4695-b568-871f7194ef29 req-05455f72-9c40-4281-a9a5-6e1f82233b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.752985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a59e8275-04ea-4695-b568-871f7194ef29 req-05455f72-9c40-4281-a9a5-6e1f82233b25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=deb997fb-daa3-4b1b-988d-861f7e001c5d HTTP/1.1" status: 200 len: 896 time: 0.1569843 Jul 16 18:22:00.767007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Deleting port 49e18c46-46ee-4091-823f-200711c687ed {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:00.767007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.771978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] For port 49e18c46-46ee-4091-823f-200711c687ed, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=49e18c46-46ee-4091-823f-200711c687ed,segment=NetworkSegment(65d18209-14eb-4493-8603-e2c21ba9c653),segment_id=65d18209-14eb-4493-8603-e2c21ba9c653)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:00.778356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.813179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] Calling delete_port for 49e18c46-46ee-4091-823f-200711c687ed owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:00.830138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a59e8275-04ea-4695-b568-871f7194ef29 req-2d529fef-7197-4838-93c7-31602efc18c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45 HTTP/1.1" status: 200 len: 217 time: 0.0658901 Jul 16 18:22:00.844759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b30405-2fd8-42c1-adc7-58886f12a053 req-9ba95fbb-7ad8-4ee2-b96c-ba7f051e19bb tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.858078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28b30405-2fd8-42c1-adc7-58886f12a053 req-9ba95fbb-7ad8-4ee2-b96c-ba7f051e19bb tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 945 time: 0.4724164 Jul 16 18:22:00.869206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7013a7c5-191d-4d2b-85bd-09bc1f8f0bf6 req-b05a9b42-1861-426c-995c-b1ef8fb6c34a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491174 Jul 16 18:22:00.899764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e8275-04ea-4695-b568-871f7194ef29 req-d0a1aac3-f0cf-4070-9cba-e4e0f34f7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:00.901916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a59e8275-04ea-4695-b568-871f7194ef29 req-d0a1aac3-f0cf-4070-9cba-e4e0f34f7e67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b0fb5be4-a574-4923-8898-978560cf8c1c HTTP/1.1" status: 200 len: 835 time: 0.0625286 Jul 16 18:22:00.957557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Deleting port f712dc49-2afa-4074-aea2-ba02b2b5b7ca {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:00.957912 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.006146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28b30405-2fd8-42c1-adc7-58886f12a053 req-e5d40111-fc34-4b75-a8f1-d7f8244b6616 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454396 Jul 16 18:22:01.075342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7a392-302b-4dfe-866c-115465897af0 req-9730e4a6-5a99-4f2c-8e7f-62cc1b0f8c12 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.090131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7df7a392-302b-4dfe-866c-115465897af0 req-9730e4a6-5a99-4f2c-8e7f-62cc1b0f8c12 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.4050844 Jul 16 18:22:01.127154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] For port f712dc49-2afa-4074-aea2-ba02b2b5b7ca, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:01.127532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.129106 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.150958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Calling delete_port for f712dc49-2afa-4074-aea2-ba02b2b5b7ca owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:01.198543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7df7a392-302b-4dfe-866c-115465897af0 req-fc8599b8-1e84-4449-bba7-b5a5be35fd0e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061747 Jul 16 18:22:01.215664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] Pushing event deleted for resources: {'Port': ['ID=49e18c46-46ee-4091-823f-200711c687ed,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.217724 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e75a448-9042-4725-8e45-881f023514a4 None None] New status for floating IP 5b5bd161-0a98-40b5-99a0-3972d9f4bf46: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:01.228573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615d3c0-63c4-45e8-b9ca-910296838d37 None None] No DVR routers for this DVR port 49e18c46-46ee-4091-823f-200711c687ed on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:01.269764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] For port 49e18c46-46ee-4091-823f-200711c687ed, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=49e18c46-46ee-4091-823f-200711c687ed,segment=NetworkSegment(65d18209-14eb-4493-8603-e2c21ba9c653),segment_id=65d18209-14eb-4493-8603-e2c21ba9c653)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:01.270314 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.305482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Calling delete_port for 49e18c46-46ee-4091-823f-200711c687ed owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:01.448517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e8275-04ea-4695-b568-871f7194ef29 req-a9842634-3cec-437f-9377-2851e8126bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.450268 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a59e8275-04ea-4695-b568-871f7194ef29 req-a9842634-3cec-437f-9377-2851e8126bef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=deb997fb-daa3-4b1b-988d-861f7e001c5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5142686 Jul 16 18:22:01.458217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.472037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['f712dc49-2afa-4074-aea2-ba02b2b5b7ca'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:01.534215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event deleted for resources: {'Port': ['ID=f712dc49-2afa-4074-aea2-ba02b2b5b7ca,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.601569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-e9b47c3b-540f-432a-abe0-71efd7128ca1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.604266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-e9b47c3b-540f-432a-abe0-71efd7128ca1 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.13 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 985 time: 0.2126284 Jul 16 18:22:01.623061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf41d3-cd1b-47df-87db-f2f921fea138 req-dde0a505-bdf1-464c-a67e-0476491a2e9c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.626630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ccf41d3-cd1b-47df-87db-f2f921fea138 req-dde0a505-bdf1-464c-a67e-0476491a2e9c tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 985 time: 0.3594959 Jul 16 18:22:01.653219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 49e18c46-46ee-4091-823f-200711c687ed no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:01.659182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] No DVR routers for this DVR port f712dc49-2afa-4074-aea2-ba02b2b5b7ca on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:01.691639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.693833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e5e6ad49-444d-40d0-bd29-87e5751bf425 req-50b0fbab-6f6b-43f5-8d9b-2755c741ccd8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "DELETE /v2.0/ports/f712dc49-2afa-4074-aea2-ba02b2b5b7ca HTTP/1.1" status: 204 len: 173 time: 1.6527770 Jul 16 18:22:01.711691 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.718738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 49e18c46-46ee-4091-823f-200711c687ed {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:01.724910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 49e18c46-46ee-4091-823f-200711c687ed not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:01.760065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] No DVR routers for this DVR port 49e18c46-46ee-4091-823f-200711c687ed on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:01.771564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Port': ['ID=49e18c46-46ee-4091-823f-200711c687ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.810317 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a59e8275-04ea-4695-b568-871f7194ef29 req-0f2222f0-2678-4251-b538-e88e509142bf service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494794 Jul 16 18:22:01.851365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ccf41d3-cd1b-47df-87db-f2f921fea138 req-78db1c98-57d3-4f2a-892e-cc43cabedc65 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/security-groups?id=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0&id=ac4934f2-df58-4e4c-9756-203c614043e0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2112267 Jul 16 18:22:01.921717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.926169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'name': 'network-vif-deleted', 'tag': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:01.929437 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925a5646-ec9f-4f34-ab8d-e33f7ca3ae1b" -d '{"events": [{"server_uuid": "5af4cabe-8c20-47b6-ac68-5dcccda57937", "name": "network-vif-deleted", "tag": "f712dc49-2afa-4074-aea2-ba02b2b5b7ca"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:01.983052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b16ab2-eb8d-4cd9-aa5e-a8c121ae4d61 req-294f5ae1-dd46-4d13-9eba-9d5028d27a6d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.988756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c4ba95-d840-405e-9603-8c978f0cb753']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:01.991259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3b16ab2-eb8d-4cd9-aa5e-a8c121ae4d61 req-294f5ae1-dd46-4d13-9eba-9d5028d27a6d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1763208 Jul 16 18:22:02.082779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d18209-14eb-4493-8603-e2c21ba9c653') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:02.083370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d18209-14eb-4493-8603-e2c21ba9c653') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:02.100630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.123702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.140940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:02.141623 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:02.145596 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:02.158712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:02.159464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.164553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a59e8275-04ea-4695-b568-871f7194ef29 req-7b6847ae-9aac-4f32-bf7a-a27e62174675 service neutron] 10.222.0.13 "GET /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416619 Jul 16 18:22:02.187225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3b16ab2-eb8d-4cd9-aa5e-a8c121ae4d61 req-0e411932-d4b1-421f-ba33-0ad3a42faf50 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946061 Jul 16 18:22:02.265887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.273780 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.286413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] 10.222.0.48 "DELETE /v2.0/networks/91c4ba95-d840-405e-9603-8c978f0cb753 HTTP/1.1" status: 204 len: 168 time: 2.6098526 Jul 16 18:22:02.295436 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05650a04-da35-4b96-ad52-96339ea05772 x-openstack-request-id: req-05650a04-da35-4b96-ad52-96339ea05772 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:02.295778 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af4cabe-8c20-47b6-ac68-5dcccda57937", "name": "network-vif-deleted", "tag": "f712dc49-2afa-4074-aea2-ba02b2b5b7ca", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:02.296036 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05650a04-da35-4b96-ad52-96339ea05772 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:02.296550 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af4cabe-8c20-47b6-ac68-5dcccda57937', 'name': 'network-vif-deleted', 'tag': 'f712dc49-2afa-4074-aea2-ba02b2b5b7ca', 'status': 'completed', 'code': 200} Jul 16 18:22:02.311196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea553-6712-4ee0-b194-c0cecd0a8c4e tempest-AllowedAddressPairTestJSON-1306993976 tempest-AllowedAddressPairTestJSON-1306993976-project] Pushing event deleted for resources: {'Network': ['ID=91c4ba95-d840-405e-9603-8c978f0cb753,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.428777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf304345-d0ba-423b-b414-8263c775837e req-f11e0d8b-f258-4293-b84a-353f09a94b5b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.441685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf304345-d0ba-423b-b414-8263c775837e req-f11e0d8b-f258-4293-b84a-353f09a94b5b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.3759918 Jul 16 18:22:02.560121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] For port 6e820e0d-cfb0-4721-b755-fc32a5a90e45, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e820e0d-cfb0-4721-b755-fc32a5a90e45,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:02.561226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:02.584809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf304345-d0ba-423b-b414-8263c775837e req-b6ba2bf0-d40c-439d-ba73-77937a74b57e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326427 Jul 16 18:22:02.643981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Calling delete_port for 6e820e0d-cfb0-4721-b755-fc32a5a90e45 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:02.802459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:02.817944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0065f9e5-c60b-4b7d-ba39-b999a66443c7 req-34bd25c8-cbaf-49d6-b895-e26e11a7458a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 210 time: 0.1629486 Jul 16 18:22:03.114867 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20b66d95-f60e-40ba-bddb-716fd4f9d9b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.300425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ee51e5bc-67ee-41db-938a-dd10abc36263 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aacc6737d26c4f31889bede382d3ed3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961646 Jul 16 18:22:03.302996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34224) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:03.310426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd22fc-e60b-4477-8463-07bb8e606df8 req-0cdbd373-6b3d-42d6-967f-7376aa26b88e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.323705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0bd22fc-e60b-4477-8463-07bb8e606df8 req-0cdbd373-6b3d-42d6-967f-7376aa26b88e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.3354483 Jul 16 18:22:03.340559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.370529 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.407565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-626c29ee-b808-42cf-81d0-4432b0067287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.434508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Port': ['ID=6e820e0d-cfb0-4721-b755-fc32a5a90e45,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.454146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-626c29ee-b808-42cf-81d0-4432b0067287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.541865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453f40f-3540-404b-9f8a-c43a8fb954e0 req-ba6e5bc0-3738-4086-8822-1b4c49796cb2 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.547343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8453f40f-3540-404b-9f8a-c43a8fb954e0 req-ba6e5bc0-3738-4086-8822-1b4c49796cb2 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.4653561 Jul 16 18:22:03.549684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-626c29ee-b808-42cf-81d0-4432b0067287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.563953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-626c29ee-b808-42cf-81d0-4432b0067287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.568328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-626c29ee-b808-42cf-81d0-4432b0067287 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/502a4989-55f5-4166-b246-c25c56269a49 HTTP/1.1" status: 204 len: 168 time: 0.2616985 Jul 16 18:22:03.584807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c29ee-b808-42cf-81d0-4432b0067287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502a4989-55f5-4166-b246-c25c56269a49,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:03.599648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0bd22fc-e60b-4477-8463-07bb8e606df8 req-ad011ac4-5937-41ed-8078-9248c7b40f46 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738812 Jul 16 18:22:03.601112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] No DVR routers for this DVR port 6e820e0d-cfb0-4721-b755-fc32a5a90e45 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:03.607519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:03.616411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5283ae11-db2d-45aa-a9e1-439aa12fab57 req-47a95de4-2e97-4cdf-b388-6ad59ef6502f tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.13 "DELETE /v2.0/ports/6e820e0d-cfb0-4721-b755-fc32a5a90e45 HTTP/1.1" status: 204 len: 173 time: 1.9888666 Jul 16 18:22:03.618187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'name': 'network-vif-deleted', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:03.622024 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8bf64c-99b5-4e04-be18-90ce231f6093" -d '{"events": [{"server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "name": "network-vif-deleted", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:03.723411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8453f40f-3540-404b-9f8a-c43a8fb954e0 req-6c58ace7-a139-479b-bb69-926a1a27a00e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190495 Jul 16 18:22:03.962769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f712dc49-2afa-4074-aea2-ba02b2b5b7ca no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:04.019356 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a8b99f-f8b6-44f1-b38f-8fdf0bbd0751 x-openstack-request-id: req-99a8b99f-f8b6-44f1-b38f-8fdf0bbd0751 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:04.020988 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e2dfa9-19d4-42de-9a48-5ff813638fdc", "name": "network-vif-deleted", "tag": "6e820e0d-cfb0-4721-b755-fc32a5a90e45", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:04.021122 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99a8b99f-f8b6-44f1-b38f-8fdf0bbd0751 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:04.021875 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e2dfa9-19d4-42de-9a48-5ff813638fdc', 'name': 'network-vif-deleted', 'tag': '6e820e0d-cfb0-4721-b755-fc32a5a90e45', 'status': 'completed', 'code': 200} Jul 16 18:22:04.043189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: f712dc49-2afa-4074-aea2-ba02b2b5b7ca {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:04.043597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device f712dc49-2afa-4074-aea2-ba02b2b5b7ca not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:04.170264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be48c4ed-0045-4a21-b9fc-b1fbddda915f req-05019b0a-724f-4313-9dbe-73526c2ae74e tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "GET /v2.0/ports?device_id=99e2dfa9-19d4-42de-9a48-5ff813638fdc HTTP/1.1" status: 200 len: 210 time: 0.1548498 Jul 16 18:22:04.265333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:04.456916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6bb8b7-9a50-4604-8987-6289f0738ad2 req-89ad54c6-e7c6-4fdb-b31b-3605013f232a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.460892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c6bb8b7-9a50-4604-8987-6289f0738ad2 req-89ad54c6-e7c6-4fdb-b31b-3605013f232a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.1744983 Jul 16 18:22:04.516044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea39b37c-48c3-4e86-82e3-a54b73b7e50c req-20923721-69ce-481d-aee5-5f156eb05977 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 210 time: 0.0536480 Jul 16 18:22:04.584768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c6bb8b7-9a50-4604-8987-6289f0738ad2 req-7a5870e1-1070-494c-9bf4-3a98864eec2f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072433 Jul 16 18:22:04.957222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335a24-d21e-42bf-81da-05fa8cf229d4 req-4b505bad-a691-49cc-acf7-7f261bc53054 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:04.960841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28335a24-d21e-42bf-81da-05fa8cf229d4 req-4b505bad-a691-49cc-acf7-7f261bc53054 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2221935 Jul 16 18:22:05.067434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3f3c3-db62-4c16-869d-b8a70dc5f6b9 req-630bff2e-a97f-49da-a48e-d28f5b5af026 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.072909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24e3f3c3-db62-4c16-869d-b8a70dc5f6b9 req-630bff2e-a97f-49da-a48e-d28f5b5af026 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.2011948 Jul 16 18:22:05.077532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28335a24-d21e-42bf-81da-05fa8cf229d4 req-4f0a78e7-6343-4151-8012-5523ef471c83 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079826 Jul 16 18:22:05.130220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24e3f3c3-db62-4c16-869d-b8a70dc5f6b9 req-5d493e10-cfdc-4283-8ba1-4493c6ddc77d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516484 Jul 16 18:22:05.292612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:05.429622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26bfbc-9251-43cd-ac69-4f3253245afe req-2a3ccf0d-f52d-449d-b197-faf54eeca0f2 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.431445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb26bfbc-9251-43cd-ac69-4f3253245afe req-2a3ccf0d-f52d-449d-b197-faf54eeca0f2 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.1319828 Jul 16 18:22:05.454565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-307763934'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:05.494852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb26bfbc-9251-43cd-ac69-4f3253245afe req-cb30c9f8-0f39-41e4-93f0-75630c591b7e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505989 Jul 16 18:22:05.501893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Made reservation on behalf of d33dd15bf0224498b37ee95a4420214c for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:05.507547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.518895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.706855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.716550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.728902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315238e-4d5a-4741-97c3-1661c61272d1 req-421b67d9-9538-47b7-89e3-2ba701253eb4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.745802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e315238e-4d5a-4741-97c3-1661c61272d1 req-421b67d9-9538-47b7-89e3-2ba701253eb4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1143851 Jul 16 18:22:05.755000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:05.765830 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.786072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34294) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:05.786873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b586384d-dfcd-406f-8981-906d74ac4708,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:05.791011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.791509 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Added segment 14d95c1c-94a9-461f-b3c0-4a2d90384a59 of type vlan for network f32a46a5-9d19-4bb1-8047-737f5c5da13b Jul 16 18:22:05.856058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.869703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e315238e-4d5a-4741-97c3-1661c61272d1 req-7d201580-3fab-4f35-8e01-68d0106c5882 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180828 Jul 16 18:22:05.954755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e68f8e8-5a82-4655-a525-a89035edc4a8 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.968344 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.975980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:05.977025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.045466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f651957e-a644-4c9a-9600-c87c3b3e6086 req-87b35dcb-61ee-4f3e-943b-bb13cbae8488 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 210 time: 0.0554125 Jul 16 18:22:06.047287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e68f8e8-5a82-4655-a525-a89035edc4a8 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.105949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8105299 Jul 16 18:22:06.108239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34304) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:06.118090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Request body: {'subnet': {'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:06.187148 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e68f8e8-5a82-4655-a525-a89035edc4a8 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.194536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e68f8e8-5a82-4655-a525-a89035edc4a8 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.198176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4e68f8e8-5a82-4655-a525-a89035edc4a8 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/security-groups/f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0 HTTP/1.1" status: 204 len: 168 time: 0.4096749 Jul 16 18:22:06.204283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34306) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:06.210719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9cae8-d683-44b7-9ce8-bb617fd10a8d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event updated for resources: {'Network': ['ID=f32a46a5-9d19-4bb1-8047-737f5c5da13b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.228857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:06.367454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68f8e8-5a82-4655-a525-a89035edc4a8 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e8f8b8-3b29-4642-bd07-2e799f0ed1e0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.535735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e820e0d-cfb0-4721-b755-fc32a5a90e45 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:06.556094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07d65ce5-6f3a-415a-a349-c5fc10f54c05 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.576986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 6e820e0d-cfb0-4721-b755-fc32a5a90e45 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:06.579308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e820e0d-cfb0-4721-b755-fc32a5a90e45 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:06.617769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07d65ce5-6f3a-415a-a349-c5fc10f54c05 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.701195 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-f01844ab-6d82-49ed-870e-60ce2c5f3d6b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1345098 Jul 16 18:22:06.716112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Made reservation on behalf of d33dd15bf0224498b37ee95a4420214c for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:06.720018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.790077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07d65ce5-6f3a-415a-a349-c5fc10f54c05 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.793600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-07d65ce5-6f3a-415a-a349-c5fc10f54c05 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.794839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-07d65ce5-6f3a-415a-a349-c5fc10f54c05 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/security-groups/ac4934f2-df58-4e4c-9756-203c614043e0 HTTP/1.1" status: 204 len: 168 time: 0.5867078 Jul 16 18:22:06.800600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:06.833003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b807bc4-2fcb-428c-99b5-903a2500dfa0 req-ff1af50d-b809-49e6-b1da-ca0ba65b4214 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.834934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b807bc4-2fcb-428c-99b5-903a2500dfa0 req-ff1af50d-b809-49e6-b1da-ca0ba65b4214 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.5400729 Jul 16 18:22:06.840718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d65ce5-6f3a-415a-a349-c5fc10f54c05 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4934f2-df58-4e4c-9756-203c614043e0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.941607 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.953965 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b807bc4-2fcb-428c-99b5-903a2500dfa0 req-e4a986cd-f932-4105-afa6-44f99d4e6b04 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756884 Jul 16 18:22:06.971849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263353a-4a6b-4c5b-9ec7-d4245a39c6d5 req-8c535afe-65b5-436a-a94b-70398f88beaf tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:06.979235 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0263353a-4a6b-4c5b-9ec7-d4245a39c6d5 req-8c535afe-65b5-436a-a94b-70398f88beaf tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.2686434 Jul 16 18:22:07.039879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0263353a-4a6b-4c5b-9ec7-d4245a39c6d5 req-28ee172e-1429-4af0-8576-c92c6b163a25 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587358 Jul 16 18:22:07.386636 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.416353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.597706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event updated for resources: {'Subnet': ['ID=9f47d4af-7cf4-4113-b9f9-93c20c6a641b,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:07.615507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92ba8f-8ce3-474a-b909-e87230cf33e3 req-6b7523a0-a9e0-44c9-a1cb-d17eb2a8f2ce tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.623805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d92ba8f-8ce3-474a-b909-e87230cf33e3 req-6b7523a0-a9e0-44c9-a1cb-d17eb2a8f2ce tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3369491 Jul 16 18:22:07.690419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba07cbe-15da-49e0-956d-78a94a3f1768 req-0d5b497f-679f-4913-9b9b-ef3472e479f8 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.691372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ba07cbe-15da-49e0-956d-78a94a3f1768 req-0d5b497f-679f-4913-9b9b-ef3472e479f8 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.3012073 Jul 16 18:22:07.692292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Checking segment: {'id': '14d95c1c-94a9-461f-b3c0-4a2d90384a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:07.692781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Network hostable DHCP agents. Network: f32a46a5-9d19-4bb1-8047-737f5c5da13b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:07.737360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.742834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d92ba8f-8ce3-474a-b909-e87230cf33e3 req-91b569c1-60f3-48f4-89c6-cb4050e9df9d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152787 Jul 16 18:22:07.845050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ba07cbe-15da-49e0-956d-78a94a3f1768 req-dfa9a1fa-4f60-42b9-ba20-08fe8b570ad7 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362042 Jul 16 18:22:07.846544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:07.866952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f32a46a5-9d19-4bb1-8047-737f5c5da13b) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:07.886415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:07.887722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.901184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ecd7f7-9856-4e11-b4a2-e2645a7cb345 None None] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:07.918516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d9b217a-3ddf-4ad4-b022-b7cf976b6b22 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8086927 Jul 16 18:22:07.922416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34356) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:07.928181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Request body: {'port': {'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-484469625'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:08.063302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fdd46df-8301-4e39-b8eb-26be97b9223d req-4d291137-f0be-444b-9078-dc87db4ae04b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 210 time: 0.0806670 Jul 16 18:22:08.371901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f32a46a5-9d19-4bb1-8047-737f5c5da13b', 'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b', 'tenant_id': 'd33dd15bf0224498b37ee95a4420214c', 'fixed_ips': [{'subnet_id': '9f47d4af-7cf4-4113-b9f9-93c20c6a641b'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:08.372792 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.402095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Made reservation on behalf of d33dd15bf0224498b37ee95a4420214c for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:08.424391 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.476027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting port fbe9933a-403c-4cdb-9480-55ff3a99c331 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:08.476395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.530669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] device_id is not set on port 6c6df95e-a4b9-4793-a327-51faa3a7424d yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:08.648730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] For port fbe9933a-403c-4cdb-9480-55ff3a99c331, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=fbe9933a-403c-4cdb-9480-55ff3a99c331,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:08.650448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.678986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Allocated IP 172.20.0.2 (f32a46a5-9d19-4bb1-8047-737f5c5da13b/9f47d4af-7cf4-4113-b9f9-93c20c6a641b/14952bc6-b140-4dc3-94a7-6e7995140091) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:08.699747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Calling delete_port for fbe9933a-403c-4cdb-9480-55ff3a99c331 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:08.952679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.991160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Port': ['ID=fbe9933a-403c-4cdb-9480-55ff3a99c331,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.037527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411951c-3337-4db1-a13d-e3baf12bf710 req-d397f252-7e6e-4938-a857-4835dbcbfb38 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.054672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1411951c-3337-4db1-a13d-e3baf12bf710 req-d397f252-7e6e-4938-a857-4835dbcbfb38 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.3949993 Jul 16 18:22:09.093042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35712e67-13ad-4502-b622-d6f808caf520 req-e888c98d-e2a9-4c6f-8157-0d7f29d2ef98 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.095499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35712e67-13ad-4502-b622-d6f808caf520 req-e888c98d-e2a9-4c6f-8157-0d7f29d2ef98 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.4566205 Jul 16 18:22:09.140356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.157696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35712e67-13ad-4502-b622-d6f808caf520 req-9f75a59b-ddf0-42a4-afd4-abb051045a2a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444007 Jul 16 18:22:09.163514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Transition to ACTIVE for port object 14952bc6-b140-4dc3-94a7-6e7995140091 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:09.188639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1411951c-3337-4db1-a13d-e3baf12bf710 req-e73f1eab-7f60-48ce-a873-b95f920510ef tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321146 Jul 16 18:22:09.257061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Transition to ACTIVE for port object 14952bc6-b140-4dc3-94a7-6e7995140091 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:09.281029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.285132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:09.385108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Pushing event updated for resources: {'Port': ['ID=14952bc6-b140-4dc3-94a7-6e7995140091,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:09.446625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:09.452050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:09.468632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:09.538608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad87d330-2b83-4d09-b9dd-7133bd7d7f9c req-892740c0-c0aa-4069-8d68-0588ce79f18c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 210 time: 0.0348234 Jul 16 18:22:09.571362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Allocated IP 172.20.0.12 (f32a46a5-9d19-4bb1-8047-737f5c5da13b/9f47d4af-7cf4-4113-b9f9-93c20c6a641b/6c6df95e-a4b9-4793-a327-51faa3a7424d) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:09.624867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.700060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027142a-5ce3-4c6a-ae4b-4cb9d3286e73 req-5ada84da-8f3b-4dee-850b-0362139ef32b tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.703156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0027142a-5ce3-4c6a-ae4b-4cb9d3286e73 req-5ada84da-8f3b-4dee-850b-0362139ef32b tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.2681298 Jul 16 18:22:09.752233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Attempting to bind port 14952bc6-b140-4dc3-94a7-6e7995140091 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:09.753066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Attempting to bind port 14952bc6-b140-4dc3-94a7-6e7995140091 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '14d95c1c-94a9-461f-b3c0-4a2d90384a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:09.753725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Attempting to bind port 14952bc6-b140-4dc3-94a7-6e7995140091 on network f32a46a5-9d19-4bb1-8047-737f5c5da13b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:09.767641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:09.768199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Checking segment: {'id': '14d95c1c-94a9-461f-b3c0-4a2d90384a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:09.768725 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.769232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Bound using segment: {'id': '14d95c1c-94a9-461f-b3c0-4a2d90384a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:09.769961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Bound port: 14952bc6-b140-4dc3-94a7-6e7995140091, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d95c1c-94a9-461f-b3c0-4a2d90384a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:09.770484 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:09.942653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] For port 14952bc6-b140-4dc3-94a7-6e7995140091, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:09.949936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] For port 14952bc6-b140-4dc3-94a7-6e7995140091, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14952bc6-b140-4dc3-94a7-6e7995140091,segment=NetworkSegment(14d95c1c-94a9-461f-b3c0-4a2d90384a59),segment_id=14d95c1c-94a9-461f-b3c0-4a2d90384a59)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:09.957495 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.025353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb325b56-23d8-4632-a33a-98f6905d6d66 req-715ad083-b48d-4c13-89cc-4b5e8592480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.028410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb325b56-23d8-4632-a33a-98f6905d6d66 req-715ad083-b48d-4c13-89cc-4b5e8592480e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 1097 time: 0.1738448 Jul 16 18:22:10.111407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0489b92-bf05-4742-9187-21a0e58dbcc6 None None] Pushing event updated for resources: {'Port': ['ID=14952bc6-b140-4dc3-94a7-6e7995140091,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:10.153103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Router e5b7e255-afa5-4847-8de8-2c0963ecaf0f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:10.292267 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cb325b56-23d8-4632-a33a-98f6905d6d66 req-ecb21771-02f4-4ffb-8b57-d1f30dfc0baf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601405 Jul 16 18:22:10.380392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:10.392643 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cabcd4c7-c871-41fa-b4be-c888bdfed5cb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "PUT /v2.0/routers/e5b7e255-afa5-4847-8de8-2c0963ecaf0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5862968 Jul 16 18:22:10.393327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34390) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:10.402906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] Sync routers for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:10.421499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:10.422702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:10.424624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-970d1ee3-fc93-48fe-9e3d-d78576ab5929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.463847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0027142a-5ce3-4c6a-ae4b-4cb9d3286e73 req-dcbbd68a-2ded-4f88-87aa-8ab99cd8beb1 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7528713 Jul 16 18:22:10.557332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting subnet b0fb5be4-a574-4923-8898-978560cf8c1c {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:10.572048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.641482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b3e2b2a3-7f1a-4935-8fd6-e3a7a8e4fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.643083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b3e2b2a3-7f1a-4935-8fd6-e3a7a8e4fc23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1101 time: 0.9001696 Jul 16 18:22:10.643598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.778734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-28dcb5dc-4387-4277-b06d-fdec5ceade00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.780968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-28dcb5dc-4387-4277-b06d-fdec5ceade00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1175580 Jul 16 18:22:10.792180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.848352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-2925b611-4685-48da-b29e-e27130e2ba17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.0503781 Jul 16 18:22:10.871702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.881915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24699bad-9596-4a41-af97-5350d5ba8eff req-7893ed6d-87e3-4d94-8e09-c79ea6b98d4b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.889100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24699bad-9596-4a41-af97-5350d5ba8eff req-7893ed6d-87e3-4d94-8e09-c79ea6b98d4b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.5534303 Jul 16 18:22:10.916638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:10.977935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Transition to ACTIVE for port object 6c6df95e-a4b9-4793-a327-51faa3a7424d will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:11.000330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fb5be4-a574-4923-8898-978560cf8c1c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:11.022771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.025370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8175e41d-f705-419b-a625-31f3eb4a66d4 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/subnets/b0fb5be4-a574-4923-8898-978560cf8c1c HTTP/1.1" status: 204 len: 168 time: 0.6309981 Jul 16 18:22:11.033609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34394) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:11.061584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a335ed49-086e-440d-a8da-c92c43a22326 None None] Network deb997fb-daa3-4b1b-988d-861f7e001c5d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:11.066129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-59b457bf-4f17-4131-abf7-11c9b1096e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.068816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-59b457bf-4f17-4131-abf7-11c9b1096e16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2116482 Jul 16 18:22:11.147359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24699bad-9596-4a41-af97-5350d5ba8eff req-4defd426-34df-4f6b-959a-00799d3e9d87 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572334 Jul 16 18:22:11.176290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:11.241985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.294233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-970d1ee3-fc93-48fe-9e3d-d78576ab5929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.361412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-970d1ee3-fc93-48fe-9e3d-d78576ab5929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.446038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.494959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.531651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Deleting port 2bdad8af-fb0a-4031-ba60-5cee493c14a5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:11.532111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.568076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4810b-de40-4897-b377-5ba67ea5425b req-270e6806-5e26-469e-845d-33515a32b7a8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.581162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-baa4810b-de40-4897-b377-5ba67ea5425b req-270e6806-5e26-469e-845d-33515a32b7a8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.5893474 Jul 16 18:22:11.650163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] For port 2bdad8af-fb0a-4031-ba60-5cee493c14a5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2bdad8af-fb0a-4031-ba60-5cee493c14a5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:11.650638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.671763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Calling delete_port for 2bdad8af-fb0a-4031-ba60-5cee493c14a5 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:11.758415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:11.760863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event updated for resources: {'Port': ['ID=6c6df95e-a4b9-4793-a327-51faa3a7424d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:11.783147 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-baa4810b-de40-4897-b377-5ba67ea5425b req-1d0e86c2-12c9-4411-8b7a-f9d5ba5e9251 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499982 Jul 16 18:22:11.784621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:11.794173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:11.804513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-970d1ee3-fc93-48fe-9e3d-d78576ab5929 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f752cc6d5455430eadd4aff7647a6c23&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5175722 Jul 16 18:22:11.810400 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc42283b-0ba7-4719-ba0f-9a5a98f0622f req-b8accc04-7243-402d-91a8-d8c2716f1955 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=5af4cabe-8c20-47b6-ac68-5dcccda57937 HTTP/1.1" status: 200 len: 210 time: 0.3411164 Jul 16 18:22:11.812543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d1ee3-fc93-48fe-9e3d-d78576ab5929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3270d-106c-41af-a949-25f22d3251a7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:11.818996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:11.847496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14952bc6-b140-4dc3-94a7-6e7995140091 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:11.864177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355ef888-e100-49d6-992a-0d154fc51e0a None None] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:11.929505 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7acd4f6e-6511-482f-8cb4-25d02984a6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:11.967457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-630afbda-253d-4f02-ae95-d07fe043f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:11.972113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-630afbda-253d-4f02-ae95-d07fe043f876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8683569 Jul 16 18:22:12.057467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7acd4f6e-6511-482f-8cb4-25d02984a6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.129375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f3b3a5f4-eed9-4424-b62a-dcdb0a0bf626 None None] Provisioning for port 14952bc6-b140-4dc3-94a7-6e7995140091 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:12.129768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.189364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Port': ['ID=2bdad8af-fb0a-4031-ba60-5cee493c14a5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.216546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.217682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.263303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159'}], 'enable_snat': True}, 'gw_port_id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:22:08Z', 'revision_number': 5, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port': {'id': '2bdad8af-fb0a-4031-ba60-5cee493c14a5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:15Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.318418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e3d79ccc-8631-4ae4-abff-f9075871ea81 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3945713 Jul 16 18:22:12.324949 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-c95bbd8e-caf5-47ae-b318-83ffc475d0a9 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346920 Jul 16 18:22:12.328816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:12.338146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Request body: {'port': {'network_id': 'f32a46a5-9d19-4bb1-8047-737f5c5da13b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-263571036', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:12.339083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.api.validators [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] bootfile-name is not in valid_values {{(pid=93777) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:22:12.339704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.api.validators [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] tftp-server is not in valid_values {{(pid=93777) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:22:12.340413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.api.validators [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] server-ip-address is not in valid_values {{(pid=93777) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:22:12.357210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] DHCP port deletion for deb997fb-daa3-4b1b-988d-861f7e001c5d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:12.375737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7acd4f6e-6511-482f-8cb4-25d02984a6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.382424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7acd4f6e-6511-482f-8cb4-25d02984a6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.386958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7acd4f6e-6511-482f-8cb4-25d02984a6ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26f3270d-106c-41af-a949-25f22d3251a7 HTTP/1.1" status: 204 len: 168 time: 0.5667830 Jul 16 18:22:12.402071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.405553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] Checking router: e5b7e255-afa5-4847-8de8-2c0963ecaf0f for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:12.414498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 14952bc6-b140-4dc3-94a7-6e7995140091 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:12.425643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 14952bc6-b140-4dc3-94a7-6e7995140091 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:12.426062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.434436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd4f6e-6511-482f-8cb4-25d02984a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3270d-106c-41af-a949-25f22d3251a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:12.517032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] Routers {'e5b7e255-afa5-4847-8de8-2c0963ecaf0f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:12.517622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.603468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] Set router e5b7e255-afa5-4847-8de8-2c0963ecaf0f gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:12.665131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:22:11Z', 'revision_number': 7, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:12.707659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a0caf-3191-49b2-9d22-69aab8b31942 None None] The sync data for ids ['e5b7e255-afa5-4847-8de8-2c0963ecaf0f'] in n-d-793620-10 is: [{'id': 'e5b7e255-afa5-4847-8de8-2c0963ecaf0f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-599250994', 'tenant_id': '03a26a146a3947a9b31008d5e4c9f999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:22:11Z', 'revision_number': 7, 'project_id': '03a26a146a3947a9b31008d5e4c9f999', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:12.737222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] Deleting port 8e47e03f-9016-4b5c-b24b-00227cbe2325 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:12.737926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.801213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77a35a-9746-4633-8bdd-82e49b289376 req-52773bc6-e91f-4367-8a6d-825364c17f62 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:12.813158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f77a35a-9746-4633-8bdd-82e49b289376 req-52773bc6-e91f-4367-8a6d-825364c17f62 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.6089683 Jul 16 18:22:12.820347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] For port 8e47e03f-9016-4b5c-b24b-00227cbe2325, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8e47e03f-9016-4b5c-b24b-00227cbe2325,segment=NetworkSegment(fed8ce9a-f539-41c6-97b7-ac18b85d3d2a),segment_id=fed8ce9a-f539-41c6-97b7-ac18b85d3d2a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:12.821061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.838199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] Calling delete_port for 8e47e03f-9016-4b5c-b24b-00227cbe2325 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:12.918173 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-62624abd-cdc3-43c6-895e-e1ca6a97698f service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701478 Jul 16 18:22:12.952823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:12.995816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] Pushing event deleted for resources: {'Port': ['ID=8e47e03f-9016-4b5c-b24b-00227cbe2325,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.027877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa623d-741d-46b1-acf2-40ed9b213d36 None None] No DVR routers for this DVR port 8e47e03f-9016-4b5c-b24b-00227cbe2325 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:13.072849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f77a35a-9746-4633-8bdd-82e49b289376 req-fc021499-f088-472b-bc7a-d11918d593cb tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580659 Jul 16 18:22:13.073631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34416) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.101776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99ae7-fb68-4905-b424-b58e08c4a28e req-d1353537-84b2-49f4-8519-3daa9f6d231c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.101943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.115160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4e99ae7-fb68-4905-b424-b58e08c4a28e req-d1353537-84b2-49f4-8519-3daa9f6d231c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.6556747 Jul 16 18:22:13.156873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 14952bc6-b140-4dc3-94a7-6e7995140091, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14952bc6-b140-4dc3-94a7-6e7995140091,segment=NetworkSegment(14d95c1c-94a9-461f-b3c0-4a2d90384a59),segment_id=14d95c1c-94a9-461f-b3c0-4a2d90384a59)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:13.159804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Made reservation on behalf of d33dd15bf0224498b37ee95a4420214c for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:13.165486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.166103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.176067 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-246ee6f5-24c4-4973-b193-85fe0bee34b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.264720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=14952bc6-b140-4dc3-94a7-6e7995140091,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:13.291708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4e99ae7-fb68-4905-b424-b58e08c4a28e req-cea85e93-04ca-4143-903f-f9f991a0bdfd tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768563 Jul 16 18:22:13.343268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] device_id is not set on port b2a4b142-845c-4394-828a-42638e6bf954 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:13.503735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.508598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.595058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd2bc0-1b86-4843-9e81-cdac22655dbf req-3307c3ac-a442-475b-b94d-61812e30f701 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:13.596760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13bd2bc0-1b86-4843-9e81-cdac22655dbf req-3307c3ac-a442-475b-b94d-61812e30f701 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.2683935 Jul 16 18:22:13.616836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-175c8e45-cb3d-4116-bca7-9614e1788f97 None None] Provisioning for port 6c6df95e-a4b9-4793-a327-51faa3a7424d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:13.631392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-175c8e45-cb3d-4116-bca7-9614e1788f97 None None] Provisioning complete for port 6c6df95e-a4b9-4793-a327-51faa3a7424d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:13.631700 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175c8e45-cb3d-4116-bca7-9614e1788f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.632356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-246ee6f5-24c4-4973-b193-85fe0bee34b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.658969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.659488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Fanout notify agent at l3_agent the message router_deleted on router e5b7e255-afa5-4847-8de8-2c0963ecaf0f {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:13.670556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.675493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d6c7d86b-8b77-4762-a75e-9dc832b1d350 tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/routers/e5b7e255-afa5-4847-8de8-2c0963ecaf0f HTTP/1.1" status: 204 len: 168 time: 2.6402981 Jul 16 18:22:13.675887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:13.681242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Allocated IP 172.20.0.4 (f32a46a5-9d19-4bb1-8047-737f5c5da13b/9f47d4af-7cf4-4113-b9f9-93c20c6a641b/b2a4b142-845c-4394-828a-42638e6bf954) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:13.693232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-246ee6f5-24c4-4973-b193-85fe0bee34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.755784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-175c8e45-cb3d-4116-bca7-9614e1788f97 None None] Port 6c6df95e-a4b9-4793-a327-51faa3a7424d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:13.797780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-175c8e45-cb3d-4116-bca7-9614e1788f97 None None] Provisioning complete for port 14952bc6-b140-4dc3-94a7-6e7995140091 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:13.802103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-175c8e45-cb3d-4116-bca7-9614e1788f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.916525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:13.953414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14952bc6-b140-4dc3-94a7-6e7995140091 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:14.001925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ee6f5-24c4-4973-b193-85fe0bee34b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921fff40-58b7-4722-9b04-34381125b5b9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.038166 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13bd2bc0-1b86-4843-9e81-cdac22655dbf req-8d363b00-8993-407b-87bc-df75842e8766 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145167 Jul 16 18:22:14.134642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 14952bc6-b140-4dc3-94a7-6e7995140091 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:14.135418 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.160756 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.203551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb997fb-daa3-4b1b-988d-861f7e001c5d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:14.226684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-246ee6f5-24c4-4973-b193-85fe0bee34b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c456f84ea31741d68f21f8c134b84d18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1474330 Jul 16 18:22:14.232066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34434) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:14.295546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:14.296001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed8ce9a-f539-41c6-97b7-ac18b85d3d2a') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:14.320430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3d0737b8-2516-47d2-994c-50a3301964f4 None None] Provisioning complete for port 6c6df95e-a4b9-4793-a327-51faa3a7424d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:14.321806 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d0737b8-2516-47d2-994c-50a3301964f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.372237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.471740 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.487549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3d0737b8-2516-47d2-994c-50a3301964f4 None None] Port 6c6df95e-a4b9-4793-a327-51faa3a7424d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:14.513087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.515401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:14.516081 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.522143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b33da16b-ec33-42bc-bf64-cb688aca85cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:14.528015 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:14.539255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315506b-db20-4552-9918-fa91dbccfb0f req-d78f8e17-3e7e-4d03-a62b-0c4d3842f145 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.542561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e315506b-db20-4552-9918-fa91dbccfb0f req-d78f8e17-3e7e-4d03-a62b-0c4d3842f145 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.5437517 Jul 16 18:22:14.563662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fbe9933a-403c-4cdb-9480-55ff3a99c331 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:14.594156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: fbe9933a-403c-4cdb-9480-55ff3a99c331 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:14.594692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fbe9933a-403c-4cdb-9480-55ff3a99c331 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:14.595269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bdad8af-fb0a-4031-ba60-5cee493c14a5 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:14.608796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Transition to ACTIVE for port object b2a4b142-845c-4394-828a-42638e6bf954 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:14.618466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 2bdad8af-fb0a-4031-ba60-5cee493c14a5 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:14.618808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bdad8af-fb0a-4031-ba60-5cee493c14a5 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:14.619233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8e47e03f-9016-4b5c-b24b-00227cbe2325 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:14.648508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b33da16b-ec33-42bc-bf64-cb688aca85cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.661262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 8e47e03f-9016-4b5c-b24b-00227cbe2325 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:14.662549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8e47e03f-9016-4b5c-b24b-00227cbe2325 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:14.676349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.697216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.703046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] 10.222.0.48 "DELETE /v2.0/networks/deb997fb-daa3-4b1b-988d-861f7e001c5d HTTP/1.1" status: 204 len: 168 time: 1.0222301 Jul 16 18:22:14.718738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cabec1-2126-41a9-a6d7-a3cd5262badb tempest-TestSecurityGroupsBasicOps-1247760308 tempest-TestSecurityGroupsBasicOps-1247760308-project] Pushing event deleted for resources: {'Network': ['ID=deb997fb-daa3-4b1b-988d-861f7e001c5d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.746800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b33da16b-ec33-42bc-bf64-cb688aca85cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.749997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b33da16b-ec33-42bc-bf64-cb688aca85cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.751687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b33da16b-ec33-42bc-bf64-cb688aca85cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/921fff40-58b7-4722-9b04-34381125b5b9 HTTP/1.1" status: 204 len: 168 time: 0.4983304 Jul 16 18:22:14.760869 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e315506b-db20-4552-9918-fa91dbccfb0f req-26eac83a-db3a-4c47-b30a-c887e7beb887 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991658 Jul 16 18:22:14.768205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da16b-ec33-42bc-bf64-cb688aca85cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921fff40-58b7-4722-9b04-34381125b5b9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:14.788077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:14.806103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f38c2-ab74-424a-a513-b95bb7e69b63 req-136bc12f-d348-4e47-b9db-23f0bd58837d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:14.813576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-802f38c2-ab74-424a-a513-b95bb7e69b63 req-136bc12f-d348-4e47-b9db-23f0bd58837d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2406387 Jul 16 18:22:14.882808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:14.910034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:14.918539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:14.938216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-802f38c2-ab74-424a-a513-b95bb7e69b63 req-40a5c3df-3593-45eb-a66f-ae1e981d8a88 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235433 Jul 16 18:22:14.974188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event updated for resources: {'Port': ['ID=b2a4b142-845c-4394-828a-42638e6bf954,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:15.120813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.122969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.220402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-28d47c5a-7f39-4ad4-af3a-67ddd6355eb9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.233125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-28d47c5a-7f39-4ad4-af3a-67ddd6355eb9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.3183541 Jul 16 18:22:15.279402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-0920cf2c-cd1a-4bff-9600-7588041b36e0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/quotas/05f72bbbbdb7441480433d02bbffeac0 HTTP/1.1" status: 200 len: 375 time: 0.0445890 Jul 16 18:22:15.285481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a57b3952-29da-4cb4-a191-03ce9aaae4de tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.9551878 Jul 16 18:22:15.289224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:15.362695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-93b5338e-1010-4920-a48d-3fce40137bba tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818419 Jul 16 18:22:15.440898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5454d49c-0ee2-47e2-bb42-4fc01d625d3c None None] Provisioning for port b2a4b142-845c-4394-828a-42638e6bf954 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:15.460754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5454d49c-0ee2-47e2-bb42-4fc01d625d3c None None] Provisioning complete for port b2a4b142-845c-4394-828a-42638e6bf954 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:15.462987 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5454d49c-0ee2-47e2-bb42-4fc01d625d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.471510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba2a7f-bba3-4f29-9cb8-2979654a983b req-7509f3fd-e1ce-4c23-934c-bfb0c4bb8a56 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.473872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5ba2a7f-bba3-4f29-9cb8-2979654a983b req-7509f3fd-e1ce-4c23-934c-bfb0c4bb8a56 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.1149559 Jul 16 18:22:15.559763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8748367-df61-4291-a926-ac953bed3e1e tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.569427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5ba2a7f-bba3-4f29-9cb8-2979654a983b req-b1f255d2-91b6-48d8-8bec-103379abd0ec tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808485 Jul 16 18:22:15.578815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5454d49c-0ee2-47e2-bb42-4fc01d625d3c None None] Port b2a4b142-845c-4394-828a-42638e6bf954 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:15.587123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8748367-df61-4291-a926-ac953bed3e1e tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.599767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8748367-df61-4291-a926-ac953bed3e1e tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:15.609362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34478) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:15.609922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e8748367-df61-4291-a926-ac953bed3e1e tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3185165 Jul 16 18:22:15.753070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Deleting port b2a4b142-845c-4394-828a-42638e6bf954 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:15.753507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.807535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:15.943870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.099723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Calling delete_port for b2a4b142-845c-4394-828a-42638e6bf954 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:16.142088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-57914091-d5f4-4a4b-a494-9eee8dee90d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03a26a146a3947a9b31008d5e4c9f999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325410 Jul 16 18:22:16.144797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34492) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:16.307235 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-c002b106-01ce-427a-961f-a190f116d23e service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9253225 Jul 16 18:22:16.354335 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8997d3d5-852f-405c-9820-7a9876b4adfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.410676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8997d3d5-852f-405c-9820-7a9876b4adfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.528625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8997d3d5-852f-405c-9820-7a9876b4adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.531519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8997d3d5-852f-405c-9820-7a9876b4adfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.532818 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8997d3d5-852f-405c-9820-7a9876b4adfa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e87f216-f90f-4eec-a0ef-11aa0f0d8ff8 HTTP/1.1" status: 204 len: 168 time: 0.3856409 Jul 16 18:22:16.557215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997d3d5-852f-405c-9820-7a9876b4adfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e87f216-f90f-4eec-a0ef-11aa0f0d8ff8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:16.636883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-1470b607-da94-4544-861f-cda0abb9a9ff service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234415 Jul 16 18:22:16.681442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9aee65-8e37-40a4-b61a-60c86746c838 req-f071bc56-b0b1-4200-9555-7f5065fb81cb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:16.684505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf9aee65-8e37-40a4-b61a-60c86746c838 req-f071bc56-b0b1-4200-9555-7f5065fb81cb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2668509 Jul 16 18:22:16.686381 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:16.753888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event deleted for resources: {'Port': ['ID=b2a4b142-845c-4394-828a-42638e6bf954,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.036325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.047548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:17.050714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eda8677f-7685-452c-8ff3-4e6709a9f93d tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "DELETE /v2.0/ports/b2a4b142-845c-4394-828a-42638e6bf954 HTTP/1.1" status: 204 len: 168 time: 1.4371674 Jul 16 18:22:17.057983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Request body: {'port': {'name': 'tempest-new-port-name-1211382309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:17.066722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] bootfile-name is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:22:17.067460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] tftp-server is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:22:17.068018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.api.validators [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] server-ip-address is not in valid_values {{(pid=93778) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:22:17.092586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf9aee65-8e37-40a4-b61a-60c86746c838 req-367168d6-3178-47a4-a090-cc29030b32e4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409019 Jul 16 18:22:17.368881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34520) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:17.430865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d3da627-28a0-4cf2-9aa1-20950c2cd1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.482364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.765371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d3da627-28a0-4cf2-9aa1-20950c2cd1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.786514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d3da627-28a0-4cf2-9aa1-20950c2cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.857634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3da627-28a0-4cf2-9aa1-20950c2cd1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7cce58-f2ee-4d7d-9811-e37a8968b00f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:17.887956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.895159 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:17.988974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5d3da627-28a0-4cf2-9aa1-20950c2cd1db admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3bb84a0d14244d79289c0aee59c18d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6171076 Jul 16 18:22:17.996916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34534) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:18.011345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] In _notify_port_updated(), no bound segment for port 6c6df95e-a4b9-4793-a327-51faa3a7424d on network f32a46a5-9d19-4bb1-8047-737f5c5da13b {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:22:18.019844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.020530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.022117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "PUT /v2.0/ports/6c6df95e-a4b9-4793-a327-51faa3a7424d HTTP/1.1" status: 200 len: 1137 time: 0.9729059 Jul 16 18:22:18.026201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34536) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:18.085556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e40aac-0176-49d9-bac5-7916ea2395b7 req-2ebb26d1-ff28-4319-93ba-726c20b0d378 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.091002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1e40aac-0176-49d9-bac5-7916ea2395b7 req-2ebb26d1-ff28-4319-93ba-726c20b0d378 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.6160436 Jul 16 18:22:18.130698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d3d5e-d79e-495a-a1aa-0e62028dfa30 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.132943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d91d3d5e-d79e-495a-a1aa-0e62028dfa30 tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "GET /v2.0/ports/6c6df95e-a4b9-4793-a327-51faa3a7424d HTTP/1.1" status: 200 len: 1137 time: 0.1053703 Jul 16 18:22:18.140140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34540) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:18.144610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccaed0-8cf0-4386-b93a-f269fde0daa5 req-50810cb1-e633-46c1-9a03-5c9e1e59485f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.157014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9dccaed0-8cf0-4386-b93a-f269fde0daa5 req-50810cb1-e633-46c1-9a03-5c9e1e59485f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.3780084 Jul 16 18:22:18.204011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac15e6f-d30b-4728-a8e6-2ddd460438ae tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event updated for resources: {'Port': ['ID=6c6df95e-a4b9-4793-a327-51faa3a7424d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:18.272287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1e40aac-0176-49d9-bac5-7916ea2395b7 req-cd32d801-20a0-43b2-ada8-aecc129f2fd7 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569123 Jul 16 18:22:18.305440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cc547fc-44c5-4425-ab96-43914352f35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.349327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9dccaed0-8cf0-4386-b93a-f269fde0daa5 req-70295d20-c21f-44cc-b737-69d56f7021d7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868877 Jul 16 18:22:18.361454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Deleting port 6c6df95e-a4b9-4793-a327-51faa3a7424d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:18.362323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.419483 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cc547fc-44c5-4425-ab96-43914352f35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.448889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b405fc51-36e4-47b3-ae72-9e1e5c495011 None None] Provisioning complete for port 6c6df95e-a4b9-4793-a327-51faa3a7424d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:18.449612 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b405fc51-36e4-47b3-ae72-9e1e5c495011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.527364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b405fc51-36e4-47b3-ae72-9e1e5c495011 None None] Port 6c6df95e-a4b9-4793-a327-51faa3a7424d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:18.585893 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.599805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b69ad6-65bc-4309-92a5-4ab4f91427c1 req-2d2389b0-76f4-47a6-92cb-cbad8421e714 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 210 time: 0.1159005 Jul 16 18:22:18.615457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Calling delete_port for 6c6df95e-a4b9-4793-a327-51faa3a7424d owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:18.633958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cc547fc-44c5-4425-ab96-43914352f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.639908 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cc547fc-44c5-4425-ab96-43914352f35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.644250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0cc547fc-44c5-4425-ab96-43914352f35d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f7cce58-f2ee-4d7d-9811-e37a8968b00f HTTP/1.1" status: 204 len: 168 time: 0.6377394 Jul 16 18:22:18.665774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc547fc-44c5-4425-ab96-43914352f35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7cce58-f2ee-4d7d-9811-e37a8968b00f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:18.899994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:18.905812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08529b6-789b-46e5-a2f6-819906215fb8 req-6ae5788c-53a7-4289-a7a9-cca844091bc3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:18.908045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a08529b6-789b-46e5-a2f6-819906215fb8 req-6ae5788c-53a7-4289-a7a9-cca844091bc3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2251260 Jul 16 18:22:18.972998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a08529b6-789b-46e5-a2f6-819906215fb8 req-29d237dd-4bcc-4e9b-b318-de9fcaddc2d9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Jul 16 18:22:19.086162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34566) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:19.144736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-191ddd9a-b7f6-43aa-acbd-83f00b4cf065 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76a28673732e423eb58eb0b7767f207f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555792 Jul 16 18:22:19.146563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34568) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:19.179812 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.315435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4b9081b-f276-4898-9335-2a8820caa4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.336861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event deleted for resources: {'Port': ['ID=6c6df95e-a4b9-4793-a327-51faa3a7424d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.352359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4b9081b-f276-4898-9335-2a8820caa4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.423046 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8c39-5591-43c2-9813-deb43dd6ae9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.466161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4b9081b-f276-4898-9335-2a8820caa4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.479191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4b9081b-f276-4898-9335-2a8820caa4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.486511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e4b9081b-f276-4898-9335-2a8820caa4df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc127a41-cb2f-4b20-9bfe-735ab5b2452d HTTP/1.1" status: 204 len: 168 time: 0.3371930 Jul 16 18:22:19.514179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9081b-f276-4898-9335-2a8820caa4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc127a41-cb2f-4b20-9bfe-735ab5b2452d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:19.616352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-bd8dc50b-fb5d-4fec-aa8b-c1adca752554 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:19.619356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-bd8dc50b-fb5d-4fec-aa8b-c1adca752554 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.3892038 Jul 16 18:22:19.625369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.630109 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e472f269-64d1-4472-93cb-8bd11e0cd3cf tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "DELETE /v2.0/ports/6c6df95e-a4b9-4793-a327-51faa3a7424d HTTP/1.1" status: 204 len: 168 time: 1.4863765 Jul 16 18:22:19.630722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:19.656677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Request body: {'port': {'device_id': '43349b91-2ae0-44ed-a67e-4f741f50c1ef', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'admin_state_up': True, 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:19.770870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Deleting subnet 9f47d4af-7cf4-4113-b9f9-93c20c6a641b {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:19.777124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.878711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.036949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8c39-5591-43c2-9813-deb43dd6ae9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.045754 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea7a8c39-5591-43c2-9813-deb43dd6ae9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.127284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:20.132134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.140782 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea7a8c39-5591-43c2-9813-deb43dd6ae9f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9b9a50fe7d94a7aa720e99be5c59c77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2387762 Jul 16 18:22:20.153235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a8c39-5591-43c2-9813-deb43dd6ae9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f5a838-4bc5-481b-a247-b174a05b46d1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:20.153997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63a95-fffd-413b-81a2-a23ff1d444a3 req-615a80ec-cc55-413a-b5a1-ba4ef9165a45 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.156838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15c63a95-fffd-413b-81a2-a23ff1d444a3 req-615a80ec-cc55-413a-b5a1-ba4ef9165a45 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2871962 Jul 16 18:22:20.171070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34584) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:20.331252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Allocated IP 172.20.0.7 (4f4ec737-f99b-4144-b4da-a72c3900608b/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5/39778776-cf54-4219-9757-305a0a4f8a5f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:20.533882 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.560185 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.586030 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.613925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cec1ec-fe0d-4604-8758-f91d3eb87f16 req-a9dfe026-3e1f-4783-958e-b1bb61431ea0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.616892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6cec1ec-fe0d-4604-8758-f91d3eb87f16 req-a9dfe026-3e1f-4783-958e-b1bb61431ea0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.5950198 Jul 16 18:22:20.673996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:20.680036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:20.683596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15c63a95-fffd-413b-81a2-a23ff1d444a3 req-585e1bca-7a1d-45de-b818-b7de0022d01e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961753 Jul 16 18:22:20.684548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:20.737318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event updated for resources: {'Port': ['ID=39778776-cf54-4219-9757-305a0a4f8a5f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:20.779633 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-282bc263-9c96-4a0d-b38a-db56e3b2f66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.789407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.808098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6cec1ec-fe0d-4604-8758-f91d3eb87f16 req-afad53e3-4f48-4305-8caa-7cffd9f6e9a4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528409 Jul 16 18:22:20.814749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:20.816419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.844609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event deleted for resources: {'Subnet': ['ID=9f47d4af-7cf4-4113-b9f9-93c20c6a641b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:20.846660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ce5ebad7-0af5-44ce-9340-4a2bcfa81b20 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1985950 Jul 16 18:22:20.860696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Request body: {'port': {'device_id': '43349b91-2ae0-44ed-a67e-4f741f50c1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:20.864333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-282bc263-9c96-4a0d-b38a-db56e3b2f66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.868486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896aecc1-aa99-4cd0-8149-62c7d20b1aac None None] Network f32a46a5-9d19-4bb1-8047-737f5c5da13b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:20.892748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:20.903122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cea31c86-7af0-4955-8350-183a9052509b tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "DELETE /v2.0/subnets/9f47d4af-7cf4-4113-b9f9-93c20c6a641b HTTP/1.1" status: 204 len: 168 time: 1.2688522 Jul 16 18:22:20.904574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34586) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:20.974744 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.168968 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.192226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-282bc263-9c96-4a0d-b38a-db56e3b2f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.194789 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-282bc263-9c96-4a0d-b38a-db56e3b2f66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.199983 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-282bc263-9c96-4a0d-b38a-db56e3b2f66c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14f5a838-4bc5-481b-a247-b174a05b46d1 HTTP/1.1" status: 204 len: 168 time: 1.0163324 Jul 16 18:22:21.213180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] DHCP port deletion for f32a46a5-9d19-4bb1-8047-737f5c5da13b request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:21.222023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185dadc1-e3b1-4ba1-9af1-3bc5ad4d4c75 req-84666a78-1b35-4c4a-850d-9d6cbfa7706d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.223679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-185dadc1-e3b1-4ba1-9af1-3bc5ad4d4c75 req-84666a78-1b35-4c4a-850d-9d6cbfa7706d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3343520 Jul 16 18:22:21.225180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bc263-9c96-4a0d-b38a-db56e3b2f66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f5a838-4bc5-481b-a247-b174a05b46d1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.307745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-185dadc1-e3b1-4ba1-9af1-3bc5ad4d4c75 req-e6232efd-1061-4792-9694-9d6f7f706884 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752962 Jul 16 18:22:21.315175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Deleting port 14952bc6-b140-4dc3-94a7-6e7995140091 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:21.315886 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.316505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b35d0-21be-47f2-beca-1a2f592eb323 req-13a59acd-2b4f-4051-af58-6a5148a43d93 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.323779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f5b35d0-21be-47f2-beca-1a2f592eb323 req-13a59acd-2b4f-4051-af58-6a5148a43d93 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 931 time: 0.2118745 Jul 16 18:22:21.375472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f5b35d0-21be-47f2-beca-1a2f592eb323 req-0d12db9d-c40a-45d1-9281-2bd4eb498bea tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501115 Jul 16 18:22:21.399482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39778776-cf54-4219-9757-305a0a4f8a5f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:21.400852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Deleting port 14952bc6-b140-4dc3-94a7-6e7995140091 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:21.403178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.409697 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.429157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Transition to ACTIVE for port object 39778776-cf54-4219-9757-305a0a4f8a5f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:21.435895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.440260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] For port 14952bc6-b140-4dc3-94a7-6e7995140091, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14952bc6-b140-4dc3-94a7-6e7995140091,segment=NetworkSegment(14d95c1c-94a9-461f-b3c0-4a2d90384a59),segment_id=14d95c1c-94a9-461f-b3c0-4a2d90384a59)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.440834 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.459969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Calling delete_port for 14952bc6-b140-4dc3-94a7-6e7995140091 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:21.572461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Pushing event updated for resources: {'Port': ['ID=39778776-cf54-4219-9757-305a0a4f8a5f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.644803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.689036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] No DVR routers for this DVR port 14952bc6-b140-4dc3-94a7-6e7995140091 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:21.697047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14952bc6-b140-4dc3-94a7-6e7995140091 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:21.699870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Pushing event deleted for resources: {'Port': ['ID=14952bc6-b140-4dc3-94a7-6e7995140091,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.707391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] For port 14952bc6-b140-4dc3-94a7-6e7995140091, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14952bc6-b140-4dc3-94a7-6e7995140091,segment=NetworkSegment(14d95c1c-94a9-461f-b3c0-4a2d90384a59),segment_id=14d95c1c-94a9-461f-b3c0-4a2d90384a59)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:21.707883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.724117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Calling delete_port for 14952bc6-b140-4dc3-94a7-6e7995140091 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:21.728309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 14952bc6-b140-4dc3-94a7-6e7995140091 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:21.728948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14952bc6-b140-4dc3-94a7-6e7995140091 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:21.732744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.733530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.733891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.734236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.734574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.734978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.735239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.735552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.735876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.736357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.736701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.737030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa28d1b3-11dc-4916-b279-f1a0ea19fe6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:21.760663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Attempting to bind port 39778776-cf54-4219-9757-305a0a4f8a5f on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:21.761233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Attempting to bind port 39778776-cf54-4219-9757-305a0a4f8a5f by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:21.762396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Attempting to bind port 39778776-cf54-4219-9757-305a0a4f8a5f on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:21.773777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Port 39778776-cf54-4219-9757-305a0a4f8a5f on network 4f4ec737-f99b-4144-b4da-a72c3900608b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:21.774107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Attempting to bind port 39778776-cf54-4219-9757-305a0a4f8a5f on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:21.780837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:21.781325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:21.781676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Bound using segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:21.782165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Bound port: 39778776-cf54-4219-9757-305a0a4f8a5f, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:21.782531 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.835596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34596) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:21.860661 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b06038ec-db03-4cfd-b6e0-ca2216bca856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.877232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] For port 39778776-cf54-4219-9757-305a0a4f8a5f, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:21.881550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.883036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] For port 39778776-cf54-4219-9757-305a0a4f8a5f, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=39778776-cf54-4219-9757-305a0a4f8a5f,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:21.894128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.895918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89775dcd-3df6-4646-bf6a-60ec374b4f32 req-20505ce3-94e1-40c3-a8b1-466654184f0a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.897527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89775dcd-3df6-4646-bf6a-60ec374b4f32 req-20505ce3-94e1-40c3-a8b1-466654184f0a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2880731 Jul 16 18:22:21.931530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:21.932230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.934424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/39778776-cf54-4219-9757-305a0a4f8a5f HTTP/1.1" status: 200 len: 1092 time: 1.0801928 Jul 16 18:22:21.937037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43349b91-2ae0-44ed-a67e-4f741f50c1ef', 'tag': '39778776-cf54-4219-9757-305a0a4f8a5f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:21.940698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event deleted for resources: {'Port': ['ID=14952bc6-b140-4dc3-94a7-6e7995140091,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:21.941007 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8d6567-470b-4aaa-af62-f71b3e29aa34" -d '{"events": [{"name": "network-changed", "server_uuid": "43349b91-2ae0-44ed-a67e-4f741f50c1ef", "tag": "39778776-cf54-4219-9757-305a0a4f8a5f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:21.975035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] No DVR routers for this DVR port 14952bc6-b140-4dc3-94a7-6e7995140091 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:21.985302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfeed18-e89e-47a3-abb8-79a8680e57e3 service neutron] Pushing event updated for resources: {'Port': ['ID=39778776-cf54-4219-9757-305a0a4f8a5f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.070997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-b31b98de-6608-41b8-bb97-2d6a944aebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.074100 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-b31b98de-6608-41b8-bb97-2d6a944aebcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 1095 time: 0.0750661 Jul 16 18:22:22.086398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89775dcd-3df6-4646-bf6a-60ec374b4f32 req-8bfe92ef-d448-4b2b-9dbb-95a099030470 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580915 Jul 16 18:22:22.140251 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-08ebaea4-5a5a-4420-a6fa-31f399d5a301 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39778776-cf54-4219-9757-305a0a4f8a5f HTTP/1.1" status: 200 len: 217 time: 0.0585155 Jul 16 18:22:22.156199 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.176483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32a46a5-9d19-4bb1-8047-737f5c5da13b']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:22.191969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d95c1c-94a9-461f-b3c0-4a2d90384a59') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:22.192396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d95c1c-94a9-461f-b3c0-4a2d90384a59') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:22.204989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa2bc7-2acc-4553-9bbc-eac665ef807a req-67123c42-23d4-4b9d-8f1b-0859f426283b tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.206609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbfa2bc7-2acc-4553-9bbc-eac665ef807a req-67123c42-23d4-4b9d-8f1b-0859f426283b tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2841794 Jul 16 18:22:22.219997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.224251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-e3d2cfad-c071-47e3-94c0-fc6e067909e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.225824 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-e3d2cfad-c071-47e3-94c0-fc6e067909e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.0774901 Jul 16 18:22:22.266505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-82e06f9f-ea43-498b-b570-8fcd1a02ebe3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342102 Jul 16 18:22:22.289146 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.311907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:22.312357 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.317284 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b06038ec-db03-4cfd-b6e0-ca2216bca856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:22.318619 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:22.348203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b06038ec-db03-4cfd-b6e0-ca2216bca856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.376304 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-4909fac4-3770-4a4f-8292-7bbe0a2d3f4b service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017191 Jul 16 18:22:22.415236 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbfa2bc7-2acc-4553-9bbc-eac665ef807a req-b57e8a52-3c31-4af7-9997-6e5cd47cdc37 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971967 Jul 16 18:22:22.451639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b06038ec-db03-4cfd-b6e0-ca2216bca856 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=488fb96579fd4f53affc8baec2f3447e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047857 Jul 16 18:22:22.451639 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.454502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34606) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:22.470828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.476824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] 10.222.0.48 "DELETE /v2.0/networks/f32a46a5-9d19-4bb1-8047-737f5c5da13b HTTP/1.1" status: 204 len: 168 time: 1.5551357 Jul 16 18:22:22.476824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06038ec-db03-4cfd-b6e0-ca2216bca856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed2f1b4-a085-40fa-9966-725871e736b9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.546492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dff17f-50c2-4d02-846c-73f3ca70fddd tempest-ExtraDHCPOptionsTestJSON-937692922 tempest-ExtraDHCPOptionsTestJSON-937692922-project] Pushing event deleted for resources: {'Network': ['ID=f32a46a5-9d19-4bb1-8047-737f5c5da13b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:22.566849 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-60463ad3-62c7-4a58-a2a6-d4c087c9ed48 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825745 Jul 16 18:22:22.585838 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0073de02-2c9c-4cac-a698-c99a892aeaab x-openstack-request-id: req-0073de02-2c9c-4cac-a698-c99a892aeaab {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:22.586665 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43349b91-2ae0-44ed-a67e-4f741f50c1ef", "tag": "39778776-cf54-4219-9757-305a0a4f8a5f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:22.589767 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0073de02-2c9c-4cac-a698-c99a892aeaab {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:22.590998 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43349b91-2ae0-44ed-a67e-4f741f50c1ef', 'tag': '39778776-cf54-4219-9757-305a0a4f8a5f', 'status': 'completed', 'code': 200} Jul 16 18:22:22.641455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f732d2e-7098-480b-abed-f54ff0d0e488 req-09bbd1b6-71fa-4523-9a66-08ffe5588676 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.657181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f732d2e-7098-480b-abed-f54ff0d0e488 req-09bbd1b6-71fa-4523-9a66-08ffe5588676 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.4390640 Jul 16 18:22:22.667951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-b5b1fbf5-4a07-494b-8804-992b9d521716 req-932453be-5ba0-4203-95af-88d8c98b04a8 service neutron] (93778) timed out ('10.222.0.13', 63085) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:22:22.753461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f732d2e-7098-480b-abed-f54ff0d0e488 req-98cee6cf-4d7a-458a-9077-153e36ea9ebd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933311 Jul 16 18:22:22.793624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa524b35-5fdd-407e-8eb7-12ca71e8a1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.851446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-f316bf1c-22a2-4355-9ae7-ccfad854f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.856256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-f316bf1c-22a2-4355-9ae7-ccfad854f4f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 1095 time: 0.2109900 Jul 16 18:22:22.858709 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa524b35-5fdd-407e-8eb7-12ca71e8a1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.986734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34616) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:23.040230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa524b35-5fdd-407e-8eb7-12ca71e8a1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.046910 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa524b35-5fdd-407e-8eb7-12ca71e8a1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.065296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fa524b35-5fdd-407e-8eb7-12ca71e8a1f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bed2f1b4-a085-40fa-9966-725871e736b9 HTTP/1.1" status: 204 len: 168 time: 0.6075504 Jul 16 18:22:23.098037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa524b35-5fdd-407e-8eb7-12ca71e8a1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed2f1b4-a085-40fa-9966-725871e736b9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:23.119104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-26fe65fb-0c27-4ad6-9897-512c77bc3881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.123115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-26fe65fb-0c27-4ad6-9897-512c77bc3881 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.2551682 Jul 16 18:22:23.126013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe23d4f-96e5-4040-b1c3-fb5726a705f1 req-e21eba3c-3993-4fce-adef-443a1931a165 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.140985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbe23d4f-96e5-4040-b1c3-fb5726a705f1 req-e21eba3c-3993-4fce-adef-443a1931a165 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 943 time: 0.2227390 Jul 16 18:22:23.218506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-6980d5c9-e34e-4d82-bd63-98ccd938bdc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39778776-cf54-4219-9757-305a0a4f8a5f HTTP/1.1" status: 200 len: 217 time: 0.0895507 Jul 16 18:22:23.289611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbe23d4f-96e5-4040-b1c3-fb5726a705f1 req-afb14ede-d11a-4f8d-9010-7467b82dce8e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335001 Jul 16 18:22:23.298175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8e0c96a9-80df-4936-b12a-54d83ab3eaf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d33dd15bf0224498b37ee95a4420214c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041368 Jul 16 18:22:23.298175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34622) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:23.350143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-0718608f-4bc5-421b-94cc-5b5761279d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.352840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-0718608f-4bc5-421b-94cc-5b5761279d3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1171372 Jul 16 18:22:23.406023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2433d8-2302-4a15-889e-cc150f5eeab4 req-3c126bd3-9ada-408b-9333-655ddc20074a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.408023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec2433d8-2302-4a15-889e-cc150f5eeab4 req-3c126bd3-9ada-408b-9333-655ddc20074a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1780148 Jul 16 18:22:23.408231 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-422aa5e0-9557-46cc-afd2-d21adb4cb07d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476599 Jul 16 18:22:23.438330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdd9f-393c-4a41-824a-48d3fef08af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.438683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cf795c9f-e4fd-4f3c-afae-e44e001a33ca tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.440536 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cf795c9f-e4fd-4f3c-afae-e44e001a33ca tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/ports?device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 943 time: 0.2253144 Jul 16 18:22:23.489285 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdd9f-393c-4a41-824a-48d3fef08af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.499886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec2433d8-2302-4a15-889e-cc150f5eeab4 req-e204ecf6-2817-4ad8-91e1-9dafad772ca8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737412 Jul 16 18:22:23.576227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdd9f-393c-4a41-824a-48d3fef08af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.579603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9a5bdd9f-393c-4a41-824a-48d3fef08af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.583507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9a5bdd9f-393c-4a41-824a-48d3fef08af4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b586384d-dfcd-406f-8981-906d74ac4708 HTTP/1.1" status: 204 len: 168 time: 0.2809362 Jul 16 18:22:23.594483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bdd9f-393c-4a41-824a-48d3fef08af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b586384d-dfcd-406f-8981-906d74ac4708,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:23.770785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d641859-a8a9-4d09-9029-02e245526c2c req-02bc430f-2cb9-4705-9470-5e7ab6e0db74 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.778174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d641859-a8a9-4d09-9029-02e245526c2c req-02bc430f-2cb9-4705-9470-5e7ab6e0db74 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.1112494 Jul 16 18:22:23.782673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-ac2567fe-93d9-400e-87fc-7f6831ac6c85 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638308 Jul 16 18:22:23.834513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Deleting port 39778776-cf54-4219-9757-305a0a4f8a5f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:23.834856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:23.883824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d641859-a8a9-4d09-9029-02e245526c2c req-061d49d3-ca60-4bca-afe3-7f48d0dd0a91 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011920 Jul 16 18:22:23.938294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14facc09-5487-4150-97ec-121943922f67 req-386bec19-baf5-4a64-84a3-c3c6c640cafb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.953054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14facc09-5487-4150-97ec-121943922f67 req-386bec19-baf5-4a64-84a3-c3c6c640cafb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1495628 Jul 16 18:22:24.004619 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d8d6567-470b-4aaa-af62-f71b3e29aa34 req-f0a9f1e9-926c-45da-8559-356e04a17e31 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135136 Jul 16 18:22:24.013349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] For port 39778776-cf54-4219-9757-305a0a4f8a5f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=39778776-cf54-4219-9757-305a0a4f8a5f,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:24.013721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.035385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Calling delete_port for 39778776-cf54-4219-9757-305a0a4f8a5f owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:24.039252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14facc09-5487-4150-97ec-121943922f67 req-299b1621-787f-40d2-ba99-b6b44b7f07aa tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744431 Jul 16 18:22:24.261443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.269796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3179ee4-4c79-40ce-ad82-bc132c23a459 req-72134612-6e0b-43e5-a01f-b18a8219467d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.272663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3179ee4-4c79-40ce-ad82-bc132c23a459 req-72134612-6e0b-43e5-a01f-b18a8219467d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.1891947 Jul 16 18:22:24.302219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event deleted for resources: {'Port': ['ID=39778776-cf54-4219-9757-305a0a4f8a5f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:24.380711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3179ee4-4c79-40ce-ad82-bc132c23a459 req-8420c547-9a27-4bbb-a0e0-64b15bae04ed tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888882 Jul 16 18:22:24.389134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] No DVR routers for this DVR port 39778776-cf54-4219-9757-305a0a4f8a5f on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:24.394019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:24.427570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-827e3a7e-050c-4c9e-9d9e-8973370abbcf req-cfdc3e47-55dc-42ac-85d8-3ba18afbe7d0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "DELETE /v2.0/ports/39778776-cf54-4219-9757-305a0a4f8a5f HTTP/1.1" status: 204 len: 173 time: 0.9599471 Jul 16 18:22:24.592399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43349b91-2ae0-44ed-a67e-4f741f50c1ef', 'name': 'network-vif-deleted', 'tag': '39778776-cf54-4219-9757-305a0a4f8a5f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:24.596701 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca4c0b6-6abd-4d96-a94a-3a5b1c952b76" -d '{"events": [{"server_uuid": "43349b91-2ae0-44ed-a67e-4f741f50c1ef", "name": "network-vif-deleted", "tag": "39778776-cf54-4219-9757-305a0a4f8a5f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:24.643249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90b0d28b-a7ba-4db7-9b1a-129387ceaf41 req-77d56a26-7d30-4166-9bd1-44f610d6533e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 210 time: 0.0378170 Jul 16 18:22:24.658423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01c4ea-2377-4e67-8665-1d5e86acc2b8 req-dbf88254-e012-4495-a1ae-53bf281ed6b5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.665872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b01c4ea-2377-4e67-8665-1d5e86acc2b8 req-dbf88254-e012-4495-a1ae-53bf281ed6b5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1774287 Jul 16 18:22:24.718885 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5b9176-6749-4040-a98c-323573068599 x-openstack-request-id: req-bf5b9176-6749-4040-a98c-323573068599 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:24.720125 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43349b91-2ae0-44ed-a67e-4f741f50c1ef", "name": "network-vif-deleted", "tag": "39778776-cf54-4219-9757-305a0a4f8a5f", "status": "failed", "code": 422}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:24.720841 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf5b9176-6749-4040-a98c-323573068599 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:24.722869 n-d-793620-10 neutron-server[93778]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43349b91-2ae0-44ed-a67e-4f741f50c1ef', 'name': 'network-vif-deleted', 'tag': '39778776-cf54-4219-9757-305a0a4f8a5f', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:22:24.732999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b01c4ea-2377-4e67-8665-1d5e86acc2b8 req-6e4db6ff-428a-482f-8beb-79d715946dbb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656238 Jul 16 18:22:25.029183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a022db-496a-4a86-89a3-a2e738a185ec req-0deacb18-c10c-482b-b64d-d6993f12908e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.039674 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59a022db-496a-4a86-89a3-a2e738a185ec req-0deacb18-c10c-482b-b64d-d6993f12908e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1767044 Jul 16 18:22:25.095756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59a022db-496a-4a86-89a3-a2e738a185ec req-0c569b9a-da8c-450c-a4be-5c21dea83ea2 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549212 Jul 16 18:22:25.096628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34692) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:25.108115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8008a8f8-23e5-42db-8b72-49106348b03c req-ee35af63-02be-4dd6-ab05-7fc998887d79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 210 time: 0.1064243 Jul 16 18:22:25.327755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf4082-c68d-4de4-9be1-47d09c6633c2 req-55e4e6d2-78ad-4242-a8ca-c424cec437f5 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.330044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cf4082-c68d-4de4-9be1-47d09c6633c2 req-55e4e6d2-78ad-4242-a8ca-c424cec437f5 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.1744211 Jul 16 18:22:25.412361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cf4082-c68d-4de4-9be1-47d09c6633c2 req-e812cf40-3383-4442-914d-1342ada5b786 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717030 Jul 16 18:22:25.542541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-770992545'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:25.640327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:25.644603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.657508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:25.824527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeaa070-f2cb-4d80-8d92-7ae66f518061 req-c81ec27a-e981-47c7-865e-95314d82cf10 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.826382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eeaa070-f2cb-4d80-8d92-7ae66f518061 req-c81ec27a-e981-47c7-865e-95314d82cf10 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2449591 Jul 16 18:22:25.928842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eeaa070-f2cb-4d80-8d92-7ae66f518061 req-e56437d0-4d01-4997-988a-08598cff2dd9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838995 Jul 16 18:22:25.944440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f80e7a-34b0-42a0-827c-5a27f79e5ae5 req-1333d109-d73c-4b0d-a25e-d492f1cadd55 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.946077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2f80e7a-34b0-42a0-827c-5a27f79e5ae5 req-1333d109-d73c-4b0d-a25e-d492f1cadd55 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.1845055 Jul 16 18:22:26.034942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.046097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.057108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a8f8-23e5-42db-8b72-49106348b03c req-e0154dba-3583-4ef8-938a-35c0c7de8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.069951 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8008a8f8-23e5-42db-8b72-49106348b03c req-e0154dba-3583-4ef8-938a-35c0c7de8207 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=05f72bbbbdb7441480433d02bbffeac0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9472847 Jul 16 18:22:26.080491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2f80e7a-34b0-42a0-827c-5a27f79e5ae5 req-69f56801-f887-4acd-adb2-b40fbce61065 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170294 Jul 16 18:22:26.109755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:26.199226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7564925a-cbea-4629-b778-9cf81c2455dc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:26.230007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.233635 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 1004f95a-de79-41fa-88d5-b54b6e14f8a3 of type vlan for network bd63f270-c45e-4db0-bceb-63ad06d56255 Jul 16 18:22:26.369483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008a8f8-23e5-42db-8b72-49106348b03c req-1e18b722-78f0-40eb-8104-e87ef8fb3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.371262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8008a8f8-23e5-42db-8b72-49106348b03c req-1e18b722-78f0-40eb-8104-e87ef8fb3cb5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2955961 Jul 16 18:22:26.428413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aff46df9-bd7a-48ef-a656-44493ee19dc5 req-2ccfa836-296b-45f7-b99e-81ae19eca92b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 210 time: 0.1498942 Jul 16 18:22:26.444498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.512346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8008a8f8-23e5-42db-8b72-49106348b03c req-6315e04a-44fb-45a8-b4e1-53c9a6561468 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/ports?device_id=43349b91-2ae0-44ed-a67e-4f741f50c1ef HTTP/1.1" status: 200 len: 210 time: 0.0796883 Jul 16 18:22:26.533490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.544342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.545775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.627620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9a711-11d6-431e-8fbc-6e9314edf789 req-4baa97af-be4b-4838-b7a8-cf61195b7d3c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.641824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-65d9a711-11d6-431e-8fbc-6e9314edf789 req-4baa97af-be4b-4838-b7a8-cf61195b7d3c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3698435 Jul 16 18:22:26.661068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5599954 Jul 16 18:22:26.663608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:26.670942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270583180'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:26.740789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:26.745599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.785836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:26.804968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.805583 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 24071c8e-a17d-4452-8719-b89303d2de90 of type vlan for network f40a8494-0d56-4def-94ba-594c09a435ed Jul 16 18:22:26.821170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6834-a53b-461a-b52d-beb01ce38ce2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=bd63f270-c45e-4db0-bceb-63ad06d56255,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:26.851136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-65d9a711-11d6-431e-8fbc-6e9314edf789 req-66c22a39-2031-4428-ac20-cc6eac4ecb58 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077484 Jul 16 18:22:26.860097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network bd63f270-c45e-4db0-bceb-63ad06d56255 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:26.865451 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.931796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:26.938921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.939576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.023082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=f40a8494-0d56-4def-94ba-594c09a435ed,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:27.049860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.050227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.050574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.050924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.051265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.051740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.052056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.052448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.052872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.053555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.053903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.054231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:27.074666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34784) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:27.082611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': 'bd63f270-c45e-4db0-bceb-63ad06d56255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:27.087881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a81be571-5e87-4be9-ac01-1aeece2896f7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4229836 Jul 16 18:22:27.159553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f40a8494-0d56-4def-94ba-594c09a435ed details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:27.270510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:27.274958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.308115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292103cd-f660-4a88-a6ae-6c7058eab21d req-dcd0c0fa-f529-49ac-ac98-66b4ea28d6ef tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.319641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-292103cd-f660-4a88-a6ae-6c7058eab21d req-dcd0c0fa-f529-49ac-ac98-66b4ea28d6ef tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2324212 Jul 16 18:22:27.490382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-292103cd-f660-4a88-a6ae-6c7058eab21d req-7b1c6917-a232-4871-8867-9923b76d7260 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549671 Jul 16 18:22:27.593168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581fc5-137f-4716-8d38-d91cca3fc398 req-92d4b836-6b62-4451-9137-fa25782d8d92 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.594937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1581fc5-137f-4716-8d38-d91cca3fc398 req-92d4b836-6b62-4451-9137-fa25782d8d92 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.1726203 Jul 16 18:22:27.655538 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:27.723654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1581fc5-137f-4716-8d38-d91cca3fc398 req-ff695747-0866-42f6-82f6-5752fdcd2d1a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127362 Jul 16 18:22:27.726033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:27.934809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=5f09d2a4-0800-4593-a7ee-840f01eb4488,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:27.967346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '1004f95a-de79-41fa-88d5-b54b6e14f8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd63f270-c45e-4db0-bceb-63ad06d56255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:27.967959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: bd63f270-c45e-4db0-bceb-63ad06d56255, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:28.021935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8b9d6-145e-4e7d-ba25-e6f9430ff99e req-b3cf531e-59af-4f27-ac92-2152ea504780 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.024999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0b8b9d6-145e-4e7d-ba25-e6f9430ff99e req-b3cf531e-59af-4f27-ac92-2152ea504780 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2775760 Jul 16 18:22:28.070460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network bd63f270-c45e-4db0-bceb-63ad06d56255 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:28.140892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, bd63f270-c45e-4db0-bceb-63ad06d56255) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:28.153355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a085e1a-23e6-46d9-9460-d37a7a16d09b None None] Network bd63f270-c45e-4db0-bceb-63ad06d56255 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:28.165051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.166099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.242305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0b8b9d6-145e-4e7d-ba25-e6f9430ff99e req-9eb1a322-ccc2-4408-ab50-24798bd77db4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946981 Jul 16 18:22:28.281579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:28.288968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': 'f40a8494-0d56-4def-94ba-594c09a435ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:28.289810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eaed3d93-d755-4e79-a956-4081cd2bf904 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2130280 Jul 16 18:22:28.373023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-0eaabf15-d4b3-4269-b77f-dd01877512bc tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.383691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-0eaabf15-d4b3-4269-b77f-dd01877512bc tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.3522427 Jul 16 18:22:28.407882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-6b9673db-aa4b-4ea7-ae34-f068fb6c208d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/quotas/05f72bbbbdb7441480433d02bbffeac0 HTTP/1.1" status: 200 len: 375 time: 0.0243874 Jul 16 18:22:28.463757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-f13e7f92-03fa-4e43-8823-37b65933bb35 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538933 Jul 16 18:22:28.524307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:28.534883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.544856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-bd63f270-c45e-4db0-bceb-63ad06d56255', 'network_id': 'bd63f270-c45e-4db0-bceb-63ad06d56255', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': '5f09d2a4-0800-4593-a7ee-840f01eb4488'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:28.546339 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.699127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-2f46305c-d780-4e09-91ec-3851aab25592 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335343 Jul 16 18:22:28.853837 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.871227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Allocated IP 2001:db8::2 (bd63f270-c45e-4db0-bceb-63ad06d56255/5f09d2a4-0800-4593-a7ee-840f01eb4488/4b99697b-1709-4bca-92b7-9dc31c68424f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:28.927531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=df37aa71-3876-4676-b6b4-d4506050cb17,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.972015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '24071c8e-a17d-4452-8719-b89303d2de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f40a8494-0d56-4def-94ba-594c09a435ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:28.973554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: f40a8494-0d56-4def-94ba-594c09a435ed, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:29.001287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network f40a8494-0d56-4def-94ba-594c09a435ed is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:29.016527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f40a8494-0d56-4def-94ba-594c09a435ed) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:29.019300 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-08e1dd00-f50d-43ce-a59c-7d46f1ffa872 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175931 Jul 16 18:22:29.043242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:29.045510 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.093542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34910) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.096359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c9afcfb8-5d1e-4b41-b791-edd462ee42a8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8125784 Jul 16 18:22:29.101687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.107732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b82dd939-aae7-45be-961b-c5c08625f116 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2084330924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:29.154318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e546484-a5b9-4ae2-9ef8-9f61a643cdfc None None] Network f40a8494-0d56-4def-94ba-594c09a435ed requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:29.175275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82dd939-aae7-45be-961b-c5c08625f116 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.176668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82dd939-aae7-45be-961b-c5c08625f116 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.250943 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82dd939-aae7-45be-961b-c5c08625f116 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.259867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82dd939-aae7-45be-961b-c5c08625f116 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.286527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b82dd939-aae7-45be-961b-c5c08625f116 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.289462 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b82dd939-aae7-45be-961b-c5c08625f116 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1864190 Jul 16 18:22:29.293654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34916) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:29.471373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.490848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Transition to ACTIVE for port object 4b99697b-1709-4bca-92b7-9dc31c68424f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:29.528040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f40a8494-0d56-4def-94ba-594c09a435ed', 'network_id': 'f40a8494-0d56-4def-94ba-594c09a435ed', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': 'df37aa71-3876-4676-b6b4-d4506050cb17'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:29.529226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae51e-7864-4f77-8c64-e4768139a1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.529590 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.546940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Transition to ACTIVE for port object 4b99697b-1709-4bca-92b7-9dc31c68424f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:29.567363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.687796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Network bd63f270-c45e-4db0-bceb-63ad06d56255 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:29.699064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:29.701853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:29.721768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Pushing event updated for resources: {'Port': ['ID=4b99697b-1709-4bca-92b7-9dc31c68424f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:29.853629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Attempting to bind port 4b99697b-1709-4bca-92b7-9dc31c68424f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:29.854244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Attempting to bind port 4b99697b-1709-4bca-92b7-9dc31c68424f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1004f95a-de79-41fa-88d5-b54b6e14f8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd63f270-c45e-4db0-bceb-63ad06d56255'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:29.854965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Attempting to bind port 4b99697b-1709-4bca-92b7-9dc31c68424f on network bd63f270-c45e-4db0-bceb-63ad06d56255 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:29.874370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Allocated IP 2001:db8:1::2 (f40a8494-0d56-4def-94ba-594c09a435ed/df37aa71-3876-4676-b6b4-d4506050cb17/0c972618-5526-4403-9777-cae997903c0e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:29.878275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:29.878905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Checking segment: {'id': '1004f95a-de79-41fa-88d5-b54b6e14f8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd63f270-c45e-4db0-bceb-63ad06d56255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:29.879602 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.880381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Bound using segment: {'id': '1004f95a-de79-41fa-88d5-b54b6e14f8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd63f270-c45e-4db0-bceb-63ad06d56255'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:29.881620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Bound port: 4b99697b-1709-4bca-92b7-9dc31c68424f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1004f95a-de79-41fa-88d5-b54b6e14f8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'bd63f270-c45e-4db0-bceb-63ad06d56255'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:29.882680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.045494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] For port 4b99697b-1709-4bca-92b7-9dc31c68424f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:30.052268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] For port 4b99697b-1709-4bca-92b7-9dc31c68424f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4b99697b-1709-4bca-92b7-9dc31c68424f,segment=NetworkSegment(1004f95a-de79-41fa-88d5-b54b6e14f8a3),segment_id=1004f95a-de79-41fa-88d5-b54b6e14f8a3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:30.060137 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.064394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-b7dbf06f-fdce-4f65-8466-30f5995d6946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.067020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-b7dbf06f-fdce-4f65-8466-30f5995d6946 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1097 time: 0.6876035 Jul 16 18:22:30.181950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1c5be-c66b-42e3-a740-79be4f5a1fa3 None None] Pushing event updated for resources: {'Port': ['ID=4b99697b-1709-4bca-92b7-9dc31c68424f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.186870 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.201898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Transition to ACTIVE for port object 0c972618-5526-4403-9777-cae997903c0e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:30.202941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ec58a-4c8d-4b93-a96a-e354aefa4ab3 req-f5aea000-c216-4dfd-94ec-dc68690d6ffd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.204943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-936ec58a-4c8d-4b93-a96a-e354aefa4ab3 req-f5aea000-c216-4dfd-94ec-dc68690d6ffd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.7635882 Jul 16 18:22:30.218065 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb0d4a6a-269d-497d-b8bc-89e85cf1ce59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.230178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Transition to ACTIVE for port object 0c972618-5526-4403-9777-cae997903c0e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:30.238838 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.285333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Network f40a8494-0d56-4def-94ba-594c09a435ed is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:30.288430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:30.292846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:30.299868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Pushing event updated for resources: {'Port': ['ID=0c972618-5526-4403-9777-cae997903c0e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.369428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Attempting to bind port 0c972618-5526-4403-9777-cae997903c0e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:30.369428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Attempting to bind port 0c972618-5526-4403-9777-cae997903c0e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '24071c8e-a17d-4452-8719-b89303d2de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f40a8494-0d56-4def-94ba-594c09a435ed'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:30.369768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Attempting to bind port 0c972618-5526-4403-9777-cae997903c0e on network f40a8494-0d56-4def-94ba-594c09a435ed {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:30.376179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:30.376660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Checking segment: {'id': '24071c8e-a17d-4452-8719-b89303d2de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f40a8494-0d56-4def-94ba-594c09a435ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:30.377077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.377481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Bound using segment: {'id': '24071c8e-a17d-4452-8719-b89303d2de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f40a8494-0d56-4def-94ba-594c09a435ed'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:30.378032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Bound port: 0c972618-5526-4403-9777-cae997903c0e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24071c8e-a17d-4452-8719-b89303d2de90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f40a8494-0d56-4def-94ba-594c09a435ed'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:30.378421 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.465552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.491873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] For port 0c972618-5526-4403-9777-cae997903c0e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:30.499737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] For port 0c972618-5526-4403-9777-cae997903c0e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0c972618-5526-4403-9777-cae997903c0e,segment=NetworkSegment(24071c8e-a17d-4452-8719-b89303d2de90),segment_id=24071c8e-a17d-4452-8719-b89303d2de90)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:30.506368 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.569976 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae51e-7864-4f77-8c64-e4768139a1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.583939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15208ff5-6712-4045-8a74-6d9a32e06fae req-56c4ed0e-8dc3-405b-b58c-903e46cbe28d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.593067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15208ff5-6712-4045-8a74-6d9a32e06fae req-56c4ed0e-8dc3-405b-b58c-903e46cbe28d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.6359775 Jul 16 18:22:30.604431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcea41-4bca-4d1b-bc10-4d1b1405a190 None None] Pushing event updated for resources: {'Port': ['ID=0c972618-5526-4403-9777-cae997903c0e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.623793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d7ae51e-7864-4f77-8c64-e4768139a1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.639336 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-90d4463a-f8a2-46b5-80c6-6bcfd8711b2a service neutron] show failed (client error): The resource could not be found. Jul 16 18:22:30.641397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-90d4463a-f8a2-46b5-80c6-6bcfd8711b2a service neutron] 10.222.0.13 "GET /v2.0/ports/972551f8-33e4-4dbe-9a4e-c70bcccee019/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.1697817 Jul 16 18:22:30.688683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-936ec58a-4c8d-4b93-a96a-e354aefa4ab3 req-0d7fcf5f-7cba-4ac3-a982-a76b1953b9e8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532831 Jul 16 18:22:30.822814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-0356ee3c-d07e-44b9-b4ef-d1d30ae55286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.824750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-0356ee3c-d07e-44b9-b4ef-d1d30ae55286 service neutron] 10.222.0.13 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.7075286 Jul 16 18:22:30.873721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15208ff5-6712-4045-8a74-6d9a32e06fae req-9b372870-6948-487b-bf3f-002c8a107299 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793524 Jul 16 18:22:30.878702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3d7ae51e-7864-4f77-8c64-e4768139a1fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e59dfc80aa44ffbac1d579d7857e834&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7813084 Jul 16 18:22:30.883542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:30.926991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ae51e-7864-4f77-8c64-e4768139a1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf95595-cbce-4bcb-8b22-8d7b35a6ad9e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.009820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36b902e-5e27-44a1-9d07-0bff5822d6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.031325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-26bf42a9-0fd3-44e9-8422-39014f15301c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 200 len: 217 time: 0.1798768 Jul 16 18:22:31.063483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36b902e-5e27-44a1-9d07-0bff5822d6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.254127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-850e974c-8f1a-4ade-a983-6ebe2377fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.257175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-850e974c-8f1a-4ade-a983-6ebe2377fc4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.1655858 Jul 16 18:22:31.310810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c56f5298-b006-4a7b-9cbe-c4b6765837cb req-96c1d18c-ab9c-4e95-acdd-f36a841e0794 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 210 time: 0.0735590 Jul 16 18:22:31.356002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-8d2525ec-9c54-4382-aefc-b43276919e01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475686 Jul 16 18:22:31.363074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36b902e-5e27-44a1-9d07-0bff5822d6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.368986 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36b902e-5e27-44a1-9d07-0bff5822d6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.375262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f36b902e-5e27-44a1-9d07-0bff5822d6de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adf95595-cbce-4bcb-8b22-8d7b35a6ad9e HTTP/1.1" status: 204 len: 168 time: 0.4869010 Jul 16 18:22:31.438326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b902e-5e27-44a1-9d07-0bff5822d6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf95595-cbce-4bcb-8b22-8d7b35a6ad9e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.476919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-a1c28c68-969e-463b-ba9f-4371af06d76b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.482922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-a1c28c68-969e-463b-ba9f-4371af06d76b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.3894045 Jul 16 18:22:31.502298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-2d1f6870-e443-487a-86db-0ff0c20c39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.504227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-2d1f6870-e443-487a-86db-0ff0c20c39bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706&tenant_id=bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 1101 time: 0.3597543 Jul 16 18:22:31.512617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Request body: {'port': {'device_id': '65e29058-963b-449b-9e6a-2819c2105406', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'admin_state_up': True, 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:31.527966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358112fc-fa49-436d-84f4-452f43eb49a0 req-0ac15955-a500-4479-b43f-cdfca3960247 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.549540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-358112fc-fa49-436d-84f4-452f43eb49a0 req-0ac15955-a500-4479-b43f-cdfca3960247 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.7209828 Jul 16 18:22:31.673841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:31.884308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8::1 (bd63f270-c45e-4db0-bceb-63ad06d56255/5f09d2a4-0800-4593-a7ee-840f01eb4488/94d68d5a-9529-40ac-a80b-895ef356c386) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:31.891214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c972618-5526-4403-9777-cae997903c0e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:31.991168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:31.999023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.032274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-358112fc-fa49-436d-84f4-452f43eb49a0 req-f930566c-413c-4b21-ab1c-ea551e7f9c9e tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674406 Jul 16 18:22:32.033170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.084496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-8a50a661-d9fa-426b-8885-99f17097bab9 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864393 Jul 16 18:22:32.102598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2e6f1-b629-4e5a-b713-c24794cb866c None None] Network bd63f270-c45e-4db0-bceb-63ad06d56255 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:32.125118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34942) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:32.211075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6af6aef8-ebc2-4830-a3b0-e80a308c14f2 None None] Provisioning for port 4b99697b-1709-4bca-92b7-9dc31c68424f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:32.312466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 0c972618-5526-4403-9777-cae997903c0e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:32.335504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.336626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b99697b-1709-4bca-92b7-9dc31c68424f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:32.453500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Allocated IP 172.20.0.12 (4f4ec737-f99b-4144-b4da-a72c3900608b/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5/02ff7bb4-a4fb-4828-8961-a7edf819a907) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:32.500448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.509316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c7da6f3-d03f-4f75-bcdb-68548b7ed65c req-074ef441-4e7b-4203-a8aa-fb1534e6aca7 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143615 Jul 16 18:22:32.542082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object 94d68d5a-9529-40ac-a80b-895ef356c386 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:32.554331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e633a0b-4218-4836-bd54-e40d332ce660 req-4284c847-272d-4dbf-8d5f-04a4cb4d1815 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.562944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e633a0b-4218-4836-bd54-e40d332ce660 req-4284c847-272d-4dbf-8d5f-04a4cb4d1815 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2740319 Jul 16 18:22:32.584355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629b85b-862c-47e9-bef6-11e21bad49bc req-e1f814da-02ff-4923-a5ca-9ca44541eefd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.586115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6629b85b-862c-47e9-bef6-11e21bad49bc req-e1f814da-02ff-4923-a5ca-9ca44541eefd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.4250429 Jul 16 18:22:32.620062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:32.636960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf145ac-9aec-4624-bde7-a3df0b2fd245 None None] Network f40a8494-0d56-4def-94ba-594c09a435ed requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:32.684288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e633a0b-4218-4836-bd54-e40d332ce660 req-e9822df7-4b40-412d-9a02-ce9b52819765 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203177 Jul 16 18:22:32.721194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4b99697b-1709-4bca-92b7-9dc31c68424f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:32.740493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4b99697b-1709-4bca-92b7-9dc31c68424f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:32.741081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.743076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:32.794194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6629b85b-862c-47e9-bef6-11e21bad49bc req-6b60e3f0-859f-4acc-b7b6-3fa10e3eaa8d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948783 Jul 16 18:22:32.820018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:32.822473 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f210e40f-82ce-4780-9b65-ef7e8691fd24" -d '{"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-unplugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:32.824301 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.843912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.856668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.868765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.881511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network bd63f270-c45e-4db0-bceb-63ad06d56255 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:32.882566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.900198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93a07102-c10d-4630-b14b-ff471f804267 None None] Provisioning for port 0c972618-5526-4403-9777-cae997903c0e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:32.900914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:32.924112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:32.924782 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.927846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93a07102-c10d-4630-b14b-ff471f804267 None None] Provisioning complete for port 0c972618-5526-4403-9777-cae997903c0e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:32.928817 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93a07102-c10d-4630-b14b-ff471f804267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.980930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Transition to ACTIVE for port object 972551f8-33e4-4dbe-9a4e-c70bcccee019 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:32.988443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.015122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4844085d-85a3-4719-9248-3adc78e63cc2 req-d3f9758b-51e3-456d-9d3d-0fb1330426d1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 210 time: 0.1179559 Jul 16 18:22:33.026563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3a388fb239947c4b383dd43f0368efe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8750556 Jul 16 18:22:33.033505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34954) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:33.086890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=94d68d5a-9529-40ac-a80b-895ef356c386,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.093186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f6839-8bd6-4b6e-bb48-0decaeb058e7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.149271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.150020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.150423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.150855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.152468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.152468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.152468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.153019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.153392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.153768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.154159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.154617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.161255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.161688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.162094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.162502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.162940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.163341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.163761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.164187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.164780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.165184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.165588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.166039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5336dfac-406b-4d0f-8821-988f06598e18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:33.184727 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f41d2-1a11-4dcf-a416-3c5ed3f346d3 x-openstack-request-id: req-aa1f41d2-1a11-4dcf-a416-3c5ed3f346d3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:33.185185 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-unplugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:33.185593 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aa1f41d2-1a11-4dcf-a416-3c5ed3f346d3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:33.194586 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'code': 200} Jul 16 18:22:33.202992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] No DVR routers for this DVR port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:33.226760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.248125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31a3abab-6ca6-4009-a881-f3adfe8ab438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.284743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc89c533-d2c4-408d-8169-7b8d8bd60d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.286156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:33.302742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:33.309797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:33.333679 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31a3abab-6ca6-4009-a881-f3adfe8ab438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.353556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.410633 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.454562 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.464204 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93a07102-c10d-4630-b14b-ff471f804267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.472367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.473929 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.510368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4b99697b-1709-4bca-92b7-9dc31c68424f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4b99697b-1709-4bca-92b7-9dc31c68424f,segment=NetworkSegment(1004f95a-de79-41fa-88d5-b54b6e14f8a3),segment_id=1004f95a-de79-41fa-88d5-b54b6e14f8a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:33.534928 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.571246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.579444 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0793936 Jul 16 18:22:33.598670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-93a07102-c10d-4630-b14b-ff471f804267 None None] For port 0c972618-5526-4403-9777-cae997903c0e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0c972618-5526-4403-9777-cae997903c0e,segment=NetworkSegment(24071c8e-a17d-4452-8719-b89303d2de90),segment_id=24071c8e-a17d-4452-8719-b89303d2de90)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:33.619864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93a07102-c10d-4630-b14b-ff471f804267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.641598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad609e1d-6c0b-44d7-9c5c-c0ffca05fa7e req-7e8a2796-ad87-475f-9384-d6c1943db36c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.643943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad609e1d-6c0b-44d7-9c5c-c0ffca05fa7e req-7e8a2796-ad87-475f-9384-d6c1943db36c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2377980 Jul 16 18:22:33.651676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4b99697b-1709-4bca-92b7-9dc31c68424f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.652350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31a3abab-6ca6-4009-a881-f3adfe8ab438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.656429 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31a3abab-6ca6-4009-a881-f3adfe8ab438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.657639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-31a3abab-6ca6-4009-a881-f3adfe8ab438 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b3f6839-8bd6-4b6e-bb48-0decaeb058e7 HTTP/1.1" status: 204 len: 168 time: 0.6200573 Jul 16 18:22:33.677401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Request body: {'port': {'device_id': '65e29058-963b-449b-9e6a-2819c2105406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:33.685013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:33.685585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:33.686081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:33.705926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3abab-6ca6-4009-a881-f3adfe8ab438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f6839-8bd6-4b6e-bb48-0decaeb058e7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.782766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:33.783356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:33.817536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad609e1d-6c0b-44d7-9c5c-c0ffca05fa7e req-ce9a725c-7a8e-465d-a7d7-8daa29c84a81 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644542 Jul 16 18:22:33.830149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b103b896-a4f8-4ecc-b05c-933b28642471 None None] Provisioning complete for port 4b99697b-1709-4bca-92b7-9dc31c68424f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:33.830687 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b103b896-a4f8-4ecc-b05c-933b28642471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.894129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:33.894673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:33.895306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:33.896036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Bound port: 972551f8-33e4-4dbe-9a4e-c70bcccee019, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:33.896673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:33.903532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd188b90-e7b6-4170-9f16-a903f462d174 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event updated for resources: {'Port': ['ID=02ff7bb4-a4fb-4828-8961-a7edf819a907,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:33.904757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a07102-c10d-4630-b14b-ff471f804267 None None] Pushing event updated for resources: {'Port': ['ID=0c972618-5526-4403-9777-cae997903c0e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.044919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.080658 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.081469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.105074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.236266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-03f57bc1-a83a-4b74-83a1-a8139af208f8 None None] Provisioning complete for port 0c972618-5526-4403-9777-cae997903c0e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:34.236726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03f57bc1-a83a-4b74-83a1-a8139af208f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.336799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:34.346764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.367913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:34.385843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.483686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.484785 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.487348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] 10.222.0.55 "PUT /v2.0/ports/972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 1096 time: 2.8237450 Jul 16 18:22:34.669043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=94d68d5a-9529-40ac-a80b-895ef356c386,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.677568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network bd63f270-c45e-4db0-bceb-63ad06d56255 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:34.707576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:34.727629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:34.773615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e95ebe-8b5b-4491-b5d4-3c4b404671df service neutron] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:34.838372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348581af-24fe-4c34-8091-96ebc2e69381 req-5c60e2e5-7d22-4d0e-9f0f-934738c52a31 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.853602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-348581af-24fe-4c34-8091-96ebc2e69381 req-5c60e2e5-7d22-4d0e-9f0f-934738c52a31 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.8019147 Jul 16 18:22:34.891883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:34.899946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-03f57bc1-a83a-4b74-83a1-a8139af208f8 None None] Provisioning for port 94d68d5a-9529-40ac-a80b-895ef356c386 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:34.914281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-03f57bc1-a83a-4b74-83a1-a8139af208f8 None None] Provisioning complete for port 94d68d5a-9529-40ac-a80b-895ef356c386 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:34.915081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03f57bc1-a83a-4b74-83a1-a8139af208f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:34.956346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906862f0-d2ce-4a6e-8d61-20b7ff7f8639 req-33969c57-c703-4ea1-8a52-d7b5f76aea6a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.960050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-51f2bd53-13ae-47a8-a352-c9c9bdd9e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.961308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-906862f0-d2ce-4a6e-8d61-20b7ff7f8639 req-33969c57-c703-4ea1-8a52-d7b5f76aea6a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 947 time: 0.7656085 Jul 16 18:22:34.967451 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-51f2bd53-13ae-47a8-a352-c9c9bdd9e0ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1099 time: 0.3843274 Jul 16 18:22:35.007474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-03f57bc1-a83a-4b74-83a1-a8139af208f8 None None] Port 94d68d5a-9529-40ac-a80b-895ef356c386 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:35.010260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-348581af-24fe-4c34-8091-96ebc2e69381 req-e26e0feb-6192-4a0b-a7c3-7b7b4cec135f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533215 Jul 16 18:22:35.050335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-906862f0-d2ce-4a6e-8d61-20b7ff7f8639 req-629d41ea-934c-4386-8391-b0eb9af1f1f8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750034 Jul 16 18:22:35.086823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router df9ff4e4-23b9-43be-92f4-a8de834f2e52 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:22:35.206593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:35.209007 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21fce2e-0d89-45b7-97f9-b1fa80749375" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:35.247447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ff7bb4-a4fb-4828-8961-a7edf819a907 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:35.257068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.272521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Transition to ACTIVE for port object 02ff7bb4-a4fb-4828-8961-a7edf819a907 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:35.277400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-7eb39454-c71a-4c6a-8ab0-32edc0fccf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.279707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-33cba8cf-7a09-484f-bbd4-74615835a04d None None] Provisioning complete for port 94d68d5a-9529-40ac-a80b-895ef356c386 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:35.281224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-7eb39454-c71a-4c6a-8ab0-32edc0fccf0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2082245 Jul 16 18:22:35.281612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.282719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33cba8cf-7a09-484f-bbd4-74615835a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.297955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:35.304781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a5a328ae-6119-4972-81e3-169719268957 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/df9ff4e4-23b9-43be-92f4-a8de834f2e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0076997 Jul 16 18:22:35.308302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34990) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.309611 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] Sync routers for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:35.326221 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:35.326863 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.378897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Pushing event updated for resources: {'Port': ['ID=02ff7bb4-a4fb-4828-8961-a7edf819a907,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.383522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109050f3-3dac-4fab-80b2-58212e5d70b1 req-782b5830-3088-40c1-b2f4-07fdf902c8a0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.385502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-109050f3-3dac-4fab-80b2-58212e5d70b1 req-782b5830-3088-40c1-b2f4-07fdf902c8a0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 932 time: 0.1554241 Jul 16 18:22:35.396373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf2daa-275c-4860-90ea-48db805d0dd7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.396373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-84cf2daa-275c-4860-90ea-48db805d0dd7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports/94d68d5a-9529-40ac-a80b-895ef356c386 HTTP/1.1" status: 200 len: 911 time: 0.0851629 Jul 16 18:22:35.396706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-33cba8cf-7a09-484f-bbd4-74615835a04d None None] Port 94d68d5a-9529-40ac-a80b-895ef356c386 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:35.406121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34992) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.434700 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.455865 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:35.456658 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.495095 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-f0f40c0b-fd32-44f5-b528-6b16cb8c3f12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.1172087 Jul 16 18:22:35.531298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-109050f3-3dac-4fab-80b2-58212e5d70b1 req-4dbb0a40-a07d-4657-823e-27d24795fd64 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273923 Jul 16 18:22:35.541331 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:35.543120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7055e9-edee-4dd3-ba8c-ab45468a6894 None None] The sync data for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:35.607283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-8196c5ba-52b6-4d4c-a838-4dd2556d8ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.612346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-8196c5ba-52b6-4d4c-a838-4dd2556d8ff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1028678 Jul 16 18:22:35.624613 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b59ae9a-7abd-49d1-9be5-f0974929a15a x-openstack-request-id: req-9b59ae9a-7abd-49d1-9be5-f0974929a15a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:35.624930 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:35.625168 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9b59ae9a-7abd-49d1-9be5-f0974929a15a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:35.625596 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'status': 'completed', 'code': 200} Jul 16 18:22:35.710616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c972618-5526-4403-9777-cae997903c0e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:35.765706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.771804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Attempting to bind port 02ff7bb4-a4fb-4828-8961-a7edf819a907 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:35.772322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Attempting to bind port 02ff7bb4-a4fb-4828-8961-a7edf819a907 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:35.773220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Attempting to bind port 02ff7bb4-a4fb-4828-8961-a7edf819a907 on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:35.783791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Port 02ff7bb4-a4fb-4828-8961-a7edf819a907 on network 4f4ec737-f99b-4144-b4da-a72c3900608b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:35.784771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Attempting to bind port 02ff7bb4-a4fb-4828-8961-a7edf819a907 on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:35.787166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0c972618-5526-4403-9777-cae997903c0e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:35.788485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.804762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:35.805161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:35.805529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Bound using segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:35.806119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Bound port: 02ff7bb4-a4fb-4828-8961-a7edf819a907, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:35.806495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.827266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-e7bc122d-14a7-49a2-a7ca-a6b7345d6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.828886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-e7bc122d-14a7-49a2-a7ca-a6b7345d6c70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2024019 Jul 16 18:22:35.955469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b99697b-1709-4bca-92b7-9dc31c68424f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:35.962157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-72165f8c-8fb1-49e3-ae3a-726e2220d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.963694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-72165f8c-8fb1-49e3-ae3a-726e2220d968 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1099 time: 0.3163478 Jul 16 18:22:35.967056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] For port 02ff7bb4-a4fb-4828-8961-a7edf819a907, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:35.982742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb1af0-171e-43d1-8898-508f3366b553 req-40a52786-04af-45be-8dce-c724ca52fd11 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.982742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bfb1af0-171e-43d1-8898-508f3366b553 req-40a52786-04af-45be-8dce-c724ca52fd11 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.4043419 Jul 16 18:22:36.017336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] For port 02ff7bb4-a4fb-4828-8961-a7edf819a907, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=02ff7bb4-a4fb-4828-8961-a7edf819a907,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:36.039805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-0e215c13-4328-4c32-a29b-916728db3f25 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851335 Jul 16 18:22:36.042017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.051465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4b99697b-1709-4bca-92b7-9dc31c68424f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:36.052226 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.104079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bfb1af0-171e-43d1-8898-508f3366b553 req-76421f2f-78a7-4793-b9b4-bdec00d5e4e1 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130550 Jul 16 18:22:36.118512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Pushing event updated for resources: {'Port': ['ID=02ff7bb4-a4fb-4828-8961-a7edf819a907,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.140507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.141522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.143495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-debae6e5-0d7e-49ec-b63a-bd22adb9c124 service neutron] 10.222.0.55 "PUT /v2.0/ports/02ff7bb4-a4fb-4828-8961-a7edf819a907 HTTP/1.1" status: 200 len: 1093 time: 2.5031104 Jul 16 18:22:36.323214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5109372e-09f9-4b35-bc37-d8dd2b4abc5e req-598a2254-574c-4740-b3c6-8b34cb797613 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058067 Jul 16 18:22:36.333942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-de009d3f-fe19-4a03-8952-e98981e5831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.335388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-de009d3f-fe19-4a03-8952-e98981e5831d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 1096 time: 0.1464052 Jul 16 18:22:36.380619 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-b72e91f7-4c9f-409f-bb5e-4a13860be693 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02ff7bb4-a4fb-4828-8961-a7edf819a907 HTTP/1.1" status: 200 len: 217 time: 0.0381584 Jul 16 18:22:36.456691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-3cf7f887-0693-472c-8bc6-5d95ba1bb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.458648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-3cf7f887-0693-472c-8bc6-5d95ba1bb2ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.4813616 Jul 16 18:22:36.478585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-b5fb6f6d-1db4-4f47-935c-5fe8b1745f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.480689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-b5fb6f6d-1db4-4f47-935c-5fe8b1745f15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.0936661 Jul 16 18:22:36.518029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-5c2eacd4-6d57-4a89-a233-0a4d253fbbfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301349 Jul 16 18:22:36.522589 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.528659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-0131159e-92f5-41d6-b650-d28d1029615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.530405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-0da5b0f9-8c77-4af6-94b4-acd6baee35cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.0598979 Jul 16 18:22:36.530687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-0131159e-92f5-41d6-b650-d28d1029615f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1099 time: 0.1091340 Jul 16 18:22:36.717632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-29dc2686-c68a-4c33-a1bf-7359dab9d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.719370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-29dc2686-c68a-4c33-a1bf-7359dab9d973 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1769826 Jul 16 18:22:36.732461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e6c1b-9165-4dca-9026-4049ee55a9b6 req-aaec3d00-33a6-4ecc-a545-80eda572703b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.740123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-937e6c1b-9165-4dca-9026-4049ee55a9b6 req-aaec3d00-33a6-4ecc-a545-80eda572703b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.4255040 Jul 16 18:22:36.771829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c171f3-2273-42e1-8432-fb5d746d328d req-6c99c79e-9022-4a2f-873b-9d2a0edce2c1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:36.773717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7c171f3-2273-42e1-8432-fb5d746d328d req-6c99c79e-9022-4a2f-873b-9d2a0edce2c1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 947 time: 0.4538879 Jul 16 18:22:36.904595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-937e6c1b-9165-4dca-9026-4049ee55a9b6 req-00b866f5-4dc0-4e5c-812c-156bd72b8095 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632082 Jul 16 18:22:36.983954 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.062610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7c171f3-2273-42e1-8432-fb5d746d328d req-2fffeb02-45b4-4d85-b038-4802d7048c7d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728691 Jul 16 18:22:37.090261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-8ebd0e04-3754-4797-8457-613f4f2d5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.092074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-8ebd0e04-3754-4797-8457-613f4f2d5233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3453696 Jul 16 18:22:37.190796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8:1::1 (f40a8494-0d56-4def-94ba-594c09a435ed/df37aa71-3876-4676-b6b4-d4506050cb17/bdd7fac3-6493-4af8-8d4c-a85e2b233b7f) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:37.236760 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-8d53b179-c8fc-4365-80bc-959a20ba6ee9 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7041948 Jul 16 18:22:37.238593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-1132b048-437a-4677-ab67-d90b80097e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.239365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-1132b048-437a-4677-ab67-d90b80097e5f service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.6981535 Jul 16 18:22:37.293485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-9ffdae90-d1b6-48ce-a0bc-84897d3dd8c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723418 Jul 16 18:22:37.347751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.349410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-6fcb4787-42ca-4da3-9e61-3f7f1a309598 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.0888572 Jul 16 18:22:37.455382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-f87026ad-93e7-462d-b226-c01a7e496a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.456900 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-f87026ad-93e7-462d-b226-c01a7e496a9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0698299 Jul 16 18:22:37.479064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f9c5785b-63d2-4edf-838c-70dbe67eee1b req-e58fae80-09bc-4c40-9085-84cf323a40d5 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301040 Jul 16 18:22:37.527961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-5a9236b3-133d-41c1-8c08-0774018e2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.529878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-5a9236b3-133d-41c1-8c08-0774018e2db3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658052 Jul 16 18:22:37.627552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e29058-963b-449b-9e6a-2819c2105406', 'tag': '02ff7bb4-a4fb-4828-8961-a7edf819a907'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:37.630019 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e123e07b-4f1c-4106-ab16-db8221d2f118" -d '{"events": [{"name": "network-changed", "server_uuid": "65e29058-963b-449b-9e6a-2819c2105406", "tag": "02ff7bb4-a4fb-4828-8961-a7edf819a907"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:37.654086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-eae79204-44a8-48d1-9f73-0e86b65df183 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161358 Jul 16 18:22:37.730574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:37.770408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-6d11f8fc-300f-4984-ba63-ba7e3efc5d82 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086781 Jul 16 18:22:37.843998 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.871816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c323e0f-269d-4ee5-9ac0-19a3866ba9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.881020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object bdd7fac3-6493-4af8-8d4c-a85e2b233b7f will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:37.889923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21fce2e-0d89-45b7-97f9-b1fa80749375 req-09af588c-f39c-4f9b-860c-cd68bccd13db service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5767231 Jul 16 18:22:37.905529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f0c36-a711-4e6e-860b-4ebb039e7b79 req-8ca4e28f-c98b-481c-8548-baf07c3299e2 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.907145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b63f0c36-a711-4e6e-860b-4ebb039e7b79 req-8ca4e28f-c98b-481c-8548-baf07c3299e2 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.5966003 Jul 16 18:22:37.918567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8ac97-84bc-4d42-b134-994c92e4baad req-91e52807-8383-4f48-adf8-7d9b0a266cce tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.920491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45f8ac97-84bc-4d42-b134-994c92e4baad req-91e52807-8383-4f48-adf8-7d9b0a266cce tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 944 time: 0.6083913 Jul 16 18:22:37.981274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c323e0f-269d-4ee5-9ac0-19a3866ba9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.986104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c323e0f-269d-4ee5-9ac0-19a3866ba9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.001919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.009848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b63f0c36-a711-4e6e-860b-4ebb039e7b79 req-18907f65-a2c1-492f-9c4f-75637119371c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865543 Jul 16 18:22:38.043488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6c323e0f-269d-4ee5-9ac0-19a3866ba9de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05a59562a51c4a95b6d68f8d53707c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3098059 Jul 16 18:22:38.045014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c323e0f-269d-4ee5-9ac0-19a3866ba9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1b6cf-a1c7-4b05-a351-30574022c266,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.052760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45f8ac97-84bc-4d42-b134-994c92e4baad req-6554a660-b0d9-40dd-be6a-4ce078a6278a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262782 Jul 16 18:22:38.057175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.083045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=bdd7fac3-6493-4af8-8d4c-a85e2b233b7f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.083611 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e717cf66-cc44-481c-ba79-d166cb4a5268 x-openstack-request-id: req-e717cf66-cc44-481c-ba79-d166cb4a5268 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:38.083611 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e29058-963b-449b-9e6a-2819c2105406", "tag": "02ff7bb4-a4fb-4828-8961-a7edf819a907", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:38.083611 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e717cf66-cc44-481c-ba79-d166cb4a5268 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:38.083611 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e29058-963b-449b-9e6a-2819c2105406', 'tag': '02ff7bb4-a4fb-4828-8961-a7edf819a907', 'status': 'completed', 'code': 200} Jul 16 18:22:38.091529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network f40a8494-0d56-4def-94ba-594c09a435ed is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:38.093957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:38.108165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:38.111057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.228869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f983ad-a33a-4eb9-82e5-64a9b1c7bdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.247338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-73118118-1e0b-4c27-b5bf-19d965918067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.249980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-73118118-1e0b-4c27-b5bf-19d965918067 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 1096 time: 0.1278653 Jul 16 18:22:38.277667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f983ad-a33a-4eb9-82e5-64a9b1c7bdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.407853 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.458029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744eae-0e49-4804-b86d-11b81a5a5c6e req-0d5852d6-e332-4153-ada1-a8bf7047ca36 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.461278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76744eae-0e49-4804-b86d-11b81a5a5c6e req-0d5852d6-e332-4153-ada1-a8bf7047ca36 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.2192576 Jul 16 18:22:38.499310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-cfdb88a2-4638-4a30-b235-0f7a6f9a8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.501849 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-cfdb88a2-4638-4a30-b235-0f7a6f9a8651 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.2365906 Jul 16 18:22:38.503637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f983ad-a33a-4eb9-82e5-64a9b1c7bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.510391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f983ad-a33a-4eb9-82e5-64a9b1c7bdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.516303 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7f983ad-a33a-4eb9-82e5-64a9b1c7bdf6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bff1b6cf-a1c7-4b05-a351-30574022c266 HTTP/1.1" status: 204 len: 168 time: 0.4575632 Jul 16 18:22:38.573281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f983ad-a33a-4eb9-82e5-64a9b1c7bdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1b6cf-a1c7-4b05-a351-30574022c266,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.574955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9e834488-ea01-4970-9521-6424c3e01e82 None None] Provisioning for port bdd7fac3-6493-4af8-8d4c-a85e2b233b7f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:38.612558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9e834488-ea01-4970-9521-6424c3e01e82 None None] Provisioning complete for port bdd7fac3-6493-4af8-8d4c-a85e2b233b7f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:38.613140 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e834488-ea01-4970-9521-6424c3e01e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.620429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-511bac0a-0d16-412c-b6cc-9c33a5464b29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02ff7bb4-a4fb-4828-8961-a7edf819a907 HTTP/1.1" status: 200 len: 217 time: 0.1021321 Jul 16 18:22:38.680315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76744eae-0e49-4804-b86d-11b81a5a5c6e req-c520a795-76b0-41af-a994-e7f4ebc1f04a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885195 Jul 16 18:22:38.696537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9e834488-ea01-4970-9521-6424c3e01e82 None None] Port bdd7fac3-6493-4af8-8d4c-a85e2b233b7f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:38.736537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-17d3baaf-e28a-4e4f-bc79-216aaa49b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.738434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-17d3baaf-e28a-4e4f-bc79-216aaa49b37d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1107812 Jul 16 18:22:38.802226 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-27347c5f-28c3-48b5-8b55-e438b548b70c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560889 Jul 16 18:22:38.963121 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-9ee1219b-c625-49e3-98c7-185f9dc0ae4b service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523890 Jul 16 18:22:38.988558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779186f-1475-4bf0-b609-1766372533ef req-bc218962-0e05-4665-a26a-06f7d5aee307 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.990184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f779186f-1475-4bf0-b609-1766372533ef req-bc218962-0e05-4665-a26a-06f7d5aee307 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 947 time: 0.3911886 Jul 16 18:22:38.995806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35084) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.031447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eda4b-91f8-4a94-a117-758a4e0c79a7 req-a8b35751-87c4-443a-8d3e-83c3580400e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.033029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-932eda4b-91f8-4a94-a117-758a4e0c79a7 req-a8b35751-87c4-443a-8d3e-83c3580400e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1097 time: 0.2215767 Jul 16 18:22:39.040572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d1170c7-031a-4d4d-92a2-ee5b383ecfa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.098171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e123e07b-4f1c-4106-ab16-db8221d2f118 req-7bafb68a-2021-419d-82b8-fa5a0edaf447 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253386 Jul 16 18:22:39.136409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f779186f-1475-4bf0-b609-1766372533ef req-398532ce-6053-4d00-a3e6-33bd70a13891 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299303 Jul 16 18:22:39.165603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-932eda4b-91f8-4a94-a117-758a4e0c79a7 req-e0e1f370-f03c-4187-828f-97ec209e534c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176512 Jul 16 18:22:39.168957 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.177616 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.178408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.344429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=bdd7fac3-6493-4af8-8d4c-a85e2b233b7f,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.466061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d1170c7-031a-4d4d-92a2-ee5b383ecfa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.479018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d1170c7-031a-4d4d-92a2-ee5b383ecfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.486310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network f40a8494-0d56-4def-94ba-594c09a435ed is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:39.500412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:39.509677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e2a667-4726-4ed6-b465-8dac94e4e3f1 req-0ebd0079-27de-4201-853a-e1c016712368 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.511429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81e2a667-4726-4ed6-b465-8dac94e4e3f1 req-0ebd0079-27de-4201-853a-e1c016712368 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2942615 Jul 16 18:22:39.575598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1d1170c7-031a-4d4d-92a2-ee5b383ecfa0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3837e8439ad743899c7ad402f8b78db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5775869 Jul 16 18:22:39.575812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.588615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d327e95-d33f-4dbd-9181-d4e1f2e726b2 req-da3e236a-27b5-4aac-ae84-33ae0261a66c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.595565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d327e95-d33f-4dbd-9181-d4e1f2e726b2 req-da3e236a-27b5-4aac-ae84-33ae0261a66c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 944 time: 0.3124278 Jul 16 18:22:39.637114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1170c7-031a-4d4d-92a2-ee5b383ecfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92f91e9-a95d-46a0-bd49-69bec39d0d5f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.674853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5c19-dec4-4bd8-a867-eec4378c6c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.703057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5c19-dec4-4bd8-a867-eec4378c6c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.721550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81e2a667-4726-4ed6-b465-8dac94e4e3f1 req-4cff828e-a97a-4e76-a521-eebb24a876e1 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992800 Jul 16 18:22:39.738587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d327e95-d33f-4dbd-9181-d4e1f2e726b2 req-505636b8-3f88-4584-9c29-95a7a52e1d51 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385112 Jul 16 18:22:39.772081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router df9ff4e4-23b9-43be-92f4-a8de834f2e52 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:39.799392 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5c19-dec4-4bd8-a867-eec4378c6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.803088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3ed5c19-dec4-4bd8-a867-eec4378c6c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:39.807613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e3ed5c19-dec4-4bd8-a867-eec4378c6c02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f92f91e9-a95d-46a0-bd49-69bec39d0d5f HTTP/1.1" status: 204 len: 168 time: 0.2303081 Jul 16 18:22:39.819536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ed5c19-dec4-4bd8-a867-eec4378c6c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92f91e9-a95d-46a0-bd49-69bec39d0d5f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.945276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-39f50997-dd1e-43c0-a0ec-b54ffb0dd020 None None] Provisioning complete for port bdd7fac3-6493-4af8-8d4c-a85e2b233b7f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:39.945864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-39f50997-dd1e-43c0-a0ec-b54ffb0dd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.023895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-39f50997-dd1e-43c0-a0ec-b54ffb0dd020 None None] Port bdd7fac3-6493-4af8-8d4c-a85e2b233b7f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:22:40.067596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:40.078251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-323ea96c-2bb5-444f-9e0d-532be87bf494 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/df9ff4e4-23b9-43be-92f4-a8de834f2e52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6710191 Jul 16 18:22:40.081216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.081583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] Sync routers for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:40.108293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:40.109847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.113793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41750e22-7442-43a7-85f1-50d17359080f req-7425d63d-fbed-4c5c-8d46-f3fc1531b033 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.116361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41750e22-7442-43a7-85f1-50d17359080f req-7425d63d-fbed-4c5c-8d46-f3fc1531b033 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1124177 Jul 16 18:22:40.187128 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 02ff7bb4-a4fb-4828-8961-a7edf819a907 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:40.211772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41750e22-7442-43a7-85f1-50d17359080f req-dbd8b840-f221-4a9f-a079-7b230aafd7f3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878191 Jul 16 18:22:40.227393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3978c97f-ca04-4010-a080-9648ca55f2d3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.233220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3978c97f-ca04-4010-a080-9648ca55f2d3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports/bdd7fac3-6493-4af8-8d4c-a85e2b233b7f HTTP/1.1" status: 200 len: 913 time: 0.1475816 Jul 16 18:22:40.233877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35104) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:40.266410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.350932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:40.351936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.430071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:40.430071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64844db2-a6d3-44ca-9901-c6025cf6f55f None None] The sync data for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:40.475512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 02ff7bb4-a4fb-4828-8961-a7edf819a907, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=02ff7bb4-a4fb-4828-8961-a7edf819a907,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:40.498253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d4a34-2941-4868-b7b8-f4b3cd302eca req-fa102a8c-a355-404b-8bee-3e274406495d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.499791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '02ff7bb4-a4fb-4828-8961-a7edf819a907', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'port_id': '02ff7bb4-a4fb-4828-8961-a7edf819a907', 'mac_address': 'fa:16:3e:f1:cb:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5c697-9c6e-4637-9de1-f49a0a4b77b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:40.500032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d61d4a34-2941-4868-b7b8-f4b3cd302eca req-fa102a8c-a355-404b-8bee-3e274406495d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 947 time: 0.1711750 Jul 16 18:22:40.578520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.588846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d61d4a34-2941-4868-b7b8-f4b3cd302eca req-6f3ffe6c-86d3-4b09-bf4a-99f04d960cf2 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747547 Jul 16 18:22:40.608525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ff7bb4-a4fb-4828-8961-a7edf819a907 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:40.657342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 02ff7bb4-a4fb-4828-8961-a7edf819a907, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=02ff7bb4-a4fb-4828-8961-a7edf819a907,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:40.669124 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.670308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:40.743561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:40.844926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.912587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=02ff7bb4-a4fb-4828-8961-a7edf819a907,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.169852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:41.197748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'mac_address': 'fa:16:3e:20:68:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:41.200829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:41.252755 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.256246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7', 'port_id': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'mac_address': 'fa:16:3e:b2:40:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8324f0-edfd-451e-b0cc-403303ce1e36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:41.277173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972551f8-33e4-4dbe-9a4e-c70bcccee019 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:41.299313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:41.320097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.366945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.394241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afa3bdcc-779e-4b0a-9220-f94d508e0e1d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:41.400798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-d7c9aa46-a66a-4f6d-8a7a-6ff177e70bbd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.416312 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-d7c9aa46-a66a-4f6d-8a7a-6ff177e70bbd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706&tenant_id=bb2e096cec2442afbe3872187f55de88&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 947 time: 0.2603865 Jul 16 18:22:41.417182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:41.421918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.425872 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:41.489334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.524102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-9f4ea8df-457e-493a-b4eb-7b8bab9c3e48 service neutron] 10.222.0.55 "GET /v2.0/ports/972551f8-33e4-4dbe-9a4e-c70bcccee019/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 383 time: 0.1003752 Jul 16 18:22:41.545314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['afa3bdcc-779e-4b0a-9220-f94d508e0e1d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:41.598539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['972551f8-33e4-4dbe-9a4e-c70bcccee019'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:41.629566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['02ff7bb4-a4fb-4828-8961-a7edf819a907'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:41.657740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-c9083da4-13d6-469c-beee-836039da673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.660928 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-c9083da4-13d6-469c-beee-836039da673f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1100 time: 0.1076114 Jul 16 18:22:41.888248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdb383-0056-4d40-9f30-a7de407711f7 req-f9bbc90f-425b-40de-9889-8ec75a024cd4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.896495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddbdb383-0056-4d40-9f30-a7de407711f7 req-f9bbc90f-425b-40de-9889-8ec75a024cd4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.4531043 Jul 16 18:22:41.972829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddbdb383-0056-4d40-9f30-a7de407711f7 req-a00fed14-c1af-443e-8027-dcd4823d31f0 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750170 Jul 16 18:22:41.987009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab97442-498e-4d36-8e93-ea62ecba350f req-0cd81f3d-939d-4b93-b2be-e6cfaed6f207 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:41.994873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dab97442-498e-4d36-8e93-ea62ecba350f req-0cd81f3d-939d-4b93-b2be-e6cfaed6f207 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 945 time: 0.5571222 Jul 16 18:22:41.997859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-7db33819-dfb0-479e-9eaa-0ed1d828beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.000934 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-7db33819-dfb0-479e-9eaa-0ed1d828beb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3311958 Jul 16 18:22:42.083590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dab97442-498e-4d36-8e93-ea62ecba350f req-4f9745c9-9fdb-41b7-8bf8-65abca07ee4e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872493 Jul 16 18:22:42.115622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-164b8108-5ff4-4af2-b724-9546c06f5e0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.0988159 Jul 16 18:22:42.258716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port bdd7fac3-6493-4af8-8d4c-a85e2b233b7f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:42.259306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.334771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-ccb3d94c-ddd7-4a8e-89cc-c129a109882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.343129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-ccb3d94c-ddd7-4a8e-89cc-c129a109882a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2201538 Jul 16 18:22:42.475737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.494876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for bdd7fac3-6493-4af8-8d4c-a85e2b233b7f owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:42.529600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-b17e8449-6636-4046-b84d-ec466958b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.531957 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-b17e8449-6636-4046-b84d-ec466958b41e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1807342 Jul 16 18:22:42.593506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27632b5e-e8b0-4fd5-a800-627cc15273e5 req-bc5088d5-493a-4c40-8187-713e1883b8e6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.601480 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27632b5e-e8b0-4fd5-a800-627cc15273e5 req-bc5088d5-493a-4c40-8187-713e1883b8e6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.2025044 Jul 16 18:22:42.668535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35172) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:42.766770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27632b5e-e8b0-4fd5-a800-627cc15273e5 req-c8a6a7a2-d08b-4887-9c66-276b2895cde1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640780 Jul 16 18:22:42.772428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:42.794963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-1c937275-4652-4568-b95b-79bea6073b70 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511232 Jul 16 18:22:42.958422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port afa3bdcc-779e-4b0a-9220-f94d508e0e1d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:42.958973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.003351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.025818 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-bfbdcd74-f163-463f-987f-4bac99cc6791 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255168 Jul 16 18:22:43.090944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=bdd7fac3-6493-4af8-8d4c-a85e2b233b7f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.109380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-285dc4ca-3e00-4c4b-988a-a238267f1edd tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-153435975'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:43.109920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-285dc4ca-3e00-4c4b-988a-a238267f1edd tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Unknown quota resources ['metering_label']. {{(pid=93777) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:22:43.172909 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.208863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:43.212044 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9160512-1bcb-45b7-8dab-c3e9dd8d19a8" -d '{"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-plugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:43.240992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:43.250452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.369628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.612074 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-285dc4ca-3e00-4c4b-988a-a238267f1edd tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.616395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.621139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-46d23f72-5cb4-4830-8890-6c854014a07a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '345375ce-b37d-4451-8b55-7915de7134e9'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:43.621682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-46d23f72-5cb4-4830-8890-6c854014a07a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:22:43.628700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-285dc4ca-3e00-4c4b-988a-a238267f1edd tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9589584 Jul 16 18:22:43.696322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.726776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f94ad-b8b3-4cdd-aa45-73d2a53f0e9a req-9995c40d-2a14-4a48-853c-a8d568dabda5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.728570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-880f94ad-b8b3-4cdd-aa45-73d2a53f0e9a req-9995c40d-2a14-4a48-853c-a8d568dabda5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.6473203 Jul 16 18:22:43.728803 n-d-793620-10 neutron-server[93778]: WARNING neutron.services.metering.metering_plugin [None req-46d23f72-5cb4-4830-8890-6c854014a07a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:22:43.876865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46d23f72-5cb4-4830-8890-6c854014a07a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.877331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154890-7b95-44e9-b180-88c76662f670 req-faabfc12-722a-4a56-a1a2-6b1be021a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.878428 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21154890-7b95-44e9-b180-88c76662f670 req-faabfc12-722a-4a56-a1a2-6b1be021a725 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1097 time: 0.4620748 Jul 16 18:22:43.882042 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-46d23f72-5cb4-4830-8890-6c854014a07a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2644343 Jul 16 18:22:43.882928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.891904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c8e07e-fa5a-4629-b492-aa84dd769902 req-71ae461e-d6ac-4b6a-ba8f-0c19f34fb0ca tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.893574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6bf3df89-48a7-4e9e-9883-8a39db898941 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '345375ce-b37d-4451-8b55-7915de7134e9'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:43.894495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6bf3df89-48a7-4e9e-9883-8a39db898941 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:22:43.899742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2c8e07e-fa5a-4629-b492-aa84dd769902 req-71ae461e-d6ac-4b6a-ba8f-0c19f34fb0ca tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 945 time: 0.3082423 Jul 16 18:22:43.929250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-880f94ad-b8b3-4cdd-aa45-73d2a53f0e9a req-e6a13e4b-044c-43e8-b110-b26bd9154cc1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801801 Jul 16 18:22:44.021389 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3cd00c-8cc5-45ca-a109-0347c45cde38 x-openstack-request-id: req-5a3cd00c-8cc5-45ca-a109-0347c45cde38 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:44.022021 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-plugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:44.022214 n-d-793620-10 neutron-server[93778]: WARNING neutron.services.metering.metering_plugin [None req-6bf3df89-48a7-4e9e-9883-8a39db898941 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:22:44.022421 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5a3cd00c-8cc5-45ca-a109-0347c45cde38 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:44.023073 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'code': 200} Jul 16 18:22:44.157661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 02ff7bb4-a4fb-4828-8961-a7edf819a907 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:44.199983 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2c8e07e-fa5a-4629-b492-aa84dd769902 req-71c3f6d3-57dc-471c-9bed-ada12f238dd6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990079 Jul 16 18:22:44.269813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6bf3df89-48a7-4e9e-9883-8a39db898941 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.272012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6bf3df89-48a7-4e9e-9883-8a39db898941 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3867519 Jul 16 18:22:44.276012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.320890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4cdd3c36-6230-4227-b794-fc63e279f63f tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=88139a50-c092-43d9-8696-10341e8b5e53 HTTP/1.1" status: 200 len: 462 time: 0.0400598 Jul 16 18:22:44.326268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.389114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 02ff7bb4-a4fb-4828-8961-a7edf819a907 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:44.412140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 02ff7bb4-a4fb-4828-8961-a7edf819a907 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:44.412694 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.510142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3956fc84-80f4-4b3e-8618-d90ebc594a2b tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.515033 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3956fc84-80f4-4b3e-8618-d90ebc594a2b tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/88139a50-c092-43d9-8696-10341e8b5e53 HTTP/1.1" status: 204 len: 168 time: 0.1923048 Jul 16 18:22:44.516047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35202) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.531690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0254aa39-f9c7-40ca-bf22-c6bd4ab91106 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=88139a50-c092-43d9-8696-10341e8b5e53 HTTP/1.1" status: 200 len: 221 time: 0.0141702 Jul 16 18:22:44.532726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.537635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7a350c98-948f-4d6f-a1a2-82f838473fa3 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--992454968', 'description': 'label created by tempest'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:44.538466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7a350c98-948f-4d6f-a1a2-82f838473fa3 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Unknown quota resources ['metering_label']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:22:44.556095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router df9ff4e4-23b9-43be-92f4-a8de834f2e52 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:44.599774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154890-7b95-44e9-b180-88c76662f670 req-d3215f7a-9b53-4524-9738-d4adcb3634f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:44.602023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21154890-7b95-44e9-b180-88c76662f670 req-d3215f7a-9b53-4524-9738-d4adcb3634f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.6968904 Jul 16 18:22:44.694712 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21154890-7b95-44e9-b180-88c76662f670 req-46724b67-b6a0-475c-8bf9-413ed4d0ab98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 200 len: 217 time: 0.0618436 Jul 16 18:22:44.730956 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.797712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 02ff7bb4-a4fb-4828-8961-a7edf819a907, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=02ff7bb4-a4fb-4828-8961-a7edf819a907,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:44.806725 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.808334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:44.888168 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a350c98-948f-4d6f-a1a2-82f838473fa3 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.892110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a350c98-948f-4d6f-a1a2-82f838473fa3 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3553562 Jul 16 18:22:44.893078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35206) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.048730 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-21baac64-705e-4229-b999-0349b7be667f tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=d79a301e-a5c8-42a8-a74d-17470f92b751 HTTP/1.1" status: 200 len: 467 time: 0.1450779 Jul 16 18:22:45.051101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.122021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=02ff7bb4-a4fb-4828-8961-a7edf819a907,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.154720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:45.169940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:45.170523 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.366579 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.399787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad46fab-2f43-4fb6-8da9-2f915cc1f281 req-77fb8117-ff4a-48a5-9014-f6d0e1b38196 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.414159 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ad46fab-2f43-4fb6-8da9-2f915cc1f281 req-77fb8117-ff4a-48a5-9014-f6d0e1b38196 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.9212182 Jul 16 18:22:45.436538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5785932-a0a7-4e3c-af25-91da198b50c2 req-d3a84cc4-9139-41c8-8f12-b44804d1ae82 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.440037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5785932-a0a7-4e3c-af25-91da198b50c2 req-d3a84cc4-9139-41c8-8f12-b44804d1ae82 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.7521272 Jul 16 18:22:45.453820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154890-7b95-44e9-b180-88c76662f670 req-03440129-1a7e-44bb-90c0-66a1470e571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.456659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21154890-7b95-44e9-b180-88c76662f670 req-03440129-1a7e-44bb-90c0-66a1470e571f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.7230029 Jul 16 18:22:45.485741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:45.497733 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.500135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34fd739e-a85b-4f2c-8ab2-57a8fa27348f tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.502140 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-34fd739e-a85b-4f2c-8ab2-57a8fa27348f tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/d79a301e-a5c8-42a8-a74d-17470f92b751 HTTP/1.1" status: 204 len: 168 time: 0.4494827 Jul 16 18:22:45.506704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.532187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21154890-7b95-44e9-b180-88c76662f670 req-140771b5-27f8-4014-8b8a-ccf69ad6c47b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582569 Jul 16 18:22:45.552491 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3ed8c631-2d12-4a7d-8f5e-78326d448679 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=d79a301e-a5c8-42a8-a74d-17470f92b751 HTTP/1.1" status: 200 len: 216 time: 0.0434051 Jul 16 18:22:45.553825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.591409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5cc84329-d01d-493b-ad53-5a189199359a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0354583 Jul 16 18:22:45.592780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.598124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:45.619707 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] Sync routers for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:45.643815 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a744c540-e514-4b51-b514-bdb9226a8afe tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0491076 Jul 16 18:22:45.645265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.649738 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:45.650057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.650738 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:45.693448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f3fbfd42-8745-407f-8eac-127abbb8c4fc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/df9ff4e4-23b9-43be-92f4-a8de834f2e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4542994 Jul 16 18:22:45.748725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35224) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.781656 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:45.790715 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f013fb14-4c69-43f7-8c2b-31376cff970f tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/345375ce-b37d-4451-8b55-7915de7134e9 HTTP/1.1" status: 200 len: 472 time: 0.1386831 Jul 16 18:22:45.792938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35226) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.815363 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4b581475-7b04-4ae3-b9dc-a4c2ee391ae4 tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/1c255fcc-bfb6-419b-be92-7efd492967d5 HTTP/1.1" status: 200 len: 459 time: 0.0140944 Jul 16 18:22:45.816457 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:45.817799 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:45.818020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35228) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.953596 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:45.955075 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfbf4d2-0503-46d4-ae5b-27b2e43db478 None None] The sync data for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:45.958209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5785932-a0a7-4e3c-af25-91da198b50c2 req-5b4ea6c1-8b47-4d5c-bbac-70f87d268f14 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997449 Jul 16 18:22:45.995080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ad46fab-2f43-4fb6-8da9-2f915cc1f281 req-ce100e8c-c204-4124-b9c9-116904d32936 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789926 Jul 16 18:22:46.025204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e29058-963b-449b-9e6a-2819c2105406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ff7bb4-a4fb-4828-8961-a7edf819a907'}, {'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:46.045945 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049b52fc-ee9a-4409-a70f-bdc38de3408c" -d '{"events": [{"server_uuid": "65e29058-963b-449b-9e6a-2819c2105406", "name": "network-vif-plugged", "status": "completed", "tag": "02ff7bb4-a4fb-4828-8961-a7edf819a907"}, {"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-plugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:46.137493 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac55f0f-2567-40ec-a2aa-0d20aa4eca5e tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.138673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6ac55f0f-2567-40ec-a2aa-0d20aa4eca5e tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/1c255fcc-bfb6-419b-be92-7efd492967d5 HTTP/1.1" status: 204 len: 168 time: 0.3196108 Jul 16 18:22:46.158425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:46.337136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-1fb50a85-eb75-479c-82a1-2f31267c3644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.338602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-1fb50a85-eb75-479c-82a1-2f31267c3644 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706&tenant_id=bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 1101 time: 0.2125607 Jul 16 18:22:46.393490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:46.399759 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3118eb84-c85c-484b-9849-06aba15aa44a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.400990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3118eb84-c85c-484b-9849-06aba15aa44a tempest-MeteringIpV6TestJSON-1342902843 tempest-MeteringIpV6TestJSON-1342902843-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/345375ce-b37d-4451-8b55-7915de7134e9 HTTP/1.1" status: 204 len: 168 time: 0.2415729 Jul 16 18:22:46.577847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:46.629922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21154890-7b95-44e9-b180-88c76662f670 req-74baa1f0-8cf6-49fb-84c9-319b7dd2e86b service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0336072 Jul 16 18:22:46.698706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e6e6b-2757-4678-909c-5d2da8994640 req-f6a04c63-b06a-4cd8-bf63-a176a2b4c04f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.700576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae5e6e6b-2757-4678-909c-5d2da8994640 req-f6a04c63-b06a-4cd8-bf63-a176a2b4c04f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.3634272 Jul 16 18:22:46.989204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26208c6c-508d-4510-b6aa-dbfd17674e83 req-680190fa-6359-448e-9818-881934118a4a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.990832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26208c6c-508d-4510-b6aa-dbfd17674e83 req-680190fa-6359-448e-9818-881934118a4a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.5099797 Jul 16 18:22:47.010597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae5e6e6b-2757-4678-909c-5d2da8994640 req-04eee9aa-734f-4803-acaa-ca3c86800d6f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570915 Jul 16 18:22:47.083782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:47.150568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35242) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:47.170668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:47.193992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21154890-7b95-44e9-b180-88c76662f670 req-f978d970-50d2-4044-bbf9-081bd209cdbf service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5225649 Jul 16 18:22:47.229128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26208c6c-508d-4510-b6aa-dbfd17674e83 req-03d2de32-d2fa-4eed-9b38-e831f1415d66 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979394 Jul 16 18:22:47.290657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:47.296199 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b90cce-b452-41fe-9323-5dd6e8ef47e2" -d '{"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-unplugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:47.304114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.320073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Transition to ACTIVE for port object 972551f8-33e4-4dbe-9a4e-c70bcccee019 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:47.328462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.451790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:47.476226 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fd2ac8-be9d-4437-adac-abb137e1a367 x-openstack-request-id: req-e6fd2ac8-be9d-4437-adac-abb137e1a367 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:47.476743 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e29058-963b-449b-9e6a-2819c2105406", "name": "network-vif-plugged", "status": "completed", "tag": "02ff7bb4-a4fb-4828-8961-a7edf819a907", "code": 200}, {"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-plugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:47.477098 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6fd2ac8-be9d-4437-adac-abb137e1a367 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:47.477736 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e29058-963b-449b-9e6a-2819c2105406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ff7bb4-a4fb-4828-8961-a7edf819a907', 'code': 200} Jul 16 18:22:47.479143 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'code': 200} Jul 16 18:22:47.549082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] No DVR routers for this DVR port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:47.693592 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78283c09-1fae-42c8-bbf3-48eaf0876174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.085458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135162d-14d1-4a1f-91eb-8421f493dcb6 req-560954d8-5b45-42c3-b2d2-5810bed0698e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.088535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0135162d-14d1-4a1f-91eb-8421f493dcb6 req-560954d8-5b45-42c3-b2d2-5810bed0698e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.3252916 Jul 16 18:22:48.105500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3d3f4-6194-46be-b81d-0b2d44d2b985 req-8cb5f449-196c-4ca0-a78d-c3cecffc41cc tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.118249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70f3d3f4-6194-46be-b81d-0b2d44d2b985 req-8cb5f449-196c-4ca0-a78d-c3cecffc41cc tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.3967957 Jul 16 18:22:48.193822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:48.260322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70f3d3f4-6194-46be-b81d-0b2d44d2b985 req-880a2b57-1ae4-4ad3-a489-56cc8d41e2bc tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404295 Jul 16 18:22:48.305020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0135162d-14d1-4a1f-91eb-8421f493dcb6 req-537956d8-b3bb-4a14-9b2b-cfcbda29235f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748545 Jul 16 18:22:48.321271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:48.348992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:48.359605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:48.360378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:48.360700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:48.403874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:22:48.404453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Attempting to bind port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:48.448094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:48.448729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:48.449381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:48.450152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Bound port: 972551f8-33e4-4dbe-9a4e-c70bcccee019, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:48.450762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.497643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a8d4e-8892-456b-b819-9864d9aba911 req-43564d77-510e-49b7-92bf-d769041764e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.500468 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-948a8d4e-8892-456b-b819-9864d9aba911 req-43564d77-510e-49b7-92bf-d769041764e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 1098 time: 0.8603373 Jul 16 18:22:48.643680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 94d68d5a-9529-40ac-a80b-895ef356c386 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:48.644295 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.660525 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557c874c-8694-4310-8ea5-2a1633db4bf3 x-openstack-request-id: req-557c874c-8694-4310-8ea5-2a1633db4bf3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:48.661055 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-unplugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:48.663889 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-557c874c-8694-4310-8ea5-2a1633db4bf3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:48.664711 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'code': 200} Jul 16 18:22:48.776800 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-948a8d4e-8892-456b-b819-9864d9aba911 req-55d5c426-0d09-48ed-ab92-bfe53eb0db3c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351317 Jul 16 18:22:48.823907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:48.834469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:48.844766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.909031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78283c09-1fae-42c8-bbf3-48eaf0876174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.937066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.937704 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.939169 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 1097 time: 2.5534089 Jul 16 18:22:48.942214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78283c09-1fae-42c8-bbf3-48eaf0876174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.058843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78283c09-1fae-42c8-bbf3-48eaf0876174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32a52a1-ca16-4354-854b-3cefac306b48,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:49.098827 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.120000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2b2f7-c512-4477-923c-057bb12482b1 service neutron] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=11']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:49.163903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-78283c09-1fae-42c8-bbf3-48eaf0876174 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e9335128456460e88094beed3f88bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0066969 Jul 16 18:22:49.171916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:49.193866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 94d68d5a-9529-40ac-a80b-895ef356c386 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:49.267132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a10a06-e045-48e3-8eaf-b7290626db0b req-daa96ca0-aeec-4d5b-b860-158fec44bf7b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.280614 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8a10a06-e045-48e3-8eaf-b7290626db0b req-daa96ca0-aeec-4d5b-b860-158fec44bf7b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.4919038 Jul 16 18:22:49.318711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a72c46-2464-467e-9994-ae84a725accd req-467f15a8-26ff-42fa-b371-2af95ef97c71 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.322586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-7d1f19ed-4fad-4291-91f2-cf36df399a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.324766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-7d1f19ed-4fad-4291-91f2-cf36df399a2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1100 time: 0.3375983 Jul 16 18:22:49.326167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d78fbc-a53a-4f32-a262-91e1e844dfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.332433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9a72c46-2464-467e-9994-ae84a725accd req-467f15a8-26ff-42fa-b371-2af95ef97c71 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.5420432 Jul 16 18:22:49.392556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d78fbc-a53a-4f32-a262-91e1e844dfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.509924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8a10a06-e045-48e3-8eaf-b7290626db0b req-f5a8ddad-e535-4231-afd9-5987e1fe9c74 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273359 Jul 16 18:22:49.539413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d78fbc-a53a-4f32-a262-91e1e844dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.546197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d78fbc-a53a-4f32-a262-91e1e844dfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.548587 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-02d78fbc-a53a-4f32-a262-91e1e844dfc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f32a52a1-ca16-4354-854b-3cefac306b48 HTTP/1.1" status: 204 len: 168 time: 0.3740075 Jul 16 18:22:49.608097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d78fbc-a53a-4f32-a262-91e1e844dfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32a52a1-ca16-4354-854b-3cefac306b48,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:49.626344 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9a72c46-2464-467e-9994-ae84a725accd req-c67818c6-a8f4-4f36-9db9-026045a19045 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924066 Jul 16 18:22:49.796449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-c1633213-58a3-4a49-95b3-f691e8559bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.801446 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-c1633213-58a3-4a49-95b3-f691e8559bed service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3184810 Jul 16 18:22:50.029116 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-b021d77c-6625-4c4a-b83f-8e26caf3d353 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.2181103 Jul 16 18:22:50.144044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-25c26357-8c1d-40f1-b18a-cbd17a9b2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.147044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-25c26357-8c1d-40f1-b18a-cbd17a9b2b73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1113021 Jul 16 18:22:50.234752 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.313267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=94d68d5a-9529-40ac-a80b-895ef356c386,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:50.355641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-67d4be1a-1767-4195-8acd-c2bb27f21454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:50.369463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-67d4be1a-1767-4195-8acd-c2bb27f21454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2157016 Jul 16 18:22:50.404514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:50.470721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b83bc11-ea1a-4f46-b28b-2b6508725af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.530169 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:50.671978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:50.676877 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207eddc5-ff73-4800-a2f0-94f681b09f57" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:50.711428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-3bc981e0-df1f-4054-96f0-038eae2a8d62 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314207 Jul 16 18:22:50.808787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router df9ff4e4-23b9-43be-92f4-a8de834f2e52 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:50.963286 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5c5e2d4f-53f5-4abf-9e56-eb267e53e477 req-6685fbaa-ec3d-460d-8af8-bf88ab7e9835 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340047 Jul 16 18:22:50.998964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b83bc11-ea1a-4f46-b28b-2b6508725af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.012793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b83bc11-ea1a-4f46-b28b-2b6508725af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.121165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4b83bc11-ea1a-4f46-b28b-2b6508725af1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=472c290bc57d448793433ae49c59750f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7130766 Jul 16 18:22:51.125038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:51.239824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83bc11-ea1a-4f46-b28b-2b6508725af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1c52ee-bc77-4288-81c5-b5d116f79f02,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.287767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46e3d755-431c-41a5-a633-e0287b2152c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.329810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46e3d755-431c-41a5-a633-e0287b2152c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.367379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181084e-784c-46ff-9718-6d17421aa19d req-54eddc25-52de-4919-b388-636885b56b74 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.377487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b181084e-784c-46ff-9718-6d17421aa19d req-54eddc25-52de-4919-b388-636885b56b74 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 1.2107441 Jul 16 18:22:51.396664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:51.407245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4c828f0b-6012-411e-8297-c5a98ecd8bf1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/df9ff4e4-23b9-43be-92f4-a8de834f2e52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6564109 Jul 16 18:22:51.411713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] Sync routers for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:51.412570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:51.424962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46e3d755-431c-41a5-a633-e0287b2152c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.426751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:51.428690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:51.429204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46e3d755-431c-41a5-a633-e0287b2152c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.431371 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-46e3d755-431c-41a5-a633-e0287b2152c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec1c52ee-bc77-4288-81c5-b5d116f79f02 HTTP/1.1" status: 204 len: 168 time: 0.3024981 Jul 16 18:22:51.450075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b565a05-b661-49ac-b356-150af09d332a req-1cd2fa21-beea-43ec-8f32-d7a3f43dd8df tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.457383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b565a05-b661-49ac-b356-150af09d332a req-1cd2fa21-beea-43ec-8f32-d7a3f43dd8df tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.9163857 Jul 16 18:22:51.470197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b181084e-784c-46ff-9718-6d17421aa19d req-a0ea060b-c1d4-4ee4-99a0-a465c5f5ae07 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914495 Jul 16 18:22:51.475838 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-65ee10a8-fcf0-4f19-831e-7c753a7a9646 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=df9ff4e4-23b9-43be-92f4-a8de834f2e52 HTTP/1.1" status: 200 len: 205 time: 0.0616665 Jul 16 18:22:51.477971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:51.479306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3d755-431c-41a5-a633-e0287b2152c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1c52ee-bc77-4288-81c5-b5d116f79f02,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:51.501111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:51.548236 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b565a05-b661-49ac-b356-150af09d332a req-c51cc1ff-f9fc-4be7-9da1-20b79d2266e6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897954 Jul 16 18:22:51.556868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] Routers {'df9ff4e4-23b9-43be-92f4-a8de834f2e52'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:51.557521 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:22:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:51.642752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:51.643456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3940fab0-f54e-4c3a-972b-066c74e011cb None None] The sync data for ids ['df9ff4e4-23b9-43be-92f4-a8de834f2e52'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:51.802015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3978aac3-bc94-4918-b591-d5f607d75d3f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:51.887194 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50303e4a-3769-48e6-9b58-ae5dfd355098 x-openstack-request-id: req-50303e4a-3769-48e6-9b58-ae5dfd355098 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:51.887995 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:51.890173 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50303e4a-3769-48e6-9b58-ae5dfd355098 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:51.892335 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'status': 'completed', 'code': 200} Jul 16 18:22:51.911063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ba39d-3ec3-4047-9cee-1e666e580766 req-e545f0a1-e0a8-4982-a14f-c1bd1d3a312e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.918399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c88ba39d-3ec3-4047-9cee-1e666e580766 req-e545f0a1-e0a8-4982-a14f-c1bd1d3a312e tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1446795 Jul 16 18:22:52.019323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7ba7e6-53e6-4762-833e-b03b5a258f5f req-7580c341-d3ed-405b-ad02-5d23157c052a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.028687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc7ba7e6-53e6-4762-833e-b03b5a258f5f req-7580c341-d3ed-405b-ad02-5d23157c052a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.2024622 Jul 16 18:22:52.069524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c88ba39d-3ec3-4047-9cee-1e666e580766 req-b9838d74-02bd-499e-8db7-222f297d9179 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399183 Jul 16 18:22:52.157485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc7ba7e6-53e6-4762-833e-b03b5a258f5f req-a99ccf9b-a111-41f9-b7a5-80307a7eb3ce tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270351 Jul 16 18:22:52.421089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3978aac3-bc94-4918-b591-d5f607d75d3f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.431740 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3978aac3-bc94-4918-b591-d5f607d75d3f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.470390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-c854d577-72b7-47fb-a23d-5f2e71678774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.472808 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-c854d577-72b7-47fb-a23d-5f2e71678774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1100 time: 0.6581092 Jul 16 18:22:52.689573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-df324154-b9c9-43b9-a2cf-c8637579820e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:52.700502 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-df324154-b9c9-43b9-a2cf-c8637579820e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 1100 time: 0.8025765 Jul 16 18:22:52.701476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3978aac3-bc94-4918-b591-d5f607d75d3f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.702022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3978aac3-bc94-4918-b591-d5f607d75d3f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Fanout notify agent at l3_agent the message router_deleted on router df9ff4e4-23b9-43be-92f4-a8de834f2e52 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:22:52.719843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3978aac3-bc94-4918-b591-d5f607d75d3f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:52.723600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3978aac3-bc94-4918-b591-d5f607d75d3f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/df9ff4e4-23b9-43be-92f4-a8de834f2e52 HTTP/1.1" status: 204 len: 168 time: 1.2383516 Jul 16 18:22:52.724036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35314) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:52.823504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:53.037320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet df37aa71-3876-4676-b6b4-d4506050cb17 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:53.132518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-53eec143-c45d-4ce0-baae-b94284fbf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.143662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-53eec143-c45d-4ce0-baae-b94284fbf76e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.5716753 Jul 16 18:22:53.315865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.343561 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-da13a245-e3d7-44cf-9089-362708042355 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.1813035 Jul 16 18:22:53.490593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:53.511200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-efe3da9f-bebf-44e1-9d73-63d119abf698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.512873 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-efe3da9f-bebf-44e1-9d73-63d119abf698 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.7803817 Jul 16 18:22:53.513398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:53.536960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'mac_address': 'fa:16:3e:20:68:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:53.664951 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-72b1aea6-6e81-4d5c-9558-4278814f3725 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 200 len: 217 time: 0.1247957 Jul 16 18:22:53.675109 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.702803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972551f8-33e4-4dbe-9a4e-c70bcccee019 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:53.735744 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.741529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-15682521-87d5-4d71-bd0e-525e42241574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.743210 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-15682521-87d5-4d71-bd0e-525e42241574 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0725658 Jul 16 18:22:53.748970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:53.756663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.809897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-ef7a3884-55a4-4cdc-8299-b347a485bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.816092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-ef7a3884-55a4-4cdc-8299-b347a485bd94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.3010106 Jul 16 18:22:53.885234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:53.925005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1327302317'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:53.935476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9716163-e999-416d-b83b-d68027c56d0b req-a8d62586-c778-4788-8683-a910241ea794 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.941665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9716163-e999-416d-b83b-d68027c56d0b req-a8d62586-c778-4788-8683-a910241ea794 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.8863177 Jul 16 18:22:53.978738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05766be2-53a2-4bfe-8a78-8919e15974ea req-1b94fc86-5992-49e7-a1c5-06017066a2d8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.995016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05766be2-53a2-4bfe-8a78-8919e15974ea req-1b94fc86-5992-49e7-a1c5-06017066a2d8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 948 time: 0.9413290 Jul 16 18:22:54.092562 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-fb4f8902-8414-4e92-ad97-81d61616a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.094998 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-fb4f8902-8414-4e92-ad97-81d61616a71f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3447084 Jul 16 18:22:54.096112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:54.113626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['972551f8-33e4-4dbe-9a4e-c70bcccee019'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:54.133724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.161792 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.174886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.238598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05766be2-53a2-4bfe-8a78-8919e15974ea req-645ed58b-795b-483a-bf71-605ac8a5c507 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421103 Jul 16 18:22:54.270138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-40f9112b-cd99-46c0-8f33-9c44e65b2137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.271603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-40f9112b-cd99-46c0-8f33-9c44e65b2137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4394875 Jul 16 18:22:54.275240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9716163-e999-416d-b83b-d68027c56d0b req-3421fe05-f04b-4860-8512-89e28e3b9ae7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714291 Jul 16 18:22:54.350661 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.391433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=df37aa71-3876-4676-b6b4-d4506050cb17,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.397531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.408760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-da98a708-be17-48ea-8612-5f3615c54017 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/df37aa71-3876-4676-b6b4-d4506050cb17 HTTP/1.1" status: 204 len: 168 time: 1.6831059 Jul 16 18:22:54.415989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35330) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:54.456613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7f6e7c-fc82-41b4-8687-e6ec65a9347b None None] Network f40a8494-0d56-4def-94ba-594c09a435ed requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:54.599033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.650844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.663595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df9b79-d3b7-4a76-9c96-082bdbcff377 req-c10285c3-f431-4eec-8ac2-26d790a9eb45 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.674929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4df9b79-d3b7-4a76-9c96-082bdbcff377 req-c10285c3-f431-4eec-8ac2-26d790a9eb45 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1666493 Jul 16 18:22:54.735914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:22:54.778516 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-5908c133-233b-4e5d-82cd-a9083e34b77e service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070015 Jul 16 18:22:54.786422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet 5f09d2a4-0800-4593-a7ee-840f01eb4488 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:22:54.789318 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.789737 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Added segment 59c935b4-094f-4624-8730-5442f8f4b4b7 of type vlan for network 286f894d-1f0e-43bb-a8a0-1d53bc98859c Jul 16 18:22:54.795380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2791001-6853-4a01-adc2-98aabcc0c7fb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.815938 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.846279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4df9b79-d3b7-4a76-9c96-082bdbcff377 req-25b1675d-2ef3-4397-a920-8a00f8940ce0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681373 Jul 16 18:22:54.988193 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-2e1ae24c-1a44-4b7c-af64-81426abb03e3 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540399 Jul 16 18:22:55.025562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.069155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.096909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] DHCP port deletion for f40a8494-0d56-4def-94ba-594c09a435ed request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:55.136846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93558f66-2cb6-4ac5-ad03-60840ac8a506 req-bcd1d603-fb52-48f3-a271-7774233fee95 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.150024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:22:55.153143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93558f66-2cb6-4ac5-ad03-60840ac8a506 req-bcd1d603-fb52-48f3-a271-7774233fee95 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.1963820 Jul 16 18:22:55.205849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] Deleting port 0c972618-5526-4403-9777-cae997903c0e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:55.206370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.278410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93558f66-2cb6-4ac5-ad03-60840ac8a506 req-51729717-7d91-41db-9503-78dbb5543432 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197767 Jul 16 18:22:55.358294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] For port 0c972618-5526-4403-9777-cae997903c0e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0c972618-5526-4403-9777-cae997903c0e,segment=NetworkSegment(24071c8e-a17d-4452-8719-b89303d2de90),segment_id=24071c8e-a17d-4452-8719-b89303d2de90)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:55.358804 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.369636 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-6d180fd0-c762-4925-a292-6a5b3bbf3b9b service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5778036 Jul 16 18:22:55.378113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.383524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.384198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.392835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] Calling delete_port for 0c972618-5526-4403-9777-cae997903c0e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:55.574604 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.595224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0785704 Jul 16 18:22:55.606589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35344) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.628440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] Pushing event deleted for resources: {'Port': ['ID=0c972618-5526-4403-9777-cae997903c0e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.629414 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-207eddc5-ff73-4800-a2f0-94f681b09f57 req-4481c06b-50d5-4038-bc15-9b9271e6bc44 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989826 Jul 16 18:22:55.632653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3388d06-6d39-48b0-ae04-db17760387c6 None None] No DVR routers for this DVR port 0c972618-5526-4403-9777-cae997903c0e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:55.644961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.656694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'subnet': {'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:55.694971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48609897-bae5-4c80-b321-32a45aee5b89 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Network': ['ID=286f894d-1f0e-43bb-a8a0-1d53bc98859c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.709000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:22:55.758952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c972618-5526-4403-9777-cae997903c0e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:55.800247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 0c972618-5526-4403-9777-cae997903c0e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:55.800618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c972618-5526-4403-9777-cae997903c0e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:55.805987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.861725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=5f09d2a4-0800-4593-a7ee-840f01eb4488,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:55.872828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:55.878078 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.880247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-506b4cb0-9b2b-4437-a46e-fa3d2ddacd20 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/5f09d2a4-0800-4593-a7ee-840f01eb4488 HTTP/1.1" status: 204 len: 168 time: 1.3426707 Jul 16 18:22:55.882339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:55.884579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.894160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917ac60-447f-42ba-bf78-01455509a11a None None] Network bd63f270-c45e-4db0-bceb-63ad06d56255 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:56.032584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753a121-853a-4163-a6c8-bfe5ffda1482 req-c07fd244-734c-43ee-bc5f-a94f9a6a811b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.057551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0753a121-853a-4163-a6c8-bfe5ffda1482 req-c07fd244-734c-43ee-bc5f-a94f9a6a811b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.4974017 Jul 16 18:22:56.193878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.453959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.456370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.469093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f40a8494-0d56-4def-94ba-594c09a435ed']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:56.488507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24071c8e-a17d-4452-8719-b89303d2de90') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:56.488822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24071c8e-a17d-4452-8719-b89303d2de90') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:56.500468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.518760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.526942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:56.527378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:56.588207 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:56.604304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.615210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.624860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/f40a8494-0d56-4def-94ba-594c09a435ed HTTP/1.1" status: 204 len: 168 time: 0.7315176 Jul 16 18:22:56.638871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:56.659562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0753a121-853a-4163-a6c8-bfe5ffda1482 req-d6f83943-b7f7-43ba-b7e6-96a1dcc33b28 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5930479 Jul 16 18:22:56.678432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1738d-2c86-4b8d-a1f6-39a30e38a836 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=f40a8494-0d56-4def-94ba-594c09a435ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.680418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Subnet': ['ID=06062d43-75b4-4518-9449-1ea188d6c475,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:56.788782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] DHCP port deletion for bd63f270-c45e-4db0-bceb-63ad06d56255 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:22:56.796441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Checking segment: {'id': '59c935b4-094f-4624-8730-5442f8f4b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:56.796894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network hostable DHCP agents. Network: 286f894d-1f0e-43bb-a8a0-1d53bc98859c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:22:56.855890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceb4b3-1c2f-460e-84df-8601d53ea354 req-a3fca199-514e-4c13-aa25-0276cc132151 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.858091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2aceb4b3-1c2f-460e-84df-8601d53ea354 req-a3fca199-514e-4c13-aa25-0276cc132151 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.4219415 Jul 16 18:22:56.872684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:56.879959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.891400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:22:56.933363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 286f894d-1f0e-43bb-a8a0-1d53bc98859c) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:56.952766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.953586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.958283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b7213d-c15b-4831-9035-001e1935c939 None None] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:22:57.033730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2aceb4b3-1c2f-460e-84df-8601d53ea354 req-f5ae4630-5f6d-4d96-9ede-f2d153e02d3d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673694 Jul 16 18:22:57.045561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-844fc074-80ab-4c47-b3de-2dde85046745 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4289610 Jul 16 18:22:57.049887 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35364) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:57.066632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-53097386'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:57.130985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 4b99697b-1709-4bca-92b7-9dc31c68424f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:57.135379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.178211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] Deleting port 4b99697b-1709-4bca-92b7-9dc31c68424f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:57.178917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.258875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:22:57.295931 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-dec86f74-516e-4862-a4b9-f8d6d2ac862a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3162894 Jul 16 18:22:57.298053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 972551f8-33e4-4dbe-9a4e-c70bcccee019 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:57.298861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.339401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port 4b99697b-1709-4bca-92b7-9dc31c68424f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4b99697b-1709-4bca-92b7-9dc31c68424f,segment=NetworkSegment(1004f95a-de79-41fa-88d5-b54b6e14f8a3),segment_id=1004f95a-de79-41fa-88d5-b54b6e14f8a3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.341197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.447048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 4b99697b-1709-4bca-92b7-9dc31c68424f owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:57.453664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] For port 4b99697b-1709-4bca-92b7-9dc31c68424f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4b99697b-1709-4bca-92b7-9dc31c68424f,segment=NetworkSegment(1004f95a-de79-41fa-88d5-b54b6e14f8a3),segment_id=1004f95a-de79-41fa-88d5-b54b6e14f8a3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.454512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.481451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] Calling delete_port for 4b99697b-1709-4bca-92b7-9dc31c68424f owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:57.676668 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.730445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:57.731572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c29cb7-cd17-4784-95e4-8630fdd2755e req-7dc14d1c-5b81-41b7-91e6-b3e7fbfba31c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.759776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:57.759776 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790a49fa-252b-429e-a48f-e0568139fc45" -d '{"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-plugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:57.762194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82c29cb7-cd17-4784-95e4-8630fdd2755e req-7dc14d1c-5b81-41b7-91e6-b3e7fbfba31c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.6529250 Jul 16 18:22:57.762495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'tenant_id': 'c58345245f6e47be8d097d0d336f1341', 'fixed_ips': [{'subnet_id': '06062d43-75b4-4518-9449-1ea188d6c475'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:22:57.762495 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.768704 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.807415 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.855276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] No DVR routers for this DVR port 4b99697b-1709-4bca-92b7-9dc31c68424f on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:57.867476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:57.874711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.888896 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.893844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82c29cb7-cd17-4784-95e4-8630fdd2755e req-d9168c2a-1658-4bb1-b3ab-be7ef321de98 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503074 Jul 16 18:22:57.958549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da3e94-ea63-4f10-9d71-4fe42407ec3d req-3864664d-1e40-4f6c-9f16-94dc4eaf40f3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.963628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18da3e94-ea63-4f10-9d71-4fe42407ec3d req-3864664d-1e40-4f6c-9f16-94dc4eaf40f3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 949 time: 0.5988581 Jul 16 18:22:57.968135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b99697b-1709-4bca-92b7-9dc31c68424f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:57.981795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-54647716-6eda-414d-8dd7-4cb667390b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.984510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-54647716-6eda-414d-8dd7-4cb667390b30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 1097 time: 0.6340342 Jul 16 18:22:57.988864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=4b99697b-1709-4bca-92b7-9dc31c68424f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.003048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port 4b99697b-1709-4bca-92b7-9dc31c68424f on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:58.038425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=13']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.051134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4b99697b-1709-4bca-92b7-9dc31c68424f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:58.051897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4b99697b-1709-4bca-92b7-9dc31c68424f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:58.103024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18da3e94-ea63-4f10-9d71-4fe42407ec3d req-169a23f2-06ac-4844-a1f9-38c1e954632d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208017 Jul 16 18:22:58.105250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] device_id is not set on port da3cc587-72fd-464d-a523-5c8fee3bcdc1 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:22:58.116236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d3ebd-6593-4e55-98b9-88d0f3404e83 None None] Pushing event deleted for resources: {'Port': ['ID=4b99697b-1709-4bca-92b7-9dc31c68424f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.236817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Allocated IP 2001:db8::2 (286f894d-1f0e-43bb-a8a0-1d53bc98859c/06062d43-75b4-4518-9449-1ea188d6c475/28505eb6-3883-4621-a30f-4c947d1755e0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:58.406452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.441545 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520faae8-e087-409c-9b2a-606fdd9f66bc x-openstack-request-id: req-520faae8-e087-409c-9b2a-606fdd9f66bc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:58.441545 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-plugged", "status": "completed", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:58.442052 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-520faae8-e087-409c-9b2a-606fdd9f66bc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:58.442571 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'code': 200} Jul 16 18:22:58.444316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd63f270-c45e-4db0-bceb-63ad06d56255']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.477898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1004f95a-de79-41fa-88d5-b54b6e14f8a3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.478207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1004f95a-de79-41fa-88d5-b54b6e14f8a3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.549528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.571980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-606b34c9-ac58-4cd3-b0c2-a1f8014ed3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.579498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-606b34c9-ac58-4cd3-b0c2-a1f8014ed3fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.5626371 Jul 16 18:22:58.593802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.614010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:22:58.615171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:22:58.659960 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:22:58.664825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.721488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-d332d19c-77df-4878-af6c-9d5049e6b281 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e HTTP/1.1" status: 200 len: 217 time: 0.0537930 Jul 16 18:22:58.793641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Transition to ACTIVE for port object 28505eb6-3883-4621-a30f-4c947d1755e0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:58.808576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.816021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.827117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/bd63f270-c45e-4db0-bceb-63ad06d56255 HTTP/1.1" status: 204 len: 168 time: 2.1870999 Jul 16 18:22:58.828091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.840893 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Transition to ACTIVE for port object 28505eb6-3883-4621-a30f-4c947d1755e0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:58.852138 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.956304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Pushing event updated for resources: {'Port': ['ID=28505eb6-3883-4621-a30f-4c947d1755e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:58.988752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:58.991231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:58.997869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:59.048959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd92d1-fd85-4482-994a-3ab91f8059b4 req-f725e3b5-4951-49dc-8465-8d161dd01812 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.056739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7cd92d1-fd85-4482-994a-3ab91f8059b4 req-f725e3b5-4951-49dc-8465-8d161dd01812 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.3126540 Jul 16 18:22:59.126877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Attempting to bind port 28505eb6-3883-4621-a30f-4c947d1755e0 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:22:59.127256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Attempting to bind port 28505eb6-3883-4621-a30f-4c947d1755e0 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '59c935b4-094f-4624-8730-5442f8f4b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:22:59.127629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Attempting to bind port 28505eb6-3883-4621-a30f-4c947d1755e0 on network 286f894d-1f0e-43bb-a8a0-1d53bc98859c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:22:59.141461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:22:59.141849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Checking segment: {'id': '59c935b4-094f-4624-8730-5442f8f4b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:22:59.142262 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.142666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Bound using segment: {'id': '59c935b4-094f-4624-8730-5442f8f4b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:22:59.143158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Bound port: 28505eb6-3883-4621-a30f-4c947d1755e0, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c935b4-094f-4624-8730-5442f8f4b4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:22:59.143546 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.239970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Allocated IP 2001:db8::20d (286f894d-1f0e-43bb-a8a0-1d53bc98859c/06062d43-75b4-4518-9449-1ea188d6c475/da3cc587-72fd-464d-a523-5c8fee3bcdc1) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:22:59.292996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] For port 28505eb6-3883-4621-a30f-4c947d1755e0, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:22:59.296973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] For port 28505eb6-3883-4621-a30f-4c947d1755e0, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=28505eb6-3883-4621-a30f-4c947d1755e0,segment=NetworkSegment(59c935b4-094f-4624-8730-5442f8f4b4b7),segment_id=59c935b4-094f-4624-8730-5442f8f4b4b7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:22:59.307935 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.502067 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.524752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Transition to ACTIVE for port object da3cc587-72fd-464d-a523-5c8fee3bcdc1 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:22:59.603991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-ecb4c45c-fa0a-492d-a169-5a11e9efa88a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5826030 Jul 16 18:22:59.613171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3412c6-0a0d-4b31-8aa8-0979632b319f None None] Pushing event updated for resources: {'Port': ['ID=28505eb6-3883-4621-a30f-4c947d1755e0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.640809 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.681098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-538674884'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:22:59.692250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fbc6d-16a0-4b87-bd83-5f3f8cb5acf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=bd63f270-c45e-4db0-bceb-63ad06d56255,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.733285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-aae41cb5-f68c-48f0-a521-9c56aacf0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.735348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-aae41cb5-f68c-48f0-a521-9c56aacf0111 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.9470179 Jul 16 18:22:59.761629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:22:59.768864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.844856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7cd92d1-fd85-4482-994a-3ab91f8059b4 req-f087824a-5438-4222-8a33-9e9e3f3052b9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870688 Jul 16 18:22:59.849137 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-1ab02c58-d5c7-4f25-bc4d-e7634f405710 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042838 Jul 16 18:22:59.868466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:22:59.879546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=da3cc587-72fd-464d-a523-5c8fee3bcdc1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:59.888747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:22:59.900060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:22:59.908248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.909566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.003568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-9507b0f5-9430-4762-b954-96b700de1bde tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.004546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-9507b0f5-9430-4762-b954-96b700de1bde tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3947613 Jul 16 18:23:00.031016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-71e4dc1b-a99e-4b63-9613-2e42788c94bf tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9766581 Jul 16 18:23:00.032354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35408) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.045043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2072666188', 'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:f8:ce:35'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:00.178652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:00.187132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-456e00ab-b48f-460f-af4a-c1536b6b5c73 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/quotas/bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 375 time: 0.1718388 Jul 16 18:23:00.218343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f58f395-7c5b-4cc2-8ddf-46a5137335b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.346894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:00.356910 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.357405 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 01bd6899-225b-49a4-8e4e-cb2358322df4 of type vlan for network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a Jul 16 18:23:00.441005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.460956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-aee708c1-97f3-49f8-a5fa-646b0b9d7fb1 service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5975001 Jul 16 18:23:00.472212 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.511535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a710e5f-6a0c-4019-8331-29a3978c100f req-846a1006-6995-447b-be82-44ad359702f1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.513797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a710e5f-6a0c-4019-8331-29a3978c100f req-846a1006-6995-447b-be82-44ad359702f1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3348548 Jul 16 18:23:00.530146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-6db270f6-7062-4323-ba86-e8d9351be3df tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2847106 Jul 16 18:23:00.543495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f6dc4914-a0c0-443b-ae4b-ef3580a6084f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.548734 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f6dc4914-a0c0-443b-ae4b-ef3580a6084f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.6427212 Jul 16 18:23:00.581549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] device_id is not set on port 741a61e1-cf75-432c-b7f9-72b7d762f4cf yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:00.589637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a710e5f-6a0c-4019-8331-29a3978c100f req-561c228b-f59d-4da3-82a3-d91a657d0cc3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566437 Jul 16 18:23:00.700900 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.719104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:00.720235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.864287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1952825 Jul 16 18:23:00.897676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.916495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:00.981999 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-331f58c1-f348-4230-b2ec-0c72acfd92d8 req-a738109d-b552-4ca2-b0f9-dfb07c370eca service neutron] 10.222.0.55 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130737 Jul 16 18:23:01.074371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Allocated IP 2001:db8::f7 (286f894d-1f0e-43bb-a8a0-1d53bc98859c/06062d43-75b4-4518-9449-1ea188d6c475/741a61e1-cf75-432c-b7f9-72b7d762f4cf) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:01.233560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aed8e-5327-4e53-8427-7381541e8972 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=0ccae121-ffee-46f8-b92b-eb5044d0ef2a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.256319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:01.406616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Deleting port 02ff7bb4-a4fb-4828-8961-a7edf819a907 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:01.411327 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.477884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:01.484001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.787483 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.843328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f77488c8-b1d5-48c3-bbe6-229500acf9bf req-d8d5950e-41d6-43f2-820a-a07ede87ec60 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 210 time: 0.1836529 Jul 16 18:23:01.866393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Transition to ACTIVE for port object 741a61e1-cf75-432c-b7f9-72b7d762f4cf will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:01.898821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 28505eb6-3883-4621-a30f-4c947d1755e0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:01.913496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] For port 02ff7bb4-a4fb-4828-8961-a7edf819a907, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=02ff7bb4-a4fb-4828-8961-a7edf819a907,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:01.914348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.959354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Calling delete_port for 02ff7bb4-a4fb-4828-8961-a7edf819a907 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:01.993249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e3d4f-e64d-4139-bc62-da0242dcb3cb req-077dfc1f-eeef-4cea-aaf3-433dcd2941aa tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.011822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f94e3d4f-e64d-4139-bc62-da0242dcb3cb req-077dfc1f-eeef-4cea-aaf3-433dcd2941aa tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 946 time: 0.4199407 Jul 16 18:23:02.079885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f94e3d4f-e64d-4139-bc62-da0242dcb3cb req-05c96cfd-1ff0-424d-86b8-3459412ffd55 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671275 Jul 16 18:23:02.081371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.154698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180f468a-cd7d-4762-941b-7c0b88bc6d1b None None] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:02.268730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=741a61e1-cf75-432c-b7f9-72b7d762f4cf,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.313723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:02.320316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:02.324762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:02.348420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.349446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.392580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d21159ae-fb1b-4043-a0ab-011b0c29bf13 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.3576334 Jul 16 18:23:02.396708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35436) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.399928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.637133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e88d6-f85f-45ec-a410-2901cefbbd17 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.649773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e88d6-f85f-45ec-a410-2901cefbbd17 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.665727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123e88d6-f85f-45ec-a410-2901cefbbd17 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.671083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-123e88d6-f85f-45ec-a410-2901cefbbd17 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2712145 Jul 16 18:23:02.676266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35438) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.692479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-777cd1b2-8ad9-4d03-a727-584fb21735e6 None None] Provisioning for port 28505eb6-3883-4621-a30f-4c947d1755e0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:02.705238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-777cd1b2-8ad9-4d03-a727-584fb21735e6 None None] Provisioning complete for port 28505eb6-3883-4621-a30f-4c947d1755e0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:02.705614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-777cd1b2-8ad9-4d03-a727-584fb21735e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.759136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 28505eb6-3883-4621-a30f-4c947d1755e0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:02.770750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 28505eb6-3883-4621-a30f-4c947d1755e0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:02.771451 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.811196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=86a449d9-f30e-4ea6-96c8-81733f2d2366,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.851808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '01bd6899-225b-49a4-8e4e-cb2358322df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:02.852272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: 0ccae121-ffee-46f8-b92b-eb5044d0ef2a, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:02.876938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ed79f-7631-4ed8-a2bc-88d2f99a94b7 req-d93f8db8-f351-4605-aab1-bc7c871f0ea0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.889685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c0ed79f-7631-4ed8-a2bc-88d2f99a94b7 req-d93f8db8-f351-4605-aab1-bc7c871f0ea0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3882368 Jul 16 18:23:03.040546 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-af9c4e4a-6304-4acc-8091-8d91b275ec20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4935815 Jul 16 18:23:03.089207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:03.122333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-777cd1b2-8ad9-4d03-a727-584fb21735e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.160815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 0ccae121-ffee-46f8-b92b-eb5044d0ef2a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:03.173660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.174583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.186348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c0ed79f-7631-4ed8-a2bc-88d2f99a94b7 req-ab74e05e-e787-4def-ae5d-478295bf56fe tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748151 Jul 16 18:23:03.199643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.241641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5a86d2-7702-4c27-95e6-ee39b1ed9fe0 None None] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:03.252166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting port 741a61e1-cf75-432c-b7f9-72b7d762f4cf {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:03.254882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.290140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event deleted for resources: {'Port': ['ID=02ff7bb4-a4fb-4828-8961-a7edf819a907,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.307198 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7748d57-32eb-419d-bde8-0bb66a774702 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4005334 Jul 16 18:23:03.308512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.328819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-446d6709-5be6-4d1f-ae24-9449ae1dabad tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1472512282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:03.457961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-36ea9b7f-e1f5-4fe3-a7c6-70816b003cb1 req-67b881d6-3520-4dbc-ad71-a36f47713700 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 210 time: 0.1506002 Jul 16 18:23:03.529170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a018fabe-195a-4ec1-9d85-eb4a94edbfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.568447 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446d6709-5be6-4d1f-ae24-9449ae1dabad tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.575482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446d6709-5be6-4d1f-ae24-9449ae1dabad tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.656092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-777cd1b2-8ad9-4d03-a727-584fb21735e6 None None] For port 28505eb6-3883-4621-a30f-4c947d1755e0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=28505eb6-3883-4621-a30f-4c947d1755e0,segment=NetworkSegment(59c935b4-094f-4624-8730-5442f8f4b4b7),segment_id=59c935b4-094f-4624-8730-5442f8f4b4b7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:03.658774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.693247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] No DVR routers for this DVR port 02ff7bb4-a4fb-4828-8961-a7edf819a907 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:03.699120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.701422 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-49811bc3-a064-46d5-ad5c-cfb77dc52147 req-f2d08459-429c-4556-a355-7422ce6acfa0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "DELETE /v2.0/ports/02ff7bb4-a4fb-4828-8961-a7edf819a907 HTTP/1.1" status: 204 len: 173 time: 3.1007521 Jul 16 18:23:03.703563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e29058-963b-449b-9e6a-2819c2105406', 'name': 'network-vif-deleted', 'tag': '02ff7bb4-a4fb-4828-8961-a7edf819a907'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:03.714422 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6e2e1f-53b0-46d2-91c4-0ad2155458b4" -d '{"events": [{"server_uuid": "65e29058-963b-449b-9e6a-2819c2105406", "name": "network-vif-deleted", "tag": "02ff7bb4-a4fb-4828-8961-a7edf819a907"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:03.716959 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-777cd1b2-8ad9-4d03-a727-584fb21735e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.757191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d881ab9a-12d4-410e-a26a-db6f54e3d8c8 req-503236ca-25d7-4e68-a5fb-6137ef422d81 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 210 time: 0.1982565 Jul 16 18:23:03.828314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.862639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446d6709-5be6-4d1f-ae24-9449ae1dabad tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.892032 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada3921e-8095-4281-9c7b-4dc0c56ad89f x-openstack-request-id: req-ada3921e-8095-4281-9c7b-4dc0c56ad89f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:03.893860 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e29058-963b-449b-9e6a-2819c2105406", "name": "network-vif-deleted", "tag": "02ff7bb4-a4fb-4828-8961-a7edf819a907", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:03.894337 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ada3921e-8095-4281-9c7b-4dc0c56ad89f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:03.896777 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e29058-963b-449b-9e6a-2819c2105406', 'name': 'network-vif-deleted', 'tag': '02ff7bb4-a4fb-4828-8961-a7edf819a907', 'status': 'completed', 'code': 200} Jul 16 18:23:03.909914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Calling delete_port for 741a61e1-cf75-432c-b7f9-72b7d762f4cf owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:03.913805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.916525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.917442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.919908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.920731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.921929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.923012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:03.928640 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b3f0114-823c-47d4-bb54-82ef286f92c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6506 time: 0.4572880 Jul 16 18:23:03.935195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446d6709-5be6-4d1f-ae24-9449ae1dabad tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.992532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-446d6709-5be6-4d1f-ae24-9449ae1dabad tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.996435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-446d6709-5be6-4d1f-ae24-9449ae1dabad tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6797943 Jul 16 18:23:04.018034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:04.033207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'port': {'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a', 'name': 'tempest-RoutersIpV6Test-1750792792'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:04.313053 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.324723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-0ccae121-ffee-46f8-b92b-eb5044d0ef2a', 'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': '86a449d9-f30e-4ea6-96c8-81733f2d2366'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:04.328652 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.358649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-35b15e55-07a9-4554-b51d-eedcd29545da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.360623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-35b15e55-07a9-4554-b51d-eedcd29545da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.364705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-35b15e55-07a9-4554-b51d-eedcd29545da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.367285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-35b15e55-07a9-4554-b51d-eedcd29545da service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 200 len: 2293 time: 0.3887112 Jul 16 18:23:04.406279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 02ff7bb4-a4fb-4828-8961-a7edf819a907 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:04.446516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cd1b2-8ad9-4d03-a727-584fb21735e6 None None] Pushing event updated for resources: {'Port': ['ID=28505eb6-3883-4621-a30f-4c947d1755e0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.518734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:04.525497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.603950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] device_id is not set on port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:04.614496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.628453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 02ff7bb4-a4fb-4828-8961-a7edf819a907 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:04.629222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 02ff7bb4-a4fb-4828-8961-a7edf819a907 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:04.648532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Port': ['ID=741a61e1-cf75-432c-b7f9-72b7d762f4cf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.656132 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:04.905140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-fabda80c-4e33-4077-9274-ad14dbe522f6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bb2e096cec2442afbe3872187f55de88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864162 Jul 16 18:23:04.933151 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-e490a849-8ac6-4431-a97d-2559de0b86fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400 HTTP/1.1" status: 200 len: 1001 time: 0.5561471 Jul 16 18:23:05.038417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8::1c0 (0ccae121-ffee-46f8-b92b-eb5044d0ef2a/86a449d9-f30e-4ea6-96c8-81733f2d2366/ac03a6b6-168b-4e2a-8cc0-2b0360a213ae) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:05.059304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d0941c7-cbb5-4d56-86af-1f5b17f35be9 req-e1b6b4e6-32b6-4233-9504-d1491ba9b1aa tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 210 time: 0.1530867 Jul 16 18:23:05.094271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a6367f94-1c8a-4a18-b477-5a0bb197d072 None None] Provisioning for port da3cc587-72fd-464d-a523-5c8fee3bcdc1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:05.125936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a6367f94-1c8a-4a18-b477-5a0bb197d072 None None] Provisioning complete for port da3cc587-72fd-464d-a523-5c8fee3bcdc1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:05.130655 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6367f94-1c8a-4a18-b477-5a0bb197d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.133515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-cc59b607-95a5-4b3e-86f6-297dd98f4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.157777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-cc59b607-95a5-4b3e-86f6-297dd98f4a99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fba8064-1147-4b7f-af7b-5e261ea059d6 HTTP/1.1" status: 200 len: 855 time: 0.2124550 Jul 16 18:23:05.320540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a6367f94-1c8a-4a18-b477-5a0bb197d072 None None] Port da3cc587-72fd-464d-a523-5c8fee3bcdc1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:05.367469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a6367f94-1c8a-4a18-b477-5a0bb197d072 None None] Provisioning complete for port 28505eb6-3883-4621-a30f-4c947d1755e0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:05.371047 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6367f94-1c8a-4a18-b477-5a0bb197d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.562076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a6367f94-1c8a-4a18-b477-5a0bb197d072 None None] Could not find standard attr ID for object 741a61e1-cf75-432c-b7f9-72b7d762f4cf. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:23:05.624893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-8ccff880-3fba-4571-8eac-d70bf7147e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.636249 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-8ccff880-3fba-4571-8eac-d70bf7147e97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4741573 Jul 16 18:23:05.701789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2dd3209e-8be4-4e5a-b033-d9bff4f0478a None None] Provisioning complete for port da3cc587-72fd-464d-a523-5c8fee3bcdc1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:05.701789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dd3209e-8be4-4e5a-b033-d9bff4f0478a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.901941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2dd3209e-8be4-4e5a-b033-d9bff4f0478a None None] Port da3cc587-72fd-464d-a523-5c8fee3bcdc1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:05.907105 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.020697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6351ca08-6252-4055-a372-8ee6a7adfb47 None None] Could not find standard attr ID for object 741a61e1-cf75-432c-b7f9-72b7d762f4cf. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:23:06.095643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.134652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object ac03a6b6-168b-4e2a-8cc0-2b0360a213ae will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:06.185087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.192337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-09378221-ba96-4e86-ae5d-0706a0a618e6 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/ports/741a61e1-cf75-432c-b7f9-72b7d762f4cf HTTP/1.1" status: 204 len: 168 time: 3.5140996 Jul 16 18:23:06.195442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.201351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.332965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 28505eb6-3883-4621-a30f-4c947d1755e0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:06.386057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b29df11a-5b6c-4bcb-99cb-535a12a65036 req-cc8b98ab-43ca-4a07-976e-4479dfbf87f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=65e29058-963b-449b-9e6a-2819c2105406 HTTP/1.1" status: 200 len: 210 time: 0.1699281 Jul 16 18:23:06.450703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Allocated IP 2001:db8::2 (0ccae121-ffee-46f8-b92b-eb5044d0ef2a/86a449d9-f30e-4ea6-96c8-81733f2d2366/7ef22294-5ebf-4e87-a621-0739f68cedb9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:06.506397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-4e1ab176-3ba6-4ba9-9af0-18a401b3988c service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8526852 Jul 16 18:23:06.509316 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c6f346-0a12-4a85-8bff-6cda3dbff62b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] GET failed (client error): The resource could not be found. Jul 16 18:23:06.509730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad889b0-2b03-4c65-815b-a9c30ca03ea2 req-8e7ea0e5-3312-4a09-8d84-e27ed8675e3c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.514088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-22c6f346-0a12-4a85-8bff-6cda3dbff62b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "GET /v2.0/ports/741a61e1-cf75-432c-b7f9-72b7d762f4cf HTTP/1.1" status: 404 len: 333 time: 0.3086567 Jul 16 18:23:06.522331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ad889b0-2b03-4c65-815b-a9c30ca03ea2 req-8e7ea0e5-3312-4a09-8d84-e27ed8675e3c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 1.9254990 Jul 16 18:23:06.533055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35472) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.547160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1436579028'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:06.594433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:06.600625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 28505eb6-3883-4621-a30f-4c947d1755e0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:06.600989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.627520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:06.639101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:06.653124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.657254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:06.669375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=ac03a6b6-168b-4e2a-8cc0-2b0360a213ae,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:06.800630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e00f93f-b87f-4334-992c-88f5d2f05c18 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7809424 Jul 16 18:23:06.802984 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fde5205-b67f-4eda-a8d7-4c7f1a53fe9b req-6d7503ff-a086-45ce-ae9c-bbece151e2be tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 210 time: 0.0567241 Jul 16 18:23:06.807826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35476) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:06.846623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-eb7fbb55-0e9a-4eeb-bce9-dc609f83b300 service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183892 Jul 16 18:23:06.936224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-7fa4e3e8-48fa-4275-81d6-edbb12ee3e9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 217 time: 0.0788419 Jul 16 18:23:07.038354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-2038ee83-c3ff-4ddc-8a89-8ee919b8c7a1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.040699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-2038ee83-c3ff-4ddc-8a89-8ee919b8c7a1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.0842257 Jul 16 18:23:07.046802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:07.047069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-8017568f-d148-4ffa-b1e7-5c866e6cd152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.050870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.052606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-8017568f-d148-4ffa-b1e7-5c866e6cd152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.1130095 Jul 16 18:23:07.077503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] device_id is not set on port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:07.087949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.128069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Transition to ACTIVE for port object 7ef22294-5ebf-4e87-a621-0739f68cedb9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:07.185700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-638fb29d-eec0-462d-8ec4-00a5e3e78487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.192761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-638fb29d-eec0-462d-8ec4-00a5e3e78487 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331294 Jul 16 18:23:07.195010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Transition to ACTIVE for port object 7ef22294-5ebf-4e87-a621-0739f68cedb9 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:07.232505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Allocated IP 2001:db8::1eb (286f894d-1f0e-43bb-a8a0-1d53bc98859c/06062d43-75b4-4518-9449-1ea188d6c475/2228427e-0ec7-4085-b676-ffa0e0ccbc40) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:07.258177 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.403423 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-a55025a4-0ec7-4ac1-ad7c-2f5a9265a8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028921 Jul 16 18:23:07.450195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.466501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Transition to ACTIVE for port object 2228427e-0ec7-4085-b676-ffa0e0ccbc40 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:07.504040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Request body: {'port': {'device_id': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'bb2e096cec2442afbe3872187f55de88'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:07.557686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Pushing event updated for resources: {'Port': ['ID=7ef22294-5ebf-4e87-a621-0739f68cedb9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:07.564355 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.574732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:07.580071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:07.585836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:07.590963 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.632898 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-e02814d1-240d-4458-b2e8-b884b6ada83a service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217453 Jul 16 18:23:07.773759 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-94ba05c6-4ad4-40b5-aed2-4db4fc3c8aae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 217 time: 0.1227887 Jul 16 18:23:07.774731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ad889b0-2b03-4c65-815b-a9c30ca03ea2 req-4dac408a-112e-41b3-b261-bf50dc0438cc tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2515512 Jul 16 18:23:07.785927 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:07.847271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Attempting to bind port 7ef22294-5ebf-4e87-a621-0739f68cedb9 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:07.847699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Attempting to bind port 7ef22294-5ebf-4e87-a621-0739f68cedb9 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '01bd6899-225b-49a4-8e4e-cb2358322df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:07.848279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Attempting to bind port 7ef22294-5ebf-4e87-a621-0739f68cedb9 on network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:07.896846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-925a787c-7482-41bd-837f-cc25e49414ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.898398 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-925a787c-7482-41bd-837f-cc25e49414ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.1178246 Jul 16 18:23:08.019133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:08.019564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Checking segment: {'id': '01bd6899-225b-49a4-8e4e-cb2358322df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:08.027582 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.028094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Bound using segment: {'id': '01bd6899-225b-49a4-8e4e-cb2358322df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:08.028785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Bound port: 7ef22294-5ebf-4e87-a621-0739f68cedb9, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bd6899-225b-49a4-8e4e-cb2358322df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '0ccae121-ffee-46f8-b92b-eb5044d0ef2a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:08.030902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.044204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-e50e3fdb-beb5-4853-b9f4-f2d936f9a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.045953 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-e50e3fdb-beb5-4853-b9f4-f2d936f9a8af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1327698 Jul 16 18:23:08.263402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-be1b356f-7168-4593-9fb9-ab8f32f15c85 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093489 Jul 16 18:23:08.364415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:08.424612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:08.428890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:08.441603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.442268 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.528807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] For port 7ef22294-5ebf-4e87-a621-0739f68cedb9, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:08.548561 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-55aa8686-0aec-4031-b625-fafc4711b878 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759907 Jul 16 18:23:08.555247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] For port 7ef22294-5ebf-4e87-a621-0739f68cedb9, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7ef22294-5ebf-4e87-a621-0739f68cedb9,segment=NetworkSegment(01bd6899-225b-49a4-8e4e-cb2358322df4),segment_id=01bd6899-225b-49a4-8e4e-cb2358322df4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:08.575850 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.621299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5f61596-f6a1-4378-83af-e731e255484b req-93b4eaa3-7b61-4e01-80ed-c7ef30e6ad17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 210 time: 0.2158298 Jul 16 18:23:08.657136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Made reservation on behalf of bb2e096cec2442afbe3872187f55de88 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:08.664900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:08.669230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-d94187ba-49bf-4cf7-9d39-ae96b8edc031 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=d3508629-b587-4a4a-b5e3-17551673833d HTTP/1.1" status: 200 len: 217 time: 0.1115415 Jul 16 18:23:08.700424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1649454 Jul 16 18:23:08.724288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c25dc0-1c1e-421e-9606-c21654e64649 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=2228427e-0ec7-4085-b676-ffa0e0ccbc40,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.731913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3242e2f-32f3-4e79-a54b-5cf59a30bbc8 None None] Pushing event updated for resources: {'Port': ['ID=7ef22294-5ebf-4e87-a621-0739f68cedb9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:08.767921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:08.776405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:f8:ce:35'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:08.799213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2a758bfe-f6ac-414f-aab3-1c2c66f54903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.801104 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2a758bfe-f6ac-414f-aab3-1c2c66f54903 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.1244524 Jul 16 18:23:08.976944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-f184c435-aff2-4443-9eb2-348bb7225183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.978573 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-f184c435-aff2-4443-9eb2-348bb7225183 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1524141 Jul 16 18:23:09.029259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9188a7fa-be12-4574-909d-6b629dd44265 None None] Provisioning for port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:09.031681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.033518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9188a7fa-be12-4574-909d-6b629dd44265 None None] Provisioning complete for port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:09.033900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9188a7fa-be12-4574-909d-6b629dd44265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.124489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9188a7fa-be12-4574-909d-6b629dd44265 None None] Port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:09.178838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-adcd3b29-d789-40cf-8f5f-b21644914f7c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.196635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-adcd3b29-d789-40cf-8f5f-b21644914f7c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.8135369 Jul 16 18:23:09.373779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-977db954-b431-43d6-a689-44ec4d1df252 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518577 Jul 16 18:23:09.500103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:09.554157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-bbf01da5-7fad-4e0b-9b31-2aa76ddcc956 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/quotas/05f72bbbbdb7441480433d02bbffeac0 HTTP/1.1" status: 200 len: 375 time: 0.3510842 Jul 16 18:23:09.611808 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-94103ce9-e328-4895-9d21-da4aad10878e service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792743 Jul 16 18:23:09.642522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-1e87b293-5e05-4941-bcd5-8e7c78f73de8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878596 Jul 16 18:23:09.739431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-609b5f70-3248-4ac0-9254-801454aea887 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=d24080b4-7431-4dc1-95a2-619f297099ea HTTP/1.1" status: 200 len: 217 time: 0.1178126 Jul 16 18:23:09.766745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-167fbc1f-ba5d-40ac-8953-5ad61bc79968 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231754 Jul 16 18:23:09.864967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Allocated IP 192.168.233.76 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/981a90ec-ada0-4884-8976-241632f4466f) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:09.973785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-8f19a55e-4184-4c01-9382-592f5115fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.976376 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-8f19a55e-4184-4c01-9382-592f5115fafb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.2172513 Jul 16 18:23:09.987702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead756f3-0a2a-4111-a3b9-43fa4690ed04 req-94959d1a-d0ca-4a80-a03c-db29d1486b67 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.996061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ead756f3-0a2a-4111-a3b9-43fa4690ed04 req-94959d1a-d0ca-4a80-a03c-db29d1486b67 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.5357904 Jul 16 18:23:10.144559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.174141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.239930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-19dfe762-4dc9-45b3-90eb-4823c3361ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.241772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-19dfe762-4dc9-45b3-90eb-4823c3361ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2560089 Jul 16 18:23:10.245390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.321095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.407662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-fd817021-1946-4ecb-9529-dc58efeba0e8 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399922 Jul 16 18:23:10.422543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7ef22294-5ebf-4e87-a621-0739f68cedb9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:10.534440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] In _notify_port_updated(), no bound segment for port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 on network 286f894d-1f0e-43bb-a8a0-1d53bc98859c {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:23:10.542315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.543288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.545083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "PUT /v2.0/ports/2228427e-0ec7-4085-b676-ffa0e0ccbc40 HTTP/1.1" status: 200 len: 1003 time: 1.7756507 Jul 16 18:23:10.553807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:10.584719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7ef22294-5ebf-4e87-a621-0739f68cedb9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:10.648637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2c70a-a3d0-4bc6-bc15-dc8315c26776 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=2228427e-0ec7-4085-b676-ffa0e0ccbc40,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.699132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-96e253bf-5ba7-4b9d-95cb-e15702ee683e service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4459975 Jul 16 18:23:10.738657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db56258-fcc9-4fa8-a8d9-6db99775eae9 None None] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:10.795901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ead756f3-0a2a-4111-a3b9-43fa4690ed04 req-19634591-e29e-4dd7-a3d3-d9e4a8bd758d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7965293 Jul 16 18:23:10.855599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=ac03a6b6-168b-4e2a-8cc0-2b0360a213ae,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:10.947683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c713b2da-2660-45a9-ad5a-4b88b3569eb3 None None] Provisioning for port 7ef22294-5ebf-4e87-a621-0739f68cedb9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:10.958184 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:10.978268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c713b2da-2660-45a9-ad5a-4b88b3569eb3 None None] Provisioning complete for port 7ef22294-5ebf-4e87-a621-0739f68cedb9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:10.978268 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c713b2da-2660-45a9-ad5a-4b88b3569eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.139557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.171342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Transition to ACTIVE for port object 981a90ec-ada0-4884-8976-241632f4466f will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:11.271159 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cf35938-0730-48ef-9496-175275b48b5b req-6ad8881f-ed62-49cf-bd8f-e1fb7ae2747f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 210 time: 0.1563499 Jul 16 18:23:11.299796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c713b2da-2660-45a9-ad5a-4b88b3569eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.307011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0fad4c97-9189-4727-b574-affdd934761d req-ebcfdee7-7da8-44b9-9b13-724c4e206314 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 210 time: 0.1149688 Jul 16 18:23:11.359025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.380631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3d65d6c7-1260-4bba-bbd5-a2c537f9c614'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:11.383440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6', '972551f8-33e4-4dbe-9a4e-c70bcccee019'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:11.456352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c713b2da-2660-45a9-ad5a-4b88b3569eb3 None None] For port 7ef22294-5ebf-4e87-a621-0739f68cedb9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7ef22294-5ebf-4e87-a621-0739f68cedb9,segment=NetworkSegment(01bd6899-225b-49a4-8e4e-cb2358322df4),segment_id=01bd6899-225b-49a4-8e4e-cb2358322df4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:11.481847 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c713b2da-2660-45a9-ad5a-4b88b3569eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.485922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:11.489589 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.492007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:11.498526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:11.560860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.637163 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-333e8153-e0d3-42f2-804c-4af707507a68 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325974 Jul 16 18:23:11.718063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.719047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.741043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-cba4fc55-50b8-4834-9b6c-f1f2fdd7b4f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef7c1db-ff97-4cae-be2f-6c5980898762 HTTP/1.1" status: 200 len: 217 time: 0.0806203 Jul 16 18:23:11.778469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713b2da-2660-45a9-ad5a-4b88b3569eb3 None None] Pushing event updated for resources: {'Port': ['ID=7ef22294-5ebf-4e87-a621-0739f68cedb9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.836074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9a4ac7cd-abe9-4d0c-9707-386fe3b2515c None None] Provisioning complete for port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:11.836494 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a4ac7cd-abe9-4d0c-9707-386fe3b2515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.057457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-bc57dda7-bb34-40dc-aed3-b889685db77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.059043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-bc57dda7-bb34-40dc-aed3-b889685db77a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.2837183 Jul 16 18:23:12.139034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:12.139594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.179834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-14e03d6a-80cc-4b55-8062-a408c3ce0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.181440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-14e03d6a-80cc-4b55-8062-a408c3ce0524 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1098 time: 0.3091607 Jul 16 18:23:12.290840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ac7cd-abe9-4d0c-9707-386fe3b2515c None None] Port 2228427e-0ec7-4085-b676-ffa0e0ccbc40 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:12.320187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-36effcd2-e1a3-4e77-98d3-b12054ee84f7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2495759 Jul 16 18:23:12.325229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7ef22294-5ebf-4e87-a621-0739f68cedb9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:12.347582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Request body: {'port': {'device_id': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:12.441827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Provisioning for port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:12.452526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-9c6f0b34-7b75-4c5c-93c8-174f3dc14eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.454745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-9c6f0b34-7b75-4c5c-93c8-174f3dc14eee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3710635 Jul 16 18:23:12.457829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Provisioning complete for port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:12.458425 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.518265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7ef22294-5ebf-4e87-a621-0739f68cedb9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:12.518950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.563538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.620636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:12.650979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Calling delete_port for 2228427e-0ec7-4085-b676-ffa0e0ccbc40 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:12.671512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Provisioning for port 981a90ec-ada0-4884-8976-241632f4466f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:12.682772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Provisioning complete for port 981a90ec-ada0-4884-8976-241632f4466f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:12.683419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.686347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-2be1853f-2f4e-4cb0-b324-9da113906697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.690045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701b82-f7ee-4340-aa67-d8d0e2a6b2f3 req-b0027430-06a2-406e-96dd-b8aaa40f264c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.691769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55701b82-f7ee-4340-aa67-d8d0e2a6b2f3 req-b0027430-06a2-406e-96dd-b8aaa40f264c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3789518 Jul 16 18:23:12.694016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-2be1853f-2f4e-4cb0-b324-9da113906697 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 913 time: 0.4899487 Jul 16 18:23:12.695052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.757721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Port 981a90ec-ada0-4884-8976-241632f4466f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:12.776130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Provisioning complete for port 7ef22294-5ebf-4e87-a621-0739f68cedb9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:12.776710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7779e7fa-c7f2-4021-8dc1-c4f48b1fbf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.852438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55701b82-f7ee-4340-aa67-d8d0e2a6b2f3 req-63f20e58-9977-417e-a9f0-f5639f433fe7 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501427 Jul 16 18:23:12.890836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-1f2f79da-bd0a-4334-b138-3ebd949f0d32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 217 time: 0.0677750 Jul 16 18:23:13.048278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c32352-ea81-477e-9edf-f3863f1989a3 req-d07aa79c-2808-4c90-a6ac-7ed48c1b92f0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.049551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52c32352-ea81-477e-9edf-f3863f1989a3 req-d07aa79c-2808-4c90-a6ac-7ed48c1b92f0 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 935 time: 0.4802053 Jul 16 18:23:13.096345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c31a03fe-4f1d-4200-a245-c51a0ad82078 None None] Provisioning complete for port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:13.097807 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c31a03fe-4f1d-4200-a245-c51a0ad82078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.112930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da12ad6b-1918-403e-b7d3-8f063d9e3ac1 req-9f619cea-bf7b-4326-a08b-e562fb456364 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 210 time: 0.0850282 Jul 16 18:23:13.114140 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-c60f5de6-3feb-48f8-83c3-7f0440290130 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411078 Jul 16 18:23:13.121325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.126467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-114a889d-bca7-4dc6-a343-dc045675a550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.128021 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-114a889d-bca7-4dc6-a343-dc045675a550 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.2281947 Jul 16 18:23:13.146455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.146974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.191322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c31a03fe-4f1d-4200-a245-c51a0ad82078 None None] Port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:13.212023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-51682e87-e568-41cb-9619-1d2baf686303 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657020 Jul 16 18:23:13.277342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-df279c75-5cca-4b1d-8bbf-3dbc7c8f42c5 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.279130 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-df279c75-5cca-4b1d-8bbf-3dbc7c8f42c5 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.3993216 Jul 16 18:23:13.287669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52c32352-ea81-477e-9edf-f3863f1989a3 req-652c73e4-d9aa-4746-921d-193ef4c0bf87 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177541 Jul 16 18:23:13.314174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Request body: {'port': {'device_id': '652042cb-5da1-40f1-9dfa-9d861a539395', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'admin_state_up': True, 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:13.335057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=ac03a6b6-168b-4e2a-8cc0-2b0360a213ae,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.474242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:13.485856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:13.502159 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-9d6d0a74-5616-4933-b4ad-4d54242100a6 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730402 Jul 16 18:23:13.569497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-b9d43bcd-c33a-43ab-9ef7-9eaf31babb3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 HTTP/1.1" status: 200 len: 217 time: 0.0561104 Jul 16 18:23:13.575270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.608571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-a8c3a169-1a4d-40d6-adb4-b7b60ae4d352 service neutron] 10.222.0.13 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815401 Jul 16 18:23:13.675738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981a90ec-ada0-4884-8976-241632f4466f {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:13.682917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Port': ['ID=2228427e-0ec7-4085-b676-ffa0e0ccbc40,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.702237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.737809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Transition to ACTIVE for port object 981a90ec-ada0-4884-8976-241632f4466f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:13.752312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.769379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b47cfad-580a-4fa6-a0d5-7797136ba354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.771380 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-2b47cfad-580a-4fa6-a0d5-7797136ba354 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.1902323 Jul 16 18:23:13.779200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:13.783107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.926034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.957311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 2c55431a-26f2-4989-9b75-18f5a6f9c492 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:14.013480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.018401 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1e1b5fc7-4376-4738-a8c1-640a1dcb0618 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/ports/2228427e-0ec7-4085-b676-ffa0e0ccbc40 HTTP/1.1" status: 204 len: 168 time: 3.4615538 Jul 16 18:23:14.019541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35558) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.056254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-67d64259-e998-4346-b9ae-06691f59a9da None None] Provisioning complete for port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:14.057359 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67d64259-e998-4346-b9ae-06691f59a9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.063196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6ad0cdb-9022-4962-a085-957c10e8e99d req-1f2f5ffd-2fe4-42ea-851b-4e646950417a service neutron] 10.222.0.13 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048967 Jul 16 18:23:14.072140 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b9afa1-8088-4257-8870-dcec79306943 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] GET failed (client error): The resource could not be found. Jul 16 18:23:14.074449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c5b9afa1-8088-4257-8870-dcec79306943 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "GET /v2.0/ports/2228427e-0ec7-4085-b676-ffa0e0ccbc40 HTTP/1.1" status: 404 len: 333 time: 0.0397916 Jul 16 18:23:14.087938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.096483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-261662267'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:14.168006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-67d64259-e998-4346-b9ae-06691f59a9da None None] Port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:14.187914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-de3bb89e-8f1d-4fa1-9038-df2e3c4c0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.189566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-de3bb89e-8f1d-4fa1-9038-df2e3c4c0085 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4038043 Jul 16 18:23:14.240994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:14.241813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:14.242159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:14.273650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:14.274237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:14.290067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:14.290472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:14.290840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:14.291423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Bound port: 981a90ec-ada0-4884-8976-241632f4466f, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:14.292438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.323566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:14.336506 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] Sync routers for ids ['2c55431a-26f2-4989-9b75-18f5a6f9c492'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:14.342180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b59ff72d-866c-49a2-908f-982c82d9db2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/2c55431a-26f2-4989-9b75-18f5a6f9c492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5305111 Jul 16 18:23:14.347046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35566) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.358861 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] Routers {'2c55431a-26f2-4989-9b75-18f5a6f9c492'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:14.360013 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2c55431a-26f2-4989-9b75-18f5a6f9c492'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:14.393085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Allocated IP 172.20.0.12 (4f4ec737-f99b-4144-b4da-a72c3900608b/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5/d24dba50-0508-4628-a281-266527701c45) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:14.426089 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:14.448551 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-cb4b4bd4-261a-4c8a-9fa7-11f396ae98be service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226477 Jul 16 18:23:14.454699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] Routers {'2c55431a-26f2-4989-9b75-18f5a6f9c492'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:14.455141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f6d5e236-f073-4121-bbcf-5447506a3b18 req-fc57d745-0be8-4158-81f1-e9e5b65f3059 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 210 time: 0.0751190 Jul 16 18:23:14.456462 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2c55431a-26f2-4989-9b75-18f5a6f9c492'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:14.473050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:14.477613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.517375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392d2a7-6f82-4778-bba2-e01305177b3d req-b338d7db-74dc-4399-994e-1fb910cdf4f6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.520313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7392d2a7-6f82-4778-bba2-e01305177b3d req-b338d7db-74dc-4399-994e-1fb910cdf4f6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.3782878 Jul 16 18:23:14.549957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a4311-6b38-4ca7-bc7e-23085593aba9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.555481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f75a4311-6b38-4ca7-bc7e-23085593aba9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports/ac03a6b6-168b-4e2a-8cc0-2b0360a213ae HTTP/1.1" status: 200 len: 984 time: 0.2071121 Jul 16 18:23:14.566788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35570) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.579251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:14.597323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-71538faf-ba6a-4d3c-98f7-4e873670ec4f req-b872b406-9d4a-4b2f-bee5-9647a4568e61 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378245 Jul 16 18:23:14.609388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] device_id is not set on port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:14.618695 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:14.620471 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf2be2-ac7b-4fc2-879e-b21b1f36cc43 None None] The sync data for ids ['2c55431a-26f2-4989-9b75-18f5a6f9c492'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:14.700003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:14.712307 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.774246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7392d2a7-6f82-4778-bba2-e01305177b3d req-6f1a2378-5cc7-41ca-95ec-8f080202911f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151122 Jul 16 18:23:14.781949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.782728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.784335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] 10.222.0.13 "PUT /v2.0/ports/981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 1096 time: 2.4505532 Jul 16 18:23:14.808867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:14.812226 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08128daf-a247-4b12-8780-3340bb0c605b" -d '{"events": [{"name": "network-changed", "server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:14.840090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:14.872992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Allocated IP 2001:db8::21e (286f894d-1f0e-43bb-a8a0-1d53bc98859c/06062d43-75b4-4518-9449-1ea188d6c475/58c3caea-c8f5-4e7b-b631-a1206aac1d82) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:14.915613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:14.978135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53276da7-ff79-4d57-8c5b-a48aaa2b7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.056135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.098580 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.106519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d5be3-da0d-44be-87a9-aafa22d2de71 req-61b990aa-7f68-41b9-aad9-4bfd2f93e295 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.114942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-603d5be3-da0d-44be-87a9-aafa22d2de71 req-61b990aa-7f68-41b9-aad9-4bfd2f93e295 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 947 time: 0.3862233 Jul 16 18:23:15.144352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-fc03b6bb-8ab7-41fd-b206-3e6919f64bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.146082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-fc03b6bb-8ab7-41fd-b206-3e6919f64bef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1099 time: 0.2630911 Jul 16 18:23:15.208712 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3df80e-3c23-48c3-8972-6faaa220bb7f x-openstack-request-id: req-7a3df80e-3c23-48c3-8972-6faaa220bb7f {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:15.209154 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:15.209552 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a3df80e-3c23-48c3-8972-6faaa220bb7f {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:15.210172 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'status': 'completed', 'code': 200} Jul 16 18:23:15.215193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:15.216348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:15.219184 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6428c4fe-a5c1-4aba-bd04-e484e86f7fec" -d '{"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:15.223560 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.264632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:15.278010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:15.286036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:15.289133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.312899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-5604af45-ea39-4490-a46b-d6fa806f28b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.1495240 Jul 16 18:23:15.331205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.345048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-603d5be3-da0d-44be-87a9-aafa22d2de71 req-6fdf76b2-ed14-4c81-b583-616f54d7eea7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289662 Jul 16 18:23:15.380773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.398398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.399349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.415940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Transition to ACTIVE for port object 58c3caea-c8f5-4e7b-b631-a1206aac1d82 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:15.431325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-f1503326-2da7-41fe-80a6-fe6a704fe8ed tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1252880 Jul 16 18:23:15.445453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Request body: {'port': {'device_id': '652042cb-5da1-40f1-9dfa-9d861a539395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:15.478204 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4abe8bc-453a-44dd-8a53-28acd9af5087 x-openstack-request-id: req-b4abe8bc-453a-44dd-8a53-28acd9af5087 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:15.478730 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:15.480064 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4abe8bc-453a-44dd-8a53-28acd9af5087 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:15.481022 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'code': 200} Jul 16 18:23:15.506207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.578748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:15.590550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:15.595495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:15.601231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.601919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.605228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.631212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=58c3caea-c8f5-4e7b-b631-a1206aac1d82,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.672496 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a71474f4-d75c-4acc-915e-6cafd035e560 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5789738 Jul 16 18:23:15.682104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35584) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:15.687772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f8:ce:35'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:15.951130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-24df8643-dd72-4641-bd98-cfbb01f83d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.953064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-24df8643-dd72-4641-bd98-cfbb01f83d4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.6298788 Jul 16 18:23:16.080628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-422defd5-943f-4e43-9b11-7c8a133eebdf None None] Provisioning for port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:16.090516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-422defd5-943f-4e43-9b11-7c8a133eebdf None None] Provisioning complete for port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:16.091662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-422defd5-943f-4e43-9b11-7c8a133eebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.187117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-422defd5-943f-4e43-9b11-7c8a133eebdf None None] Port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:16.208505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebf845-a552-4af0-aca7-34e6c80d34df req-c6da76cf-7705-485f-9e69-c540087248d8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.212776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfebf845-a552-4af0-aca7-34e6c80d34df req-c6da76cf-7705-485f-9e69-c540087248d8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 932 time: 0.4326839 Jul 16 18:23:16.454197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26470f40-e6fe-40fe-a7be-ee45d68f8b74 req-a7c8348f-3e8b-4440-8b37-4443057a17be tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.456386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26470f40-e6fe-40fe-a7be-ee45d68f8b74 req-a7c8348f-3e8b-4440-8b37-4443057a17be tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.5282359 Jul 16 18:23:16.472997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfebf845-a552-4af0-aca7-34e6c80d34df req-d8c77b6d-0486-433c-88fe-dd6b7a5d43d6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275674 Jul 16 18:23:16.537963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.594719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d4b1-1905-4707-888b-61e01114d69e req-4c4faea1-2f23-4b32-9dbe-78e50aefe3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.597494 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74e9d4b1-1905-4707-888b-61e01114d69e req-4c4faea1-2f23-4b32-9dbe-78e50aefe3a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1097 time: 0.6737325 Jul 16 18:23:16.643142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2519158-2960-450f-9d61-0a9e53757552 req-09c9fbf0-eacc-4ab9-b676-6e495f52eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.647557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-09c9fbf0-eacc-4ab9-b676-6e495f52eb2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6369331 Jul 16 18:23:16.781188 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.816553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26470f40-e6fe-40fe-a7be-ee45d68f8b74 req-37b6326e-c2f2-4acd-b8ad-a2b790c06cfc tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332176 Jul 16 18:23:16.903493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d4b1-1905-4707-888b-61e01114d69e req-8a004693-6ad9-4e3f-bf83-4cdd39d6cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.906183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74e9d4b1-1905-4707-888b-61e01114d69e req-8a004693-6ad9-4e3f-bf83-4cdd39d6cd0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.2670510 Jul 16 18:23:17.005884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74e9d4b1-1905-4707-888b-61e01114d69e req-91f3845e-1f0c-4122-9006-67de0215ab98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 200 len: 217 time: 0.0902288 Jul 16 18:23:17.070923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24dba50-0508-4628-a281-266527701c45 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:17.085793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.091903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-89b780fe-f07b-4821-8cbb-7a52266b8b25 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291160 Jul 16 18:23:17.145332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Transition to ACTIVE for port object d24dba50-0508-4628-a281-266527701c45 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:17.161654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.173584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9d4b1-1905-4707-888b-61e01114d69e req-896c8232-2599-4ef3-ba7f-066205152b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.175148 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74e9d4b1-1905-4707-888b-61e01114d69e req-896c8232-2599-4ef3-ba7f-066205152b72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.1480463 Jul 16 18:23:17.188070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72402239-a0b4-4d89-987a-71940e136391 req-6d16ff3c-4dca-4fc5-aae3-6bf57837e41f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.191156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72402239-a0b4-4d89-987a-71940e136391 req-6d16ff3c-4dca-4fc5-aae3-6bf57837e41f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.4956415 Jul 16 18:23:17.258240 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74e9d4b1-1905-4707-888b-61e01114d69e req-1e9a7ac4-fb99-43b2-b4bf-d2194429f1dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577261 Jul 16 18:23:17.291250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.378536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.413894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.482901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] In _notify_port_updated(), no bound segment for port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 on network 286f894d-1f0e-43bb-a8a0-1d53bc98859c {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:23:17.483351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2519158-2960-450f-9d61-0a9e53757552 req-f1699747-2b2b-4f64-9e48-d47af3255370 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798575 Jul 16 18:23:17.488000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.488733 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.494243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "PUT /v2.0/ports/58c3caea-c8f5-4e7b-b631-a1206aac1d82 HTTP/1.1" status: 200 len: 1002 time: 1.8069360 Jul 16 18:23:17.494545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72402239-a0b4-4d89-987a-71940e136391 req-67c1bc1f-8f5d-4ac4-9cba-1ca47bd2c2f6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796721 Jul 16 18:23:17.499229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.543369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658154c-6874-4b78-a555-c36f1d29b7ca tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=58c3caea-c8f5-4e7b-b631-a1206aac1d82,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.550059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port ac03a6b6-168b-4e2a-8cc0-2b0360a213ae {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:17.550824 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.570216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74e9d4b1-1905-4707-888b-61e01114d69e req-ccf203d9-e0f2-4baf-ad01-ee1e25b23bae service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995977 Jul 16 18:23:17.602274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Attempting to bind port d24dba50-0508-4628-a281-266527701c45 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:17.603295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Attempting to bind port d24dba50-0508-4628-a281-266527701c45 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:17.603295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Attempting to bind port d24dba50-0508-4628-a281-266527701c45 on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:17.641161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Port d24dba50-0508-4628-a281-266527701c45 on network 4f4ec737-f99b-4144-b4da-a72c3900608b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:17.641431 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Attempting to bind port d24dba50-0508-4628-a281-266527701c45 on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:17.673009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc751eb0-6b70-47ed-986f-254a418ce45a req-dab7d61e-4d99-420f-916d-8d3b7c1548fa tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.676482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc751eb0-6b70-47ed-986f-254a418ce45a req-dab7d61e-4d99-420f-916d-8d3b7c1548fa tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 947 time: 0.3617387 Jul 16 18:23:17.705456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:17.706688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:17.706688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Bound using segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:17.706688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Bound port: d24dba50-0508-4628-a281-266527701c45, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:17.707422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.816885 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74e9d4b1-1905-4707-888b-61e01114d69e req-5c18e266-5438-4a1a-bf1b-6d7784cb2280 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291241 Jul 16 18:23:17.821840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:17.827157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:17.832830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:17.833267 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.864603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.950943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.952058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.953117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] 10.222.0.55 "PUT /v2.0/ports/d24dba50-0508-4628-a281-266527701c45 HTTP/1.1" status: 200 len: 1093 time: 2.5125206 Jul 16 18:23:17.953602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'tag': 'd24dba50-0508-4628-a281-266527701c45'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:17.955985 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec17f91a-8a23-4a03-9225-f390b33ab6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "tag": "d24dba50-0508-4628-a281-266527701c45"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:17.968143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc751eb0-6b70-47ed-986f-254a418ce45a req-cacca64c-ec8e-47d9-a796-576908a8ccc6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479482 Jul 16 18:23:17.978075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bfe06c2b-5c96-474d-b6f7-dfcdac5625e9 None None] Provisioning complete for port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:17.981920 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfe06c2b-5c96-474d-b6f7-dfcdac5625e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.995371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.011512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664af07f-ee6d-4fee-8e0e-de865e90bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.015813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.027857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for ac03a6b6-168b-4e2a-8cc0-2b0360a213ae owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:18.038990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bfe06c2b-5c96-474d-b6f7-dfcdac5625e9 None None] Port 58c3caea-c8f5-4e7b-b631-a1206aac1d82 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:18.066017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Calling delete_port for 58c3caea-c8f5-4e7b-b631-a1206aac1d82 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:18.157545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-800ad10a-f72a-415e-a734-5327984c011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.159129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-800ad10a-f72a-415e-a734-5327984c011e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 1096 time: 0.1404495 Jul 16 18:23:18.170405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128daf-a247-4b12-8780-3340bb0c605b req-5f967282-97a7-46a3-aa37-a9770f108430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.172109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08128daf-a247-4b12-8780-3340bb0c605b req-5f967282-97a7-46a3-aa37-a9770f108430 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1099 time: 0.5500371 Jul 16 18:23:18.209180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b90d6c-94d1-4181-a071-e2764c333ee1 req-e46ad9eb-2101-4b14-9438-73c216fd6ecb tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.210821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95b90d6c-94d1-4181-a071-e2764c333ee1 req-e46ad9eb-2101-4b14-9438-73c216fd6ecb tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 944 time: 0.4176002 Jul 16 18:23:18.211847 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-9f3ad86a-108a-442d-ba14-92f28a880bc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24dba50-0508-4628-a281-266527701c45 HTTP/1.1" status: 200 len: 217 time: 0.0446274 Jul 16 18:23:18.304630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-aa70afbf-a563-4a4d-aab8-ebe71c8752ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.306182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-aa70afbf-a563-4a4d-aab8-ebe71c8752ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.0881648 Jul 16 18:23:18.323543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.350063 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-3d816fd3-5e6b-41bb-8eda-a3e6a7da6106 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378220 Jul 16 18:23:18.384574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Port': ['ID=58c3caea-c8f5-4e7b-b631-a1206aac1d82,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.451295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.455649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95b90d6c-94d1-4181-a071-e2764c333ee1 req-cbcc15c0-39fc-49bb-8d47-aa6441be4f61 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145958 Jul 16 18:23:18.457093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-265defb3-3714-4d80-ba73-70ac952933b4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/ports/58c3caea-c8f5-4e7b-b631-a1206aac1d82 HTTP/1.1" status: 204 len: 168 time: 0.9577978 Jul 16 18:23:18.460279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.477926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128daf-a247-4b12-8780-3340bb0c605b req-e7056735-8908-466b-943e-7d7172fe8469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.478914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08128daf-a247-4b12-8780-3340bb0c605b req-e7056735-8908-466b-943e-7d7172fe8469 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2986288 Jul 16 18:23:18.495511 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-af242552-ddc3-43d0-8b26-cb609bcb39f4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] GET failed (client error): The resource could not be found. Jul 16 18:23:18.502325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-af242552-ddc3-43d0-8b26-cb609bcb39f4 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "GET /v2.0/ports/58c3caea-c8f5-4e7b-b631-a1206aac1d82 HTTP/1.1" status: 404 len: 333 time: 0.0414069 Jul 16 18:23:18.507410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.514758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1967595770'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:18.581616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec185068-3cbc-43db-9957-fb0af48db6d1 req-995f39ae-0126-4a47-8fdb-4d4c21d4c195 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.589057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec185068-3cbc-43db-9957-fb0af48db6d1 req-995f39ae-0126-4a47-8fdb-4d4c21d4c195 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.3568101 Jul 16 18:23:18.604896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08128daf-a247-4b12-8780-3340bb0c605b req-246d13aa-b953-4b71-8944-7b9871497a43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.1031632 Jul 16 18:23:18.650293 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-2d64df97-40ef-42fd-9804-1966fe6ad3fd service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762704 Jul 16 18:23:18.704402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec185068-3cbc-43db-9957-fb0af48db6d1 req-3eba584e-815d-4204-b58d-0d48efceb662 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142941 Jul 16 18:23:18.714652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.730304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128daf-a247-4b12-8780-3340bb0c605b req-14a654e9-3ff6-4281-91cc-4da888b1ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.732725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08128daf-a247-4b12-8780-3340bb0c605b req-14a654e9-3ff6-4281-91cc-4da888b1ca70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1139853 Jul 16 18:23:18.780251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:18.784560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.808466 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca3d999-0168-45e4-a5d6-76d500671b06 x-openstack-request-id: req-4ca3d999-0168-45e4-a5d6-76d500671b06 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:18.808754 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "tag": "d24dba50-0508-4628-a281-266527701c45", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:18.809006 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4ca3d999-0168-45e4-a5d6-76d500671b06 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:18.809418 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'tag': 'd24dba50-0508-4628-a281-266527701c45', 'status': 'completed', 'code': 200} Jul 16 18:23:18.818676 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-121ff522-fa03-4217-be16-6b9c8d2f59c9 req-30878259-d6f4-48e6-bef8-610156baded1 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591022 Jul 16 18:23:18.826025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] device_id is not set on port 65acfa89-11a3-4e28-8a0e-bbea541f51fc yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:18.913756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=ac03a6b6-168b-4e2a-8cc0-2b0360a213ae,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.933219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:18.936866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:19.122050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08128daf-a247-4b12-8780-3340bb0c605b req-740886b8-8fee-4b61-87a7-2bd78d04c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.123776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08128daf-a247-4b12-8780-3340bb0c605b req-740886b8-8fee-4b61-87a7-2bd78d04c997 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3686078 Jul 16 18:23:19.124675 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.134927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b137b-a394-42d0-82ad-46262aa59bd3 req-8c24c056-d132-40a5-9de0-defae71174f5 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.142898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b23b137b-a394-42d0-82ad-46262aa59bd3 req-8c24c056-d132-40a5-9de0-defae71174f5 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.4234362 Jul 16 18:23:19.169200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Allocated IP 2001:db8::19c (286f894d-1f0e-43bb-a8a0-1d53bc98859c/06062d43-75b4-4518-9449-1ea188d6c475/65acfa89-11a3-4e28-8a0e-bbea541f51fc) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:19.260069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08128daf-a247-4b12-8780-3340bb0c605b req-71482a86-2af7-4475-8dec-cbe653ee8fe0 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070752 Jul 16 18:23:19.299576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-ef3ad074-fc7e-458b-a567-a49cf4fdd2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.301501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-ef3ad074-fc7e-458b-a567-a49cf4fdd2d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 1096 time: 0.4049804 Jul 16 18:23:19.451597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b23b137b-a394-42d0-82ad-46262aa59bd3 req-b94bead4-6071-4c30-9ff1-aebfc5ccc920 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063066 Jul 16 18:23:19.469605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.483420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-49b97b61-50d2-458e-b79a-a4e00ef39594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.484995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:19.485755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-49b97b61-50d2-458e-b79a-a4e00ef39594 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.1768658 Jul 16 18:23:19.491467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Transition to ACTIVE for port object 65acfa89-11a3-4e28-8a0e-bbea541f51fc will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:19.499973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '981a90ec-ada0-4884-8976-241632f4466f', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '981a90ec-ada0-4884-8976-241632f4466f', 'mac_address': 'fa:16:3e:47:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:19.545822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.551326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-b036deea-7e5b-4f6c-bfa0-bc53a35b3d09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24dba50-0508-4628-a281-266527701c45 HTTP/1.1" status: 200 len: 217 time: 0.0577466 Jul 16 18:23:19.562144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981a90ec-ada0-4884-8976-241632f4466f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:19.608830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:19.617746 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.633034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-9c59ea5d-a86d-4d60-8bda-3c124795e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.634686 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-9c59ea5d-a86d-4d60-8bda-3c124795e8c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.0738294 Jul 16 18:23:19.637734 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.705303 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-fb9214e3-1a93-4806-bbeb-f4d29ce52d7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583696 Jul 16 18:23:19.712782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:19.721378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.727347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:19.743230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:19.749739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.751112 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.784575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=65acfa89-11a3-4e28-8a0e-bbea541f51fc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.841757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2d233c91-b756-49ce-9c8b-6d36a48e727b tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3327186 Jul 16 18:23:19.845918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35626) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.853621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'network_id': '286f894d-1f0e-43bb-a8a0-1d53bc98859c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-426367274'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:19.954616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['981a90ec-ada0-4884-8976-241632f4466f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:19.970660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-2d976c5b-4685-42c8-a06e-c83ff59644d9 req-7bcb6783-114b-419d-bfb1-cec6c29f0f87 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:23:19.973527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d976c5b-4685-42c8-a06e-c83ff59644d9 req-7bcb6783-114b-419d-bfb1-cec6c29f0f87 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134954 Jul 16 18:23:19.984188 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-7a61e73f-6ba6-4404-b98e-3ab4886311d9 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692571 Jul 16 18:23:20.069795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08128daf-a247-4b12-8780-3340bb0c605b req-3cbbc2b5-f759-4abd-9a8d-f44358477bcc service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7763755 Jul 16 18:23:20.110257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ad1bd-d41d-4ed7-93b9-fe631f955b64 req-7a841bd9-b3bf-414f-a03d-f02715dbc40f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.121040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9719b7a3-f40c-4261-8d96-e34afc4af59d None None] Provisioning for port 65acfa89-11a3-4e28-8a0e-bbea541f51fc completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:20.124139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c55ad1bd-d41d-4ed7-93b9-fe631f955b64 req-7a841bd9-b3bf-414f-a03d-f02715dbc40f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 947 time: 0.8567595 Jul 16 18:23:20.139942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9719b7a3-f40c-4261-8d96-e34afc4af59d None None] Provisioning complete for port 65acfa89-11a3-4e28-8a0e-bbea541f51fc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:20.141063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9719b7a3-f40c-4261-8d96-e34afc4af59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.144920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 2c55431a-26f2-4989-9b75-18f5a6f9c492 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:20.198756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ec17f91a-8a23-4a03-9225-f390b33ab6cc req-1267d216-4cc0-4167-b894-c31113bf2ae3 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058074 Jul 16 18:23:20.219957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Made reservation on behalf of c58345245f6e47be8d097d0d336f1341 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:20.234064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:20.276033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] device_id is not set on port e6b275be-9299-4dd5-a9b7-c04b485d244d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:20.293552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c55ad1bd-d41d-4ed7-93b9-fe631f955b64 req-6a2aee4c-cd00-4913-afc9-f1e00b27896c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678941 Jul 16 18:23:20.358786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9719b7a3-f40c-4261-8d96-e34afc4af59d None None] Port 65acfa89-11a3-4e28-8a0e-bbea541f51fc cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:20.471594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Allocated IP 2001:db8::232 (286f894d-1f0e-43bb-a8a0-1d53bc98859c/06062d43-75b4-4518-9449-1ea188d6c475/e6b275be-9299-4dd5-a9b7-c04b485d244d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:20.515997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:20.534231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] Sync routers for ids ['2c55431a-26f2-4989-9b75-18f5a6f9c492'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:20.535228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-71613713-e646-421c-acab-784a08123f8d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/2c55431a-26f2-4989-9b75-18f5a6f9c492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9655018 Jul 16 18:23:20.545766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35642) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:20.561512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] Routers {'2c55431a-26f2-4989-9b75-18f5a6f9c492'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:20.562560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2c55431a-26f2-4989-9b75-18f5a6f9c492'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.628924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a766a-3893-4767-8a4c-65fdd9b538df req-c114204c-ecc4-4678-ae39-ab4540474ef6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.638721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-372a766a-3893-4767-8a4c-65fdd9b538df req-c114204c-ecc4-4678-ae39-ab4540474ef6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 944 time: 0.1707878 Jul 16 18:23:20.687114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.701775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-372a766a-3893-4767-8a4c-65fdd9b538df req-d3b092c1-4522-40e6-a400-c9374b46823d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618446 Jul 16 18:23:20.706136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] Routers {'2c55431a-26f2-4989-9b75-18f5a6f9c492'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:20.707187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2c55431a-26f2-4989-9b75-18f5a6f9c492'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.811504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.812205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ef42a4-046e-4296-8127-3c25b75549b4 None None] The sync data for ids ['2c55431a-26f2-4989-9b75-18f5a6f9c492'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:20.871256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df653e42-cae1-4c91-b387-bbaf9e3c15f3 req-1213c598-9747-4723-9178-2065984a764c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.873875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df653e42-cae1-4c91-b387-bbaf9e3c15f3 req-1213c598-9747-4723-9178-2065984a764c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.1125169 Jul 16 18:23:21.000441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df653e42-cae1-4c91-b387-bbaf9e3c15f3 req-4ed2c7b2-029c-4544-b97c-0b1a6b82b3d7 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117823 Jul 16 18:23:21.033226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc09fd-fcec-4a2e-9c04-709dadb719b8 req-912c1d91-067a-49d6-ad80-20e051e4ad85 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.035763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bdc09fd-fcec-4a2e-9c04-709dadb719b8 req-912c1d91-067a-49d6-ad80-20e051e4ad85 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.1795263 Jul 16 18:23:21.079541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bdc09fd-fcec-4a2e-9c04-709dadb719b8 req-602df288-096b-400f-bbda-4dba752be91f tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348811 Jul 16 18:23:21.125420 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-9dd260c8-f196-4b35-8c11-440dc06f0722 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:23:21.126482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9dd260c8-f196-4b35-8c11-440dc06f0722 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/2c55431a-26f2-4989-9b75-18f5a6f9c492/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5773938 Jul 16 18:23:21.129525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35650) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.167514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c2aa6cf0-fb48-4d4a-8db3-7b3177f4a17e tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c55431a-26f2-4989-9b75-18f5a6f9c492 HTTP/1.1" status: 200 len: 205 time: 0.0340738 Jul 16 18:23:21.168103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35652) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.168977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.190731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Transition to ACTIVE for port object e6b275be-9299-4dd5-a9b7-c04b485d244d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:21.204568 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-8009fec9-1bfd-44ba-bde9-c472fc97b737 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2643228 Jul 16 18:23:21.236653 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.258369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-658573a8-095e-4552-91f9-cf5e3cfc0050 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.295965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:21.300218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:21.304590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:21.310445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.311129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.324248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=e6b275be-9299-4dd5-a9b7-c04b485d244d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:21.333356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-179bc644-ba7b-45b0-983b-b5ff2a933e43 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4857810 Jul 16 18:23:21.335608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.342844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::20d', 'mac_address': 'fa:16:3e:f8:ce:35'}, {'ip_address': '2001:db8::19c', 'mac_address': 'fa:16:3e:c6:3f:84'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:21.480860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.482733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-658573a8-095e-4552-91f9-cf5e3cfc0050 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.485522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-658573a8-095e-4552-91f9-cf5e3cfc0050 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.667367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-658573a8-095e-4552-91f9-cf5e3cfc0050 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.668642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658573a8-095e-4552-91f9-cf5e3cfc0050 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Fanout notify agent at l3_agent the message router_deleted on router 2c55431a-26f2-4989-9b75-18f5a6f9c492 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:21.687319 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-658573a8-095e-4552-91f9-cf5e3cfc0050 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.689866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-658573a8-095e-4552-91f9-cf5e3cfc0050 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/2c55431a-26f2-4989-9b75-18f5a6f9c492 HTTP/1.1" status: 204 len: 168 time: 0.5201581 Jul 16 18:23:21.693557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35666) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.709547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-eba150b3-0286-4c51-83c9-88c93251488b None None] Provisioning for port e6b275be-9299-4dd5-a9b7-c04b485d244d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:21.718278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-eba150b3-0286-4c51-83c9-88c93251488b None None] Provisioning complete for port e6b275be-9299-4dd5-a9b7-c04b485d244d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:21.718728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eba150b3-0286-4c51-83c9-88c93251488b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.794311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.803102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eba150b3-0286-4c51-83c9-88c93251488b None None] Port e6b275be-9299-4dd5-a9b7-c04b485d244d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:21.808375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.825790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa634b-5a9d-4b7e-8ef3-79f440bbda12 req-43f4f06d-fb6d-4cf5-8138-416004ed0646 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.828815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39fa634b-5a9d-4b7e-8ef3-79f440bbda12 req-43f4f06d-fb6d-4cf5-8138-416004ed0646 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 948 time: 0.2479169 Jul 16 18:23:21.837148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet 86a449d9-f30e-4ea6-96c8-81733f2d2366 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:21.855448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.872675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] In _notify_port_updated(), no bound segment for port e6b275be-9299-4dd5-a9b7-c04b485d244d on network 286f894d-1f0e-43bb-a8a0-1d53bc98859c {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:23:21.878536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.879276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:21.880720 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "PUT /v2.0/ports/e6b275be-9299-4dd5-a9b7-c04b485d244d HTTP/1.1" status: 200 len: 1067 time: 0.5439460 Jul 16 18:23:21.885906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:21.983610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.041903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39fa634b-5a9d-4b7e-8ef3-79f440bbda12 req-47ea4c94-611a-4e12-81b9-ffe54f1ebb7c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003191 Jul 16 18:23:22.177928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b2ad1-10fe-4ed2-9883-0b5db549b0cb req-148f6c01-8d69-426c-bc34-39841af23073 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.186072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c3b2ad1-10fe-4ed2-9883-0b5db549b0cb req-148f6c01-8d69-426c-bc34-39841af23073 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 944 time: 0.1404171 Jul 16 18:23:22.200008 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.304379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c3b2ad1-10fe-4ed2-9883-0b5db549b0cb req-a07a4dd0-c2d9-4feb-8d6c-f89ad346ee9b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171343 Jul 16 18:23:22.352093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3e201bfc-6a16-4190-ae24-25d18db8c2dc None None] Provisioning complete for port e6b275be-9299-4dd5-a9b7-c04b485d244d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:22.354431 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e201bfc-6a16-4190-ae24-25d18db8c2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.362413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.405188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022554ec-b713-416f-b172-22f26874bb85 req-809082bc-fc0d-4d00-b3ab-eb4059e68aa8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.407176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-022554ec-b713-416f-b172-22f26874bb85 req-809082bc-fc0d-4d00-b3ab-eb4059e68aa8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.1689589 Jul 16 18:23:22.410217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d24dba50-0508-4628-a281-266527701c45 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:22.411065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=86a449d9-f30e-4ea6-96c8-81733f2d2366,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:22.422571 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.424919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0658449c-b6b7-4280-8dff-c0bca106b915 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/86a449d9-f30e-4ea6-96c8-81733f2d2366 HTTP/1.1" status: 204 len: 168 time: 0.7231836 Jul 16 18:23:22.434111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35676) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:22.529802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c9348-bdf1-4dc3-8b32-23679a3f974f tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event updated for resources: {'Port': ['ID=e6b275be-9299-4dd5-a9b7-c04b485d244d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:22.537431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-022554ec-b713-416f-b172-22f26874bb85 req-bedba408-9790-4e3e-b625-1732b6bd5db6 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111555 Jul 16 18:23:22.567384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.609921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a47b42-02e1-4fd2-997d-d59edc59dabf None None] Network 0ccae121-ffee-46f8-b92b-eb5044d0ef2a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:22.647440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting port e6b275be-9299-4dd5-a9b7-c04b485d244d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:22.647859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.653321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-21e3e0c6-ed6a-4d8d-988b-185eab3cdcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.654883 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-21e3e0c6-ed6a-4d8d-988b-185eab3cdcb9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482&tenant_id=14d810d47b144655bfc375f231e71f2c HTTP/1.1" status: 200 len: 1096 time: 0.1410465 Jul 16 18:23:22.673106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:22.695936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3e201bfc-6a16-4190-ae24-25d18db8c2dc None None] Port e6b275be-9299-4dd5-a9b7-c04b485d244d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:22.699753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:22.729494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 7ef22294-5ebf-4e87-a621-0739f68cedb9 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:22.729994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.739226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef52be9-08d9-4c02-b4a4-46bc3acda02c req-77784a25-670f-4742-acf1-c22fc54195de tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.746852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ef52be9-08d9-4c02-b4a4-46bc3acda02c req-77784a25-670f-4742-acf1-c22fc54195de tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.1058271 Jul 16 18:23:22.765516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'd24dba50-0508-4628-a281-266527701c45', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'port_id': 'd24dba50-0508-4628-a281-266527701c45', 'mac_address': 'fa:16:3e:6f:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5c697-9c6e-4637-9de1-f49a0a4b77b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:22.829056 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.842368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.846012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port 7ef22294-5ebf-4e87-a621-0739f68cedb9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7ef22294-5ebf-4e87-a621-0739f68cedb9,segment=NetworkSegment(01bd6899-225b-49a4-8e4e-cb2358322df4),segment_id=01bd6899-225b-49a4-8e4e-cb2358322df4)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:22.846931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.854656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Calling delete_port for e6b275be-9299-4dd5-a9b7-c04b485d244d owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:22.862372 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.873322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ef52be9-08d9-4c02-b4a4-46bc3acda02c req-b7b0c437-95e4-41dc-b1be-0a5d61ea54f7 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247535 Jul 16 18:23:22.873947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 7ef22294-5ebf-4e87-a621-0739f68cedb9 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:22.882923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24dba50-0508-4628-a281-266527701c45 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:22.909238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:22.917026 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.944883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:22.983891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.014974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da378d8b-2f61-4f46-9df0-f3c254d10be0 None None] DHCP port deletion for 0ccae121-ffee-46f8-b92b-eb5044d0ef2a request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:23.043455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port 7ef22294-5ebf-4e87-a621-0739f68cedb9 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:23.062614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.067453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=7ef22294-5ebf-4e87-a621-0739f68cedb9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.076729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.077082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.077425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.077767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.078107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.078592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.078737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.079070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.079392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.079718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.080042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.080391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:23.109033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 981a90ec-ada0-4884-8976-241632f4466f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:23.114070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 981a90ec-ada0-4884-8976-241632f4466f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:23.114807 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.143157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['d24dba50-0508-4628-a281-266527701c45'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:23.194394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.208428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccae121-ffee-46f8-b92b-eb5044d0ef2a']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:23.222531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bd6899-225b-49a4-8e4e-cb2358322df4') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:23.222741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bd6899-225b-49a4-8e4e-cb2358322df4') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:23.237415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.283652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.296896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:23.297901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:23.305968 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:23.309437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:23.311950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.400437 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.407901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Port': ['ID=e6b275be-9299-4dd5-a9b7-c04b485d244d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.443406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:23.448034 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94053869-2677-438c-a956-a3ec69fcf93a" -d '{"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-plugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:23.465747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:23.518467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:23.527322 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.554599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.569414 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.584824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/0ccae121-ffee-46f8-b92b-eb5044d0ef2a HTTP/1.1" status: 204 len: 168 time: 1.1492198 Jul 16 18:23:23.585123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35686) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:23.591880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1719428228'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:23.607912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.608811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa3bdcc-779e-4b0a-9220-f94d508e0e1d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:23.638659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.651333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75e7f7-eaa9-4df7-ae45-a15ee73a4597 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=0ccae121-ffee-46f8-b92b-eb5044d0ef2a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.678267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Transition to ACTIVE for port object afa3bdcc-779e-4b0a-9220-f94d508e0e1d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:23.681540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:23.685736 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.701882 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.707887 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d690a323-305e-4b94-9dcb-49ad46052223 req-b4e6dfeb-6a47-4b51-9004-de324b25884e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.709723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d690a323-305e-4b94-9dcb-49ad46052223 req-b4e6dfeb-6a47-4b51-9004-de324b25884e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 948 time: 0.3396454 Jul 16 18:23:23.733227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8641a1e-f20a-42cd-9984-275c861a65e0 req-a8b119cc-4b5d-42cb-9cd0-df8f5db3569c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:23.735057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8641a1e-f20a-42cd-9984-275c861a65e0 req-a8b119cc-4b5d-42cb-9cd0-df8f5db3569c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 945 time: 0.1225650 Jul 16 18:23:23.786027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d690a323-305e-4b94-9dcb-49ad46052223 req-7ee31d5f-1b93-4675-b818-7ce097991606 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681841 Jul 16 18:23:23.805285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8641a1e-f20a-42cd-9984-275c861a65e0 req-2e0e26f1-ebf9-4852-80bb-ca9fbfea3fad tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Jul 16 18:23:23.815719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:23.854746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=9']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.862814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] No DVR routers for this DVR port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:23.865219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.867213 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ed8ef1d3-655b-4c80-b82e-af75b835102d tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/ports/e6b275be-9299-4dd5-a9b7-c04b485d244d HTTP/1.1" status: 204 len: 168 time: 1.9727693 Jul 16 18:23:23.871613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.871879 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 71f4d356-d8db-48f3-b3fc-bb11495fa666 of type vlan for network 4571e685-1b95-4038-9fcd-d30b941f9ddc Jul 16 18:23:23.872184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35690) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:23.895495 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7942a2ff-4e8c-406a-815a-b717a69b0e68 x-openstack-request-id: req-7942a2ff-4e8c-406a-815a-b717a69b0e68 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:23.896440 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-plugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:23.896440 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7942a2ff-4e8c-406a-815a-b717a69b0e68 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:23.897826 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'code': 200} Jul 16 18:23:23.925109 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1c69dd-6659-45be-a9e2-b167865795a7 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] GET failed (client error): The resource could not be found. Jul 16 18:23:23.931224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-af1c69dd-6659-45be-a9e2-b167865795a7 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "GET /v2.0/ports/e6b275be-9299-4dd5-a9b7-c04b485d244d HTTP/1.1" status: 404 len: 333 time: 0.0526199 Jul 16 18:23:23.931590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:23.951712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.957928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:23.958269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:23.958606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:23.966610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:23.966938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Attempting to bind port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on network cc01aecd-434e-42d2-a378-f023fb3ea3f7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:23.979336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:23.979713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Checking segment: {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:23.980066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Bound using segment: {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:23.980547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Bound port: afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0cbd20e-3a33-4ebd-b386-16b413925e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:23.980919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.009191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.015838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.016475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.086668 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4998238 Jul 16 18:23:24.099242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35698) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:24.108120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': '4571e685-1b95-4038-9fcd-d30b941f9ddc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:24.159379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0806b-ef94-4771-9468-b6f4326e850b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=4571e685-1b95-4038-9fcd-d30b941f9ddc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.173541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:24.175434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:24.217133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e81fc6-f131-495e-8321-7fb9df2e1505 req-4c5f1402-9844-4caa-b3d0-1b238065bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.218420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35e81fc6-f131-495e-8321-7fb9df2e1505 req-4c5f1402-9844-4caa-b3d0-1b238065bfea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1101 time: 0.2030771 Jul 16 18:23:24.220606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:24.231165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting port 65acfa89-11a3-4e28-8a0e-bbea541f51fc {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:24.231602 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.245709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4e6c2-275f-4cf7-9749-6ac3b2239c02 req-9841caba-6ac8-4682-bd2e-06fb48788a0c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.253365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5b4e6c2-275f-4cf7-9749-6ac3b2239c02 req-9841caba-6ac8-4682-bd2e-06fb48788a0c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 944 time: 0.2017698 Jul 16 18:23:24.277374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7ef22294-5ebf-4e87-a621-0739f68cedb9 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:24.293217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.306097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7ef22294-5ebf-4e87-a621-0739f68cedb9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:24.306456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7ef22294-5ebf-4e87-a621-0739f68cedb9 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:24.332605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4db52-a77b-4789-b871-d2e56b7401fe req-1abeafce-1e91-4c6a-87e7-9b78f013e587 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.334234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34a4db52-a77b-4789-b871-d2e56b7401fe req-1abeafce-1e91-4c6a-87e7-9b78f013e587 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2489741 Jul 16 18:23:24.357511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.358159 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.359619 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] 10.222.0.55 "PUT /v2.0/ports/afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 1093 time: 1.6909640 Jul 16 18:23:24.362223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:24.364621 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a07b730-e43f-4759-931d-78e08a3d4347" -d '{"events": [{"name": "network-changed", "server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:24.382408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d24dba50-0508-4628-a281-266527701c45 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:24.406495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:24.410646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.421309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5b4e6c2-275f-4cf7-9749-6ac3b2239c02 req-773ae83c-dcd3-4c28-a9bf-fbc3962589cd tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665318 Jul 16 18:23:24.443520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port d24dba50-0508-4628-a281-266527701c45 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:24.448728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port d24dba50-0508-4628-a281-266527701c45 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:24.449114 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.481266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79d092-172f-4899-a9da-ca6fe4575f42 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.483736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.521085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35e81fc6-f131-495e-8321-7fb9df2e1505 req-de3661fb-5e5a-4856-aea1-5509df047b7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860930 Jul 16 18:23:24.529859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Calling delete_port for 65acfa89-11a3-4e28-8a0e-bbea541f51fc owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:24.567448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-34a4db52-a77b-4789-b871-d2e56b7401fe req-30cb4ced-3873-458b-ac2a-df32d85cd16d tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079546 Jul 16 18:23:24.576238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-b15cf1f9-5491-4e03-b69d-0e7fb7d0f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.578252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-b15cf1f9-5491-4e03-b69d-0e7fb7d0f926 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1097 time: 0.1735885 Jul 16 18:23:24.581198 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.641197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:24.647589 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.683059 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4376ef47-6c3f-4722-9bca-6f8fea944b94 x-openstack-request-id: req-4376ef47-6c3f-4722-9bca-6f8fea944b94 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:24.683669 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:24.683669 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4376ef47-6c3f-4722-9bca-6f8fea944b94 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:24.684120 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'status': 'completed', 'code': 200} Jul 16 18:23:24.718825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.735906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.771550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Port': ['ID=65acfa89-11a3-4e28-8a0e-bbea541f51fc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:24.803903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.808525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9a8276c-cdee-419b-9daf-25e932cd48dd tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/ports/65acfa89-11a3-4e28-8a0e-bbea541f51fc HTTP/1.1" status: 204 len: 168 time: 0.8690937 Jul 16 18:23:24.808840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35702) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:24.837372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-241e9206-9e1d-4779-b90f-63ea16b39ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.839467 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-241e9206-9e1d-4779-b90f-63ea16b39ad2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 913 time: 0.2409241 Jul 16 18:23:24.841783 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:24.841899 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c733fd-304c-4ba0-a6d3-fe8e727af6ad tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] GET failed (client error): The resource could not be found. Jul 16 18:23:24.843599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-39c733fd-304c-4ba0-a6d3-fe8e727af6ad tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "GET /v2.0/ports/65acfa89-11a3-4e28-8a0e-bbea541f51fc HTTP/1.1" status: 404 len: 333 time: 0.0337455 Jul 16 18:23:24.848113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35706) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:24.955214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-4acf00b8-4afc-4edf-8f66-027ac0452838 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 217 time: 0.1053553 Jul 16 18:23:25.070971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=f76d8f2f-b78f-49ff-a3bc-21e1c85664bd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:25.087936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '71f4d356-d8db-48f3-b3fc-bb11495fa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4571e685-1b95-4038-9fcd-d30b941f9ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:25.089200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: 4571e685-1b95-4038-9fcd-d30b941f9ddc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:25.100599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-44b52291-01fa-4377-9631-e180a4ed19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.102247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-44b52291-01fa-4377-9631-e180a4ed19a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.1377120 Jul 16 18:23:25.106702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69695990-5bac-4bb2-83ee-5d98193a45d3 req-9285555a-64a5-4021-8400-71588f1e5fc4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.112962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69695990-5bac-4bb2-83ee-5d98193a45d3 req-9285555a-64a5-4021-8400-71588f1e5fc4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.1399977 Jul 16 18:23:25.125387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting port da3cc587-72fd-464d-a523-5c8fee3bcdc1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:25.125939 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.144937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-a95de4ac-c13c-41cb-84b8-7c5e08e3f2db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354695 Jul 16 18:23:25.145721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:25.173614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4571e685-1b95-4038-9fcd-d30b941f9ddc) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:25.178122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.178901 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.193755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abf4165-1a87-4543-926c-914c59966888 None None] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:25.227577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-77a506f1-835a-4ae9-b9b6-c831b46ae38f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1263807 Jul 16 18:23:25.231711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69695990-5bac-4bb2-83ee-5d98193a45d3 req-430d940a-a852-4345-8adf-2a31819c55e2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172051 Jul 16 18:23:25.232323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35710) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:25.267132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-eb52c1cc-4bc7-4248-b362-071e5581f2ef tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1566256448', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:25.280558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a752329-cb25-4fd2-b8ed-73fe85de8c01 req-9e6ae0df-331f-4827-99ee-2d7ec552d31c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.283214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a752329-cb25-4fd2-b8ed-73fe85de8c01 req-9e6ae0df-331f-4827-99ee-2d7ec552d31c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.2511516 Jul 16 18:23:25.297058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.330420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-9505ffa8-a315-4983-8298-f8ac5b9867b4 service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777956 Jul 16 18:23:25.340844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Calling delete_port for da3cc587-72fd-464d-a523-5c8fee3bcdc1 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:25.368938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb52c1cc-4bc7-4248-b362-071e5581f2ef tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.370347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb52c1cc-4bc7-4248-b362-071e5581f2ef tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.391739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a752329-cb25-4fd2-b8ed-73fe85de8c01 req-5e0d41fe-c19d-43eb-8dd4-1ae6df441430 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969834 Jul 16 18:23:25.491175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-4571e685-1b95-4038-9fcd-d30b941f9ddc', 'network_id': '4571e685-1b95-4038-9fcd-d30b941f9ddc', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': 'f76d8f2f-b78f-49ff-a3bc-21e1c85664bd'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:25.495708 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.512681 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df33529-3d17-4ef5-ae98-946715d08fc4 req-99aba48f-ff55-4771-9b9a-7cddcf0ec9aa service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746120 Jul 16 18:23:25.528890 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb52c1cc-4bc7-4248-b362-071e5581f2ef tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.536690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb52c1cc-4bc7-4248-b362-071e5581f2ef tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.565206 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb52c1cc-4bc7-4248-b362-071e5581f2ef tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.566673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eb52c1cc-4bc7-4248-b362-071e5581f2ef tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3306770 Jul 16 18:23:25.571255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35714) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:25.757576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa23a27-50a4-4d7d-8e7f-c85560639085 req-b2bbd084-39fe-4ad6-85af-9c6385aa4898 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:25.765865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fa23a27-50a4-4d7d-8e7f-c85560639085 req-b2bbd084-39fe-4ad6-85af-9c6385aa4898 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.1978519 Jul 16 18:23:25.844991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.868909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Allocated IP 2001:db8::2 (4571e685-1b95-4038-9fcd-d30b941f9ddc/f76d8f2f-b78f-49ff-a3bc-21e1c85664bd/356b0be1-0d0d-4591-ac63-f675b7bc963c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:25.875702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fa23a27-50a4-4d7d-8e7f-c85560639085 req-87c29c56-2202-4922-b9d7-1fed90f89f09 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054196 Jul 16 18:23:25.901321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24dba50-0508-4628-a281-266527701c45'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:25.906476 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b57522-a80f-43d8-8af6-ef22eafb0f3b" -d '{"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-plugged", "status": "completed", "tag": "d24dba50-0508-4628-a281-266527701c45"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:25.955694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Port': ['ID=da3cc587-72fd-464d-a523-5c8fee3bcdc1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:26.065152 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.076413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5800de4a-a027-4e27-9814-1a85b148bb98 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/ports/da3cc587-72fd-464d-a523-5c8fee3bcdc1 HTTP/1.1" status: 204 len: 168 time: 1.2164779 Jul 16 18:23:26.090441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35732) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:26.133120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d546e21-1fdc-4cbf-98ed-aaefd07863d2 req-c8458af9-f4f9-4776-9042-5534848a2f27 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.171169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d546e21-1fdc-4cbf-98ed-aaefd07863d2 req-c8458af9-f4f9-4776-9042-5534848a2f27 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.3909397 Jul 16 18:23:26.237933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-4d371177-f65f-4e15-b14e-ac6b03d915c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.239689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-4d371177-f65f-4e15-b14e-ac6b03d915c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1097 time: 0.5474794 Jul 16 18:23:26.384864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.386260 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.413847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d546e21-1fdc-4cbf-98ed-aaefd07863d2 req-4439b806-c39c-475e-a887-e9674b6214a9 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408466 Jul 16 18:23:26.418531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Transition to ACTIVE for port object 356b0be1-0d0d-4591-ac63-f675b7bc963c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:26.423848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting subnet 06062d43-75b4-4518-9449-1ea188d6c475 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:26.456660 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.468814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Transition to ACTIVE for port object 356b0be1-0d0d-4591-ac63-f675b7bc963c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:26.480416 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.558796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.573471 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74900386-9284-49f8-9f44-88a27c508faf x-openstack-request-id: req-74900386-9284-49f8-9f44-88a27c508faf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:26.573752 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-plugged", "status": "completed", "tag": "d24dba50-0508-4628-a281-266527701c45", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:26.574022 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74900386-9284-49f8-9f44-88a27c508faf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:26.574647 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24dba50-0508-4628-a281-266527701c45', 'code': 200} Jul 16 18:23:26.587759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:26.594140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:26.603434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:26.669566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Pushing event updated for resources: {'Port': ['ID=356b0be1-0d0d-4591-ac63-f675b7bc963c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:26.749527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Attempting to bind port 356b0be1-0d0d-4591-ac63-f675b7bc963c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:26.749941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Attempting to bind port 356b0be1-0d0d-4591-ac63-f675b7bc963c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '71f4d356-d8db-48f3-b3fc-bb11495fa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4571e685-1b95-4038-9fcd-d30b941f9ddc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:26.750273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Attempting to bind port 356b0be1-0d0d-4591-ac63-f675b7bc963c on network 4571e685-1b95-4038-9fcd-d30b941f9ddc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:26.766040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:26.767122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Checking segment: {'id': '71f4d356-d8db-48f3-b3fc-bb11495fa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4571e685-1b95-4038-9fcd-d30b941f9ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:26.767548 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.770950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Bound using segment: {'id': '71f4d356-d8db-48f3-b3fc-bb11495fa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4571e685-1b95-4038-9fcd-d30b941f9ddc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:26.772426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Bound port: 356b0be1-0d0d-4591-ac63-f675b7bc963c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f4d356-d8db-48f3-b3fc-bb11495fa666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '4571e685-1b95-4038-9fcd-d30b941f9ddc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:26.772896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.808342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-ab4d0a46-c1ce-45da-a3cc-9ed0f5664bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.809802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-ab4d0a46-c1ce-45da-a3cc-9ed0f5664bce service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 913 time: 0.5603607 Jul 16 18:23:26.910137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.940441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] For port 356b0be1-0d0d-4591-ac63-f675b7bc963c, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:26.944540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] For port 356b0be1-0d0d-4591-ac63-f675b7bc963c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b0be1-0d0d-4591-ac63-f675b7bc963c,segment=NetworkSegment(71f4d356-d8db-48f3-b3fc-bb11495fa666),segment_id=71f4d356-d8db-48f3-b3fc-bb11495fa666)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:26.951689 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.992076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190ddbf-f0d3-473c-95c7-9a23e265c5e7 req-6aca3a3d-5cbf-4dca-abb7-5e2b37d99a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.995054 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a190ddbf-f0d3-473c-95c7-9a23e265c5e7 req-6aca3a3d-5cbf-4dca-abb7-5e2b37d99a18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 1098 time: 0.2883210 Jul 16 18:23:27.106436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaed4e8-cf81-4cb8-89af-27472fbf95b3 None None] Pushing event updated for resources: {'Port': ['ID=356b0be1-0d0d-4591-ac63-f675b7bc963c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.151573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8::1 (4571e685-1b95-4038-9fcd-d30b941f9ddc/f76d8f2f-b78f-49ff-a3bc-21e1c85664bd/be09be22-afe5-4f7b-86c0-10b6624bf577) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:27.213928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ba837-443b-48e6-a809-bee2e25b86dc req-8c5b9463-d524-48b4-a64a-75fbaa5695fe tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.215606 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-439ba837-443b-48e6-a809-bee2e25b86dc req-8c5b9463-d524-48b4-a64a-75fbaa5695fe tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.4146810 Jul 16 18:23:27.218830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.236448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828846d-aede-4938-ac89-2eb88da33e58 req-73543630-305c-4d34-b1ed-4146fd1ee12f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.245000 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9828846d-aede-4938-ac89-2eb88da33e58 req-73543630-305c-4d34-b1ed-4146fd1ee12f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.3591840 Jul 16 18:23:27.268887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9704c7-4c52-4000-a655-679ffb9a17e2 None None] Network 286f894d-1f0e-43bb-a8a0-1d53bc98859c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:27.303229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.307971 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/subnets/06062d43-75b4-4518-9449-1ea188d6c475 HTTP/1.1" status: 204 len: 168 time: 1.1234360 Jul 16 18:23:27.309613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35746) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.327924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90a518-8b4b-4c7e-9ad9-78e4f35a9a02 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Subnet': ['ID=06062d43-75b4-4518-9449-1ea188d6c475,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.411015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-439ba837-443b-48e6-a809-bee2e25b86dc req-1cddc0b4-e8eb-4cf0-9418-8a402fb6bc5f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534548 Jul 16 18:23:27.495751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9828846d-aede-4938-ac89-2eb88da33e58 req-ac280861-807b-419a-ba28-f95fdfd2ea55 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180951 Jul 16 18:23:27.504469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.545501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object be09be22-afe5-4f7b-86c0-10b6624bf577 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:27.669991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.790523 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.804516 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-56d481ac-36b1-427e-bd02-eca4454011a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 217 time: 0.1560845 Jul 16 18:23:27.897603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a190ddbf-f0d3-473c-95c7-9a23e265c5e7 req-0a5955f5-2f25-4098-bfc2-b6dcd57552f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272222 Jul 16 18:23:27.907376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] DHCP port deletion for 286f894d-1f0e-43bb-a8a0-1d53bc98859c request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:27.916401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:27.935801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:27.941223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:27.941933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.024975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] Deleting port 28505eb6-3883-4621-a30f-4c947d1755e0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:28.025333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.040639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Deleting port 28505eb6-3883-4621-a30f-4c947d1755e0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:28.041180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.072675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=be09be22-afe5-4f7b-86c0-10b6624bf577,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.109649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.110115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.110571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.111328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.111939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.113469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.113469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.113469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.120523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.121156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.121687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.122099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:28.130027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-184ff82e-a861-474e-b49d-fcf21a14e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.141033 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-184ff82e-a861-474e-b49d-fcf21a14e0b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.3003962 Jul 16 18:23:28.173361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] For port 28505eb6-3883-4621-a30f-4c947d1755e0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=28505eb6-3883-4621-a30f-4c947d1755e0,segment=NetworkSegment(59c935b4-094f-4624-8730-5442f8f4b4b7),segment_id=59c935b4-094f-4624-8730-5442f8f4b4b7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:28.173845 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.191698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d780a9f-2bc1-40f6-89be-ea55619130e0 req-d9d9752e-8c32-44ea-ba6c-a3a6e6a222a4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.193050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d780a9f-2bc1-40f6-89be-ea55619130e0 req-d9d9752e-8c32-44ea-ba6c-a3a6e6a222a4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.3793147 Jul 16 18:23:28.202136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] Calling delete_port for 28505eb6-3883-4621-a30f-4c947d1755e0 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:28.209549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58838068-daa6-47ef-85ee-3b1bafeb153c req-ffa968b9-1c68-4d36-be70-d292b3c36218 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:28.224403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58838068-daa6-47ef-85ee-3b1bafeb153c req-ffa968b9-1c68-4d36-be70-d292b3c36218 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.4444535 Jul 16 18:23:28.395713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-4602c058-9479-4e3c-8e62-2459f5a6e3fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960612 Jul 16 18:23:28.499121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.599342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] For port 28505eb6-3883-4621-a30f-4c947d1755e0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=28505eb6-3883-4621-a30f-4c947d1755e0,segment=NetworkSegment(59c935b4-094f-4624-8730-5442f8f4b4b7),segment_id=59c935b4-094f-4624-8730-5442f8f4b4b7)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:28.600231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.644226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b0be1-0d0d-4591-ac63-f675b7bc963c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:28.644999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d780a9f-2bc1-40f6-89be-ea55619130e0 req-06ff4dc1-6591-456a-8e49-11797458771c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676496 Jul 16 18:23:28.688822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58838068-daa6-47ef-85ee-3b1bafeb153c req-aa4ac2f8-8c7f-40f0-9915-5ae390e47359 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599533 Jul 16 18:23:28.705429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Calling delete_port for 28505eb6-3883-4621-a30f-4c947d1755e0 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:29.011717 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-726dc1dc-2ac9-4a97-b526-64e9a923d73d service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038961 Jul 16 18:23:29.012977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 356b0be1-0d0d-4591-ac63-f675b7bc963c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:29.066368 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.204340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] No DVR routers for this DVR port 28505eb6-3883-4621-a30f-4c947d1755e0 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:29.242639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 28505eb6-3883-4621-a30f-4c947d1755e0 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:29.255264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd285e-4c93-430b-85e6-2e70c715dde4 None None] Pushing event deleted for resources: {'Port': ['ID=28505eb6-3883-4621-a30f-4c947d1755e0,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.325951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b29ec-7492-4fc8-b71f-dd05e1fa5365 None None] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:29.400349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 28505eb6-3883-4621-a30f-4c947d1755e0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:29.401988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 28505eb6-3883-4621-a30f-4c947d1755e0 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:29.642241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-786dd093-ca64-4535-b5a6-06b3b462e840 None None] Provisioning for port 356b0be1-0d0d-4591-ac63-f675b7bc963c completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:29.657708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-786dd093-ca64-4535-b5a6-06b3b462e840 None None] Provisioning complete for port 356b0be1-0d0d-4591-ac63-f675b7bc963c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:29.658266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-786dd093-ca64-4535-b5a6-06b3b462e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.971965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.988073 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-786dd093-ca64-4535-b5a6-06b3b462e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.063105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbdb55-a704-4755-b554-7058b5a28032 req-b5f5e7e3-b7c0-412f-883b-d38824ce95ee tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.071954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efdbdb55-a704-4755-b554-7058b5a28032 req-b5f5e7e3-b7c0-412f-883b-d38824ce95ee tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1101 time: 0.4544339 Jul 16 18:23:30.104314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-786dd093-ca64-4535-b5a6-06b3b462e840 None None] For port 356b0be1-0d0d-4591-ac63-f675b7bc963c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b0be1-0d0d-4591-ac63-f675b7bc963c,segment=NetworkSegment(71f4d356-d8db-48f3-b3fc-bb11495fa666),segment_id=71f4d356-d8db-48f3-b3fc-bb11495fa666)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:30.105143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1eb99-1ba7-4f1d-bea6-952ccf4d8f10 req-202f52b2-2b8e-49f9-a99c-b606767cd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.106474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7dc1eb99-1ba7-4f1d-bea6-952ccf4d8f10 req-202f52b2-2b8e-49f9-a99c-b606767cd21c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1097 time: 0.4878869 Jul 16 18:23:30.109343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Port': ['ID=28505eb6-3883-4621-a30f-4c947d1755e0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.120258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-786dd093-ca64-4535-b5a6-06b3b462e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.122187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e59480-174f-479f-a1ab-74c6d67815dd req-20549a01-d68b-4bb4-987c-c7ecd7b62526 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.129419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63e59480-174f-479f-a1ab-74c6d67815dd req-20549a01-d68b-4bb4-987c-c7ecd7b62526 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.4886079 Jul 16 18:23:30.179019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.183447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] No DVR routers for this DVR port 28505eb6-3883-4621-a30f-4c947d1755e0 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:30.189656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.190481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.265936 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13875e51-8364-4bbb-835b-7678d462a28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.269794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dd093-ca64-4535-b5a6-06b3b462e840 None None] Pushing event updated for resources: {'Port': ['ID=356b0be1-0d0d-4591-ac63-f675b7bc963c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.392516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=be09be22-afe5-4f7b-86c0-10b6624bf577,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.402904 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a07b730-e43f-4759-931d-78e08a3d4347 req-b26f38c5-c8e6-48bb-ab59-c13993311815 service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3747618 Jul 16 18:23:30.421565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efdbdb55-a704-4755-b554-7058b5a28032 req-9b581802-1123-4c47-96d6-8491dcfc9242 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486459 Jul 16 18:23:30.443225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7dc1eb99-1ba7-4f1d-bea6-952ccf4d8f10 req-0a8cc564-7864-45aa-acc8-c4bfc8f404e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034496 Jul 16 18:23:30.498259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63e59480-174f-479f-a1ab-74c6d67815dd req-63aea224-a591-4182-9feb-868d15714e0f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657942 Jul 16 18:23:30.664077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:30.665923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:30.671051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.722783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286f894d-1f0e-43bb-a8a0-1d53bc98859c']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:30.764198 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c935b4-094f-4624-8730-5442f8f4b4b7') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:30.772055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c935b4-094f-4624-8730-5442f8f4b4b7') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:30.821191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.838978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32002bc9-1dae-4ee3-bfff-875173b1f438 None None] Provisioning complete for port 356b0be1-0d0d-4591-ac63-f675b7bc963c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:30.839606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32002bc9-1dae-4ee3-bfff-875173b1f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.894353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.916427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:30.917599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.974380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 6c0ecdbf-0e58-4074-8320-34d4b488de89 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:31.079246 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:31.121418 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.211780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.213870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:31.220265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abe5f31d-f067-44c3-a6a0-890fb1e9ce9b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/6c0ecdbf-0e58-4074-8320-34d4b488de89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6475267 Jul 16 18:23:31.225932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] 10.222.0.48 "DELETE /v2.0/networks/286f894d-1f0e-43bb-a8a0-1d53bc98859c HTTP/1.1" status: 204 len: 168 time: 3.9110003 Jul 16 18:23:31.226838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:31.237239 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] Sync routers for ids ['6c0ecdbf-0e58-4074-8320-34d4b488de89'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:31.277664 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] Routers {'6c0ecdbf-0e58-4074-8320-34d4b488de89'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:31.278760 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6c0ecdbf-0e58-4074-8320-34d4b488de89'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.310758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1a739-233a-4aa6-b835-6508f6b09370 tempest-AllowedAddressPairIpV6TestJSON-902039804 tempest-AllowedAddressPairIpV6TestJSON-902039804-project] Pushing event deleted for resources: {'Network': ['ID=286f894d-1f0e-43bb-a8a0-1d53bc98859c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.371953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32002bc9-1dae-4ee3-bfff-875173b1f438 None None] Provisioning for port be09be22-afe5-4f7b-86c0-10b6624bf577 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:31.385974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32002bc9-1dae-4ee3-bfff-875173b1f438 None None] Provisioning complete for port be09be22-afe5-4f7b-86c0-10b6624bf577 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:31.386332 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32002bc9-1dae-4ee3-bfff-875173b1f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.390479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40b010a-3eb1-4b55-b902-536323318adc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.406696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e40b010a-3eb1-4b55-b902-536323318adc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports/be09be22-afe5-4f7b-86c0-10b6624bf577 HTTP/1.1" status: 200 len: 911 time: 0.1772308 Jul 16 18:23:31.412066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:31.429953 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.467306 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] Routers {'6c0ecdbf-0e58-4074-8320-34d4b488de89'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:31.468930 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6c0ecdbf-0e58-4074-8320-34d4b488de89'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.508972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32002bc9-1dae-4ee3-bfff-875173b1f438 None None] Port be09be22-afe5-4f7b-86c0-10b6624bf577 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:31.567615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa49cc2-6b31-410b-bec5-44aec55a842d req-f23e6a9a-f4ee-45ea-88f6-ed1620b41324 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.576573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-faa49cc2-6b31-410b-bec5-44aec55a842d req-f23e6a9a-f4ee-45ea-88f6-ed1620b41324 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.4743433 Jul 16 18:23:31.631457 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.633493 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4414227d-f0f7-49b7-ac6b-56346ca48f4a None None] The sync data for ids ['6c0ecdbf-0e58-4074-8320-34d4b488de89'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:31.654205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-023744ae-491c-4b05-bdfa-dee827a04864 None None] Provisioning complete for port be09be22-afe5-4f7b-86c0-10b6624bf577 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:31.654517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-023744ae-491c-4b05-bdfa-dee827a04864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.686936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597057d-2411-48bc-b00b-20443881c98c req-5a87cd9e-033f-40b8-800f-2edec6055f9d tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:31.690259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6597057d-2411-48bc-b00b-20443881c98c req-5a87cd9e-033f-40b8-800f-2edec6055f9d tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.6075513 Jul 16 18:23:31.804990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-023744ae-491c-4b05-bdfa-dee827a04864 None None] Port be09be22-afe5-4f7b-86c0-10b6624bf577 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:31.927682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-faa49cc2-6b31-410b-bec5-44aec55a842d req-1cd86c1f-50fa-4f5d-81fe-e93806e54563 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123679 Jul 16 18:23:32.030027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6597057d-2411-48bc-b00b-20443881c98c req-5813a36d-d638-4050-a6bb-1bdcfe0b9b71 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199990 Jul 16 18:23:32.061217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-56dbee43-3d0f-49b5-ae5e-d428f8f6a0b6 None None] Provisioning complete for port be09be22-afe5-4f7b-86c0-10b6624bf577 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:32.063307 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56dbee43-3d0f-49b5-ae5e-d428f8f6a0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.219707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-56dbee43-3d0f-49b5-ae5e-d428f8f6a0b6 None None] Port be09be22-afe5-4f7b-86c0-10b6624bf577 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:32.265656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35776) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:32.411001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b0be1-0d0d-4591-ac63-f675b7bc963c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:32.539289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 356b0be1-0d0d-4591-ac63-f675b7bc963c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:32.539289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.847042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2d899d41-e3f4-4e97-b1e4-06c5e4114f8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c58345245f6e47be8d097d0d336f1341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5792067 Jul 16 18:23:32.848600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35782) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.008131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.076797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.146069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0fbb32c7-e5b1-4930-a911-827242644b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.186171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.394141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.429750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.440631 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.446853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a2791001-6853-4a01-adc2-98aabcc0c7fb HTTP/1.1" status: 204 len: 168 time: 0.5924523 Jul 16 18:23:33.489488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2791001-6853-4a01-adc2-98aabcc0c7fb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:33.522996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.526592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.529512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.530439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.531246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.538617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.539554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.540387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.541821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.542591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.543649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.544498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76e3e92-5454-47e5-9bf8-3e457a05b3d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:33.818506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52690aa4-3c2e-461b-ac41-c71638e62401 req-af408b20-41ff-43d5-a0a8-295eaec44d1d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.833038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52690aa4-3c2e-461b-ac41-c71638e62401 req-af408b20-41ff-43d5-a0a8-295eaec44d1d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.1836908 Jul 16 18:23:33.967215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52690aa4-3c2e-461b-ac41-c71638e62401 req-916e75ee-e301-48d7-be37-2f28c35b28ed tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303248 Jul 16 18:23:34.083321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-dedf11de-4dd1-49b2-8986-d3f0e0a0f140 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5583532 Jul 16 18:23:34.220199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port be09be22-afe5-4f7b-86c0-10b6624bf577 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:34.223241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.276491 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.506401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.536722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for be09be22-afe5-4f7b-86c0-10b6624bf577 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:34.585574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6051a-8d70-4f08-bc89-74a449f06cd0 req-d5b5dac8-7e2b-4acd-a59f-345598614ab3 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:34.597740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46c6051a-8d70-4f08-bc89-74a449f06cd0 req-d5b5dac8-7e2b-4acd-a59f-345598614ab3 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.3470330 Jul 16 18:23:34.649558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0938c85-231b-4891-a35a-25957dca5fe9 req-715e7e66-a18f-475a-bead-376a688bb979 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:34.651731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0938c85-231b-4891-a35a-25957dca5fe9 req-715e7e66-a18f-475a-bead-376a688bb979 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.2593606 Jul 16 18:23:34.734867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46c6051a-8d70-4f08-bc89-74a449f06cd0 req-cfb8ae8c-3e4b-49b1-8361-98e93a7a9c11 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350129 Jul 16 18:23:34.822022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0938c85-231b-4891-a35a-25957dca5fe9 req-ba38b7ff-8949-4b61-b8b0-8f688a5a1503 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585588 Jul 16 18:23:35.121667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.193467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86bd74-17ff-4c8e-bf5d-7ac5826a1eb7 req-858886e1-7f48-47e3-a531-8cef8ea59883 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.203930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c86bd74-17ff-4c8e-bf5d-7ac5826a1eb7 req-858886e1-7f48-47e3-a531-8cef8ea59883 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.1728089 Jul 16 18:23:35.283497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=be09be22-afe5-4f7b-86c0-10b6624bf577,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.323366 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c86bd74-17ff-4c8e-bf5d-7ac5826a1eb7 req-b3686961-9efb-4f76-b284-9a4c83927e44 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154780 Jul 16 18:23:35.518440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35854) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:35.714985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.762584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b514030-109d-48e3-a380-4c3268106c73 req-87bada0d-4ea1-484f-8a6f-736b60022e0a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.768747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.780379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b514030-109d-48e3-a380-4c3268106c73 req-87bada0d-4ea1-484f-8a6f-736b60022e0a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.2051919 Jul 16 18:23:35.840994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'networks': [{'name': 'tempest-network--326034742'}, {'name': 'tempest-network--853220695'}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:35.841310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'network': {'name': 'tempest-network--326034742'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:35.841776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'network': {'name': 'tempest-network--853220695'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:35.925355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Made reservation on behalf of c6b45a9319184b37b6d4594a67ed60a9 for: {'network': 2} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:35.951728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.996398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b514030-109d-48e3-a380-4c3268106c73 req-e9ca2335-36af-4ae4-93da-e71ceb910e52 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120135 Jul 16 18:23:36.022996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 6c0ecdbf-0e58-4074-8320-34d4b488de89 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:36.037664 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.289961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:36.301958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] Sync routers for ids ['6c0ecdbf-0e58-4074-8320-34d4b488de89'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:36.303142 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-faf55345-fd67-422f-a1c9-013ad16ecc77 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/6c0ecdbf-0e58-4074-8320-34d4b488de89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8898087 Jul 16 18:23:36.313268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:36.323157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] Routers {'6c0ecdbf-0e58-4074-8320-34d4b488de89'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:36.330503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6c0ecdbf-0e58-4074-8320-34d4b488de89'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:36.368430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.406238 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-26144b42-bb54-43bd-8847-3b6fed47e95e tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0ecdbf-0e58-4074-8320-34d4b488de89 HTTP/1.1" status: 200 len: 205 time: 0.0872812 Jul 16 18:23:36.421499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35868) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:36.470646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.471816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.598452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:36.619768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] Routers {'6c0ecdbf-0e58-4074-8320-34d4b488de89'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:36.621764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6c0ecdbf-0e58-4074-8320-34d4b488de89'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:36.705495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09708073-c2ee-4b53-b7cf-f6f38c99e590 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.716605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:36.718105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7528c7-b4fe-41a2-84a8-748d1c0f481f None None] The sync data for ids ['6c0ecdbf-0e58-4074-8320-34d4b488de89'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:36.779226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6495c9-0d56-4b27-a4e3-d13cf84961b6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.833316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:36.914005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:36.915012 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Added segment 544b2a83-1a15-46c7-9b17-2c6db121dc1e of type vlan for network 03c17f7d-7076-4bea-9031-60afbc5302a8 Jul 16 18:23:36.966621 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.014248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ca35-f139-4094-819f-33413f506de9 req-6349a210-31d0-438f-9eee-8e3c12618929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.017222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb5ca35-f139-4094-819f-33413f506de9 req-6349a210-31d0-438f-9eee-8e3c12618929 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29265e46cb1b4444b5df267355d072e4&device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 1097 time: 0.9482832 Jul 16 18:23:37.062152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b2e62-b545-4b13-99bf-24eb7490ca65 req-aa4e6d0a-94b9-4af1-b3f0-5780933bf24c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.075498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c74b2e62-b545-4b13-99bf-24eb7490ca65 req-aa4e6d0a-94b9-4af1-b3f0-5780933bf24c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.7040870 Jul 16 18:23:37.123817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09708073-c2ee-4b53-b7cf-f6f38c99e590 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.127661 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09708073-c2ee-4b53-b7cf-f6f38c99e590 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.144536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.206227 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09708073-c2ee-4b53-b7cf-f6f38c99e590 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.207095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09708073-c2ee-4b53-b7cf-f6f38c99e590 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Fanout notify agent at l3_agent the message router_deleted on router 6c0ecdbf-0e58-4074-8320-34d4b488de89 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:37.214742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad8966-d68c-4b2e-96d6-2233be0a9acf req-77904f3e-9348-449d-a94a-4f2ad0a11030 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.219040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afad8966-d68c-4b2e-96d6-2233be0a9acf req-77904f3e-9348-449d-a94a-4f2ad0a11030 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.7772579 Jul 16 18:23:37.237811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09708073-c2ee-4b53-b7cf-f6f38c99e590 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.239409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-09708073-c2ee-4b53-b7cf-f6f38c99e590 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/6c0ecdbf-0e58-4074-8320-34d4b488de89 HTTP/1.1" status: 204 len: 168 time: 0.8094978 Jul 16 18:23:37.243785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:37.247492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c74b2e62-b545-4b13-99bf-24eb7490ca65 req-5a0a85d3-4808-477b-8d04-6135e70b63c1 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701541 Jul 16 18:23:37.377442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.426064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet f76d8f2f-b78f-49ff-a3bc-21e1c85664bd {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:37.439928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:23:37.445074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.544649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.565828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:37.590184 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.590736 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Added segment c74ceed6-4d95-4f75-85a2-fadeef6c768c of type vlan for network 5b630b21-3734-4ee2-9a58-cfd619eaeb95 Jul 16 18:23:37.852069 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.860106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.934346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.955302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ca35-f139-4094-819f-33413f506de9 req-d2b18503-8b7a-42c4-8287-3c7981e86055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.969935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb5ca35-f139-4094-819f-33413f506de9 req-d2b18503-8b7a-42c4-8287-3c7981e86055 service neutron] 10.222.0.13 "GET /v2.0/networks?id=140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 200 len: 918 time: 0.9381237 Jul 16 18:23:38.014536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=f76d8f2f-b78f-49ff-a3bc-21e1c85664bd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.022287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.027243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fea13697-35c6-47b5-a90f-1b4cc395f99a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/f76d8f2f-b78f-49ff-a3bc-21e1c85664bd HTTP/1.1" status: 204 len: 168 time: 0.7816126 Jul 16 18:23:38.031965 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afad8966-d68c-4b2e-96d6-2233be0a9acf req-9558c4d3-8914-491d-9f93-1c4ce40af5e7 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697184 Jul 16 18:23:38.033719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bba617-d183-4c02-853e-c20a458dce8b None None] Network 4571e685-1b95-4038-9fcd-d30b941f9ddc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:38.039094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35874) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:38.100746 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:23:38.112987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb5ca35-f139-4094-819f-33413f506de9 req-2107a7d9-51a5-4ec1-aef8-a38e4de19dd1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 200 len: 217 time: 0.1122370 Jul 16 18:23:38.279477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.281369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.281875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.294451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.301952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.302968 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.348602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ca35-f139-4094-819f-33413f506de9 req-6fdd1da3-35e1-46ff-81b4-e3017a9ec4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.350110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb5ca35-f139-4094-819f-33413f506de9 req-6fdd1da3-35e1-46ff-81b4-e3017a9ec4cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 200 len: 858 time: 0.2152753 Jul 16 18:23:38.424377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72739b0-b6e7-4474-9748-5d3883efc730 req-a8975417-6bd5-40af-86bc-a3ae7786f2da tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.426172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d72739b0-b6e7-4474-9748-5d3883efc730 req-a8975417-6bd5-40af-86bc-a3ae7786f2da tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.6063831 Jul 16 18:23:38.477181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] DHCP port deletion for 4571e685-1b95-4038-9fcd-d30b941f9ddc request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:38.479806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:38.481918 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.9560795 Jul 16 18:23:38.521328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb5ca35-f139-4094-819f-33413f506de9 req-33b06b74-77d1-4c90-bb43-5ce1de4e8106 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=140d30e3-fdf8-41b9-86a8-a2e283aba99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394851 Jul 16 18:23:38.531339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Network': ['ID=03c17f7d-7076-4bea-9031-60afbc5302a8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.566001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 03c17f7d-7076-4bea-9031-60afbc5302a8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:38.754603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174ea4-3cec-4f05-9dcb-a9881a9ddf9d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Network': ['ID=5b630b21-3734-4ee2-9a58-cfd619eaeb95,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.761591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] Deleting port 356b0be1-0d0d-4591-ac63-f675b7bc963c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:38.762289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.951634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d72739b0-b6e7-4474-9748-5d3883efc730 req-bd723af9-e4de-409f-9912-1607675ee291 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324589 Jul 16 18:23:38.959465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802010a0-919b-4e62-b2e1-456e4c80d1fd tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.982001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802010a0-919b-4e62-b2e1-456e4c80d1fd tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:38.997981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd54fc-4f69-42c8-8991-a27fb5b06cd7 req-5b46ba45-e794-45a7-9a72-67aae9f584b9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.019606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 5b630b21-3734-4ee2-9a58-cfd619eaeb95 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:39.028540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6bd54fc-4f69-42c8-8991-a27fb5b06cd7 req-5b46ba45-e794-45a7-9a72-67aae9f584b9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.7185352 Jul 16 18:23:39.043771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802010a0-919b-4e62-b2e1-456e4c80d1fd tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.073800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] For port 356b0be1-0d0d-4591-ac63-f675b7bc963c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b0be1-0d0d-4591-ac63-f675b7bc963c,segment=NetworkSegment(71f4d356-d8db-48f3-b3fc-bb11495fa666),segment_id=71f4d356-d8db-48f3-b3fc-bb11495fa666)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:39.074896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.081839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802010a0-919b-4e62-b2e1-456e4c80d1fd tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.089053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-802010a0-919b-4e62-b2e1-456e4c80d1fd tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5992603 Jul 16 18:23:39.093929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.158798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 356b0be1-0d0d-4591-ac63-f675b7bc963c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:39.159465 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.165546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] Calling delete_port for 356b0be1-0d0d-4591-ac63-f675b7bc963c owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:39.267228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb5ca35-f139-4094-819f-33413f506de9 req-69ec1059-de8a-45d0-801d-db9b723bd053 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7383580 Jul 16 18:23:39.310001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.390229 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6bd54fc-4f69-42c8-8991-a27fb5b06cd7 req-4737c51f-3c16-4967-a2c2-a2679f8a5ccc tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600659 Jul 16 18:23:39.432834 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.507542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] Pushing event deleted for resources: {'Port': ['ID=356b0be1-0d0d-4591-ac63-f675b7bc963c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.535207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e8b18-ad8f-4093-b719-bf5691ca15aa None None] No DVR routers for this DVR port 356b0be1-0d0d-4591-ac63-f675b7bc963c on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:39.599357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.600319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port 356b0be1-0d0d-4591-ac63-f675b7bc963c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b0be1-0d0d-4591-ac63-f675b7bc963c,segment=NetworkSegment(71f4d356-d8db-48f3-b3fc-bb11495fa666),segment_id=71f4d356-d8db-48f3-b3fc-bb11495fa666)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:39.600523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.620188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c17f7d-7076-4bea-9031-60afbc5302a8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:39.642039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544b2a83-1a15-46c7-9b17-2c6db121dc1e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:39.643485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544b2a83-1a15-46c7-9b17-2c6db121dc1e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:39.657364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 356b0be1-0d0d-4591-ac63-f675b7bc963c owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:39.669237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.709555 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.724214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:39.724958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:39.733026 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:39.760912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d6120-3843-4dd8-bb7b-f0597058e700 req-fae17d24-5724-4f4e-a3f4-e08ddc873d83 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.762635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f26d6120-3843-4dd8-bb7b-f0597058e700 req-fae17d24-5724-4f4e-a3f4-e08ddc873d83 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.3919032 Jul 16 18:23:39.766814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb5ca35-f139-4094-819f-33413f506de9 req-1e052118-3553-44d5-a676-ab420ad273e1 service neutron] 10.222.0.13 "GET /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757140 Jul 16 18:23:39.862715 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.870924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.873158 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/networks/03c17f7d-7076-4bea-9031-60afbc5302a8 HTTP/1.1" status: 204 len: 168 time: 0.7781329 Jul 16 18:23:39.876030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:39.910242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d851c-54ba-415b-9a7d-ac65588b9632 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Network': ['ID=03c17f7d-7076-4bea-9031-60afbc5302a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.940857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f26d6120-3843-4dd8-bb7b-f0597058e700 req-d0a239f1-568b-4be0-9cb5-3f36e68f3941 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613224 Jul 16 18:23:39.949563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.004523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=356b0be1-0d0d-4591-ac63-f675b7bc963c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.018362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.028193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port 356b0be1-0d0d-4591-ac63-f675b7bc963c on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:40.114952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e771e4-273a-4bb6-8e28-518baaea3592 req-958a7fbf-b28e-4d23-af7a-2752f0043dbf tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.127120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3e771e4-273a-4bb6-8e28-518baaea3592 req-958a7fbf-b28e-4d23-af7a-2752f0043dbf tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2943811 Jul 16 18:23:40.196362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.215977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b630b21-3734-4ee2-9a58-cfd619eaeb95']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.235773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c74ceed6-4d95-4f75-85a2-fadeef6c768c') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.236302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c74ceed6-4d95-4f75-85a2-fadeef6c768c') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.250446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.265385 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.281619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4571e685-1b95-4038-9fcd-d30b941f9ddc']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.283242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.287874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3e771e4-273a-4bb6-8e28-518baaea3592 req-df6b91ad-1e69-4343-ab2e-94c03e0486cf tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595984 Jul 16 18:23:40.293770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b0be1-0d0d-4591-ac63-f675b7bc963c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:40.299776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f4d356-d8db-48f3-b3fc-bb11495fa666') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.300190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f4d356-d8db-48f3-b3fc-bb11495fa666') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:40.301060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:40.302483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:40.311479 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:40.319048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.342124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.354579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:40.355117 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.357357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 356b0be1-0d0d-4591-ac63-f675b7bc963c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:40.358173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b0be1-0d0d-4591-ac63-f675b7bc963c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:40.358591 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:40.438762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.451023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.458138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/networks/5b630b21-3734-4ee2-9a58-cfd619eaeb95 HTTP/1.1" status: 204 len: 168 time: 0.5768614 Jul 16 18:23:40.469069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:40.470158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ef30b-70a2-4caf-8e1f-c935547a87ce tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Network': ['ID=5b630b21-3734-4ee2-9a58-cfd619eaeb95,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.681493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0074a1-9940-45fb-82fc-c19426d0e67b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.693048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0074a1-9940-45fb-82fc-c19426d0e67b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.695803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-da0074a1-9940-45fb-82fc-c19426d0e67b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2228148 Jul 16 18:23:40.701101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:40.707634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1468579717'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:40.732800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Made reservation on behalf of c6b45a9319184b37b6d4594a67ed60a9 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:40.736779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.769396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:40.784184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.784525 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Added segment 023910b3-99ed-4dd0-b126-3e67d99e5d7b of type vlan for network 7922cf7b-1273-4e67-b4ef-f5007b78d6dc Jul 16 18:23:40.807127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470eb78-04ed-4165-a4fd-c561b4857c6a req-a527be72-3ee4-4168-baae-9f262c2dbd42 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.809125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f470eb78-04ed-4165-a4fd-c561b4857c6a req-a527be72-3ee4-4168-baae-9f262c2dbd42 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.6535015 Jul 16 18:23:40.834192 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.873874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.883676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:40.884890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.928246 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.934936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2320514 Jul 16 18:23:40.937976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35900) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:40.943224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1357266148'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:40.945173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.947141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/4571e685-1b95-4038-9fcd-d30b941f9ddc HTTP/1.1" status: 204 len: 168 time: 2.9040236 Jul 16 18:23:40.951711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35902) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:40.961426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2104282086', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:40.968231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6a99f-95e1-4ba3-9fb1-2db41075bc65 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=4571e685-1b95-4038-9fcd-d30b941f9ddc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.988128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f470eb78-04ed-4165-a4fd-c561b4857c6a req-e2ebb37e-2889-485f-9d3e-98a7460088a1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526227 Jul 16 18:23:41.009606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb19a02-3491-419b-aa09-595663f565b8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Network': ['ID=7922cf7b-1273-4e67-b4ef-f5007b78d6dc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.010555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-79b218fe-f6ec-4091-9765-922679c85c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.012139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-79b218fe-f6ec-4091-9765-922679c85c51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1101 time: 0.1983607 Jul 16 18:23:41.022727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7922cf7b-1273-4e67-b4ef-f5007b78d6dc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:41.027040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7a462-a31e-46d9-9d7c-b7b5a3c78cd5 req-2aee4872-2c36-43f3-bef6-6dd3e7b97903 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.029387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ef7a462-a31e-46d9-9d7c-b7b5a3c78cd5 req-2aee4872-2c36-43f3-bef6-6dd3e7b97903 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.2166784 Jul 16 18:23:41.042843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Made reservation on behalf of c6b45a9319184b37b6d4594a67ed60a9 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:41.047055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.176267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ef7a462-a31e-46d9-9d7c-b7b5a3c78cd5 req-78d55c41-9715-4473-b0b6-5d36c23d3ef1 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232774 Jul 16 18:23:41.217793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-6ef59646-de09-4acc-8bab-86689dfe024f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.220336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-6ef59646-de09-4acc-8bab-86689dfe024f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1895061 Jul 16 18:23:41.269903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-cdd7cacc-5f1c-4057-8476-2640b012e318 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.0429707 Jul 16 18:23:41.356512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-f0c0ba12-bf36-421d-89e2-cc3343c88c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.358097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-f0c0ba12-bf36-421d-89e2-cc3343c88c0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0809042 Jul 16 18:23:41.430107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d002c0-fe8b-4234-8a8f-bb97f488520b req-3a93ce40-5bca-4c96-a2d1-d740a15e1680 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.432719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-36d002c0-fe8b-4234-8a8f-bb97f488520b req-3a93ce40-5bca-4c96-a2d1-d740a15e1680 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.1272843 Jul 16 18:23:41.511754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-07fe8219-900e-4adb-a30b-8e8526d53e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.513334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-07fe8219-900e-4adb-a30b-8e8526d53e6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1477742 Jul 16 18:23:41.518480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.520203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.525285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:41.542086 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.542514 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Added segment fb96d60b-c0e0-4344-9c07-6c64c5737c05 of type vlan for network 55d5bcb8-4976-4e78-829b-285e5c2195b0 Jul 16 18:23:41.589054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-36d002c0-fe8b-4234-8a8f-bb97f488520b req-a39a16d3-f24d-4180-9473-e632c2ee3e32 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309695 Jul 16 18:23:41.622218 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.624319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.663859 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:41.706276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d3836-098b-4c81-b7a7-ea650295660d req-787a3be3-aa9b-41ee-a6b2-1e27f5b57331 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.708117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51d3836-098b-4c81-b7a7-ea650295660d req-787a3be3-aa9b-41ee-a6b2-1e27f5b57331 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2111602 Jul 16 18:23:41.712561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-23cc8c2e-15b7-47e1-b464-bb44c3e75be5 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754620 Jul 16 18:23:41.793539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51d3836-098b-4c81-b7a7-ea650295660d req-d790f238-f9aa-4612-8fce-531512d41821 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741735 Jul 16 18:23:41.805593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.811130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.811799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.820690 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.861468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-6739d96e-573e-4895-bb0e-9eae9a0d4c5e service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330287 Jul 16 18:23:41.879346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9366021 Jul 16 18:23:41.879685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35908) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:41.886375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'ports': [{'network_id': '7922cf7b-1273-4e67-b4ef-f5007b78d6dc', 'name': 'tempest-port--1917439994', 'admin_state_up': True}, {'network_id': '55d5bcb8-4976-4e78-829b-285e5c2195b0', 'admin_state_up': False}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:41.886683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'port': {'network_id': '7922cf7b-1273-4e67-b4ef-f5007b78d6dc', 'name': 'tempest-port--1917439994', 'admin_state_up': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:41.887173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'port': {'network_id': '55d5bcb8-4976-4e78-829b-285e5c2195b0', 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:41.943294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dd9f5-ca91-440e-aef7-6e17113a18fa tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Network': ['ID=55d5bcb8-4976-4e78-829b-285e5c2195b0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.956458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 55d5bcb8-4976-4e78-829b-285e5c2195b0 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:42.119918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Made reservation on behalf of c6b45a9319184b37b6d4594a67ed60a9 for: {'port': 2} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:42.126312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.143357 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.250329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.270942 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.289254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] device_id is not set on port ad8c8bb6-7ac2-40b8-9d5f-d66ba1790f36 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:42.352624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef36b42-7e34-4d20-977f-8c3ccaacaf4e req-74bce579-2570-4cc1-9810-2f093567baa9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.355399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ef36b42-7e34-4d20-977f-8c3ccaacaf4e req-74bce579-2570-4cc1-9810-2f093567baa9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.1685753 Jul 16 18:23:42.489514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 172.25.0.75 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/9e19bedf-dd72-4276-b23f-957caefa7516) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:42.491811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:42.511739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ef36b42-7e34-4d20-977f-8c3ccaacaf4e req-240063d1-7a11-481b-9be6-1ae2ea71ff35 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441700 Jul 16 18:23:42.599829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.621738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c634f5-c388-421d-84ba-6c2202a3bd19 req-98f9dee1-d778-4afb-91ee-356954e14d97 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:42.623560 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09c634f5-c388-421d-84ba-6c2202a3bd19 req-98f9dee1-d778-4afb-91ee-356954e14d97 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 945 time: 0.2023985 Jul 16 18:23:42.667240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:42.692190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.704864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'network_id': 'cc01aecd-434e-42d2-a378-f023fb3ea3f7', 'port_id': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'mac_address': 'fa:16:3e:b2:40:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8324f0-edfd-451e-b0cc-403303ce1e36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:42.725191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] device_id is not set on port d3b3a747-58a3-4d2b-871a-f639e3e0b9eb yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:23:42.745831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09c634f5-c388-421d-84ba-6c2202a3bd19 req-29aad853-ee36-45ee-ac20-a125ffff439b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111827 Jul 16 18:23:42.780265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.804800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3bdcc-779e-4b0a-9220-f94d508e0e1d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:42.820775 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.852903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:42.860410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.891067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:42.896892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:42.907702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:42.941992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.976715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=9e19bedf-dd72-4276-b23f-957caefa7516,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.025117 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.129331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['afa3bdcc-779e-4b0a-9220-f94d508e0e1d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:43.134597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe32cf0-7827-41e7-a9ce-e6eaafb51868 req-d53d70d2-cfc1-4bdb-b9b0-53902c82c51b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.136397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fe32cf0-7827-41e7-a9ce-e6eaafb51868 req-d53d70d2-cfc1-4bdb-b9b0-53902c82c51b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.2656639 Jul 16 18:23:43.170602 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.268409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fe32cf0-7827-41e7-a9ce-e6eaafb51868 req-c996ef44-e34b-48c5-a512-3f194556233e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128595 Jul 16 18:23:43.270933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Port': ['ID=ad8c8bb6-7ac2-40b8-9d5f-d66ba1790f36,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.284322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6891caa-eecd-4ba9-851d-df1602cfc09d req-b75df814-0062-427f-8f79-24c2c57276ca tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.285785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6891caa-eecd-4ba9-851d-df1602cfc09d req-b75df814-0062-427f-8f79-24c2c57276ca tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.2471619 Jul 16 18:23:43.325480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Checking segment: {'id': '023910b3-99ed-4dd0-b126-3e67d99e5d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '7922cf7b-1273-4e67-b4ef-f5007b78d6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:43.326177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network hostable DHCP agents. Network: 7922cf7b-1273-4e67-b4ef-f5007b78d6dc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:43.352891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.354597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network 7922cf7b-1273-4e67-b4ef-f5007b78d6dc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:43.368070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7922cf7b-1273-4e67-b4ef-f5007b78d6dc) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:43.374788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:43.375783 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.386436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6891caa-eecd-4ba9-851d-df1602cfc09d req-7728ba13-71e9-4f76-8457-719a6e528463 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820222 Jul 16 18:23:43.386715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5086b-f6aa-416b-af22-dc41b1d72f14 None None] Network 7922cf7b-1273-4e67-b4ef-f5007b78d6dc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:43.488067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Port': ['ID=d3b3a747-58a3-4d2b-871a-f639e3e0b9eb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:43.532312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Checking segment: {'id': 'fb96d60b-c0e0-4344-9c07-6c64c5737c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '55d5bcb8-4976-4e78-829b-285e5c2195b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:43.532696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network hostable DHCP agents. Network: 55d5bcb8-4976-4e78-829b-285e5c2195b0, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:43.567585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network 55d5bcb8-4976-4e78-829b-285e5c2195b0 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:43.586069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 55d5bcb8-4976-4e78-829b-285e5c2195b0) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:43.608512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c2634-301f-4a57-a881-473c4db03145 None None] Network 55d5bcb8-4976-4e78-829b-285e5c2195b0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:43.608710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:43.609367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.618537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.618537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.655294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-90696eac-0450-43ef-8ac7-24c789d1634b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7744203 Jul 16 18:23:43.655932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35928) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:43.782212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.905449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66bdd18-e3da-49be-b636-8da31436a3db tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.912518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66bdd18-e3da-49be-b636-8da31436a3db tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.913965 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e66bdd18-e3da-49be-b636-8da31436a3db tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2568977 Jul 16 18:23:43.918978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35936) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:43.970213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc035250-7f9c-4541-8f11-66ced3708601 req-9ec66c4b-ac4e-48ab-97a1-0dd9213f2610 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.971856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc035250-7f9c-4541-8f11-66ced3708601 req-9ec66c4b-ac4e-48ab-97a1-0dd9213f2610 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.2247550 Jul 16 18:23:44.012207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router e58bac3a-cb25-43c5-ab4d-99c7933562b3 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:44.124444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc035250-7f9c-4541-8f11-66ced3708601 req-ccf57d15-0052-45b9-b8b5-a9147b2fd8a5 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263969 Jul 16 18:23:44.165050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:44.176045 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] Sync routers for ids ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:44.186741 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.187609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Deleting port ad8c8bb6-7ac2-40b8-9d5f-d66ba1790f36 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:44.188939 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.189057 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-faf5bf20-cc02-4814-bada-0226e94d41e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2356198 Jul 16 18:23:44.191461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.202289 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] Routers {'e58bac3a-cb25-43c5-ab4d-99c7933562b3'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:44.203202 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:44.237561 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:44.248795 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] Routers {'e58bac3a-cb25-43c5-ab4d-99c7933562b3'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:44.249435 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:44.282898 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:44.283666 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7466fe-c09e-4a86-9f5c-7f7efcdf7d36 None None] The sync data for ids ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:44.287401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc9d26-7044-4a3a-aba7-7ac5822fdaf9 req-5cd00021-f3bd-44ed-8491-6582a4d83192 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.289091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86bc9d26-7044-4a3a-aba7-7ac5822fdaf9 req-5cd00021-f3bd-44ed-8491-6582a4d83192 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 946 time: 0.1807818 Jul 16 18:23:44.294736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.323973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Calling delete_port for ad8c8bb6-7ac2-40b8-9d5f-d66ba1790f36 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:44.372387 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-17a97196-371f-4e36-83cc-45c835e200ca tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/routers/e58bac3a-cb25-43c5-ab4d-99c7933562b3 HTTP/1.1" status: 200 len: 884 time: 0.1764889 Jul 16 18:23:44.372863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.386816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86bc9d26-7044-4a3a-aba7-7ac5822fdaf9 req-edee4354-a2a0-489a-9ab9-a6bc5ff09a72 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891738 Jul 16 18:23:44.443337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.485844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Port': ['ID=ad8c8bb6-7ac2-40b8-9d5f-d66ba1790f36,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.506176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:44.518239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.524956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-88239efc-54b6-48ae-99d5-e1b2d80a5925 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/ports/ad8c8bb6-7ac2-40b8-9d5f-d66ba1790f36 HTTP/1.1" status: 204 len: 168 time: 0.6034315 Jul 16 18:23:44.527047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35946) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.573901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port afa3bdcc-779e-4b0a-9220-f94d508e0e1d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:44.578414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port afa3bdcc-779e-4b0a-9220-f94d508e0e1d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:44.578795 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.604227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87801de7-cc5c-4763-8466-e60fc24a563f req-6c1339db-917d-4905-938a-f46646a37586 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.606438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87801de7-cc5c-4763-8466-e60fc24a563f req-6c1339db-917d-4905-938a-f46646a37586 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.1548972 Jul 16 18:23:44.721681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87801de7-cc5c-4763-8466-e60fc24a563f req-db52f1b7-fec0-4b44-a924-c52ffca94e7a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039217 Jul 16 18:23:44.727084 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.744946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Deleting port d3b3a747-58a3-4d2b-871a-f639e3e0b9eb {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:44.745266 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.777160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:44.782878 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af6ab84-0038-4b92-beb4-1301553e5e61" -d '{"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-plugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:44.795310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.803341 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.828825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.844176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Calling delete_port for d3b3a747-58a3-4d2b-871a-f639e3e0b9eb owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:44.869239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b8435278-82ef-4375-b799-47a50677028d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4943008 Jul 16 18:23:44.882486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.891661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e2e28f78-8ce4-4152-8880-b2e9dc0cc8bb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2104282086'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:44.923569 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3003aa85-b4d8-4ce9-adbd-47ddf37f0122 x-openstack-request-id: req-3003aa85-b4d8-4ce9-adbd-47ddf37f0122 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:44.924438 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-plugged", "status": "completed", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:44.925104 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3003aa85-b4d8-4ce9-adbd-47ddf37f0122 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:44.925973 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'code': 200} Jul 16 18:23:44.927160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.990078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.054623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Port': ['ID=d3b3a747-58a3-4d2b-871a-f639e3e0b9eb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.068948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.074306 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b8918808-c1f9-4098-a444-03867808a0d5 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/ports/d3b3a747-58a3-4d2b-871a-f639e3e0b9eb HTTP/1.1" status: 204 len: 168 time: 0.5446267 Jul 16 18:23:45.076655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35956) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:45.139248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb561b8e-15fa-499e-927d-7b7de70d8a8b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0607088 Jul 16 18:23:45.145439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35958) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:45.155689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1810574971'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:45.201580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Made reservation on behalf of c6b45a9319184b37b6d4594a67ed60a9 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:45.209952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.261797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:45.283344 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.284343 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Added segment 502a38ff-2012-4d2b-bc71-a05ac38ec630 of type vlan for network 4252fb88-f5a1-42b8-b8df-5de734965c5c Jul 16 18:23:45.440499 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.475509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f5e0d-1a90-4ca1-a8e3-d53687cdf7ad req-62b28900-ec3d-4f53-81d6-070ab5b3643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.477193 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-020f5e0d-1a90-4ca1-a8e3-d53687cdf7ad req-62b28900-ec3d-4f53-81d6-070ab5b3643d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1099 time: 0.1201437 Jul 16 18:23:45.514439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.529048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.530975 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.592495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-020f5e0d-1a90-4ca1-a8e3-d53687cdf7ad req-6a33ea1c-c419-472c-ae0f-c26d35b4f48c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763578 Jul 16 18:23:45.624291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2e28f78-8ce4-4152-8880-b2e9dc0cc8bb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.634464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4867783 Jul 16 18:23:45.637701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:45.645281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1577807680'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:45.651513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2e28f78-8ce4-4152-8880-b2e9dc0cc8bb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.718031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Made reservation on behalf of c6b45a9319184b37b6d4594a67ed60a9 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:45.721557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.768795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb4992-ed3e-4870-8993-b42a65ce58a2 req-1f95b81e-888e-42d9-bc1c-f97e0fc12400 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.771580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acbb4992-ed3e-4870-8993-b42a65ce58a2 req-1f95b81e-888e-42d9-bc1c-f97e0fc12400 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.4657156 Jul 16 18:23:45.775126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc7e4a-8ac1-4341-a9cc-22b807313b1b tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Network': ['ID=4252fb88-f5a1-42b8-b8df-5de734965c5c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.789718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:45.800692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4252fb88-f5a1-42b8-b8df-5de734965c5c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:45.825092 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.825682 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Added segment 38e167dd-bd31-4a24-bdda-d04edfa79a2a of type vlan for network 1288e66c-b54e-4231-9116-96544203c6dd Jul 16 18:23:45.842949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9129aa2-ab2a-4ef9-a08c-cc7c96e80d66 req-f85a2045-4ce4-443d-b006-c7bd999a77bc tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.852478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9129aa2-ab2a-4ef9-a08c-cc7c96e80d66 req-f85a2045-4ce4-443d-b006-c7bd999a77bc tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.2304268 Jul 16 18:23:45.902924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acbb4992-ed3e-4870-8993-b42a65ce58a2 req-4ea9a42f-acdb-4f59-a534-fbb46905e49a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906501 Jul 16 18:23:45.917078 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.938132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e28f78-8ce4-4152-8880-b2e9dc0cc8bb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router e58bac3a-cb25-43c5-ab4d-99c7933562b3 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:45.980311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9129aa2-ab2a-4ef9-a08c-cc7c96e80d66 req-801f19d6-45cb-40ba-ba77-69663bd76fb9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231730 Jul 16 18:23:46.088424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e28f78-8ce4-4152-8880-b2e9dc0cc8bb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:46.091055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.098288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.099127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.107498 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2e28f78-8ce4-4152-8880-b2e9dc0cc8bb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.108783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] Sync routers for ids ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:46.109600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e2e28f78-8ce4-4152-8880-b2e9dc0cc8bb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/e58bac3a-cb25-43c5-ab4d-99c7933562b3 HTTP/1.1" status: 200 len: 891 time: 1.2255840 Jul 16 18:23:46.112468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.129263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] Routers {'e58bac3a-cb25-43c5-ab4d-99c7933562b3'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:46.130234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.217185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.226008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Network': ['ID=1288e66c-b54e-4231-9116-96544203c6dd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.237201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] Routers {'e58bac3a-cb25-43c5-ab4d-99c7933562b3'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:46.237878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.245910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1288e66c-b54e-4231-9116-96544203c6dd details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:46.249885 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0d2b01eb-ed6d-43c6-b6d7-dc9d3dc32a34 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6101398 Jul 16 18:23:46.301757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:46.302498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be562fc-cec4-4d5c-8d3d-318882c058af None None] The sync data for ids ['e58bac3a-cb25-43c5-ab4d-99c7933562b3'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:46.385328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.394649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-821d22ab-da8f-466a-bac4-606fea6e95ec tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/routers/e58bac3a-cb25-43c5-ab4d-99c7933562b3 HTTP/1.1" status: 200 len: 891 time: 0.2790065 Jul 16 18:23:46.398209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'subnets': [{'network_id': '4252fb88-f5a1-42b8-b8df-5de734965c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1227052100', 'ip_version': 4}, {'network_id': '1288e66c-b54e-4231-9116-96544203c6dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:46.398791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'subnet': {'network_id': '4252fb88-f5a1-42b8-b8df-5de734965c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1227052100', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:46.401028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Request body: {'subnet': {'network_id': '1288e66c-b54e-4231-9116-96544203c6dd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:46.403415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35978) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.443127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-58deab70-05a2-4998-871b-5b74cc362071 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=e58bac3a-cb25-43c5-ab4d-99c7933562b3 HTTP/1.1" status: 200 len: 205 time: 0.0374212 Jul 16 18:23:46.444755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.541680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406d335-2435-493a-b3b8-39db706e9804 req-86c32860-b513-4509-99e4-2f6aa2e20749 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.544103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b406d335-2435-493a-b3b8-39db706e9804 req-86c32860-b513-4509-99e4-2f6aa2e20749 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.3330255 Jul 16 18:23:46.613810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Made reservation on behalf of c6b45a9319184b37b6d4594a67ed60a9 for: {'subnet': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:46.622984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.623361 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.996308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.018500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b406d335-2435-493a-b3b8-39db706e9804 req-47acc62d-6f4a-4516-bf49-a20052c6b3dc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678676 Jul 16 18:23:47.152852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.360041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Subnet': ['ID=92b90f49-95cf-4413-a9b5-5bc4bf9f118e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.380537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Checking segment: {'id': '502a38ff-2012-4d2b-bc71-a05ac38ec630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4252fb88-f5a1-42b8-b8df-5de734965c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:47.381381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network hostable DHCP agents. Network: 4252fb88-f5a1-42b8-b8df-5de734965c5c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:47.386120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.402996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad2c84-3839-4e11-84ea-1af733c524c6 req-91cd624f-a340-4e6a-bd49-34709068ad2f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.406428 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42ad2c84-3839-4e11-84ea-1af733c524c6 req-91cd624f-a340-4e6a-bd49-34709068ad2f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.2254612 Jul 16 18:23:47.417780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network 4252fb88-f5a1-42b8-b8df-5de734965c5c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:47.434830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4252fb88-f5a1-42b8-b8df-5de734965c5c) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:47.444800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d59de85-34fc-4c71-8147-59b9db65c07e None None] Network 4252fb88-f5a1-42b8-b8df-5de734965c5c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:47.450836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.488968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8d511-5753-4e3e-8cb5-fa4b6f58cbf9 req-35bc21a9-d828-4baa-8abb-62cc3c1e794b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.490800 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70d8d511-5753-4e3e-8cb5-fa4b6f58cbf9 req-35bc21a9-d828-4baa-8abb-62cc3c1e794b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1881242 Jul 16 18:23:47.520073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42ad2c84-3839-4e11-84ea-1af733c524c6 req-ffbd6bb5-bfe5-49f6-a59f-74224f743739 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049294 Jul 16 18:23:47.529846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event updated for resources: {'Subnet': ['ID=c9cbd80e-64d3-4a6a-86cd-fae30abdd8be,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.562371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Checking segment: {'id': '38e167dd-bd31-4a24-bdda-d04edfa79a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1288e66c-b54e-4231-9116-96544203c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:47.562747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network hostable DHCP agents. Network: 1288e66c-b54e-4231-9116-96544203c6dd, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:47.586370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70d8d511-5753-4e3e-8cb5-fa4b6f58cbf9 req-5f3ead9e-b3df-4075-b91a-95a70cb882d8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650995 Jul 16 18:23:47.589677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Network 1288e66c-b54e-4231-9116-96544203c6dd is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:47.596610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 9e19bedf-dd72-4276-b23f-957caefa7516 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:47.597079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.615132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1288e66c-b54e-4231-9116-96544203c6dd) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:47.623386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.623766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.624495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.660480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4080ea-bc09-4c2c-94c9-b75d403ad218 None None] Network 1288e66c-b54e-4231-9116-96544203c6dd requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:47.669691 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-34778afd-cb14-405b-9b02-d6e02e7c8fb8 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.2830753 Jul 16 18:23:47.672996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:47.813045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.833873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 9e19bedf-dd72-4276-b23f-957caefa7516 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:47.911785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30106074-2b3e-4430-8491-29544044bced tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.918853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30106074-2b3e-4430-8491-29544044bced tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.920449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30106074-2b3e-4430-8491-29544044bced tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:47.927772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-30106074-2b3e-4430-8491-29544044bced tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2522538 Jul 16 18:23:47.928680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.026287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Deleting subnet 92b90f49-95cf-4413-a9b5-5bc4bf9f118e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:48.032048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.098100 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.167862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc8276c-a2f2-4ae4-b015-3272f05be5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-4252fb88-f5a1-42b8-b8df-5de734965c5c', 'network_id': '4252fb88-f5a1-42b8-b8df-5de734965c5c', 'tenant_id': 'c6b45a9319184b37b6d4594a67ed60a9', 'fixed_ips': [{'subnet_id': '92b90f49-95cf-4413-a9b5-5bc4bf9f118e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:48.171095 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cc8276c-a2f2-4ae4-b015-3272f05be5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.174834 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.190653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-1288e66c-b54e-4231-9116-96544203c6dd', 'network_id': '1288e66c-b54e-4231-9116-96544203c6dd', 'tenant_id': 'c6b45a9319184b37b6d4594a67ed60a9', 'fixed_ips': [{'subnet_id': 'c9cbd80e-64d3-4a6a-86cd-fae30abdd8be'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:48.191795 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.227092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=9e19bedf-dd72-4276-b23f-957caefa7516,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.254070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.290101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.344486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.368696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.371828 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/subnets/92b90f49-95cf-4413-a9b5-5bc4bf9f118e HTTP/1.1" status: 204 len: 168 time: 0.4419036 Jul 16 18:23:48.374666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36032) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.453522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.457272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.490704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3dc76-d3e7-493d-91b5-0199c3b1b4b6 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Subnet': ['ID=92b90f49-95cf-4413-a9b5-5bc4bf9f118e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.524927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Allocated IP 172.20.0.18 (1288e66c-b54e-4231-9116-96544203c6dd/c9cbd80e-64d3-4a6a-86cd-fae30abdd8be/25c197c6-0350-4ba7-812d-edd92bcbbf74) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:48.549744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Deleting subnet c9cbd80e-64d3-4a6a-86cd-fae30abdd8be {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:48.559282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.559812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Fanout notify agent at l3_agent the message router_deleted on router e58bac3a-cb25-43c5-ab4d-99c7933562b3 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:48.569523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.570736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a6bd68cf-687e-497d-a83d-6d50b7d15479 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/e58bac3a-cb25-43c5-ab4d-99c7933562b3 HTTP/1.1" status: 204 len: 168 time: 2.1250510 Jul 16 18:23:48.575451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.581131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb7542-11c0-4caf-80a1-594356b7272a req-6816a8b5-eafe-4eae-b761-73dbb0f4b691 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.581937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-928155324'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:48.588722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7bb7542-11c0-4caf-80a1-594356b7272a req-6816a8b5-eafe-4eae-b761-73dbb0f4b691 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.2103615 Jul 16 18:23:48.631674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:48.636357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.655669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7bb7542-11c0-4caf-80a1-594356b7272a req-9e7ce3f2-8868-4610-b47f-ecb19c2f7612 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660207 Jul 16 18:23:48.704975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-5cc8276c-a2f2-4ae4-b015-3272f05be5ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92b90f49-95cf-4413-a9b5-5bc4bf9f118e: This subnet is being modified by another concurrent operation. Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:23:48.713736 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 92b90f49-95cf-4413-a9b5-5bc4bf9f118e: This subnet is being modified by another concurrent operation. Jul 16 18:23:48.718453 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:23:48.735827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.736213 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 685b9fad-67ae-431d-aed8-a79ef2190ded of type vlan for network b91311ae-65b5-4c36-9ef1-c9684b8074ad Jul 16 18:23:48.788687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.792678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff236e1-416d-43c1-9f9a-fe7daf0ff168 None None] Network 4252fb88-f5a1-42b8-b8df-5de734965c5c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:48.828040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.835376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.836035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.893584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3161964 Jul 16 18:23:48.897960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36044) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.906898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': 'b91311ae-65b5-4c36-9ef1-c9684b8074ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:48.926015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859b0dc-234a-4df1-bbe3-62706ae43676 req-890b081d-39b2-4ee7-8e9e-b3b076568899 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.927826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8859b0dc-234a-4df1-bbe3-62706ae43676 req-890b081d-39b2-4ee7-8e9e-b3b076568899 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.2004025 Jul 16 18:23:48.937742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39448e7d-8d3f-4c23-9791-0b4850520d7d req-a9bbcb77-5ba6-4c09-b4c1-59a182ad02a9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:48.943977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39448e7d-8d3f-4c23-9791-0b4850520d7d req-a9bbcb77-5ba6-4c09-b4c1-59a182ad02a9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1511958 Jul 16 18:23:48.965582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6058d4-9b22-499a-b04f-2b115099833b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=b91311ae-65b5-4c36-9ef1-c9684b8074ad,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.985955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:49.057296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39448e7d-8d3f-4c23-9791-0b4850520d7d req-4c25b2cf-509b-46e9-8522-c5cf6f02dd3d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122806 Jul 16 18:23:49.062626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8859b0dc-234a-4df1-bbe3-62706ae43676 req-7fabf82b-1d4a-4cb3-a0f1-4c88c9eb5372 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108446 Jul 16 18:23:49.102634 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.124871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Transition to ACTIVE for port object 25c197c6-0350-4ba7-812d-edd92bcbbf74 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:49.131261 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-95c2dc1f-c1b2-4db7-8b5b-9b75ce112380 service neutron] show failed (client error): The resource could not be found. Jul 16 18:23:49.132395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-95c2dc1f-c1b2-4db7-8b5b-9b75ce112380 service neutron] 10.222.0.13 "GET /v2.0/ports/981a90ec-ada0-4884-8976-241632f4466f/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.1569839 Jul 16 18:23:49.149718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Transition to ACTIVE for port object 25c197c6-0350-4ba7-812d-edd92bcbbf74 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:49.161777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.162051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.254136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:49.260955 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.268420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Network 1288e66c-b54e-4231-9116-96544203c6dd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:49.276616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:49.292840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:49.319292 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.323146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Pushing event updated for resources: {'Port': ['ID=25c197c6-0350-4ba7-812d-edd92bcbbf74,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.336558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d6f2b-adca-434d-967d-aa8601acc851 req-8bd82583-e407-44a4-87d3-9dc23e744b7f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.344463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b65d6f2b-adca-434d-967d-aa8601acc851 req-8bd82583-e407-44a4-87d3-9dc23e744b7f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.0898561 Jul 16 18:23:49.417011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b65d6f2b-adca-434d-967d-aa8601acc851 req-4cddc0e9-49e8-4359-8c20-30317e92818d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715210 Jul 16 18:23:49.435870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Attempting to bind port 25c197c6-0350-4ba7-812d-edd92bcbbf74 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:49.436590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Attempting to bind port 25c197c6-0350-4ba7-812d-edd92bcbbf74 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '38e167dd-bd31-4a24-bdda-d04edfa79a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1288e66c-b54e-4231-9116-96544203c6dd'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:49.437159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Attempting to bind port 25c197c6-0350-4ba7-812d-edd92bcbbf74 on network 1288e66c-b54e-4231-9116-96544203c6dd {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:49.482561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:49.485359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Checking segment: {'id': '38e167dd-bd31-4a24-bdda-d04edfa79a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1288e66c-b54e-4231-9116-96544203c6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:49.485359 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.485359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Bound using segment: {'id': '38e167dd-bd31-4a24-bdda-d04edfa79a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1288e66c-b54e-4231-9116-96544203c6dd'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:49.485359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Bound port: 25c197c6-0350-4ba7-812d-edd92bcbbf74, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e167dd-bd31-4a24-bdda-d04edfa79a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1288e66c-b54e-4231-9116-96544203c6dd'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:49.485359 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.624701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.714648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fce914-ded6-41bf-a45d-a9ece97a686c req-7647d603-12e9-48e8-a9a8-fea5b491f1f7 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.716917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68fce914-ded6-41bf-a45d-a9ece97a686c req-7647d603-12e9-48e8-a9a8-fea5b491f1f7 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1107769 Jul 16 18:23:49.771202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-9960b3d8-ab8b-427c-aff0-6031c8b49d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.771783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68fce914-ded6-41bf-a45d-a9ece97a686c req-219ace31-c7ea-498c-bcd5-17ffd2f013e0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445466 Jul 16 18:23:49.773674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-9960b3d8-ab8b-427c-aff0-6031c8b49d95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1&tenant_id=bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 1101 time: 0.2645562 Jul 16 18:23:49.774271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] For port 25c197c6-0350-4ba7-812d-edd92bcbbf74, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:49.779948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] For port 25c197c6-0350-4ba7-812d-edd92bcbbf74, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=25c197c6-0350-4ba7-812d-edd92bcbbf74,segment=NetworkSegment(38e167dd-bd31-4a24-bdda-d04edfa79a2a),segment_id=38e167dd-bd31-4a24-bdda-d04edfa79a2a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:49.781208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.787312 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.800902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:49.876593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.878874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cbd80e-64d3-4a6a-86cd-fae30abdd8be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.884514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.891633 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b7592ff7-a5c3-4dce-a471-943b6ace9b5e tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/subnets/c9cbd80e-64d3-4a6a-86cd-fae30abdd8be HTTP/1.1" status: 204 len: 168 time: 1.5154531 Jul 16 18:23:49.899529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36058) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:49.967683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bb0a8-c858-4fe1-976b-592a2fc3f668 None None] Pushing event updated for resources: {'Port': ['ID=25c197c6-0350-4ba7-812d-edd92bcbbf74,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.969286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dfca5-ce6c-4d9a-8976-3aba62f264c3 req-da478410-b7c5-4684-a89b-b9564a40e161 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:49.977123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd1dfca5-ce6c-4d9a-8976-3aba62f264c3 req-da478410-b7c5-4684-a89b-b9564a40e161 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.1515455 Jul 16 18:23:50.068460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd1dfca5-ce6c-4d9a-8976-3aba62f264c3 req-6c4c2e38-975e-47ee-9124-372a810d571c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900779 Jul 16 18:23:50.122680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919e39a-f447-400a-bbb3-3d001e7e2b39 req-23c3f767-b5d8-437f-8995-6213a737ee90 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.124385 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.133120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3919e39a-f447-400a-bbb3-3d001e7e2b39 req-23c3f767-b5d8-437f-8995-6213a737ee90 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1512153 Jul 16 18:23:50.188284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c61182-8c14-4e88-8e71-84a1f91327d4 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.195476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-80c61182-8c14-4e88-8e71-84a1f91327d4 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2897589 Jul 16 18:23:50.196078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=5cde5633-6c14-4f09-8de4-9db89d941f66,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.201731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36062) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.294833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3919e39a-f447-400a-bbb3-3d001e7e2b39 req-fab1e4cb-f394-4edb-a40b-b403d0f800e8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602316 Jul 16 18:23:50.389621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '685b9fad-67ae-431d-aed8-a79ef2190ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91311ae-65b5-4c36-9ef1-c9684b8074ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:50.390432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: b91311ae-65b5-4c36-9ef1-c9684b8074ad, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:50.486344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca652fcd-1b9f-424f-9392-2c3a81830f25 req-37a84ec7-1583-4720-adb5-72a34f94c867 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.489750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca652fcd-1b9f-424f-9392-2c3a81830f25 req-37a84ec7-1583-4720-adb5-72a34f94c867 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.1758606 Jul 16 18:23:50.572972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca652fcd-1b9f-424f-9392-2c3a81830f25 req-bf44208f-20fd-418a-89c0-bb7e24398042 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670369 Jul 16 18:23:50.644093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:50.660220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.695657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, b91311ae-65b5-4c36-9ef1-c9684b8074ad) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:50.706627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4faa5f1-e4b1-42e4-a3bf-a0eaa395461b None None] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:50.719544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.720501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.799841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd87429-94e7-43bf-8cfe-c76cccfc2e52 req-3f71f67d-89f4-4c0f-bdb3-78fd9ef6e9c3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.801546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbd87429-94e7-43bf-8cfe-c76cccfc2e52 req-3f71f67d-89f4-4c0f-bdb3-78fd9ef6e9c3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1237094 Jul 16 18:23:50.815487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7b36c9f5-0d35-4b3d-a816-c2aed215dee2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9157684 Jul 16 18:23:50.818610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.825695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3630f5d4-2c24-449b-8141-a762b73bfef5 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1102921075', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:50.904888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbd87429-94e7-43bf-8cfe-c76cccfc2e52 req-ad11b8e0-72f9-4b0c-9b29-9a448efbd834 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949907 Jul 16 18:23:50.941987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3630f5d4-2c24-449b-8141-a762b73bfef5 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.943037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3630f5d4-2c24-449b-8141-a762b73bfef5 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.972319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:50.994412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Deleting port 25c197c6-0350-4ba7-812d-edd92bcbbf74 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:50.994855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.033669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-b91311ae-65b5-4c36-9ef1-c9684b8074ad', 'network_id': 'b91311ae-65b5-4c36-9ef1-c9684b8074ad', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': '5cde5633-6c14-4f09-8de4-9db89d941f66'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:51.035134 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.114905 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3630f5d4-2c24-449b-8141-a762b73bfef5 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.222509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32274c6b-23fc-4b4f-8a24-b8e4a4780f2e req-d7ee38c3-693a-4e89-b7e3-8e2e5fe99361 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.231485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32274c6b-23fc-4b4f-8a24-b8e4a4780f2e req-d7ee38c3-693a-4e89-b7e3-8e2e5fe99361 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1181824 Jul 16 18:23:51.265371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] For port 25c197c6-0350-4ba7-812d-edd92bcbbf74, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=25c197c6-0350-4ba7-812d-edd92bcbbf74,segment=NetworkSegment(38e167dd-bd31-4a24-bdda-d04edfa79a2a),segment_id=38e167dd-bd31-4a24-bdda-d04edfa79a2a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:51.266015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.301845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Calling delete_port for 25c197c6-0350-4ba7-812d-edd92bcbbf74 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:51.308020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32274c6b-23fc-4b4f-8a24-b8e4a4780f2e req-6dc44ea4-3f90-46eb-9944-0515e07007b9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707142 Jul 16 18:23:51.346397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3630f5d4-2c24-449b-8141-a762b73bfef5 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.385727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Allocated IP 2001:db8::2 (b91311ae-65b5-4c36-9ef1-c9684b8074ad/5cde5633-6c14-4f09-8de4-9db89d941f66/52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:51.452734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:51.532582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3630f5d4-2c24-449b-8141-a762b73bfef5 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.534902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3630f5d4-2c24-449b-8141-a762b73bfef5 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7149727 Jul 16 18:23:51.547526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:51.577569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670d4573-dba7-44db-b08b-b50cf026e9dd None None] Network 1288e66c-b54e-4231-9116-96544203c6dd requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:51.635424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d11ae55f-4526-4a46-88b6-ca5e49a2b9b3 None None] Provisioning for port 25c197c6-0350-4ba7-812d-edd92bcbbf74 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:51.638753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb16b7-8d30-47c2-9429-e26895d7cff1 req-8c9350b0-03a0-4008-96fb-2b80f5816596 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.643250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44eb16b7-8d30-47c2-9429-e26895d7cff1 req-8c9350b0-03a0-4008-96fb-2b80f5816596 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.2078636 Jul 16 18:23:51.670983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce42b9b-0da2-4c28-8116-e09315d7c6b9 req-8dec7581-aff2-4e17-aae0-444409be61e5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:51.673111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ce42b9b-0da2-4c28-8116-e09315d7c6b9 req-8dec7581-aff2-4e17-aae0-444409be61e5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1407597 Jul 16 18:23:51.769161 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ce42b9b-0da2-4c28-8116-e09315d7c6b9 req-b87408ae-533b-4ba9-89ef-f896e0452676 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885208 Jul 16 18:23:51.791539 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.795740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44eb16b7-8d30-47c2-9429-e26895d7cff1 req-b3e64c8a-bf1d-43d5-8888-c7f9c28d4b09 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395509 Jul 16 18:23:51.807934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Transition to ACTIVE for port object 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:51.828361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Transition to ACTIVE for port object 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:51.903726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.974741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:51.982274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:51.992551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:52.088397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:52.092446 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50a4c75-e167-4716-8964-ee045356eeb3" -d '{"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-unplugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:52.102032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.105985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.108946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Attempting to bind port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:52.109748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Attempting to bind port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '685b9fad-67ae-431d-aed8-a79ef2190ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91311ae-65b5-4c36-9ef1-c9684b8074ad'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:52.110421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Attempting to bind port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 on network b91311ae-65b5-4c36-9ef1-c9684b8074ad {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:52.119907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:52.121716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Checking segment: {'id': '685b9fad-67ae-431d-aed8-a79ef2190ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91311ae-65b5-4c36-9ef1-c9684b8074ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:52.125106 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.125106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Bound using segment: {'id': '685b9fad-67ae-431d-aed8-a79ef2190ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91311ae-65b5-4c36-9ef1-c9684b8074ad'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:52.125882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Bound port: 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685b9fad-67ae-431d-aed8-a79ef2190ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b91311ae-65b5-4c36-9ef1-c9684b8074ad'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:52.126976 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.150020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Pushing event updated for resources: {'Port': ['ID=52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.159942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] No DVR routers for this DVR port 25c197c6-0350-4ba7-812d-edd92bcbbf74 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:52.172426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Port': ['ID=25c197c6-0350-4ba7-812d-edd92bcbbf74,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.247176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8a5fc-d66c-430f-9655-70edb3bb8600 req-0281955e-bed3-47d0-ba41-85aa9b3463c2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.249297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28a8a5fc-d66c-430f-9655-70edb3bb8600 req-0281955e-bed3-47d0-ba41-85aa9b3463c2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.2055426 Jul 16 18:23:52.276780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Transition to ACTIVE for port object 981a90ec-ada0-4884-8976-241632f4466f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:52.298704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] For port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:52.303458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] For port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1,segment=NetworkSegment(685b9fad-67ae-431d-aed8-a79ef2190ded),segment_id=685b9fad-67ae-431d-aed8-a79ef2190ded)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:52.308460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfd231-7372-4122-8b33-70956ba0c700 None None] DHCP port deletion for 1288e66c-b54e-4231-9116-96544203c6dd request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:52.313125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.361892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28a8a5fc-d66c-430f-9655-70edb3bb8600 req-b7f745f1-8bc9-4792-bc35-38c7bc94aa95 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023180 Jul 16 18:23:52.416494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332eefdd-2ce8-42b8-9144-e288018673cf None None] Pushing event updated for resources: {'Port': ['ID=52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.452282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.546861 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34727f50-d57c-4732-8081-7521fcdf2c03 x-openstack-request-id: req-34727f50-d57c-4732-8081-7521fcdf2c03 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:52.546861 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-unplugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:52.547181 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-34727f50-d57c-4732-8081-7521fcdf2c03 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:52.547606 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'code': 200} Jul 16 18:23:52.684878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.703941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.738095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1288e66c-b54e-4231-9116-96544203c6dd']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:52.787157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] No DVR routers for this DVR port 981a90ec-ada0-4884-8976-241632f4466f on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:52.797897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e167dd-bd31-4a24-bdda-d04edfa79a2a') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:52.798191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e167dd-bd31-4a24-bdda-d04edfa79a2a') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:52.827681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.881973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db39831-ee3f-498e-b506-9a8ba7995fcd req-afa148e0-5727-4754-bc99-8c349abe66e9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:52.883835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0db39831-ee3f-498e-b506-9a8ba7995fcd req-afa148e0-5727-4754-bc99-8c349abe66e9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1567905 Jul 16 18:23:52.887625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.930378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.933423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:52.933839 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:52.939746 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:52.962136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0db39831-ee3f-498e-b506-9a8ba7995fcd req-2791e653-51c9-4aed-9943-2069f66df422 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679595 Jul 16 18:23:52.987587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:52.988954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:52.989322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:53.026404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:53.026918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:53.091505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:53.092240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:53.092240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:53.092700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Bound port: 981a90ec-ada0-4884-8976-241632f4466f, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:53.093064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.098090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:53.124645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91278234-db4c-4e9b-8104-453af9b6b5ef req-b2dc60f6-c906-4902-89a9-673615593046 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.128554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91278234-db4c-4e9b-8104-453af9b6b5ef req-b2dc60f6-c906-4902-89a9-673615593046 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 947 time: 0.0998306 Jul 16 18:23:53.214007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91278234-db4c-4e9b-8104-453af9b6b5ef req-ea1d029d-4fd4-45c8-b1f5-7142b2f20c06 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781341 Jul 16 18:23:53.306859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:53.347234 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.414553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.421473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36110) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.421998 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/networks/1288e66c-b54e-4231-9116-96544203c6dd HTTP/1.1" status: 204 len: 168 time: 3.2142229 Jul 16 18:23:53.475259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f6216-0721-4d95-9193-7fcc402ba36d tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Network': ['ID=1288e66c-b54e-4231-9116-96544203c6dd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.555921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.580811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:53.601771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:53.613321 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.721030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.721030 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.723772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] 10.222.0.55 "PUT /v2.0/ports/981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 1096 time: 3.9304960 Jul 16 18:23:53.736920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8::1 (b91311ae-65b5-4c36-9ef1-c9684b8074ad/5cde5633-6c14-4f09-8de4-9db89d941f66/de55681a-97af-43f5-8476-36b286d4ba6e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:53.792245 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.821683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4252fb88-f5a1-42b8-b8df-5de734965c5c']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.823093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1651dc-d9dd-4240-8a14-f86ab08c4a25 service neutron] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.845387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502a38ff-2012-4d2b-bc71-a05ac38ec630') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.845862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502a38ff-2012-4d2b-bc71-a05ac38ec630') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.860447 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.889254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.899502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:53.900806 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:53.907372 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:53.937375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27d551-64fd-4352-9193-96fec0971b46 req-174b0ab7-6d0d-4d13-9ce3-8b0fab48e1ba tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.957802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b27d551-64fd-4352-9193-96fec0971b46 req-174b0ab7-6d0d-4d13-9ce3-8b0fab48e1ba tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.3923166 Jul 16 18:23:54.135376 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.149138 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b27d551-64fd-4352-9193-96fec0971b46 req-d2f0b9de-7263-4a9a-aaa6-424f78dee61e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861749 Jul 16 18:23:54.159302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.162617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/networks/4252fb88-f5a1-42b8-b8df-5de734965c5c HTTP/1.1" status: 204 len: 168 time: 0.7398276 Jul 16 18:23:54.165866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:54.230370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3217c-47c2-423b-a9f3-f393b850c9ed None None] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:54.259836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-9f2faa93-a047-4b4e-98df-6058c3e557d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.266851 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-9f2faa93-a047-4b4e-98df-6058c3e557d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1099 time: 0.4842901 Jul 16 18:23:54.375967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.390646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7c26fc92-e906-4f09-81ce-5cbf1ebdc139 None None] Provisioning for port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:54.433883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ed55c-d672-478e-b5c2-b0db098c8c40 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Network': ['ID=4252fb88-f5a1-42b8-b8df-5de734965c5c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:54.448577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object de55681a-97af-43f5-8476-36b286d4ba6e will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:54.463782 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.518677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:54.549609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:54.555085 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfad44b7-4d33-495d-815f-a86022223434" -d '{"events": [{"name": "network-changed", "server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:54.566022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3daf63-2ba2-4090-9c14-3ec450e9e6c2 req-361f0f4b-208d-4211-a2b1-0f9d5ba87129 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.570876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f3daf63-2ba2-4090-9c14-3ec450e9e6c2 req-361f0f4b-208d-4211-a2b1-0f9d5ba87129 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.2206109 Jul 16 18:23:54.612535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-dde181ca-f0ef-4c00-a3c3-b7f452d83c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.615428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-dde181ca-f0ef-4c00-a3c3-b7f452d83c4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3377178 Jul 16 18:23:54.659115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:54.694738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:54.695900 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-6c30c68a-e8b8-45a3-89fc-c695006b1bb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.0709486 Jul 16 18:23:54.697505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.708452 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.730018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d5bcb8-4976-4e78-829b-285e5c2195b0']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.745338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb96d60b-c0e0-4344-9c07-6c64c5737c05') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.745577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb96d60b-c0e0-4344-9c07-6c64c5737c05') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.762268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.767733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.786983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.795637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:54.796095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:54.883393 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:54.887786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:54.887968 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.894325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:54.897185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:54.897832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.937892 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.945259 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.945609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/networks/55d5bcb8-4976-4e78-829b-285e5c2195b0 HTTP/1.1" status: 204 len: 168 time: 0.7738631 Jul 16 18:23:54.945609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbdb80-1bb3-4909-af50-ad30e07525b9 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Network': ['ID=55d5bcb8-4976-4e78-829b-285e5c2195b0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:54.949712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36126) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:54.984264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-178f77f2-98cd-4fdc-81a2-13f68ae317a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.990284 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-178f77f2-98cd-4fdc-81a2-13f68ae317a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2864966 Jul 16 18:23:55.014789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1,segment=NetworkSegment(685b9fad-67ae-431d-aed8-a79ef2190ded),segment_id=685b9fad-67ae-431d-aed8-a79ef2190ded)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:55.022654 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.049881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 25c197c6-0350-4ba7-812d-edd92bcbbf74 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:55.067217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=de55681a-97af-43f5-8476-36b286d4ba6e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.079946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee8d00-c02b-4068-92b6-62815019d447 req-71de0332-cc95-4f9f-af73-b88c8fea8ef5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.081752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9eee8d00-c02b-4068-92b6-62815019d447 req-71de0332-cc95-4f9f-af73-b88c8fea8ef5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 947 time: 0.6047106 Jul 16 18:23:55.123187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f3daf63-2ba2-4090-9c14-3ec450e9e6c2 req-9961c61f-f74e-4a85-8194-25429fb4b1c8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924231 Jul 16 18:23:55.195188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.204123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 25c197c6-0350-4ba7-812d-edd92bcbbf74 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:55.205943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 25c197c6-0350-4ba7-812d-edd92bcbbf74 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:55.222681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.233696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.243491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-a0e0bff3-6a78-45d9-a04c-766d97cec09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.247621 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-a0e0bff3-6a78-45d9-a04c-766d97cec09c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2456760 Jul 16 18:23:55.248336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-422975f4-41f0-44da-8e6d-b9a9c4e89ac5 None None] Provisioning complete for port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:55.249572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-422975f4-41f0-44da-8e6d-b9a9c4e89ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.352284 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9eee8d00-c02b-4068-92b6-62815019d447 req-41fac6a6-1d91-4be5-bfb7-0ae746998e38 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578146 Jul 16 18:23:55.376203 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-f7fbced8-a94b-4cb8-a456-b1bcaecd1d8f service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216900 Jul 16 18:23:55.567218 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca71601-33b4-4272-8eec-9f7f325089c1 x-openstack-request-id: req-2ca71601-33b4-4272-8eec-9f7f325089c1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:55.567459 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:55.567785 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ca71601-33b4-4272-8eec-9f7f325089c1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:55.568249 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'status': 'completed', 'code': 200} Jul 16 18:23:55.569450 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.638632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f2407198-7280-494c-b00e-e7dd3f648fc5 req-0da30445-3608-4c82-8c00-96c0e86c3da5 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398915 Jul 16 18:23:55.655288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd4cba-fb1f-4e8d-8465-ff302bf27489 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:23:55.662087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7922cf7b-1273-4e67-b4ef-f5007b78d6dc']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:55.713829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023910b3-99ed-4dd0-b126-3e67d99e5d7b') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:55.714067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023910b3-99ed-4dd0-b126-3e67d99e5d7b') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:55.810887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e5caa6bc-ff42-4bdd-9928-4fd1bce87b58 None None] Provisioning for port de55681a-97af-43f5-8476-36b286d4ba6e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:55.840135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e5caa6bc-ff42-4bdd-9928-4fd1bce87b58 None None] Provisioning complete for port de55681a-97af-43f5-8476-36b286d4ba6e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:55.840768 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5caa6bc-ff42-4bdd-9928-4fd1bce87b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.847977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-8e685256-a9f4-4f9c-8ff5-b307acf87ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:55.849573 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-8e685256-a9f4-4f9c-8ff5-b307acf87ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1099 time: 0.1475835 Jul 16 18:23:55.893725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.957277 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.969394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e5caa6bc-ff42-4bdd-9928-4fd1bce87b58 None None] Port de55681a-97af-43f5-8476-36b286d4ba6e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:56.018732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:56.019549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:56.038235 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:56.043636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcd4cba-fb1f-4e8d-8465-ff302bf27489 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:23:56.173984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.183330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.184196 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.279806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db2597-c2a2-4b61-b9a1-9a869087bd02 req-c594e15e-a9e5-48e4-ae38-50e166416075 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.281625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90db2597-c2a2-4b61-b9a1-9a869087bd02 req-c594e15e-a9e5-48e4-ae38-50e166416075 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.6143482 Jul 16 18:23:56.299290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-f0712798-32fb-4519-b39e-b821121730d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.301151 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-f0712798-32fb-4519-b39e-b821121730d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1099 time: 0.7247262 Jul 16 18:23:56.304341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.324545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.339264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] 10.222.0.48 "DELETE /v2.0/networks/7922cf7b-1273-4e67-b4ef-f5007b78d6dc HTTP/1.1" status: 204 len: 168 time: 1.3873923 Jul 16 18:23:56.341877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-234fb329-fcf9-4ef8-9c2a-e599db639dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.343820 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-234fb329-fcf9-4ef8-9c2a-e599db639dcf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.4848518 Jul 16 18:23:56.377960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=de55681a-97af-43f5-8476-36b286d4ba6e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.459175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:56.514329 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-aafdef17-28c9-4acb-abff-194adf451a11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.1588316 Jul 16 18:23:56.548615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e327fb9-df7e-4690-a07e-74cb04d6b269 tempest-BulkNetworkOpsTest-1195604373 tempest-BulkNetworkOpsTest-1195604373-project] Pushing event deleted for resources: {'Network': ['ID=7922cf7b-1273-4e67-b4ef-f5007b78d6dc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.724398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:56.739586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:56.764097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-fe98454d-aa44-4e17-811f-c77258e87b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.768036 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-fe98454d-aa44-4e17-811f-c77258e87b9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2431560 Jul 16 18:23:56.810762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90db2597-c2a2-4b61-b9a1-9a869087bd02 req-c845ad9a-e814-4fb3-b84f-cbd068e9eeff tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400303 Jul 16 18:23:56.883929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-e992e901-6d71-4514-871f-ef4029fcaacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.885673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-e992e901-6d71-4514-871f-ef4029fcaacb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1099 time: 0.4551611 Jul 16 18:23:56.893776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-23c1f27b-383c-4664-95a9-0b328fa382b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.895365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-23c1f27b-383c-4664-95a9-0b328fa382b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.5548034 Jul 16 18:23:56.980982 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-13f2f97a-ff76-4b58-8253-4f972de66e5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.0631053 Jul 16 18:23:56.988844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbf1a9-1f7d-4e91-a0a6-713379a4f943 req-0be16996-a9e8-4321-abca-d8beae170a23 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.998034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97fbf1a9-1f7d-4e91-a0a6-713379a4f943 req-0be16996-a9e8-4321-abca-d8beae170a23 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.3243628 Jul 16 18:23:57.067414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36150) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.120527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97fbf1a9-1f7d-4e91-a0a6-713379a4f943 req-accd6972-6f1a-4629-a1c7-65f8c434cedd tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214674 Jul 16 18:23:57.159578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-bf4cbdb3-4dfe-470c-92a5-1f4f97c88246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.171169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-bf4cbdb3-4dfe-470c-92a5-1f4f97c88246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1485763 Jul 16 18:23:57.286724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:57.287551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.294699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790860e-361f-47a1-ada3-83a21b61f873 req-93c9b215-b212-496a-a22b-4397d530cd99 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.297399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e790860e-361f-47a1-ada3-83a21b61f873 req-93c9b215-b212-496a-a22b-4397d530cd99 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 947 time: 0.3296955 Jul 16 18:23:57.395358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e790860e-361f-47a1-ada3-83a21b61f873 req-101e454f-56fa-4b68-b124-1741bfba82e3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875926 Jul 16 18:23:57.402225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d4308681-6598-43c8-9000-6654ec8184e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6b45a9319184b37b6d4594a67ed60a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3288591 Jul 16 18:23:57.406054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.473003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-5c95dd5b-200f-4a14-b061-1b1c2ba7d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.475562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-5c95dd5b-200f-4a14-b061-1b1c2ba7d57c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938552 Jul 16 18:23:57.621284 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90d6206a-6fdf-414b-8c2d-ade6f499ee6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.663204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-15355210-5767-42df-b800-f4af6a58a518 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780472 Jul 16 18:23:57.665455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90d6206a-6fdf-414b-8c2d-ade6f499ee6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.846433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-5766ee95-bf68-4270-9415-ca43bc946a18 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702292 Jul 16 18:23:57.849963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad44b7-4d33-495d-815f-a86022223434 req-82e5d9f5-48c6-42bc-b51d-84fdf0ee3c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.857077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90d6206a-6fdf-414b-8c2d-ade6f499ee6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.861611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90d6206a-6fdf-414b-8c2d-ade6f499ee6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.865316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-90d6206a-6fdf-414b-8c2d-ade6f499ee6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d6495c9-0d56-4b27-a4e3-d13cf84961b6 HTTP/1.1" status: 204 len: 168 time: 0.4491043 Jul 16 18:23:57.865528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-82e5d9f5-48c6-42bc-b51d-84fdf0ee3c98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0163524 Jul 16 18:23:57.870189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-da7b478a-acb2-4af4-9ba5-4888798e89f9 None None] Provisioning complete for port de55681a-97af-43f5-8476-36b286d4ba6e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:57.870189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da7b478a-acb2-4af4-9ba5-4888798e89f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.885919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6206a-6fdf-414b-8c2d-ade6f499ee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6495c9-0d56-4b27-a4e3-d13cf84961b6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.915002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-8a0bef11-4b64-4f35-a88d-17776f750fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:57.918582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-8a0bef11-4b64-4f35-a88d-17776f750fde service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 913 time: 0.9084630 Jul 16 18:23:57.970529 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-7bc1c911-31aa-4420-9442-d296b8bd1040 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 217 time: 0.0415678 Jul 16 18:23:57.996029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-da7b478a-acb2-4af4-9ba5-4888798e89f9 None None] Port de55681a-97af-43f5-8476-36b286d4ba6e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:58.045522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 99d498c2-86cf-4ef8-98a8-d20ab1a6f58a is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:58.097395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674381e4-18cb-47f4-ae54-9e724696e91f req-3556ab27-a5b4-4568-8322-5ad588b3c4ad tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.099045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-674381e4-18cb-47f4-ae54-9e724696e91f req-3556ab27-a5b4-4568-8322-5ad588b3c4ad tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.0919232 Jul 16 18:23:58.157640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-125976d2-d98e-4561-aee1-cab51a4da7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.159255 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-125976d2-d98e-4561-aee1-cab51a4da7e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.1678712 Jul 16 18:23:58.171686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-674381e4-18cb-47f4-ae54-9e724696e91f req-b0ef7399-52a8-4406-9f31-e4bea7aada0a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649650 Jul 16 18:23:58.244998 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-93a318b5-783a-451d-a436-2b23855fa14a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436735 Jul 16 18:23:58.249714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-b744f897-9e18-4248-9419-2868ab984a14 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671052 Jul 16 18:23:58.391717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb9f24-d287-43f5-991f-1f7faba0e766 req-ba09d4e7-e4a3-4589-a2b0-42f06eb80005 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.393385 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50bb9f24-d287-43f5-991f-1f7faba0e766 req-ba09d4e7-e4a3-4589-a2b0-42f06eb80005 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1222363 Jul 16 18:23:58.424584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfad44b7-4d33-495d-815f-a86022223434 req-c950c19d-2ca2-4fab-a9e1-26e79431f99e service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673629 Jul 16 18:23:58.425649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:58.439537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7ecb4c34-5270-4090-b7c2-d2d45e041883 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/99d498c2-86cf-4ef8-98a8-d20ab1a6f58a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8856471 Jul 16 18:23:58.444488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36182) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.453200 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] Sync routers for ids ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:58.470951 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] Routers {'99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:58.471804 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.502350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50bb9f24-d287-43f5-991f-1f7faba0e766 req-a00f73c2-3cf7-44c4-80a0-d5b7b1079214 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025600 Jul 16 18:23:58.581909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 981a90ec-ada0-4884-8976-241632f4466f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:58.638058 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-6ff0dfe4-332f-45e2-af3b-65050902586d service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661449 Jul 16 18:23:58.642084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8cf155-9bdf-4358-bf1f-84f3798455b8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.651215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2e8cf155-9bdf-4358-bf1f-84f3798455b8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports/de55681a-97af-43f5-8476-36b286d4ba6e HTTP/1.1" status: 200 len: 911 time: 0.2054300 Jul 16 18:23:58.653741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36186) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:58.666465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5cde5633-6c14-4f09-8de4-9db89d941f66'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:58.824970 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.862682 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] Routers {'99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:58.864719 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.883686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:58.935620 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:58.937045 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b37b892-84d6-4ee4-bb39-cb1b3657533f None None] The sync data for ids ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:58.948607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '981a90ec-ada0-4884-8976-241632f4466f', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '981a90ec-ada0-4884-8976-241632f4466f', 'mac_address': 'fa:16:3e:47:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:58.960279 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0a8f04c-79a3-4569-9f16-e11d5f78be2b req-ab01279f-2cdf-4b72-9092-621976745846 service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207049 Jul 16 18:23:59.017865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.068601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981a90ec-ada0-4884-8976-241632f4466f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:59.108494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.115191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.120500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:59.125840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.196616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.202062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-aec0199f-35af-4ba6-8ec6-0d4b80367b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.203969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-aec0199f-35af-4ba6-8ec6-0d4b80367b24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d810d47b144655bfc375f231e71f2c&device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 1099 time: 0.1639304 Jul 16 18:23:59.307254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-11317134-7403-46cb-9978-d561904f4c80 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-445219307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:59.418569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11317134-7403-46cb-9978-d561904f4c80 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.419788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11317134-7403-46cb-9978-d561904f4c80 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.433346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-bae1f04e-2739-4e23-b16f-2257d8885793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.435142 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-bae1f04e-2739-4e23-b16f-2257d8885793 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 200 len: 913 time: 0.2050691 Jul 16 18:23:59.453556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['981a90ec-ada0-4884-8976-241632f4466f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:59.599523 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11317134-7403-46cb-9978-d561904f4c80 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.604193 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-136f88ec-560b-4e43-8992-608c3929b999 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 200 len: 217 time: 0.1612389 Jul 16 18:23:59.606559 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11317134-7403-46cb-9978-d561904f4c80 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.620788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c253f-311a-4a9d-a758-75ef3609b3d1 req-ff0b1377-a9dd-46c9-bb13-658d473c6dc8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.622662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a5c253f-311a-4a9d-a758-75ef3609b3d1 req-ff0b1377-a9dd-46c9-bb13-658d473c6dc8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 947 time: 0.6366904 Jul 16 18:23:59.708015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11317134-7403-46cb-9978-d561904f4c80 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.711741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-11317134-7403-46cb-9978-d561904f4c80 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5951529 Jul 16 18:23:59.717501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36208) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.736664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1939508163'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:59.797532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a5c253f-311a-4a9d-a758-75ef3609b3d1 req-f7c47efc-7a82-4d17-b578-62bda42b3498 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568992 Jul 16 18:23:59.815199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-ca31eef5-5909-4eba-aaad-c273047df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.815688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56136134-1be0-454e-9176-385d81e37e94 req-e5a95308-bb21-4fd1-802d-029a0f8dcaa9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.824772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56136134-1be0-454e-9176-385d81e37e94 req-e5a95308-bb21-4fd1-802d-029a0f8dcaa9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.2718761 Jul 16 18:23:59.826880 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-ca31eef5-5909-4eba-aaad-c273047df6d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 200 len: 853 time: 0.1697376 Jul 16 18:23:59.921138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-b8c28f2e-7b0a-4b5a-808b-66733374e623 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc01aecd-434e-42d2-a378-f023fb3ea3f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682864 Jul 16 18:23:59.921828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Made reservation on behalf of 48835bfe6d9743c7b422ac3cdae929ab for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:59.925609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.955150 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.079658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-e3aaab3b-f141-4dda-a5e8-d2e0e6db98fc service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512294 Jul 16 18:24:00.241516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f671412-562c-427c-b43b-7f85209e160e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.243946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.250930 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.258737 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-26b4f6cc-ae04-4aa1-b68e-e98ff004f5a6 req-b408d645-4af2-494f-823e-48d23409c894 service neutron] 10.222.0.55 "GET /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674507 Jul 16 18:24:00.263198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.283989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56136134-1be0-454e-9176-385d81e37e94 req-a8bbc758-2dea-409e-a903-2ae6d7bb43f3 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589834 Jul 16 18:24:00.286132 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.311964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:00.318433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.320463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7ac7ae-d66e-4877-902f-d3e960d5c343,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.328900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.336039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/ports/de55681a-97af-43f5-8476-36b286d4ba6e HTTP/1.1" status: 200 len: 911 time: 1.6769991 Jul 16 18:24:00.343495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:00.456402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f0120-58ba-45b9-a634-a8fc34b6a5fb tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=de55681a-97af-43f5-8476-36b286d4ba6e,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.471008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.471277 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Added segment fce5a8a5-1e10-4796-8a8c-040a14dc39d4 of type vlan for network 9f146493-1736-492b-9ab6-e40d2b4cde46 Jul 16 18:24:00.579636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.587525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d24dba50-0508-4628-a281-266527701c45 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:00.590965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 981a90ec-ada0-4884-8976-241632f4466f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:00.621549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bb107-7214-4e2b-8f53-5b465343502f req-aa70c58c-55f1-4492-a591-feefbba84f2a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.624645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef9bb107-7214-4e2b-8f53-5b465343502f req-aa70c58c-55f1-4492-a591-feefbba84f2a tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1162646 Jul 16 18:24:00.629110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.635452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.636168 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.690690 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef9bb107-7214-4e2b-8f53-5b465343502f req-435c18c9-f11a-48a8-8457-a2b1ad76e477 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532951 Jul 16 18:24:00.757443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 981a90ec-ada0-4884-8976-241632f4466f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:00.782720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 981a90ec-ada0-4884-8976-241632f4466f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:00.783441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.893975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Network': ['ID=9f146493-1736-492b-9ab6-e40d2b4cde46,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.924825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:00.936007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:00.991871 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d5f11835-4659-444f-ba05-e54bc4c70137 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2687523 Jul 16 18:24:00.992250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36220) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:00.998010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'd24dba50-0508-4628-a281-266527701c45', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'port_id': 'd24dba50-0508-4628-a281-266527701c45', 'mac_address': 'fa:16:3e:6f:4f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5c697-9c6e-4637-9de1-f49a0a4b77b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:00.999066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'subnet': {'network_id': '9f146493-1736-492b-9ab6-e40d2b4cde46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.079060 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.122760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:01.126281 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf46bc1-c88d-441d-968b-4b692a2e4c44" -d '{"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-plugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:01.131811 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.143381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-382097bd-5d25-49c3-a0c0-47b942b4737c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.145493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-382097bd-5d25-49c3-a0c0-47b942b4737c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1&tenant_id=bb2e096cec2442afbe3872187f55de88&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 948 time: 0.2025819 Jul 16 18:24:01.152641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:01.159248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.162812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d24dba50-0508-4628-a281-266527701c45 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:01.218064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:01.228488 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.242538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.252189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Made reservation on behalf of 48835bfe6d9743c7b422ac3cdae929ab for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:01.256183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.268119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650edc2-5c96-402d-8af9-0ced6874766d req-9cab4fdf-22f5-4cb5-87e7-29b8146d7551 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.269359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-dc113741-55c6-4bda-bcde-4b1b5e83cf3d service neutron] 10.222.0.55 "GET /v2.0/ports/981a90ec-ada0-4884-8976-241632f4466f/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 383 time: 0.1137023 Jul 16 18:24:01.270893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a650edc2-5c96-402d-8af9-0ced6874766d req-9cab4fdf-22f5-4cb5-87e7-29b8146d7551 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.2291543 Jul 16 18:24:01.318877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.328183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.356413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['d24dba50-0508-4628-a281-266527701c45'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:01.409421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a650edc2-5c96-402d-8af9-0ced6874766d req-a168f657-3181-4939-9dab-a2c788a86d46 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205742 Jul 16 18:24:01.428544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a656a-4fbd-4336-9b37-408df6fa407a req-83e457ab-7c6b-40e1-a2f2-cf1f7bb47a36 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.430171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e07a656a-4fbd-4336-9b37-408df6fa407a req-83e457ab-7c6b-40e1-a2f2-cf1f7bb47a36 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.2523258 Jul 16 18:24:01.543617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-9461ec5f-649c-4cc8-8691-efcb86fc0a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.545200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-9461ec5f-649c-4cc8-8691-efcb86fc0a13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1101 time: 0.2144756 Jul 16 18:24:01.603556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e07a656a-4fbd-4336-9b37-408df6fa407a req-0309d758-1626-4484-82b6-63dee44249b0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527832 Jul 16 18:24:01.674333 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fa00a2-f2c6-4508-bf0d-f245a177d4bd x-openstack-request-id: req-70fa00a2-f2c6-4508-bf0d-f245a177d4bd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:01.674767 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-plugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:01.675041 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70fa00a2-f2c6-4508-bf0d-f245a177d4bd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:01.675496 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'code': 200} Jul 16 18:24:01.719106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.733808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-cac9ed19-43c9-431c-8d63-74cfdf4d6e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.735368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-cac9ed19-43c9-431c-8d63-74cfdf4d6e11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1637912 Jul 16 18:24:01.759169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-f8669531-dce8-4f39-8418-381102e210aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2756402 Jul 16 18:24:01.806585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Subnet': ['ID=3217e9b1-aec9-4fc5-8191-38aa679523f9,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.815183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-c985a618-a897-4405-b59c-4e6f664d1e65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.0701663 Jul 16 18:24:01.829233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf587ab9-5a3d-4328-afde-da11a6b5fde0 req-51e01d4b-7763-44fb-8536-916c0ceb0030 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.830997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf587ab9-5a3d-4328-afde-da11a6b5fde0 req-51e01d4b-7763-44fb-8536-916c0ceb0030 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.2204242 Jul 16 18:24:01.912522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Checking segment: {'id': 'fce5a8a5-1e10-4796-8a8c-040a14dc39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9f146493-1736-492b-9ab6-e40d2b4cde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:01.912941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network hostable DHCP agents. Network: 9f146493-1736-492b-9ab6-e40d2b4cde46, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:01.917013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-9450fd12-06f7-4d4f-b236-06a6ca107ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.919896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-9450fd12-06f7-4d4f-b236-06a6ca107ae3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0936542 Jul 16 18:24:01.993767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf587ab9-5a3d-4328-afde-da11a6b5fde0 req-b01ffc57-3d75-4234-916d-38b3f486364d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260951 Jul 16 18:24:02.017994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port de55681a-97af-43f5-8476-36b286d4ba6e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:02.018346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.032107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-c4f73f39-12d6-4360-a649-bf1c8ad7533f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.033776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-c4f73f39-12d6-4360-a649-bf1c8ad7533f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 1102 time: 0.2237086 Jul 16 18:24:02.039092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:02.059975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 9f146493-1736-492b-9ab6-e40d2b4cde46) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:02.088637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-a060117d-304f-4202-aac0-8b83d7be79a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.089835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ef028-c935-4019-b54e-699948ab2df5 None None] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:02.095857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.096386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-a060117d-304f-4202-aac0-8b83d7be79a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1690350 Jul 16 18:24:02.098741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.131493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104db67e-2bd1-4e3c-915a-e3bb74cf6ecd req-ef26d908-1a7d-4292-8c9f-089308a5ab0b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.133144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-104db67e-2bd1-4e3c-915a-e3bb74cf6ecd req-ef26d908-1a7d-4292-8c9f-089308a5ab0b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 945 time: 0.2390616 Jul 16 18:24:02.190540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fc70b925-1dbf-4f5c-bd20-34600cf57e24 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1970520 Jul 16 18:24:02.204888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-104db67e-2bd1-4e3c-915a-e3bb74cf6ecd req-9458a801-79e8-472d-ba19-b2c411a81da7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610166 Jul 16 18:24:02.237293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36242) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.258575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'network': {'name': 'tempest-router-network01--1101951924'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:02.302765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-6da04ba7-06b4-4b6c-9704-c3ca5e7de050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.307474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-6da04ba7-06b4-4b6c-9704-c3ca5e7de050 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.2453594 Jul 16 18:24:02.338815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.382562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-9f146493-1736-492b-9ab6-e40d2b4cde46', 'network_id': '9f146493-1736-492b-9ab6-e40d2b4cde46', 'tenant_id': '48835bfe6d9743c7b422ac3cdae929ab', 'fixed_ips': [{'subnet_id': '3217e9b1-aec9-4fc5-8191-38aa679523f9'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:02.383460 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.389765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-ec434d5d-cba7-43f0-96e4-f6c02108aae8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 200 len: 217 time: 0.0753319 Jul 16 18:24:02.448708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for de55681a-97af-43f5-8476-36b286d4ba6e owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:02.470125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Made reservation on behalf of 48835bfe6d9743c7b422ac3cdae929ab for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:02.475409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.487974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-02d7c93a-ebf0-4856-a941-5259674d9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.491481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-02d7c93a-ebf0-4856-a941-5259674d9458 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0851052 Jul 16 18:24:02.583914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744831f1-14aa-45a3-ac5c-7f3cb9337492 req-eab8284c-eebb-4a92-9f5e-63e2f00142f9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.591713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-744831f1-14aa-45a3-ac5c-7f3cb9337492 req-eab8284c-eebb-4a92-9f5e-63e2f00142f9 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1988878 Jul 16 18:24:02.624716 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-4030a39a-2fef-4ced-b49b-68a4c491d982 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241516 Jul 16 18:24:02.671913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d24dba50-0508-4628-a281-266527701c45 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:02.711212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Allocated IP 172.20.0.2 (9f146493-1736-492b-9ab6-e40d2b4cde46/3217e9b1-aec9-4fc5-8191-38aa679523f9/790d81f1-efe7-4902-ad42-fb9e9ace0cc9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:02.738660 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-744831f1-14aa-45a3-ac5c-7f3cb9337492 req-cc5291dc-ef18-4e28-ba81-192804e59a12 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459217 Jul 16 18:24:02.776021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-0c407eff-f373-4f0a-9529-d3d14554c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.776760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port d24dba50-0508-4628-a281-266527701c45 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:02.777139 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.779500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-0c407eff-f373-4f0a-9529-d3d14554c734 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2795227 Jul 16 18:24:02.837358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-f204633a-d617-42f7-827a-3f4b2a7a6bbf service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012000 Jul 16 18:24:02.859449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:02.876957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b2405-e607-4591-b66c-c61a70838ead req-0fd7ceea-63a3-41fd-8c5b-0f4524c07071 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.879215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c66b2405-e607-4591-b66c-c61a70838ead req-0fd7ceea-63a3-41fd-8c5b-0f4524c07071 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.1970601 Jul 16 18:24:02.902237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.902719 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Added segment f169c7cc-eaa2-41a7-b2c8-22a32476d8b6 of type vlan for network 22a4b5c3-960c-4ced-a255-ea4a0f447aac Jul 16 18:24:02.993714 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.021962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.084948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c66b2405-e607-4591-b66c-c61a70838ead req-098e71e1-4b0f-45de-88f0-dc98473bf9c9 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463671 Jul 16 18:24:03.088943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:03.106340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-c1084991-d23f-4d30-9724-5e13ff3e1db2 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116720 Jul 16 18:24:03.112813 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.123466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.133313 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32569c38-411e-4432-a25f-c060078726d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.137020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Transition to ACTIVE for port object 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:03.190804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Transition to ACTIVE for port object 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:03.204936 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.215465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.263331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Pushing event updated for resources: {'Port': ['ID=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.276573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:03.278289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:03.283556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:03.353976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Attempting to bind port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:03.354339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Attempting to bind port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'fce5a8a5-1e10-4796-8a8c-040a14dc39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9f146493-1736-492b-9ab6-e40d2b4cde46'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:03.354706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Attempting to bind port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 on network 9f146493-1736-492b-9ab6-e40d2b4cde46 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:03.358356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695f168-d06c-42ad-b1b3-34006ae4e4a7 req-7db0fd14-ad0f-46ff-b4d3-d71fb1f646fd tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.366432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a695f168-d06c-42ad-b1b3-34006ae4e4a7 req-7db0fd14-ad0f-46ff-b4d3-d71fb1f646fd tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.3366954 Jul 16 18:24:03.375337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:03.375902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Checking segment: {'id': 'fce5a8a5-1e10-4796-8a8c-040a14dc39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9f146493-1736-492b-9ab6-e40d2b4cde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:03.378079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.378580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Bound using segment: {'id': 'fce5a8a5-1e10-4796-8a8c-040a14dc39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9f146493-1736-492b-9ab6-e40d2b4cde46'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:03.379188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Bound port: 790d81f1-efe7-4902-ad42-fb9e9ace0cc9, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fce5a8a5-1e10-4796-8a8c-040a14dc39d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '9f146493-1736-492b-9ab6-e40d2b4cde46'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:03.379801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.384615 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.416308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10d6f552-4469-4373-9a6c-0414e24c17cf req-a43d0002-be67-4ac1-bb9f-c4395590cd3e service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041430 Jul 16 18:24:03.446402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a695f168-d06c-42ad-b1b3-34006ae4e4a7 req-846ae747-f7ee-491f-9648-a385d7edb7a2 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788569 Jul 16 18:24:03.495682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28196ed2-cc57-4ac5-85be-f01e275056fc req-c64387fe-1d38-4f82-a611-7db05b5b9512 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.503461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28196ed2-cc57-4ac5-85be-f01e275056fc req-c64387fe-1d38-4f82-a611-7db05b5b9512 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.2002141 Jul 16 18:24:03.536335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] For port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:03.544134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] For port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,segment=NetworkSegment(fce5a8a5-1e10-4796-8a8c-040a14dc39d4),segment_id=fce5a8a5-1e10-4796-8a8c-040a14dc39d4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:03.559129 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.610205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28196ed2-cc57-4ac5-85be-f01e275056fc req-bd9e5e4f-841b-4902-ac3f-d65cccf5a451 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040921 Jul 16 18:24:03.660315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.662327 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.670147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.670943 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.714576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24dba50-0508-4628-a281-266527701c45'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:03.720433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be23e6-606f-4e9f-9c95-eae220d36761 req-49d959e9-e8f0-4c58-bf94-df781e5695c8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.720922 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650f6220-8147-4a32-a278-4aa3bd6b748e" -d '{"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-plugged", "status": "completed", "tag": "d24dba50-0508-4628-a281-266527701c45"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:03.722646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8be23e6-606f-4e9f-9c95-eae220d36761 req-49d959e9-e8f0-4c58-bf94-df781e5695c8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.0992913 Jul 16 18:24:03.780665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541114ad-0228-4c4b-a72f-e812aa19d019 None None] Pushing event updated for resources: {'Port': ['ID=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.818875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8be23e6-606f-4e9f-9c95-eae220d36761 req-a7a9bb4c-69ef-4ed0-b31c-bd9fc3af0408 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815661 Jul 16 18:24:03.857641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=de55681a-97af-43f5-8476-36b286d4ba6e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.860335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Network': ['ID=22a4b5c3-960c-4ced-a255-ea4a0f447aac,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.905215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:03.909885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36270) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:03.910747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-976b60c7-f3cc-40dc-9b06-13115f003c98 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6611187 Jul 16 18:24:03.915023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'network': {'name': 'tempest-router-network02--827684852'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:03.985123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Made reservation on behalf of 48835bfe6d9743c7b422ac3cdae929ab for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:04.005150 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.081076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:04.102882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.104370 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Added segment d1e09d32-461b-40bc-9cc6-d603131b6f9e of type vlan for network 87dabb03-b1f7-4c47-9758-fcbf0541d836 Jul 16 18:24:04.105221 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32873fea-9cc2-4813-bd98-b5171bd5ac07 x-openstack-request-id: req-32873fea-9cc2-4813-bd98-b5171bd5ac07 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:04.105596 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-plugged", "status": "completed", "tag": "d24dba50-0508-4628-a281-266527701c45", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:04.105785 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32873fea-9cc2-4813-bd98-b5171bd5ac07 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:04.106168 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24dba50-0508-4628-a281-266527701c45', 'code': 200} Jul 16 18:24:04.285788 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.313941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.384134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-4df97d5d-f630-45bb-a51e-90b285765e42 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.389065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-4df97d5d-f630-45bb-a51e-90b285765e42 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.7656932 Jul 16 18:24:04.421254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.427152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.437819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.439809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.518517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6031880 Jul 16 18:24:04.530234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.585952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'subnet': {'network_id': '22a4b5c3-960c-4ced-a255-ea4a0f447aac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:04.624541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:04.741005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:04.757906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e7339-5f82-4133-8e92-866e922de4b4 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Network': ['ID=87dabb03-b1f7-4c47-9758-fcbf0541d836,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.789371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 87dabb03-b1f7-4c47-9758-fcbf0541d836 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:04.915089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67f31-5d6f-4e59-abae-5b1b6ec65811 req-c7f54153-1082-4707-8916-edf8d18ac64c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.918681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ba67f31-5d6f-4e59-abae-5b1b6ec65811 req-c7f54153-1082-4707-8916-edf8d18ac64c tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.2693193 Jul 16 18:24:04.929386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4cace-e0fe-41eb-9e67-a61c913a0e4c req-63112f81-5868-43c6-9c71-934ddfd32db4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.954234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ae4cace-e0fe-41eb-9e67-a61c913a0e4c req-63112f81-5868-43c6-9c71-934ddfd32db4 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.3480926 Jul 16 18:24:05.040434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ba67f31-5d6f-4e59-abae-5b1b6ec65811 req-c49910f8-ce5d-4f99-bad2-5d8b1a991f6a tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697827 Jul 16 18:24:05.055845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ae4cace-e0fe-41eb-9e67-a61c913a0e4c req-f7900908-0d18-4ee1-81df-1977653a3040 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003909 Jul 16 18:24:05.298301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84833bf5-bb73-4ae1-b143-2db6b77919e5 req-647ba646-ca2d-4651-b588-e91d8dfd8f14 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.308092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84833bf5-bb73-4ae1-b143-2db6b77919e5 req-647ba646-ca2d-4651-b588-e91d8dfd8f14 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.1258492 Jul 16 18:24:05.392509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84833bf5-bb73-4ae1-b143-2db6b77919e5 req-f7a8e533-c6a9-4266-985d-ca34be617806 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830903 Jul 16 18:24:05.578219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 99d498c2-86cf-4ef8-98a8-d20ab1a6f58a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:05.594633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657d5cf-32eb-4a09-898d-0b4212fd30a0 req-af59a7c6-cf23-4405-8887-71a0d25daaff tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.604135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7657d5cf-32eb-4a09-898d-0b4212fd30a0 req-af59a7c6-cf23-4405-8887-71a0d25daaff tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.1544678 Jul 16 18:24:05.675670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Made reservation on behalf of 48835bfe6d9743c7b422ac3cdae929ab for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:05.694890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.766270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.774833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51537375-810e-426a-b5a4-123d62613050 None None] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:05.872048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7657d5cf-32eb-4a09-898d-0b4212fd30a0 req-03c2fc39-d8f9-45ad-82e1-5035ff10ddac tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610869 Jul 16 18:24:05.896841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Deleting port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:05.907018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.955604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a7c81b0-eaa5-46d0-8ea0-1049ee98dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.957292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a7c81b0-eaa5-46d0-8ea0-1049ee98dba5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1&tenant_id=bb2e096cec2442afbe3872187f55de88 HTTP/1.1" status: 200 len: 1101 time: 0.3066950 Jul 16 18:24:05.977505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-17ba8a39-caa3-4ec3-a0c9-7c136b65224c None None] Provisioning for port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:05.977746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25aff2-a3dc-41a5-92e5-fa0f8c93f76d req-8885dffd-2222-462b-8724-f8f63bb60696 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.977746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f25aff2-a3dc-41a5-92e5-fa0f8c93f76d req-8885dffd-2222-462b-8724-f8f63bb60696 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.1821272 Jul 16 18:24:05.982550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:05.995622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-17ba8a39-caa3-4ec3-a0c9-7c136b65224c None None] Provisioning complete for port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:06.001808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17ba8a39-caa3-4ec3-a0c9-7c136b65224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.003446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:06.016739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e82b5ccd-42bd-4f9e-80a1-8f1c5f02a080 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/99d498c2-86cf-4ef8-98a8-d20ab1a6f58a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6681976 Jul 16 18:24:06.024825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36286) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.029185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c294b-755c-49c2-a535-8b11dace955c None None] Sync routers for ids ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:06.090678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3c434b48-e942-4731-96af-b31b6d52e084 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d498c2-86cf-4ef8-98a8-d20ab1a6f58a HTTP/1.1" status: 200 len: 205 time: 0.0584376 Jul 16 18:24:06.096238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.108763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c294b-755c-49c2-a535-8b11dace955c None None] Routers {'99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:06.109879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-833c294b-755c-49c2-a535-8b11dace955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.155020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f25aff2-a3dc-41a5-92e5-fa0f8c93f76d req-230001fb-180e-4abe-b750-b4c5d4cf01bb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687214 Jul 16 18:24:06.190849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.245806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-833c294b-755c-49c2-a535-8b11dace955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.272067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c294b-755c-49c2-a535-8b11dace955c None None] Routers {'99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:06.273026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-833c294b-755c-49c2-a535-8b11dace955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.322282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-833c294b-755c-49c2-a535-8b11dace955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.323237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833c294b-755c-49c2-a535-8b11dace955c None None] The sync data for ids ['99d498c2-86cf-4ef8-98a8-d20ab1a6f58a'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:06.325968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] For port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:06.326498 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.329435 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17ba8a39-caa3-4ec3-a0c9-7c136b65224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.368599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52959a28-7f2e-4ca1-9ada-676902ea3e35 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.377030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Calling delete_port for 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:06.475474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.609072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-17ba8a39-caa3-4ec3-a0c9-7c136b65224c None None] For port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,segment=NetworkSegment(fce5a8a5-1e10-4796-8a8c-040a14dc39d4),segment_id=fce5a8a5-1e10-4796-8a8c-040a14dc39d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:06.630511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17ba8a39-caa3-4ec3-a0c9-7c136b65224c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.639051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:06.694800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52959a28-7f2e-4ca1-9ada-676902ea3e35 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.702294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52959a28-7f2e-4ca1-9ada-676902ea3e35 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.796068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Subnet': ['ID=08fec188-83b3-4dde-838e-62d52e6243b3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.810203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba8a39-caa3-4ec3-a0c9-7c136b65224c None None] Pushing event updated for resources: {'Port': ['ID=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.834883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52959a28-7f2e-4ca1-9ada-676902ea3e35 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.835426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52959a28-7f2e-4ca1-9ada-676902ea3e35 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Fanout notify agent at l3_agent the message router_deleted on router 99d498c2-86cf-4ef8-98a8-d20ab1a6f58a {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:06.857976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-52959a28-7f2e-4ca1-9ada-676902ea3e35 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.858984 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-52959a28-7f2e-4ca1-9ada-676902ea3e35 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/99d498c2-86cf-4ef8-98a8-d20ab1a6f58a HTTP/1.1" status: 204 len: 168 time: 0.7571342 Jul 16 18:24:06.864547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.886844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5e616-7b8f-474e-9ea1-8d5edeb2673f req-7dc11e17-b49c-4d20-8da0-1bc3096b39e5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.895233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Checking segment: {'id': 'f169c7cc-eaa2-41a7-b2c8-22a32476d8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22a4b5c3-960c-4ced-a255-ea4a0f447aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:06.895620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network hostable DHCP agents. Network: 22a4b5c3-960c-4ced-a255-ea4a0f447aac, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:06.900001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbf5e616-7b8f-474e-9ea1-8d5edeb2673f req-7dc11e17-b49c-4d20-8da0-1bc3096b39e5 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.3517897 Jul 16 18:24:06.912775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb75c8-4c6c-4d4f-9e76-55b34e8fda06 req-60f76938-2505-4aed-9e9b-47192b9e94b3 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.914755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8fbb75c8-4c6c-4d4f-9e76-55b34e8fda06 req-60f76938-2505-4aed-9e9b-47192b9e94b3 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=1d5140ad-25aa-41ac-9ff4-159e070340b0 HTTP/1.1" status: 200 len: 945 time: 0.5958514 Jul 16 18:24:06.925297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.972308 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.980270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-45f73ab3-272c-4bcb-8594-38273c8c1e3a None None] Provisioning complete for port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:06.980831 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45f73ab3-272c-4bcb-8594-38273c8c1e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.982492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:07.025871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8fbb75c8-4c6c-4d4f-9e76-55b34e8fda06 req-bb04d151-4c2d-486e-bcf3-34c349e43c83 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002533 Jul 16 18:24:07.042208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbf5e616-7b8f-474e-9ea1-8d5edeb2673f req-d63d779a-0f2f-4e3e-948c-ce48d585c79b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260586 Jul 16 18:24:07.079541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 981a90ec-ada0-4884-8976-241632f4466f no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:07.098504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet 5cde5633-6c14-4f09-8de4-9db89d941f66 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:07.109588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.116989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:07.211000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.218482 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.229919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['c3c10271-791e-48b4-bb29-f42bf3648afb'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:07.254903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:07.260559 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc66d429-0071-4cf1-87fb-7add9647884a" -d '{"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-unplugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:07.270507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.280343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Pushing event deleted for resources: {'Port': ['ID=217dec82-e6c3-44ac-81d9-e7bf9bf31e3e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.292626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:07.302810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Transition to ACTIVE for port object 981a90ec-ada0-4884-8976-241632f4466f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:07.312408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.340863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 22a4b5c3-960c-4ced-a255-ea4a0f447aac) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:07.347171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.430240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.432135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.450495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa63080-caf5-4e38-8d9d-bc67274b6065 None None] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:07.512062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] No DVR routers for this DVR port 217dec82-e6c3-44ac-81d9-e7bf9bf31e3e on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:07.517916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bf8dd247-b9d3-429d-91de-08724a3efb51 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9676523 Jul 16 18:24:07.524420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36308) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:07.529654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.533983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fe9f6b0d-4975-49df-94cf-c7a969d612a4 req-0cca9360-ad33-4b00-943f-1a21a3efa286 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.55 "DELETE /v2.0/ports/217dec82-e6c3-44ac-81d9-e7bf9bf31e3e HTTP/1.1" status: 204 len: 173 time: 3.1341007 Jul 16 18:24:07.534576 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.535297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'name': 'network-vif-deleted', 'tag': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:07.546930 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea5d33-1858-42f4-82a9-5a40e501ed17" -d '{"events": [{"server_uuid": "1d5140ad-25aa-41ac-9ff4-159e070340b0", "name": "network-vif-deleted", "tag": "217dec82-e6c3-44ac-81d9-e7bf9bf31e3e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:07.563137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'subnet': {'network_id': '87dabb03-b1f7-4c47-9758-fcbf0541d836', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:07.577748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=10']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.585630 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:24:07.586084 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:24:07.760376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.995977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-22a4b5c3-960c-4ced-a255-ea4a0f447aac', 'network_id': '22a4b5c3-960c-4ced-a255-ea4a0f447aac', 'tenant_id': '48835bfe6d9743c7b422ac3cdae929ab', 'fixed_ips': [{'subnet_id': '08fec188-83b3-4dde-838e-62d52e6243b3'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:08.002101 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.002314 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.074995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=5cde5633-6c14-4f09-8de4-9db89d941f66,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.094186 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.107747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-be4e3bf8-aec8-49fb-8f9c-9b6b630a57cc tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/5cde5633-6c14-4f09-8de4-9db89d941f66 HTTP/1.1" status: 204 len: 168 time: 1.2409456 Jul 16 18:24:08.110379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:08.121870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f243b3-7860-46ac-9648-847f087430c2 None None] Network b91311ae-65b5-4c36-9ef1-c9684b8074ad requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:08.217769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] No DVR routers for this DVR port 981a90ec-ada0-4884-8976-241632f4466f on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:08.344327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:08.344788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:08.345009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:08.371777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:08.371777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Attempting to bind port 981a90ec-ada0-4884-8976-241632f4466f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:08.391181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ebdf0-a167-449d-94b2-40740eccabf2 req-f698abaa-552f-4d7b-9f02-076ceef44d7f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.398985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-764ebdf0-a167-449d-94b2-40740eccabf2 req-f698abaa-552f-4d7b-9f02-076ceef44d7f tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 948 time: 0.9849410 Jul 16 18:24:08.410864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Made reservation on behalf of 48835bfe6d9743c7b422ac3cdae929ab for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:08.414647 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.433013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b19c9-0bc0-4c00-b42f-82d45822d283 req-74ed1b12-1b43-45a0-bf8d-c59243ea2137 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.433740 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.440416 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b7b19c9-0bc0-4c00-b42f-82d45822d283 req-74ed1b12-1b43-45a0-bf8d-c59243ea2137 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.9263437 Jul 16 18:24:08.450934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:08.450934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:08.450934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:08.450934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Bound port: 981a90ec-ada0-4884-8976-241632f4466f, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:08.450934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.566758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Allocated IP 172.20.0.2 (22a4b5c3-960c-4ced-a255-ea4a0f447aac/08fec188-83b3-4dde-838e-62d52e6243b3/2263ef62-382a-443a-beec-31a5517e509a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:08.636541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:08.636782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.643855 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-764ebdf0-a167-449d-94b2-40740eccabf2 req-ef256fef-5e24-4f6c-9271-4d3869ee27d8 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438586 Jul 16 18:24:08.710311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b7b19c9-0bc0-4c00-b42f-82d45822d283 req-dc748f53-943e-42bd-a9a0-984d60e0755e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688961 Jul 16 18:24:08.811756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:08.818376 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.818897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:08.831719 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.846932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Transition to ACTIVE for port object 2263ef62-382a-443a-beec-31a5517e509a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:08.866570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Transition to ACTIVE for port object 2263ef62-382a-443a-beec-31a5517e509a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:08.878238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:08.886755 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.922229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1,segment=NetworkSegment(685b9fad-67ae-431d-aed8-a79ef2190ded),segment_id=685b9fad-67ae-431d-aed8-a79ef2190ded)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.922815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.933884 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b63bcf-166e-401d-9b55-468ef2abedfc x-openstack-request-id: req-24b63bcf-166e-401d-9b55-468ef2abedfc {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:08.934716 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-unplugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:08.935408 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24b63bcf-166e-401d-9b55-468ef2abedfc {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:08.936576 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'code': 200} Jul 16 18:24:08.945867 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3415f549-ac4b-41ce-9ce5-80f63abe5712 x-openstack-request-id: req-3415f549-ac4b-41ce-9ce5-80f63abe5712 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:08.946162 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5140ad-25aa-41ac-9ff4-159e070340b0", "name": "network-vif-deleted", "tag": "217dec82-e6c3-44ac-81d9-e7bf9bf31e3e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:08.946430 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3415f549-ac4b-41ce-9ce5-80f63abe5712 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:08.947397 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5140ad-25aa-41ac-9ff4-159e070340b0', 'name': 'network-vif-deleted', 'tag': '217dec82-e6c3-44ac-81d9-e7bf9bf31e3e', 'status': 'completed', 'code': 200} Jul 16 18:24:08.957504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:08.973207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:08.981828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:08.991548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:09.010439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Pushing event updated for resources: {'Port': ['ID=2263ef62-382a-443a-beec-31a5517e509a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.088847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Attempting to bind port 2263ef62-382a-443a-beec-31a5517e509a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:09.089226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Attempting to bind port 2263ef62-382a-443a-beec-31a5517e509a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'f169c7cc-eaa2-41a7-b2c8-22a32476d8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22a4b5c3-960c-4ced-a255-ea4a0f447aac'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:09.089591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Attempting to bind port 2263ef62-382a-443a-beec-31a5517e509a on network 22a4b5c3-960c-4ced-a255-ea4a0f447aac {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:09.091856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:09.092237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.126427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:09.127053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Checking segment: {'id': 'f169c7cc-eaa2-41a7-b2c8-22a32476d8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22a4b5c3-960c-4ced-a255-ea4a0f447aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:09.127480 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.127936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Bound using segment: {'id': 'f169c7cc-eaa2-41a7-b2c8-22a32476d8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22a4b5c3-960c-4ced-a255-ea4a0f447aac'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:09.128524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Bound port: 2263ef62-382a-443a-beec-31a5517e509a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f169c7cc-eaa2-41a7-b2c8-22a32476d8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '22a4b5c3-960c-4ced-a255-ea4a0f447aac'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:09.128922 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.170425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.196294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=11']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.198652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5797af49-72f7-47b9-aa8e-ea2673361f98 None None] DHCP port deletion for b91311ae-65b5-4c36-9ef1-c9684b8074ad request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:09.219736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.245538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.257221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:09.350679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] For port 2263ef62-382a-443a-beec-31a5517e509a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:09.357874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] For port 2263ef62-382a-443a-beec-31a5517e509a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2263ef62-382a-443a-beec-31a5517e509a,segment=NetworkSegment(f169c7cc-eaa2-41a7-b2c8-22a32476d8b6),segment_id=f169c7cc-eaa2-41a7-b2c8-22a32476d8b6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:09.372503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.420484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Subnet': ['ID=19d055da-c095-4bc7-be50-432141d7acc6,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.452769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.453928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.455427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.456477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5a574529-4603-40c2-95b8-d0133c32b65b service neutron] 10.222.0.13 "PUT /v2.0/ports/981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 1097 time: 3.4797792 Jul 16 18:24:09.494728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91311ae-65b5-4c36-9ef1-c9684b8074ad']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:09.521459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685b9fad-67ae-431d-aed8-a79ef2190ded') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:09.521806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685b9fad-67ae-431d-aed8-a79ef2190ded') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:09.533350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc6463-b468-4e1d-b2e4-76387733eccb None None] Pushing event updated for resources: {'Port': ['ID=2263ef62-382a-443a-beec-31a5517e509a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.540342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.557053 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.563647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:09.564070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:09.645350 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:09.649126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.664961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.671354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/b91311ae-65b5-4c36-9ef1-c9684b8074ad HTTP/1.1" status: 204 len: 168 time: 1.5592844 Jul 16 18:24:09.682096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb5907-5c3d-4d5b-b562-6a02f8757dd2 req-ce572839-c3ee-409b-ad12-6d55a1fc6405 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.691627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4cb5907-5c3d-4d5b-b562-6a02f8757dd2 req-ce572839-c3ee-409b-ad12-6d55a1fc6405 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.7717965 Jul 16 18:24:09.695579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36320) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:09.705782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8390ada-44c3-4a04-a19e-4a2556b31af2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=b91311ae-65b5-4c36-9ef1-c9684b8074ad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.714447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f91d7f5d-d262-4abc-ac94-8a251090dbab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-416146393', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:09.721059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Checking segment: {'id': 'd1e09d32-461b-40bc-9cc6-d603131b6f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87dabb03-b1f7-4c47-9758-fcbf0541d836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:09.721469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network hostable DHCP agents. Network: 87dabb03-b1f7-4c47-9758-fcbf0541d836, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:09.835466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f5d-d262-4abc-ac94-8a251090dbab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.836627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f5d-d262-4abc-ac94-8a251090dbab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.843760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4cb5907-5c3d-4d5b-b562-6a02f8757dd2 req-66963167-0963-4df0-8b4c-c8a814371dd3 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154747 Jul 16 18:24:09.845785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-1d4449be-5474-41ca-ad17-7c90ea6575b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.847392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-1d4449be-5474-41ca-ad17-7c90ea6575b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1100 time: 0.3539894 Jul 16 18:24:09.849085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network 87dabb03-b1f7-4c47-9758-fcbf0541d836 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:09.908142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 87dabb03-b1f7-4c47-9758-fcbf0541d836) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:09.928380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0943fe3b-ccf5-4307-95fe-4b4e61bdafb0 None None] Network 87dabb03-b1f7-4c47-9758-fcbf0541d836 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:09.989334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.995198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.226493 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f5d-d262-4abc-ac94-8a251090dbab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.256708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ad4a78e6-7ca8-429a-885a-12d87f1e5aa2 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7013047 Jul 16 18:24:10.261414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36330) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:10.278464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f5d-d262-4abc-ac94-8a251090dbab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.355882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-87dabb03-b1f7-4c47-9758-fcbf0541d836', 'network_id': '87dabb03-b1f7-4c47-9758-fcbf0541d836', 'tenant_id': '48835bfe6d9743c7b422ac3cdae929ab', 'fixed_ips': [{'subnet_id': '19d055da-c095-4bc7-be50-432141d7acc6'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:10.357338 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.413411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f91d7f5d-d262-4abc-ac94-8a251090dbab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.418804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f91d7f5d-d262-4abc-ac94-8a251090dbab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7066324 Jul 16 18:24:10.421023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:10.426195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-ad17233d-00b7-4631-97b8-1be68051c4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.427714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-ad17233d-00b7-4631-97b8-1be68051c4a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.5700366 Jul 16 18:24:10.434464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-595492169'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:10.524882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2263ef62-382a-443a-beec-31a5517e509a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:10.541711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-756b7f87-62af-4aeb-8535-b051b96b4822 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.0998430 Jul 16 18:24:10.639012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485804e6-11cb-40e8-bd45-cd4270a5a26d req-e552fcbf-f0fe-4c18-adda-78ac8af2b8b5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.647291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-485804e6-11cb-40e8-bd45-cd4270a5a26d req-e552fcbf-f0fe-4c18-adda-78ac8af2b8b5 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 948 time: 0.4791503 Jul 16 18:24:10.652291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 2263ef62-382a-443a-beec-31a5517e509a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:10.661496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Allocated IP 172.20.0.2 (87dabb03-b1f7-4c47-9758-fcbf0541d836/19d055da-c095-4bc7-be50-432141d7acc6/1e3a66e1-e748-4651-a83a-d4f46a0d732a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:10.670602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fead07-151e-4cf7-8294-3eeee4eeb223 req-cd5ab00c-5e06-4c8f-b19d-bdc6be5ac740 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.672315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2fead07-151e-4cf7-8294-3eeee4eeb223 req-cd5ab00c-5e06-4c8f-b19d-bdc6be5ac740 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.4893010 Jul 16 18:24:10.765626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-554f04ba-adc8-4896-bffe-828e4b418869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.767266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-554f04ba-adc8-4896-bffe-828e4b418869 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.2043591 Jul 16 18:24:10.784882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:10.900926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:10.900926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 52e7a5cc-6637-4d0d-8c13-6ab49ebe63b1 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:10.917705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2fead07-151e-4cf7-8294-3eeee4eeb223 req-cc1120f5-ca2f-4172-ba87-902c0e1cd7d1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232037 Jul 16 18:24:10.949350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:10.956758 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba9db67-db96-49e2-a832-0a90911cca2a" -d '{"events": [{"name": "network-changed", "server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:11.070381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5845ebc3-faf4-446d-ae90-e764667601a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.077135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-5845ebc3-faf4-446d-ae90-e764667601a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2946105 Jul 16 18:24:11.095331 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.124560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Transition to ACTIVE for port object 1e3a66e1-e748-4651-a83a-d4f46a0d732a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:11.146110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Transition to ACTIVE for port object 1e3a66e1-e748-4651-a83a-d4f46a0d732a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:11.156127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.240125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Network 87dabb03-b1f7-4c47-9758-fcbf0541d836 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:11.246534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:11.253910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:11.266654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Pushing event updated for resources: {'Port': ['ID=1e3a66e1-e748-4651-a83a-d4f46a0d732a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.398412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-485804e6-11cb-40e8-bd45-cd4270a5a26d req-120d1006-e997-49bc-a403-b847f84d9efd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495685 Jul 16 18:24:11.401105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Attempting to bind port 1e3a66e1-e748-4651-a83a-d4f46a0d732a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:11.402841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Attempting to bind port 1e3a66e1-e748-4651-a83a-d4f46a0d732a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'd1e09d32-461b-40bc-9cc6-d603131b6f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87dabb03-b1f7-4c47-9758-fcbf0541d836'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:11.403794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Attempting to bind port 1e3a66e1-e748-4651-a83a-d4f46a0d732a on network 87dabb03-b1f7-4c47-9758-fcbf0541d836 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:11.412590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:11.413615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Checking segment: {'id': 'd1e09d32-461b-40bc-9cc6-d603131b6f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87dabb03-b1f7-4c47-9758-fcbf0541d836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:11.414313 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.414963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Bound using segment: {'id': 'd1e09d32-461b-40bc-9cc6-d603131b6f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87dabb03-b1f7-4c47-9758-fcbf0541d836'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:11.416373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Bound port: 1e3a66e1-e748-4651-a83a-d4f46a0d732a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e09d32-461b-40bc-9cc6-d603131b6f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '87dabb03-b1f7-4c47-9758-fcbf0541d836'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:11.417050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.535533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-8b15b3d4-d43f-4de7-b150-3242157441ea service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400966 Jul 16 18:24:11.544490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] For port 1e3a66e1-e748-4651-a83a-d4f46a0d732a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:11.550121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] For port 1e3a66e1-e748-4651-a83a-d4f46a0d732a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1e3a66e1-e748-4651-a83a-d4f46a0d732a,segment=NetworkSegment(d1e09d32-461b-40bc-9cc6-d603131b6f9e),segment_id=d1e09d32-461b-40bc-9cc6-d603131b6f9e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:11.555973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.586235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.590173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:11.593953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.664831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcf436-4e3b-4298-aca0-c40e8a7bfeab req-64605f0c-97c6-4f04-89d5-e8cd069068b8 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.667672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:11.674079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ebcf436-4e3b-4298-aca0-c40e8a7bfeab req-64605f0c-97c6-4f04-89d5-e8cd069068b8 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.4562893 Jul 16 18:24:11.688786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bff7c6-d570-42b0-ae28-11b1de208061 None None] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:11.694879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.695241 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0 of type vlan for network c8626493-0a19-4eae-933d-758d5c19a0b4 Jul 16 18:24:11.832796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24bc03-6f15-4767-8c90-a2d7b56f9fe1 None None] Pushing event updated for resources: {'Port': ['ID=1e3a66e1-e748-4651-a83a-d4f46a0d732a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.853037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ebcf436-4e3b-4298-aca0-c40e8a7bfeab req-d2639d73-2b4d-47cc-b216-c642d99a9d00 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781507 Jul 16 18:24:11.876397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc9b4a8-dec2-4cda-88c3-6e984d12f38e req-e2e50958-a76c-4291-b4e7-767763bc85d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301127 Jul 16 18:24:11.880307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-673ee5ca-faa4-4d3d-ab78-2bcdffceefa3 None None] Provisioning for port 2263ef62-382a-443a-beec-31a5517e509a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:11.988188 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.008360 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec39f93a-d6e5-4a5b-9f7a-fe8ea43cd187 x-openstack-request-id: req-ec39f93a-d6e5-4a5b-9f7a-fe8ea43cd187 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:12.008679 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:12.008900 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec39f93a-d6e5-4a5b-9f7a-fe8ea43cd187 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:12.011000 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'status': 'completed', 'code': 200} Jul 16 18:24:12.031641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-673ee5ca-faa4-4d3d-ab78-2bcdffceefa3 None None] Provisioning complete for port 2263ef62-382a-443a-beec-31a5517e509a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:12.032318 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-673ee5ca-faa4-4d3d-ab78-2bcdffceefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.214664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-69814939-411e-4daf-9d62-261109e69b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.217661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-69814939-411e-4daf-9d62-261109e69b6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1100 time: 0.2055655 Jul 16 18:24:12.353688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Allocated IP 172.20.0.1 (22a4b5c3-960c-4ced-a255-ea4a0f447aac/08fec188-83b3-4dde-838e-62d52e6243b3/ebdedfc1-afc9-4c56-a407-aa8392103e74) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:12.445753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1e3a66e1-e748-4651-a83a-d4f46a0d732a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:12.484140 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-673ee5ca-faa4-4d3d-ab78-2bcdffceefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.618281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-673ee5ca-faa4-4d3d-ab78-2bcdffceefa3 None None] For port 2263ef62-382a-443a-beec-31a5517e509a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2263ef62-382a-443a-beec-31a5517e509a,segment=NetworkSegment(f169c7cc-eaa2-41a7-b2c8-22a32476d8b6),segment_id=f169c7cc-eaa2-41a7-b2c8-22a32476d8b6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:12.634235 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-673ee5ca-faa4-4d3d-ab78-2bcdffceefa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.683588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-aba703de-9f71-4d3a-ab0a-88b0c5c37aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.683588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-aba703de-9f71-4d3a-ab0a-88b0c5c37aa7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.4572773 Jul 16 18:24:12.710134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ccf1e-f81b-4b1f-92ae-def3ef8ea269 req-7df94dc0-834e-499c-bcb2-0f69d2f6ac2d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.711757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c43ccf1e-f81b-4b1f-92ae-def3ef8ea269 req-7df94dc0-834e-499c-bcb2-0f69d2f6ac2d tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.3492684 Jul 16 18:24:12.716964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1e3a66e1-e748-4651-a83a-d4f46a0d732a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:12.739583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.755694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.756419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.766225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-b45ce803-44f6-44bb-b8e2-b0b260aefca4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.0738747 Jul 16 18:24:12.781305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5b04e-79c1-44b5-b80a-2d65a0154421 req-2dae3627-917f-4e9d-a33b-f008fdf7f436 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.783431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67d5b04e-79c1-44b5-b80a-2d65a0154421 req-2dae3627-917f-4e9d-a33b-f008fdf7f436 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.4497252 Jul 16 18:24:12.813732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ee5ca-faa4-4d3d-ab78-2bcdffceefa3 None None] Pushing event updated for resources: {'Port': ['ID=2263ef62-382a-443a-beec-31a5517e509a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:12.824813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.838703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-a4db2be2-a2ea-49f7-b4fb-59fe15a94e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.840985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-a4db2be2-a2ea-49f7-b4fb-59fe15a94e1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e096cec2442afbe3872187f55de88&device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1100 time: 0.7704158 Jul 16 18:24:12.858476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c43ccf1e-f81b-4b1f-92ae-def3ef8ea269 req-29038fae-03a7-491f-852f-3afa1a9efe51 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384554 Jul 16 18:24:12.886186 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4589999 Jul 16 18:24:12.886733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36352) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:12.900523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:12.980425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Transition to ACTIVE for port object ebdedfc1-afc9-4c56-a407-aa8392103e74 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:13.046244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c36206-eec8-4a7a-bf27-211c60a9035d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=c8626493-0a19-4eae-933d-758d5c19a0b4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.078799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67d5b04e-79c1-44b5-b80a-2d65a0154421 req-89292f7c-1470-465f-973a-1e4565ad02e1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831604 Jul 16 18:24:13.082771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-bb9d7e57-3186-4134-b5c8-ef8f7f4d1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.085472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network c8626493-0a19-4eae-933d-758d5c19a0b4 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:13.089648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-bb9d7e57-3186-4134-b5c8-ef8f7f4d1ca9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.3054996 Jul 16 18:24:13.179007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:13.244134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:13.247986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.290105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-2c832749-3247-40fa-9baa-d3f4f8cee667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.293470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-2c832749-3247-40fa-9baa-d3f4f8cee667 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.4376814 Jul 16 18:24:13.296866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.416600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-33a10f7e-551a-4833-9912-e022730dee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.420875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-33a10f7e-551a-4833-9912-e022730dee76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3221922 Jul 16 18:24:13.464443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:13.558029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Port': ['ID=ebdedfc1-afc9-4c56-a407-aa8392103e74,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.584646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:13.608828 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-090b0cae-133b-452c-b12c-e1facfa47829 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 200 len: 217 time: 0.2868857 Jul 16 18:24:13.616717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:13.684063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2bc9678c-7b3f-4eb4-8990-9a84995c967e None None] Provisioning complete for port 2263ef62-382a-443a-beec-31a5517e509a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:13.685006 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bc9678c-7b3f-4eb4-8990-9a84995c967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.745764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:13.770866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '981a90ec-ada0-4884-8976-241632f4466f', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '981a90ec-ada0-4884-8976-241632f4466f', 'mac_address': 'fa:16:3e:47:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:13.857753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.874060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18753a91-bb09-4373-94d9-0b3ce6b0c7ab None None] Network 87dabb03-b1f7-4c47-9758-fcbf0541d836 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:13.879544 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.935813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981a90ec-ada0-4884-8976-241632f4466f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:14.044551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2723fb-c318-4ed6-81c5-e45ccce4a523 req-bf97f891-8a7a-44c7-979e-b53a61d11a39 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.046497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:14.051687 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.073342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed2723fb-c318-4ed6-81c5-e45ccce4a523 req-bf97f891-8a7a-44c7-979e-b53a61d11a39 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 948 time: 0.7683804 Jul 16 18:24:14.157679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-ef03b564-ec64-41e5-a310-ea6b6d34f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.161351 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-ef03b564-ec64-41e5-a310-ea6b6d34f88f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.5058885 Jul 16 18:24:14.193488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-5df38607-ab53-40a4-a10f-a44a4e02e39e service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531233 Jul 16 18:24:14.208921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Provisioning for port ebdedfc1-afc9-4c56-a407-aa8392103e74 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:14.245572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Provisioning complete for port ebdedfc1-afc9-4c56-a407-aa8392103e74 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:14.245572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.245572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.311949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.312216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Port ebdedfc1-afc9-4c56-a407-aa8392103e74 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:14.330262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cc7b8-c372-4f3e-894c-fe6621ffec30 req-534a96a5-c6c4-412c-826f-fed2a81784d3 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.332678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Provisioning for port 1e3a66e1-e748-4651-a83a-d4f46a0d732a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:14.333981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-450cc7b8-c372-4f3e-894c-fe6621ffec30 req-534a96a5-c6c4-412c-826f-fed2a81784d3 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 1.0059071 Jul 16 18:24:14.347005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Provisioning complete for port 1e3a66e1-e748-4651-a83a-d4f46a0d732a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:14.347387 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.409299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2263ef62-382a-443a-beec-31a5517e509a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:14.436701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['981a90ec-ada0-4884-8976-241632f4466f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:14.517022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed2723fb-c318-4ed6-81c5-e45ccce4a523 req-7a7231a0-87b7-47de-9812-21df812a5687 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4427536 Jul 16 18:24:14.614738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9db67-db96-49e2-a832-0a90911cca2a req-f2d5624a-898f-4c4e-ac48-2fc0c62ecbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.622528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-869657d0-3791-4a77-946a-576f93e64788 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032586 Jul 16 18:24:14.632527 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-f2d5624a-898f-4c4e-ac48-2fc0c62ecbac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3543692 Jul 16 18:24:14.642721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-450cc7b8-c372-4f3e-894c-fe6621ffec30 req-79264385-1f67-46a5-9176-fe20379c22c2 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625826 Jul 16 18:24:14.668016 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.721843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 2263ef62-382a-443a-beec-31a5517e509a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:14.722563 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.781157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=361e6908-2f3a-4392-8f0e-289d17ded85f,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.792734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:14.793100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: c8626493-0a19-4eae-933d-758d5c19a0b4, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:14.829298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network c8626493-0a19-4eae-933d-758d5c19a0b4 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:14.844615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, c8626493-0a19-4eae-933d-758d5c19a0b4) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:14.866691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.866896 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.876316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b52572-efe2-44ec-8fd4-d80a5a5c709f None None] Network c8626493-0a19-4eae-933d-758d5c19a0b4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:14.879459 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.921718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ffef39e9-e39c-4099-8a50-d5d8ba431bb6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0283668 Jul 16 18:24:14.926752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36360) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:14.968526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-2c0b84e2-3279-4100-a785-1ba16a0cdfac service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344734 Jul 16 18:24:15.113741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] For port 1e3a66e1-e748-4651-a83a-d4f46a0d732a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1e3a66e1-e748-4651-a83a-d4f46a0d732a,segment=NetworkSegment(d1e09d32-461b-40bc-9cc6-d603131b6f9e),segment_id=d1e09d32-461b-40bc-9cc6-d603131b6f9e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:15.127393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cba9db67-db96-49e2-a832-0a90911cca2a req-7aa79b00-5b62-4f5f-bb68-3b1bd5f2f6f6 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510479 Jul 16 18:24:15.174131 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.302100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.313520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.407874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.421440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Port': ['ID=ebdedfc1-afc9-4c56-a407-aa8392103e74,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.456680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d4a03f19-e10f-416a-b011-71ce01547ac2 None None] Provisioning complete for port 1e3a66e1-e748-4651-a83a-d4f46a0d732a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:15.457480 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4a03f19-e10f-416a-b011-71ce01547ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.510145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-c8626493-0a19-4eae-933d-758d5c19a0b4', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:15.511446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.513934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16e4e4-b986-487a-b3a3-72b5a75bce5e None None] Pushing event updated for resources: {'Port': ['ID=1e3a66e1-e748-4651-a83a-d4f46a0d732a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.554863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:15.556439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:15.611550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89625e64-d3ca-489a-8f4f-4cdc6f11075a req-1a7581a2-a9db-4a3c-b035-35a9643cc770 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.614635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89625e64-d3ca-489a-8f4f-4cdc6f11075a req-1a7581a2-a9db-4a3c-b035-35a9643cc770 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.7714920 Jul 16 18:24:15.835644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Allocated IP 2001:db8::2 (c8626493-0a19-4eae-933d-758d5c19a0b4/361e6908-2f3a-4392-8f0e-289d17ded85f/e4502376-649f-4234-9cba-d5a8af7979a0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:15.839484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Router 93c36249-ceef-407d-ab0d-df2b15da744c is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:15.903224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-d626ccfb-e8da-4f7a-ae00-93f65a234ec2 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.905353 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-d626ccfb-e8da-4f7a-ae00-93f65a234ec2 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.4576235 Jul 16 18:24:15.923165 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89625e64-d3ca-489a-8f4f-4cdc6f11075a req-5155dd8a-97ad-4174-97eb-6a549e9dfbfa tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959089 Jul 16 18:24:16.000449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43a397-df92-4aba-94a1-5a2ccb3f2da6 req-a2a4d4d9-a5b0-4b52-95b3-0df2041be72b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.017265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b43a397-df92-4aba-94a1-5a2ccb3f2da6 req-a2a4d4d9-a5b0-4b52-95b3-0df2041be72b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.5681789 Jul 16 18:24:16.094903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-07dfbc05-2704-4f43-9c33-20a59e95c0eb None None] Provisioning complete for port ebdedfc1-afc9-4c56-a407-aa8392103e74 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:16.095271 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07dfbc05-2704-4f43-9c33-20a59e95c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.114502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:16.126560 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ca5a2170-98f1-4046-8f21-042a2c582c3e tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "PUT /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8582430 Jul 16 18:24:16.127297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:16.129364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] Sync routers for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:16.157359 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:16.158408 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.237529 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.259095 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:16.273225 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.307769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-07dfbc05-2704-4f43-9c33-20a59e95c0eb None None] Port ebdedfc1-afc9-4c56-a407-aa8392103e74 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:16.309538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.330456 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:16.333181 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7fca7-f138-464f-b324-4cbf104e12cc None None] The sync data for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:16.344856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1e3a66e1-e748-4651-a83a-d4f46a0d732a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:16.375378 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.394655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Transition to ACTIVE for port object e4502376-649f-4234-9cba-d5a8af7979a0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:16.418684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b43a397-df92-4aba-94a1-5a2ccb3f2da6 req-8538e032-1fe8-4ca5-8d9f-3d7aef6ee36a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894255 Jul 16 18:24:16.422357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Transition to ACTIVE for port object e4502376-649f-4234-9cba-d5a8af7979a0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:16.436808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.479766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1e3a66e1-e748-4651-a83a-d4f46a0d732a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:16.483723 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.543309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Network c8626493-0a19-4eae-933d-758d5c19a0b4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:16.614780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:16.618085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:16.695070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8ca4f-d921-48a4-8f45-fa55096144ff req-a7d9c747-f575-4b69-9aef-526b99b264dc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.697562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02b8ca4f-d921-48a4-8f45-fa55096144ff req-a7d9c747-f575-4b69-9aef-526b99b264dc tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 949 time: 0.4574013 Jul 16 18:24:16.730293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Pushing event updated for resources: {'Port': ['ID=e4502376-649f-4234-9cba-d5a8af7979a0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.763390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Attempting to bind port e4502376-649f-4234-9cba-d5a8af7979a0 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:16.764216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Attempting to bind port e4502376-649f-4234-9cba-d5a8af7979a0 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:16.764858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Attempting to bind port e4502376-649f-4234-9cba-d5a8af7979a0 on network c8626493-0a19-4eae-933d-758d5c19a0b4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:16.794110 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-00345c2a-bfe2-4954-9bb7-d7172dd9a7ff tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:24:16.795238 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-00345c2a-bfe2-4954-9bb7-d7172dd9a7ff tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "PUT /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6669314 Jul 16 18:24:16.802566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:16.819467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:16.819467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Checking segment: {'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:16.820038 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.820444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Bound using segment: {'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:16.820835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Bound port: e4502376-649f-4234-9cba-d5a8af7979a0, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:16.821227 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.933825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Deleting port c3c10271-791e-48b4-bb29-f42bf3648afb {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:16.934172 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.940442 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02b8ca4f-d921-48a4-8f45-fa55096144ff req-177bcd07-fd6c-4731-b6af-b5a89544f7e9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100470 Jul 16 18:24:17.006816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] For port e4502376-649f-4234-9cba-d5a8af7979a0, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:17.012409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] For port e4502376-649f-4234-9cba-d5a8af7979a0, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4502376-649f-4234-9cba-d5a8af7979a0,segment=NetworkSegment(39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0),segment_id=39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:17.020438 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.101120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] For port c3c10271-791e-48b4-bb29-f42bf3648afb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c3c10271-791e-48b4-bb29-f42bf3648afb,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:17.103366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.125305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Calling delete_port for c3c10271-791e-48b4-bb29-f42bf3648afb owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:17.177390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee154c6-70b1-4992-9587-614f668c5bac None None] Pushing event updated for resources: {'Port': ['ID=e4502376-649f-4234-9cba-d5a8af7979a0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.188953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:17.343183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 981a90ec-ada0-4884-8976-241632f4466f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:17.356625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 981a90ec-ada0-4884-8976-241632f4466f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:17.357077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.357242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f01ac9-3b3f-4a6d-9cf9-ad88c861f23a req-fae53c4c-ca4e-40ca-af6c-f22528024f72 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.364066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93f01ac9-3b3f-4a6d-9cf9-ad88c861f23a req-fae53c4c-ca4e-40ca-af6c-f22528024f72 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8 HTTP/1.1" status: 200 len: 945 time: 0.6883674 Jul 16 18:24:17.625960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.659721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.696185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8::1 (c8626493-0a19-4eae-933d-758d5c19a0b4/361e6908-2f3a-4392-8f0e-289d17ded85f/7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:17.698017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:17.711306 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33802e7e-4256-4ddb-ae68-20343cb48f9c" -d '{"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-plugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:17.782283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:17.795442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:17.851410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93f01ac9-3b3f-4a6d-9cf9-ad88c861f23a req-d1ff9f9b-4ae0-4bda-b5a7-5eb38561d4dd tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.48 "GET /v2.0/security-groups?id=c6d4dc33-3dc5-4639-addf-e289d102f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522552 Jul 16 18:24:17.962457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=13']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.004092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.039269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2128081-3515-4df0-9f0d-90db18e32763 req-e7a7e249-ac39-4619-bf75-bdd729d4dcbc tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.048099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2128081-3515-4df0-9f0d-90db18e32763 req-e7a7e249-ac39-4619-bf75-bdd729d4dcbc tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 1102 time: 0.5653081 Jul 16 18:24:18.056189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:18.075538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.169076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Pushing event deleted for resources: {'Port': ['ID=c3c10271-791e-48b4-bb29-f42bf3648afb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.237231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2128081-3515-4df0-9f0d-90db18e32763 req-5fc0407d-dac7-4c46-a38d-1cdfea14d2f8 tempest-MigrationsAdminTest-2140741477 tempest-MigrationsAdminTest-2140741477-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830344 Jul 16 18:24:18.368788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.378543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] No DVR routers for this DVR port c3c10271-791e-48b4-bb29-f42bf3648afb on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:18.415253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4502376-649f-4234-9cba-d5a8af7979a0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:18.417328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Deleting port ebdedfc1-afc9-4c56-a407-aa8392103e74 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:18.417772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.420002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.422497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5d542cb-5478-4133-890b-ba18c2d67f06 req-7f382d0b-5d6b-4e75-bc17-e4d6822249c4 tempest-ServerRescueNegativeTestJSON-2009056103 tempest-ServerRescueNegativeTestJSON-2009056103-project] 10.222.0.13 "DELETE /v2.0/ports/c3c10271-791e-48b4-bb29-f42bf3648afb HTTP/1.1" status: 204 len: 173 time: 2.4883699 Jul 16 18:24:18.426546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'name': 'network-vif-deleted', 'tag': 'c3c10271-791e-48b4-bb29-f42bf3648afb'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:18.429883 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94b310-b983-408b-b7fc-0718d82d8e6e" -d '{"events": [{"server_uuid": "0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8", "name": "network-vif-deleted", "tag": "c3c10271-791e-48b4-bb29-f42bf3648afb"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:18.538256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network c8626493-0a19-4eae-933d-758d5c19a0b4 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:18.597462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77352c8f-5f4d-4665-ad3e-cb91029b107f req-665609bb-80dd-4d56-b72f-32a9edba96d0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.599142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77352c8f-5f4d-4665-ad3e-cb91029b107f req-665609bb-80dd-4d56-b72f-32a9edba96d0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.5401778 Jul 16 18:24:18.631283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:18.654723 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:18.662066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e4502376-649f-4234-9cba-d5a8af7979a0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:18.669995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:18.670662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.737023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:18.803691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77352c8f-5f4d-4665-ad3e-cb91029b107f req-898460aa-7268-41b4-b0a1-e6bccd485a9c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917844 Jul 16 18:24:18.839434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cc752-6601-4bec-8638-b4d1f10bc74a req-b968eafb-c17e-48e3-a3db-fc1f15855abf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.841148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c57cc752-6601-4bec-8638-b4d1f10bc74a req-b968eafb-c17e-48e3-a3db-fc1f15855abf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.3308437 Jul 16 18:24:18.841700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d3e5c-1809-4d41-8e36-02dc4fd5b333 None None] Network c8626493-0a19-4eae-933d-758d5c19a0b4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:19.003675 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9c6133-5f9d-4bad-abba-c444642367ec x-openstack-request-id: req-dd9c6133-5f9d-4bad-abba-c444642367ec {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:19.010391 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-plugged", "status": "completed", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:19.010936 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dd9c6133-5f9d-4bad-abba-c444642367ec {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:19.011601 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'code': 200} Jul 16 18:24:19.017763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-91546664-30e8-40c0-9468-f2d05d526771 None None] Provisioning for port e4502376-649f-4234-9cba-d5a8af7979a0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:19.026160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-91546664-30e8-40c0-9468-f2d05d526771 None None] Provisioning complete for port e4502376-649f-4234-9cba-d5a8af7979a0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:19.039069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91546664-30e8-40c0-9468-f2d05d526771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.071649 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.091319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c57cc752-6601-4bec-8638-b4d1f10bc74a req-9a2e39fb-b5e8-4139-b99d-2360e0e1340d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414956 Jul 16 18:24:19.240775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c3c10271-791e-48b4-bb29-f42bf3648afb no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:19.263553 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deddd0b6-a067-4401-895e-da7d2227fb4a x-openstack-request-id: req-deddd0b6-a067-4401-895e-da7d2227fb4a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:19.264059 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8", "name": "network-vif-deleted", "tag": "c3c10271-791e-48b4-bb29-f42bf3648afb", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:19.264544 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-deddd0b6-a067-4401-895e-da7d2227fb4a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:19.274280 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1a6c51-f6b6-4b48-afd9-0e0a75937eb8', 'name': 'network-vif-deleted', 'tag': 'c3c10271-791e-48b4-bb29-f42bf3648afb', 'status': 'completed', 'code': 200} Jul 16 18:24:19.300660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: c3c10271-791e-48b4-bb29-f42bf3648afb {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:19.301056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c3c10271-791e-48b4-bb29-f42bf3648afb not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:19.494962 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91546664-30e8-40c0-9468-f2d05d526771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.539289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.561782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-91546664-30e8-40c0-9468-f2d05d526771 None None] For port e4502376-649f-4234-9cba-d5a8af7979a0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4502376-649f-4234-9cba-d5a8af7979a0,segment=NetworkSegment(39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0),segment_id=39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:19.568678 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91546664-30e8-40c0-9468-f2d05d526771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.585710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Calling delete_port for ebdedfc1-afc9-4c56-a407-aa8392103e74 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:19.716131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91546664-30e8-40c0-9468-f2d05d526771 None None] Pushing event updated for resources: {'Port': ['ID=e4502376-649f-4234-9cba-d5a8af7979a0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.741742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3094283-94aa-4729-8dd8-ba1ab9a8f680 req-6c935bd6-9b05-4da6-a886-29997575848f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.750370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3094283-94aa-4729-8dd8-ba1ab9a8f680 req-6c935bd6-9b05-4da6-a886-29997575848f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.3106189 Jul 16 18:24:19.824841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36398) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:19.901301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3094283-94aa-4729-8dd8-ba1ab9a8f680 req-32761568-df4c-4e72-9485-9e50771f9d0f tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496930 Jul 16 18:24:20.041595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.110473 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.132585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Port': ['ID=ebdedfc1-afc9-4c56-a407-aa8392103e74,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.175435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.176960 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.223649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9d555dbc-e523-4b09-ade3-a803fcaf6dae None None] Provisioning complete for port e4502376-649f-4234-9cba-d5a8af7979a0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:20.224118 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d555dbc-e523-4b09-ade3-a803fcaf6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.365300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4502376-649f-4234-9cba-d5a8af7979a0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:20.522574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.598684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e4502376-649f-4234-9cba-d5a8af7979a0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:20.599350 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.639721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9d555dbc-e523-4b09-ade3-a803fcaf6dae None None] Provisioning for port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:20.647743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.648891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9d555dbc-e523-4b09-ade3-a803fcaf6dae None None] Provisioning complete for port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:20.649472 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d555dbc-e523-4b09-ade3-a803fcaf6dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.738304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network c8626493-0a19-4eae-933d-758d5c19a0b4 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:20.763472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:20.792895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8dd5e-ddfe-4d86-8c20-3311a302feb7 req-52b5b478-a0a4-408d-9416-e1bae87239ec tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.800672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5df8dd5e-ddfe-4d86-8c20-3311a302feb7 req-52b5b478-a0a4-408d-9416-e1bae87239ec tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.6828814 Jul 16 18:24:20.811570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891fe39-52b8-4dde-9b96-4d637b3d4f50 req-b9a987ba-570f-423e-baed-7a5eaf941c5a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.819878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8891fe39-52b8-4dde-9b96-4d637b3d4f50 req-b9a987ba-570f-423e-baed-7a5eaf941c5a tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 950 time: 0.7787578 Jul 16 18:24:20.892052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8891fe39-52b8-4dde-9b96-4d637b3d4f50 req-0f6199bd-374d-4156-90df-dc79697d81b6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709465 Jul 16 18:24:20.982028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Router 93c36249-ceef-407d-ab0d-df2b15da744c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:20.988538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d555dbc-e523-4b09-ade3-a803fcaf6dae None None] Port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:21.189508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-21f5925d-0703-4f64-8891-593ae7b0f6b0 None None] Provisioning complete for port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:21.190137 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21f5925d-0703-4f64-8891-593ae7b0f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.212143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:21.225451 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-903da016-4e29-4dc0-a362-fdfba09d4819 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "PUT /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4217274 Jul 16 18:24:21.231302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.234452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] Sync routers for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:21.278424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-21f5925d-0703-4f64-8891-593ae7b0f6b0 None None] Port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:21.287704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:21.292546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:21.317620 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-32953055-245d-4b86-aff3-c0539da102e0 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] delete failed (client error): The resource could not be found. Jul 16 18:24:21.327697 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-32953055-245d-4b86-aff3-c0539da102e0 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-723177858 HTTP/1.1" status: 404 len: 334 time: 0.0940685 Jul 16 18:24:21.328697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.334051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4da8e6e0-f415-4685-a7f8-ed4f910c9bdd tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'router': {'external_gateway_info': {'network_id': '93c36249-ceef-407d-ab0d-df2b15da744c'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:21.360634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:21.372837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:21.374599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:21.422785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:21.423468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca06223-0baa-4d18-8d40-a00821fa0731 None None] The sync data for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:21.440002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-244292d7-94f1-415d-b2dc-ad0b6b14cf0c None None] Provisioning complete for port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:21.440417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-244292d7-94f1-415d-b2dc-ad0b6b14cf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.523916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-244292d7-94f1-415d-b2dc-ad0b6b14cf0c None None] Port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:21.608702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4da8e6e0-f415-4685-a7f8-ed4f910c9bdd tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.634546 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-4da8e6e0-f415-4685-a7f8-ed4f910c9bdd tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] update failed (client error): The resource could not be found. Jul 16 18:24:21.636058 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4da8e6e0-f415-4685-a7f8-ed4f910c9bdd tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "PUT /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c HTTP/1.1" status: 404 len: 339 time: 0.3063102 Jul 16 18:24:21.639959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:21.746302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5df8dd5e-ddfe-4d86-8c20-3311a302feb7 req-b420c02a-bbc4-45a6-ab8d-abe1adacfccb tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9443707 Jul 16 18:24:21.830027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c036e-a3f3-468a-a587-1039f026401e req-b451912e-de55-43fe-bbec-3911b88e2ad4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.831636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c90c036e-a3f3-468a-a587-1039f026401e req-b451912e-de55-43fe-bbec-3911b88e2ad4 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 950 time: 0.2554908 Jul 16 18:24:21.917033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6e723-a725-44bf-8d4b-cd1edc6a747c req-d8a6fc2e-7b71-42fb-bf80-c412334e6df7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.922237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64a6e723-a725-44bf-8d4b-cd1edc6a747c req-d8a6fc2e-7b71-42fb-bf80-c412334e6df7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.3524675 Jul 16 18:24:22.004202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:22.036286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64a6e723-a725-44bf-8d4b-cd1edc6a747c req-04db554e-0a98-4ddc-a632-9711ff73a2ad tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129854 Jul 16 18:24:22.126770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.307665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.361666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Deleting port 981a90ec-ada0-4884-8976-241632f4466f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:22.362031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.365635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:22.376273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1546cd68-c63f-4dd2-b439-709334449a7f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4434302 Jul 16 18:24:22.379449 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:22.380953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36418) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:22.390217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-199743812'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:22.410883 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:22.412859 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:22.564392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60a1c9-8c34-4e4f-8de9-dd2338dd73c8 req-9d86c368-c875-4207-989f-267df6cd4f26 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.567575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb60a1c9-8c34-4e4f-8de9-dd2338dd73c8 req-9d86c368-c875-4207-989f-267df6cd4f26 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.5219393 Jul 16 18:24:22.655445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:22.658864 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.681305 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:22.713176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4e6ec-efed-46fb-914a-e87912e3e47d req-effa91f0-50ab-42fa-b6f5-33b0bb152661 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.720327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bb4e6ec-efed-46fb-914a-e87912e3e47d req-effa91f0-50ab-42fa-b6f5-33b0bb152661 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 950 time: 0.5510128 Jul 16 18:24:22.767743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb60a1c9-8c34-4e4f-8de9-dd2338dd73c8 req-5e319256-0fea-4bb0-99a4-deb41780c800 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949136 Jul 16 18:24:22.818881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Allocated IP 172.20.0.1 (9f146493-1736-492b-9ab6-e40d2b4cde46/3217e9b1-aec9-4fc5-8191-38aa679523f9/50b3c576-e9bb-43bd-8b7f-5564f0066191) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:22.895221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:22.911186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] For port 981a90ec-ada0-4884-8976-241632f4466f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=981a90ec-ada0-4884-8976-241632f4466f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:22.911555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.937471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.937826 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 5c5b8b4d-c6ea-4250-97e6-6eee12a74d78 of type vlan for network f1847fd6-f1b3-4461-898b-06e99887c06e Jul 16 18:24:22.951375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6bb4e6ec-efed-46fb-914a-e87912e3e47d req-29280aaf-260d-4a7c-9213-a2eaf160f02b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300711 Jul 16 18:24:22.955529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Calling delete_port for 981a90ec-ada0-4884-8976-241632f4466f owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:23.120230 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:18Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:19Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:23.148833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.162181 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:23.162532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Updating router 18418985-36a5-40a9-8d8b-a78e8d6eed8a port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:23.180114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.190465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Transition to ACTIVE for port object 50b3c576-e9bb-43bd-8b7f-5564f0066191 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:23.254944 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.288350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.336491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:24:23.407551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:23.421363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:23.452313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.458955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.459979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.473966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:23.560825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=f1847fd6-f1b3-4461-898b-06e99887c06e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.613303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f1847fd6-f1b3-4461-898b-06e99887c06e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:23.650785 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.660121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-01c937b6-ccf9-4ac5-9756-48e4145531a6 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2769661 Jul 16 18:24:23.663403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36428) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.671658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:23.699827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.873912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff145b3-2725-4639-9764-6dcea0d5ebf3 req-4723b5ea-a579-4d1c-a11b-4ec7d512baa8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.875833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ff145b3-2725-4639-9764-6dcea0d5ebf3 req-4723b5ea-a579-4d1c-a11b-4ec7d512baa8 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.6780429 Jul 16 18:24:23.882558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Port': ['ID=50b3c576-e9bb-43bd-8b7f-5564f0066191,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.901470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa1c4d-0993-4f09-87ec-bd746fba41f3 req-bcefee9f-ed1f-43e7-a98c-6d271e153d87 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.909097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1fa1c4d-0993-4f09-87ec-bd746fba41f3 req-bcefee9f-ed1f-43e7-a98c-6d271e153d87 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.5394065 Jul 16 18:24:23.913785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-87642d65-9e31-4dfc-bd77-9a498d1559c8 None None] Provisioning for port 50b3c576-e9bb-43bd-8b7f-5564f0066191 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:23.924434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-87642d65-9e31-4dfc-bd77-9a498d1559c8 None None] Provisioning complete for port 50b3c576-e9bb-43bd-8b7f-5564f0066191 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:23.924845 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87642d65-9e31-4dfc-bd77-9a498d1559c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.941919 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Transition to ACTIVE for port object 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:23.950399 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.966177 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.996299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:24.005936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.012864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3d65d6c7-1260-4bba-bbd5-a2c537f9c614'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:24.031049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.073905 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Pushing event updated for resources: {'Port': ['ID=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.106150 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.106498 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.106835 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.107195 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.108240 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.108659 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.108992 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.109331 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.109669 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.110335 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.111634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6', '972551f8-33e4-4dbe-9a4e-c70bcccee019'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:24.113154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ff145b3-2725-4639-9764-6dcea0d5ebf3 req-8bf2d64b-9430-4b5e-99d0-9091b303fc96 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895368 Jul 16 18:24:24.123348 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.124120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:24.202818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event deleted for resources: {'Port': ['ID=981a90ec-ada0-4884-8976-241632f4466f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.315665 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Attempting to bind port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:24.318195 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Attempting to bind port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:24.318637 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Attempting to bind port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 on network c8626493-0a19-4eae-933d-758d5c19a0b4 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:24.348741 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:24.349119 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Checking segment: {'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:24.354825 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.359808 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Bound using segment: {'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:24.360441 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Bound port: 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:24.360855 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.443770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-87642d65-9e31-4dfc-bd77-9a498d1559c8 None None] Port 50b3c576-e9bb-43bd-8b7f-5564f0066191 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:24.508372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1fa1c4d-0993-4f09-87ec-bd746fba41f3 req-478b9e6c-362e-4b36-b748-7204ccfd3f9e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944059 Jul 16 18:24:24.653447 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] For port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:24.669221 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] For port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,segment=NetworkSegment(39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0),segment_id=39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:24.677833 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.757673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] No DVR routers for this DVR port 981a90ec-ada0-4884-8976-241632f4466f on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:24.780636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.784089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c90c036e-a3f3-468a-a587-1039f026401e req-2ca0339a-d928-4d2f-a9ad-c7c2d0c9944c tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "DELETE /v2.0/ports/981a90ec-ada0-4884-8976-241632f4466f HTTP/1.1" status: 204 len: 173 time: 2.9387937 Jul 16 18:24:24.817507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-620fe899-6e07-4314-be0e-0ebf7f9aaf63 req-a930a0d4-8c92-41fa-b627-2b9fd1778c05 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=26cbe8cb-3948-44f2-88e0-790db1f325d1 HTTP/1.1" status: 200 len: 210 time: 0.2478981 Jul 16 18:24:24.828968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-deleted', 'tag': '981a90ec-ada0-4884-8976-241632f4466f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:24.831869 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49480b62-d8ec-44bd-8389-0921649a105a" -d '{"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-deleted", "tag": "981a90ec-ada0-4884-8976-241632f4466f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:24.855150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Deleting port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:24.855747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.933442 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c888b-0c1b-4e19-b3bc-7bfa4078f0a6 None None] Pushing event updated for resources: {'Port': ['ID=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.970802 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abd01fe-b044-4d3f-a1d0-fb3e62db40d9 x-openstack-request-id: req-4abd01fe-b044-4d3f-a1d0-fb3e62db40d9 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:24.971373 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cbe8cb-3948-44f2-88e0-790db1f325d1", "name": "network-vif-deleted", "tag": "981a90ec-ada0-4884-8976-241632f4466f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:24.971673 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4abd01fe-b044-4d3f-a1d0-fb3e62db40d9 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:24.972334 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cbe8cb-3948-44f2-88e0-790db1f325d1', 'name': 'network-vif-deleted', 'tag': '981a90ec-ada0-4884-8976-241632f4466f', 'status': 'completed', 'code': 200} Jul 16 18:24:24.986554 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:24.987213 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:25.089438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.095867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.268332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event updated for resources: {'Port': ['ID=50b3c576-e9bb-43bd-8b7f-5564f0066191,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:25.278491 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:25.299601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:25.372496 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.465614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] For port b29d4e4b-b6d5-4a4d-a246-4da7581b4c05, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,segment=NetworkSegment(59043775-89e9-4d4c-ba53-57c674edd4d4),segment_id=59043775-89e9-4d4c-ba53-57c674edd4d4)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:25.486240 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.510254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 981a90ec-ada0-4884-8976-241632f4466f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:25.510835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 981a90ec-ada0-4884-8976-241632f4466f not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:25.599338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Calling delete_port for b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:25.632932 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:18Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:24Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:25.650742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:25.652953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:25.689500 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33028b-b992-4108-8ee4-e5cc74e08ea7 None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:18Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:24Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:25.926942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.945349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Router 93c36249-ceef-407d-ab0d-df2b15da744c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:26.223583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-692fc98e-ccc8-4c85-89b0-1ac46ba15459 None None] Provisioning complete for port 50b3c576-e9bb-43bd-8b7f-5564f0066191 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:26.224102 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-692fc98e-ccc8-4c85-89b0-1ac46ba15459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.252597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=bf850394-fca1-49d7-aaa4-29705904ef07,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.303679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:26.304045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: f1847fd6-f1b3-4461-898b-06e99887c06e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:26.440497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-692fc98e-ccc8-4c85-89b0-1ac46ba15459 None None] Port 50b3c576-e9bb-43bd-8b7f-5564f0066191 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:26.458235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:26.470804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] Sync routers for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:26.479308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-553a2e76-9471-4f69-a046-f6d15c6362bb tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "PUT /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8378992 Jul 16 18:24:26.494028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.510238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:26.511056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.541611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7963b6-c5bd-4fdc-81f0-844efe0fc063 req-79405f46-d901-4558-a90f-1b0625e74590 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.543673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc7963b6-c5bd-4fdc-81f0-844efe0fc063 req-79405f46-d901-4558-a90f-1b0625e74590 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.3670011 Jul 16 18:24:26.544385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network f1847fd6-f1b3-4461-898b-06e99887c06e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:26.548190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.635992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:26.639110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.676331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29d4e4b-b6d5-4a4d-a246-4da7581b4c05,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.682959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f1847fd6-f1b3-4461-898b-06e99887c06e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:26.695009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:26.695939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.697372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.704748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.742533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.743518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1845fe42-7aa0-4b1a-a369-33aa7a772d07 None None] The sync data for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:26.745365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bcceea-fe52-4ca3-8e76-93236c62d043 None None] Network f1847fd6-f1b3-4461-898b-06e99887c06e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:26.757570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6af04898-a7c9-448d-8203-d3f8a77db0c2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0878620 Jul 16 18:24:26.761471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36454) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.921796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:26.941913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:26.947571 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.019270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eae5b99-ef88-48f6-9aef-143930d5a757 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.249367 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-4eae5b99-ef88-48f6-9aef-143930d5a757 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:24:27.250859 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4eae5b99-ef88-48f6-9aef-143930d5a757 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c HTTP/1.1" status: 409 len: 329 time: 0.7548745 Jul 16 18:24:27.253936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36458) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.268943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.355779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,segment=NetworkSegment(39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0),segment_id=39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:27.367772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f1847fd6-f1b3-4461-898b-06e99887c06e', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:27.368834 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.385145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.856383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc7963b6-c5bd-4fdc-81f0-844efe0fc063 req-19efb1d1-108e-490a-8d36-8c673df98503 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3050497 Jul 16 18:24:27.886043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Allocated IP 2001:db8:1::2 (f1847fd6-f1b3-4461-898b-06e99887c06e/bf850394-fca1-49d7-aaa4-29705904ef07/b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:28.163519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.289264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.325261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Transition to ACTIVE for port object b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:28.352222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Transition to ACTIVE for port object b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:28.362943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.386174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Network f1847fd6-f1b3-4461-898b-06e99887c06e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:28.394648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:28.403794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:28.415836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.461701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.464099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.464638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.464930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.465277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.465621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.465961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.466295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.466634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.466969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.467303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.467633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:28.520422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Pushing event updated for resources: {'Port': ['ID=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.628634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Attempting to bind port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:28.630635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Attempting to bind port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:28.631009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Attempting to bind port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea on network f1847fd6-f1b3-4461-898b-06e99887c06e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:28.648491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:28.648995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Checking segment: {'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:28.653857 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.656461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Bound using segment: {'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:28.657129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Bound port: b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:28.658373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.799642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] For port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:28.804515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] For port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,segment=NetworkSegment(5c5b8b4d-c6ea-4250-97e6-6eee12a74d78),segment_id=5c5b8b4d-c6ea-4250-97e6-6eee12a74d78)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:28.812614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.841897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9491d-253b-45d4-b749-837fd335af6a req-0c05d5ed-e7d2-4b8a-9d23-9fafb280822e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.871930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5d9491d-253b-45d4-b749-837fd335af6a req-0c05d5ed-e7d2-4b8a-9d23-9fafb280822e tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 950 time: 0.7024660 Jul 16 18:24:28.910965 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.911850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b3f782-b920-47bd-b270-80e51021d27a None None] Pushing event updated for resources: {'Port': ['ID=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.397521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5d9491d-253b-45d4-b749-837fd335af6a req-9f9e20fb-3cce-4841-8c1c-ec861f2dcbad tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244453 Jul 16 18:24:29.495881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Deleting port 50b3c576-e9bb-43bd-8b7f-5564f0066191 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:29.496664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.779183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-7fbb704f-e482-4237-b0fb-4169e4b9df5b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.781357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-7fbb704f-e482-4237-b0fb-4169e4b9df5b tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 950 time: 0.5882413 Jul 16 18:24:29.826220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.847744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca1ba9-100e-4c5e-ac7c-ec5b16832eba req-b66a21a9-ce1f-456d-abe5-82b05547e905 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.850066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3aca1ba9-100e-4c5e-ac7c-ec5b16832eba req-b66a21a9-ce1f-456d-abe5-82b05547e905 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.4400215 Jul 16 18:24:29.851746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Calling delete_port for 50b3c576-e9bb-43bd-8b7f-5564f0066191 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:29.852989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Router bc537220-804b-4835-a2c1-405d6a9eb43e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:29.953063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.095967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.135684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Port': ['ID=50b3c576-e9bb-43bd-8b7f-5564f0066191,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:30.149860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.150642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.151249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.151831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.152544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.153406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.154127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.154924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.155720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.156526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.157102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.157665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:30.276659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d2d81e2-f6b9-419a-8506-b1df1dde1c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.456966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:30.472505 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] Sync routers for ids ['bc537220-804b-4835-a2c1-405d6a9eb43e'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:30.481792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b9237136-8a5b-4e21-a997-fe5f67e199e0 admin admin] 10.222.0.48 "PUT /v2.0/routers/bc537220-804b-4835-a2c1-405d6a9eb43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6484787 Jul 16 18:24:30.506038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36492) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.525203 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] Routers {'bc537220-804b-4835-a2c1-405d6a9eb43e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:30.528855 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['bc537220-804b-4835-a2c1-405d6a9eb43e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.564876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3aca1ba9-100e-4c5e-ac7c-ec5b16832eba req-456e6d1f-8d6f-439e-b896-ba20a68f5a49 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793675 Jul 16 18:24:30.621627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.715472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:30.847309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:30.848001 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.002551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:31.086011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:31.124934 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] Set router bc537220-804b-4835-a2c1-405d6a9eb43e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:31.178627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed84840-2a03-493d-9144-b86535c313f6 None None] Network f1847fd6-f1b3-4461-898b-06e99887c06e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:31.198713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Router 93c36249-ceef-407d-ab0d-df2b15da744c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:31.268655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-63b3c73e-f6d2-4c8d-85a8-a5efe6e6588a None None] Provisioning for port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:31.291071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Deleting port 972551f8-33e4-4dbe-9a4e-c70bcccee019 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:31.291694 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.325807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-3aca507f-f910-4015-bd86-32bd0c6d9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.327936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-3aca507f-f910-4015-bd86-32bd0c6d9983 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 1098 time: 0.3252261 Jul 16 18:24:31.344329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-63b3c73e-f6d2-4c8d-85a8-a5efe6e6588a None None] Provisioning complete for port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:31.345675 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63b3c73e-f6d2-4c8d-85a8-a5efe6e6588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.512285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-4752f536-ee74-4771-af36-02aeb2c7b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.514538 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-4752f536-ee74-4771-af36-02aeb2c7b6fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.1798117 Jul 16 18:24:31.519711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:31.534734 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b0551430-273a-4f52-9445-fcf21ab60ca7 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "PUT /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2793095 Jul 16 18:24:31.560311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.568515 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 5, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.569772 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] For port 972551f8-33e4-4dbe-9a4e-c70bcccee019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=972551f8-33e4-4dbe-9a4e-c70bcccee019,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:31.570144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.595034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Calling delete_port for 972551f8-33e4-4dbe-9a4e-c70bcccee019 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:31.598064 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] Checking router: bc537220-804b-4835-a2c1-405d6a9eb43e for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:31.607026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] Sync routers for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:31.608438 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] Routers {'bc537220-804b-4835-a2c1-405d6a9eb43e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:31.609163 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['bc537220-804b-4835-a2c1-405d6a9eb43e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.702993 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-2590f7a4-2a62-4f94-9cfc-203a52010c9d tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] show failed (client error): The resource could not be found. Jul 16 18:24:31.707314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:31.707866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.720834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2590f7a4-2a62-4f94-9cfc-203a52010c9d tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-296659097 HTTP/1.1" status: 404 len: 334 time: 0.1526983 Jul 16 18:24:31.724650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.729671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b02f72f4-7e0d-4d79-a1d9-4608334ff10a tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:31.732720 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-6068d6c6-d1af-4f00-b5ac-a0c87611e00f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d24dba50-0508-4628-a281-266527701c45 HTTP/1.1" status: 200 len: 217 time: 0.1965904 Jul 16 18:24:31.748373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.801996 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] Set router bc537220-804b-4835-a2c1-405d6a9eb43e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:31.873943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63b3c73e-f6d2-4c8d-85a8-a5efe6e6588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.920815 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-b02f72f4-7e0d-4d79-a1d9-4608334ff10a tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] update failed (client error): The resource could not be found. Jul 16 18:24:31.927387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] Routers {'93c36249-ceef-407d-ab0d-df2b15da744c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:31.927387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['93c36249-ceef-407d-ab0d-df2b15da744c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.927738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.929000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36504) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.933708 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b02f72f4-7e0d-4d79-a1d9-4608334ff10a tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1841160463 HTTP/1.1" status: 404 len: 335 time: 0.2077053 Jul 16 18:24:31.940733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-56ef5b76-d5c3-4e46-bfbc-880a4bd62c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.942842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-56ef5b76-d5c3-4e46-bfbc-880a4bd62c62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1318264 Jul 16 18:24:31.968739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.969324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89f3861-0aae-47cc-bd4b-8d6c4f72907e None None] The sync data for ids ['93c36249-ceef-407d-ab0d-df2b15da744c'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:31.976140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bbe21-2786-4b06-82f8-94bd91a4800e req-54fbe3b2-6cd1-464c-a5e4-b0999f965efe tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.978812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea3bbe21-2786-4b06-82f8-94bd91a4800e req-54fbe3b2-6cd1-464c-a5e4-b0999f965efe tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=f9e8aa5c-6ea4-413a-9653-c92b81b5d706 HTTP/1.1" status: 200 len: 950 time: 1.1643927 Jul 16 18:24:32.005817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-63b3c73e-f6d2-4c8d-85a8-a5efe6e6588a None None] For port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,segment=NetworkSegment(5c5b8b4d-c6ea-4250-97e6-6eee12a74d78),segment_id=5c5b8b4d-c6ea-4250-97e6-6eee12a74d78)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:32.012590 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63b3c73e-f6d2-4c8d-85a8-a5efe6e6588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.038025 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-84ed4e86-fa63-42f7-9a22-f56624f7c161 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840549 Jul 16 18:24:32.088451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.111111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:32.115858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3d65d6c7-1260-4bba-bbd5-a2c537f9c614'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:32.192090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8:1::1 (f1847fd6-f1b3-4461-898b-06e99887c06e/bf850394-fca1-49d7-aaa4-29705904ef07/a262362a-3bf0-499f-aac1-81b306c69688) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:32.244276 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-a0550a72-f247-4e93-8383-4b3ad929803a service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974986 Jul 16 18:24:32.252658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3c73e-f6d2-4c8d-85a8-a5efe6e6588a None None] Pushing event updated for resources: {'Port': ['ID=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.254896 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 5, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:32.301441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Deleting subnet 19d055da-c095-4bc7-be50-432141d7acc6 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:32.328570 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e72fc26-2bc6-4d1f-a976-db9c00287492 None None] The sync data for ids ['bc537220-804b-4835-a2c1-405d6a9eb43e'] in n-d-793620-10 is: [{'id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'name': 'tempest-ServerRescueNegativeTestJSON-269484701-router', 'tenant_id': '29265e46cb1b4444b5df267355d072e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220'}], 'enable_snat': True}, 'gw_port_id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:01Z', 'updated_at': '2021-07-16T18:24:26Z', 'revision_number': 5, 'project_id': '29265e46cb1b4444b5df267355d072e4', 'gw_port': {'id': '4bb16c6e-8f2f-40e9-b848-b62ce8dce741', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc537220-804b-4835-a2c1-405d6a9eb43e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:03Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:32.434739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d1b6c75-0124-46cb-9f6f-10c5abafbdca req-2ae6e3bd-7c43-4fec-b92b-d6aeaf9bdf84 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820817 Jul 16 18:24:32.678761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d5ead1bf-42f1-4bd6-9601-89695fc8d0cc None None] Provisioning complete for port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:32.679350 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5ead1bf-42f1-4bd6-9601-89695fc8d0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.824028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event deleted for resources: {'Port': ['ID=972551f8-33e4-4dbe-9a4e-c70bcccee019,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.830632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.897015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea3bbe21-2786-4b06-82f8-94bd91a4800e req-41650ef3-df9d-4cf2-a612-105a32f79ecd tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8450408 Jul 16 18:24:32.985892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] No DVR routers for this DVR port 972551f8-33e4-4dbe-9a4e-c70bcccee019 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:32.995585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.998485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2f90c82-f159-4e85-b9bb-c6ad37f81f69 req-e22224b6-18b7-486e-a898-8a38f8ab03a7 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "DELETE /v2.0/ports/972551f8-33e4-4dbe-9a4e-c70bcccee019 HTTP/1.1" status: 204 len: 173 time: 3.1973033 Jul 16 18:24:33.006780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-deleted', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:33.009467 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60312074-8c7f-410c-a84d-7d88fbe9017f" -d '{"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-deleted", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:33.014848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.073037 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.087098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e3153-22f0-4b54-9606-cee7ecaac53b req-470dc06d-8531-42ba-a070-7bcfef83b46a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.089075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a2e3153-22f0-4b54-9606-cee7ecaac53b req-470dc06d-8531-42ba-a070-7bcfef83b46a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 1.1553760 Jul 16 18:24:33.106743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aafb1fe8-69ea-4e62-a6b6-d00d33c3694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.144877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object a262362a-3bf0-499f-aac1-81b306c69688 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:33.154985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.169152 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5489108-0385-4d04-8c77-0fd75c7c26ef x-openstack-request-id: req-b5489108-0385-4d04-8c77-0fd75c7c26ef {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:33.169552 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e8aa5c-6ea4-413a-9653-c92b81b5d706", "name": "network-vif-deleted", "tag": "972551f8-33e4-4dbe-9a4e-c70bcccee019", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:33.170460 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5489108-0385-4d04-8c77-0fd75c7c26ef {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:33.170593 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e8aa5c-6ea4-413a-9653-c92b81b5d706', 'name': 'network-vif-deleted', 'tag': '972551f8-33e4-4dbe-9a4e-c70bcccee019', 'status': 'completed', 'code': 200} Jul 16 18:24:33.286310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a2e3153-22f0-4b54-9606-cee7ecaac53b req-279b2377-5946-48f6-9e11-11feac01a016 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837258 Jul 16 18:24:33.308301 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.311992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:33.343850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 972551f8-33e4-4dbe-9a4e-c70bcccee019 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:33.344218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 972551f8-33e4-4dbe-9a4e-c70bcccee019 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:33.373368 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.424903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.498988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network f1847fd6-f1b3-4461-898b-06e99887c06e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:33.506806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Deleting port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:33.507332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.516791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:33.534632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:33.535424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.548288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.642879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Subnet': ['ID=19d055da-c095-4bc7-be50-432141d7acc6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.645415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=a262362a-3bf0-499f-aac1-81b306c69688,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.695428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ae1365-6617-411d-970e-a7edaf96b8d5 None None] Network 87dabb03-b1f7-4c47-9758-fcbf0541d836 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:33.718284 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.720295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/subnets/19d055da-c095-4bc7-be50-432141d7acc6 HTTP/1.1" status: 204 len: 168 time: 1.7393816 Jul 16 18:24:33.721846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.722195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.722539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.722875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.723431 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.723916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.724456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.724985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.725519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.726022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.726540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.727040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.727761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.754277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.754946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.755601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.756139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.756670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.757205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.757710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.758323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.759497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.760072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.760646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.761149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a35a-04d3-41bf-813c-fe8e13ca5835 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:33.829739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Deleting subnet 08fec188-83b3-4dde-838e-62d52e6243b3 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:33.835667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.868601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] For port 4bb16c6e-8f2f-40e9-b848-b62ce8dce741, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:33.868969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.913546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Calling delete_port for 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:33.923283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93115163-7103-48ce-a5e3-bf3d5baa163d None None] Provisioning for port a262362a-3bf0-499f-aac1-81b306c69688 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:33.927694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.927979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd57b5-5750-4667-a787-e02bf2143a50 req-6ee24d85-5a09-40b2-be34-e14834c5935b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.929525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23dd57b5-5750-4667-a787-e02bf2143a50 req-6ee24d85-5a09-40b2-be34-e14834c5935b tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.2218435 Jul 16 18:24:33.947508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93115163-7103-48ce-a5e3-bf3d5baa163d None None] Provisioning complete for port a262362a-3bf0-499f-aac1-81b306c69688 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:33.949577 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93115163-7103-48ce-a5e3-bf3d5baa163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.001311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.018074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-93115163-7103-48ce-a5e3-bf3d5baa163d None None] Port a262362a-3bf0-499f-aac1-81b306c69688 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:34.052219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23dd57b5-5750-4667-a787-e02bf2143a50 req-72dc7235-c663-4352-8a36-6f1a35630a50 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139257 Jul 16 18:24:34.139891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.174503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] DHCP port deletion for 87dabb03-b1f7-4c47-9758-fcbf0541d836 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:34.286458 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.286753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.319248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] Deleting port 1e3a66e1-e748-4651-a83a-d4f46a0d732a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:34.320075 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.378728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:34.388680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Subnet': ['ID=08fec188-83b3-4dde-838e-62d52e6243b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.412309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.416727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ce9c433c-4cd9-4466-a368-a64db56a66ef tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/subnets/08fec188-83b3-4dde-838e-62d52e6243b3 HTTP/1.1" status: 204 len: 168 time: 0.6918108 Jul 16 18:24:34.418988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36530) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.480680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202f226-8ee1-44b4-a429-7db8aa0220b3 None None] Network 22a4b5c3-960c-4ced-a255-ea4a0f447aac requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:34.603839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.629275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] For port 1e3a66e1-e748-4651-a83a-d4f46a0d732a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1e3a66e1-e748-4651-a83a-d4f46a0d732a,segment=NetworkSegment(d1e09d32-461b-40bc-9cc6-d603131b6f9e),segment_id=d1e09d32-461b-40bc-9cc6-d603131b6f9e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:34.629999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.643602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.676009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb16c6e-8f2f-40e9-b848-b62ce8dce741,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.765956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d24dba50-0508-4628-a281-266527701c45 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:34.776379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Deleting port 1e3a66e1-e748-4651-a83a-d4f46a0d732a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:34.777256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.847056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] Calling delete_port for 1e3a66e1-e748-4651-a83a-d4f46a0d732a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:34.866862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] For port 1e3a66e1-e748-4651-a83a-d4f46a0d732a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1e3a66e1-e748-4651-a83a-d4f46a0d732a,segment=NetworkSegment(d1e09d32-461b-40bc-9cc6-d603131b6f9e),segment_id=d1e09d32-461b-40bc-9cc6-d603131b6f9e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:34.867255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.880786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb84f6-9204-4b91-a218-cae6db3616f6 req-36a3c069-aaca-4b0d-b160-a548d33ecb8f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.886899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Calling delete_port for 1e3a66e1-e748-4651-a83a-d4f46a0d732a owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:34.890459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00bb84f6-9204-4b91-a218-cae6db3616f6 req-36a3c069-aaca-4b0d-b160-a548d33ecb8f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 946 time: 0.3529086 Jul 16 18:24:34.896139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.996190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.035214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:35.035973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.042113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.042750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.043165 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.065676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.074333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.096693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] No DVR routers for this DVR port 1e3a66e1-e748-4651-a83a-d4f46a0d732a on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:35.101862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Port': ['ID=1e3a66e1-e748-4651-a83a-d4f46a0d732a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.129192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00bb84f6-9204-4b91-a218-cae6db3616f6 req-cc0eba8f-6bfe-411e-9ddc-d986b1e1cb9e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369990 Jul 16 18:24:35.130805 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.187539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24dba50-0508-4628-a281-266527701c45'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:35.190003 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c4a7e5-6320-41cb-a3fb-9494d9be4b9a" -d '{"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-unplugged", "status": "completed", "tag": "d24dba50-0508-4628-a281-266527701c45"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:35.206743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8f527-e0bd-489e-a72d-675e421bf736 req-139ad924-b9e2-43df-8e44-123bcbca8f6d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.208424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.209627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aab8f527-e0bd-489e-a72d-675e421bf736 req-139ad924-b9e2-43df-8e44-123bcbca8f6d tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.4766798 Jul 16 18:24:35.212515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:35.253548 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.277051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] Pushing event deleted for resources: {'Port': ['ID=1e3a66e1-e748-4651-a83a-d4f46a0d732a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.284838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.290551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9e059-3fad-4d43-90c0-6eeafd651fd6 None None] No DVR routers for this DVR port 1e3a66e1-e748-4651-a83a-d4f46a0d732a on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:35.324190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dabb03-b1f7-4c47-9758-fcbf0541d836']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:35.337986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e09d32-461b-40bc-9cc6-d603131b6f9e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:35.338339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e09d32-461b-40bc-9cc6-d603131b6f9e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:35.355293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.359513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] DHCP port deletion for 22a4b5c3-960c-4ced-a255-ea4a0f447aac request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:35.366148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.371463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.387041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:35.387488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.395537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=a262362a-3bf0-499f-aac1-81b306c69688,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:35.399631 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:35.411258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.411816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc537220-804b-4835-a2c1-405d6a9eb43e {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:35.428979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] Deleting port 2263ef62-382a-443a-beec-31a5517e509a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:35.429417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.434507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:35.459970 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.464608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fd3c7bab-3c35-4217-9000-cee432388a3f admin admin] 10.222.0.48 "DELETE /v2.0/routers/bc537220-804b-4835-a2c1-405d6a9eb43e HTTP/1.1" status: 204 len: 168 time: 4.9547594 Jul 16 18:24:35.468256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36542) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.486803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:35.487318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b29d4e4b-b6d5-4a4d-a246-4da7581b4c05 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:35.487842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1e3a66e1-e748-4651-a83a-d4f46a0d732a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:35.489507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-3e7300d3-6eb8-4079-9f93-ec9d5cdc7546 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.491774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-3e7300d3-6eb8-4079-9f93-ec9d5cdc7546 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.3242326 Jul 16 18:24:35.495238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aab8f527-e0bd-489e-a72d-675e421bf736 req-cdb7c615-1e2f-4a87-8be0-ce859abbddca tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887493 Jul 16 18:24:35.497966 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.516760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1e3a66e1-e748-4651-a83a-d4f46a0d732a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:35.517224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1e3a66e1-e748-4651-a83a-d4f46a0d732a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:35.534973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.537051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/networks/87dabb03-b1f7-4c47-9758-fcbf0541d836 HTTP/1.1" status: 204 len: 168 time: 1.1166685 Jul 16 18:24:35.537986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a6e65-b2e8-4424-9689-3b7619931168 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Network': ['ID=87dabb03-b1f7-4c47-9758-fcbf0541d836,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.551821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36544) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.581625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] For port 2263ef62-382a-443a-beec-31a5517e509a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2263ef62-382a-443a-beec-31a5517e509a,segment=NetworkSegment(f169c7cc-eaa2-41a7-b2c8-22a32476d8b6),segment_id=f169c7cc-eaa2-41a7-b2c8-22a32476d8b6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:35.582049 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.608926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] Calling delete_port for 2263ef62-382a-443a-beec-31a5517e509a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:35.639907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network f1847fd6-f1b3-4461-898b-06e99887c06e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:35.651178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:35.709641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] Deleting subnet b8e2fd5a-e8ea-4e63-9df5-d436c776a671 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:35.729826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.737392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Deleting port afa3bdcc-779e-4b0a-9220-f94d508e0e1d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:35.739726 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.739962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0973207-3552-4425-b3d3-47df9a5d7e2f req-4128d8cb-1068-4137-b5b3-115859ba28c0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.747176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0973207-3552-4425-b3d3-47df9a5d7e2f req-4128d8cb-1068-4137-b5b3-115859ba28c0 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 947 time: 0.4538457 Jul 16 18:24:35.778923 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.790212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.848633 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.863333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] Pushing event deleted for resources: {'Port': ['ID=2263ef62-382a-443a-beec-31a5517e509a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.871967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaac4d4-5a0e-4c26-88ba-4a1c751f689d None None] No DVR routers for this DVR port 2263ef62-382a-443a-beec-31a5517e509a on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:35.911989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.931582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] For port afa3bdcc-779e-4b0a-9220-f94d508e0e1d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,segment=NetworkSegment(b0cbd20e-3a33-4ebd-b386-16b413925e6f),segment_id=b0cbd20e-3a33-4ebd-b386-16b413925e6f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:35.932642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.955907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Calling delete_port for afa3bdcc-779e-4b0a-9220-f94d508e0e1d owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:35.978489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.057090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0973207-3552-4425-b3d3-47df9a5d7e2f req-a9ecee64-074d-481a-9f8f-e0c3b7f7e02c tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/security-groups?id=09060547-25b9-47f1-a5fd-ea2ef50f0ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086364 Jul 16 18:24:36.136306 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2eb4a8b-9aa6-4add-81bc-0858a72fc00a x-openstack-request-id: req-e2eb4a8b-9aa6-4add-81bc-0858a72fc00a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:36.136306 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-unplugged", "status": "failed", "tag": "d24dba50-0508-4628-a281-266527701c45", "code": 422}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:36.136306 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2eb4a8b-9aa6-4add-81bc-0858a72fc00a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:36.136306 n-d-793620-10 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd24dba50-0508-4628-a281-266527701c45', 'code': 422} returned with failed status Jul 16 18:24:36.183395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-bb0b2a67-9505-49c8-ac0c-1da40dc55651 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.188823 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-bb0b2a67-9505-49c8-ac0c-1da40dc55651 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 950 time: 0.1647017 Jul 16 18:24:36.191225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:36.207969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0270c9c9-2c1c-4dc7-9cdc-66bd1c9c7ce5 None None] Provisioning complete for port a262362a-3bf0-499f-aac1-81b306c69688 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:36.235525 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.240574 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0270c9c9-2c1c-4dc7-9cdc-66bd1c9c7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.295566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.308001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a4b5c3-960c-4ced-a255-ea4a0f447aac']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.369754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f169c7cc-eaa2-41a7-b2c8-22a32476d8b6') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.370420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f169c7cc-eaa2-41a7-b2c8-22a32476d8b6') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:36.395119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Deleting port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:36.395508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.399300 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.400574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0270c9c9-2c1c-4dc7-9cdc-66bd1c9c7ce5 None None] Port a262362a-3bf0-499f-aac1-81b306c69688 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:36.417670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['afa3bdcc-779e-4b0a-9220-f94d508e0e1d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:36.430944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e2fd5a-e8ea-4e63-9df5-d436c776a671,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.436772 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.439488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.444511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b0a26612-dc72-49df-9882-3f7d68fbba53 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b8e2fd5a-e8ea-4e63-9df5-d436c776a671 HTTP/1.1" status: 204 len: 168 time: 0.9751103 Jul 16 18:24:36.445431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36582) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:36.452242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:36.479387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.486982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:36.486982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4bb16c6e-8f2f-40e9-b848-b62ce8dce741 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:36.487359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2263ef62-382a-443a-beec-31a5517e509a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:36.516062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 2263ef62-382a-443a-beec-31a5517e509a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:36.517253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2263ef62-382a-443a-beec-31a5517e509a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:36.902756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Pushing event deleted for resources: {'Port': ['ID=afa3bdcc-779e-4b0a-9220-f94d508e0e1d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.928372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] No DVR routers for this DVR port afa3bdcc-779e-4b0a-9220-f94d508e0e1d on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:36.932926 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.935079 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6b53a010-4bc4-4644-b8a9-08a02c58ae97 req-0887dcc3-5802-465d-96ca-29b6aa672379 tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.55 "DELETE /v2.0/ports/afa3bdcc-779e-4b0a-9220-f94d508e0e1d HTTP/1.1" status: 204 len: 173 time: 1.4337466 Jul 16 18:24:36.935555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-deleted', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:36.938435 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca8fa63-5d69-4dfb-a40c-6da93ab47ddf" -d '{"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-deleted", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:36.964071 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.967393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] For port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:36.968034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.991849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Calling delete_port for 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:37.013621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:37.014532 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:37.023866 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:37.178192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:37.192142 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:37.193255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.206395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f1f6896d-15ee-4162-937b-760950ca8b4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4414699 Jul 16 18:24:37.207460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36590) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.208433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0ebe3670-9532-4d31-bcf8-ae12898fcfa6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:37.214014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1155545831'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:37.214905 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:37.216419 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.245988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.262642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.274508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:37.280339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.280544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.282472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/networks/22a4b5c3-960c-4ced-a255-ea4a0f447aac HTTP/1.1" status: 204 len: 168 time: 1.7064648 Jul 16 18:24:37.286296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event deleted for resources: {'Port': ['ID=3d65d6c7-1260-4bba-bbd5-a2c537f9c614,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.287574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36592) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.349047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b423c3-68bc-49e6-abc8-87b87abd44db tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Network': ['ID=22a4b5c3-960c-4ced-a255-ea4a0f447aac,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.360855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] No DVR routers for this DVR port 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:37.365134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.368986 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-812feb2a-5dc5-4f3e-b663-a2299fc83f18 req-a144b058-7f81-4118-91eb-3a2914c21ba9 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.55 "DELETE /v2.0/ports/3d65d6c7-1260-4bba-bbd5-a2c537f9c614 HTTP/1.1" status: 204 len: 173 time: 1.1689675 Jul 16 18:24:37.390663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:37.405689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.406205 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 7979cd90-7dcd-409e-801e-afae246fd2a2 of type vlan for network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 Jul 16 18:24:37.426092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-f6238f43-9ff8-4bd2-96da-7e7654b5e148 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.428875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-f6238f43-9ff8-4bd2-96da-7e7654b5e148 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=652042cb-5da1-40f1-9dfa-9d861a539395 HTTP/1.1" status: 200 len: 944 time: 0.4323294 Jul 16 18:24:37.467259 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:37.483000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.490215 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.502656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b74867-3433-431d-b933-1b27415c1044 req-ffc57d1c-8d5a-4461-b77a-278ed61373af tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.511367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50b74867-3433-431d-b933-1b27415c1044 req-ffc57d1c-8d5a-4461-b77a-278ed61373af tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cec8f43-852d-47d3-99fa-f0bb1287953d HTTP/1.1" status: 200 len: 867 time: 0.5129287 Jul 16 18:24:37.524358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Deleting subnet 3217e9b1-aec9-4fc5-8191-38aa679523f9 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:37.531152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.545878 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.549410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.550084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.631979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.680275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140d30e3-fdf8-41b9-86a8-a2e283aba99d']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.695664 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.733276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=04957c4f-8a46-4880-bfc2-a16c08e3cdb7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.743055 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-277c5eb6-d90c-4af6-bc02-a50d9db2c0c0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5339398 Jul 16 18:24:37.744319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:37.749716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:37.750510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:37.770837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50b74867-3433-431d-b933-1b27415c1044 req-8cd5c1d5-1ea3-43d4-ab71-6a26e09c3065 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584596 Jul 16 18:24:37.779945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59043775-89e9-4d4c-ba53-57c674edd4d4') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.790438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59043775-89e9-4d4c-ba53-57c674edd4d4') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:37.830207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.869530 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e57e648-a3e2-425f-b949-5e41e0567543 x-openstack-request-id: req-9e57e648-a3e2-425f-b949-5e41e0567543 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:37.870050 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7570997-9a5e-4f02-85e6-ab12ce042482", "name": "network-vif-deleted", "tag": "afa3bdcc-779e-4b0a-9220-f94d508e0e1d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:37.870433 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e57e648-a3e2-425f-b949-5e41e0567543 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:37.871037 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7570997-9a5e-4f02-85e6-ab12ce042482', 'name': 'network-vif-deleted', 'tag': 'afa3bdcc-779e-4b0a-9220-f94d508e0e1d', 'status': 'completed', 'code': 200} Jul 16 18:24:37.892769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:37.900655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.985312 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:33Z', 'revision_number': 3, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:34Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:38.090174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.094782 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:38.095063 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Updating router 18418985-36a5-40a9-8d8b-a78e8d6eed8a port a262362a-3bf0-499f-aac1-81b306c69688 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:38.097426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:38.097851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:38.110871 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:38.142265 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.167274 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.237538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3903f87c-5bce-4cc1-bfe0-ef7e5f34f0b4 req-00a5d4a6-59ed-46d9-a930-6e128e89caec tempest-ServersNegativeTestJSON-2141626923 tempest-ServersNegativeTestJSON-2141626923-project] 10.222.0.48 "GET /v2.0/ports?device_id=e7570997-9a5e-4f02-85e6-ab12ce042482 HTTP/1.1" status: 200 len: 210 time: 0.0494294 Jul 16 18:24:38.292001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.321409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Deleting port d24dba50-0508-4628-a281-266527701c45 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:38.321791 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.330460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.381361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=b3f51aa3-9b1a-45ec-8b5d-507068c208fe,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.385248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.387237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] 10.222.0.48 "DELETE /v2.0/networks/140d30e3-fdf8-41b9-86a8-a2e283aba99d HTTP/1.1" status: 204 len: 168 time: 1.9323342 Jul 16 18:24:38.388293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aeb1a-91e5-4fcc-897c-7fbbfd007a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=140d30e3-fdf8-41b9-86a8-a2e283aba99d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.392576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:38.392900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: 04957c4f-8a46-4880-bfc2-a16c08e3cdb7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:38.412418 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.415661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:38.443667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.446540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 04957c4f-8a46-4880-bfc2-a16c08e3cdb7) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:38.451070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f44766-fd87-4f1b-ac0a-59ccfc3ec716 None None] Network 9f146493-1736-492b-9ab6-e40d2b4cde46 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:38.451687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.452016 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.456619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/subnets/3217e9b1-aec9-4fc5-8191-38aa679523f9 HTTP/1.1" status: 204 len: 168 time: 1.1611824 Jul 16 18:24:38.462436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.489851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab19115-a906-4fe6-9460-0097c2ae9809 None None] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:38.557142 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f2282957-cb61-4274-b3d3-962e658869b1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8110807 Jul 16 18:24:38.574756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36602) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.614024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2c237-6a28-4771-bdf0-e46b7ae9423c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Subnet': ['ID=3217e9b1-aec9-4fc5-8191-38aa679523f9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:38.622537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36604) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.700122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-878fea7b-0a39-467f-b31c-eefc50daf73d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29265e46cb1b4444b5df267355d072e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761070 Jul 16 18:24:38.702804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] For port d24dba50-0508-4628-a281-266527701c45, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d24dba50-0508-4628-a281-266527701c45,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:38.703300 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.711819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36606) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:38.756501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:38.756920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Calling delete_port for d24dba50-0508-4628-a281-266527701c45 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:38.786553 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.806289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:38.806761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3d65d6c7-1260-4bba-bbd5-a2c537f9c614 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:38.807680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:38.841522 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Transition to ACTIVE for port object a262362a-3bf0-499f-aac1-81b306c69688 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:38.853939 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.880704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-24c18e7a-abea-4642-a3ca-274d5714f262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.924679 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-24c18e7a-abea-4642-a3ca-274d5714f262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.988915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: afa3bdcc-779e-4b0a-9220-f94d508e0e1d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:38.989911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device afa3bdcc-779e-4b0a-9220-f94d508e0e1d not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:39.031545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:39.031545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.155691 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5134bfd-0a56-48ab-a626-eee5ec7fa89c None None] Pushing event updated for resources: {'Port': ['ID=a262362a-3bf0-499f-aac1-81b306c69688,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.207239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-24c18e7a-abea-4642-a3ca-274d5714f262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.222638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] DHCP port deletion for 9f146493-1736-492b-9ab6-e40d2b4cde46 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:39.222933 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-24c18e7a-abea-4642-a3ca-274d5714f262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.224826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-24c18e7a-abea-4642-a3ca-274d5714f262 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6d4dc33-3dc5-4639-addf-e289d102f55e HTTP/1.1" status: 204 len: 168 time: 0.5115287 Jul 16 18:24:39.244080 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Attempting to bind port a262362a-3bf0-499f-aac1-81b306c69688 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:39.245138 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Attempting to bind port a262362a-3bf0-499f-aac1-81b306c69688 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:39.246254 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Attempting to bind port a262362a-3bf0-499f-aac1-81b306c69688 on network f1847fd6-f1b3-4461-898b-06e99887c06e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:39.258683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:39.259833 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Checking segment: {'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:39.261210 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.262457 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Bound using segment: {'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:39.264346 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Bound port: a262362a-3bf0-499f-aac1-81b306c69688, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:39.265484 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.276096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c18e7a-abea-4642-a3ca-274d5714f262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d4dc33-3dc5-4639-addf-e289d102f55e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.517509 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.532613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] Deleting port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:39.533468 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.536097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.563952 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] For port a262362a-3bf0-499f-aac1-81b306c69688, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:39.587656 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] For port a262362a-3bf0-499f-aac1-81b306c69688, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a262362a-3bf0-499f-aac1-81b306c69688,segment=NetworkSegment(5c5b8b4d-c6ea-4250-97e6-6eee12a74d78),segment_id=5c5b8b4d-c6ea-4250-97e6-6eee12a74d78)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:39.600482 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.615850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Allocated IP 2001:db8:2::2 (04957c4f-8a46-4880-bfc2-a16c08e3cdb7/b3f51aa3-9b1a-45ec-8b5d-507068c208fe/a95842b7-e712-4493-a69f-dca12dafe692) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:39.635376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event deleted for resources: {'Port': ['ID=d24dba50-0508-4628-a281-266527701c45,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:39.646136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.769018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] No DVR routers for this DVR port d24dba50-0508-4628-a281-266527701c45 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:39.777131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.788308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99b54241-f437-4adb-a2d7-c0eedbf643a9 req-367d8a1f-2d58-42ec-add6-1be3fc928128 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "DELETE /v2.0/ports/d24dba50-0508-4628-a281-266527701c45 HTTP/1.1" status: 204 len: 173 time: 2.3392668 Jul 16 18:24:39.789191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-deleted', 'tag': 'd24dba50-0508-4628-a281-266527701c45'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:39.793268 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f85e7-e0f4-4a91-8f80-45343f9881b6" -d '{"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-deleted", "tag": "d24dba50-0508-4628-a281-266527701c45"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:39.832297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36622) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.878862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] For port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,segment=NetworkSegment(fce5a8a5-1e10-4796-8a8c-040a14dc39d4),segment_id=fce5a8a5-1e10-4796-8a8c-040a14dc39d4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:39.879958 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.881114 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:39.882160 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:39.948805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] Deleting subnet 3d8324f0-edfd-451e-b0cc-403303ce1e36 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:39.949828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-deleted', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:39.962890 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.965302 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf55b83c-d56c-4539-ae3e-4117695cd947" -d '{"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-deleted", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:40.029896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Deleting port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:40.030583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.065233 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5134bfd-0a56-48ab-a626-eee5ec7fa89c None None] Pushing event updated for resources: {'Port': ['ID=a262362a-3bf0-499f-aac1-81b306c69688,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.074248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.086234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] Calling delete_port for 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:40.230669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.366301 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:40.399098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] For port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,segment=NetworkSegment(fce5a8a5-1e10-4796-8a8c-040a14dc39d4),segment_id=fce5a8a5-1e10-4796-8a8c-040a14dc39d4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:40.400684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.440685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Calling delete_port for 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:40.502965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.592860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.642633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:40.678963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Port': ['ID=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.687966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] No DVR routers for this DVR port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:40.751496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.767425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3d8324f0-edfd-451e-b0cc-403303ce1e36 HTTP/1.1" status: 204 len: 168 time: 0.9312599 Jul 16 18:24:40.776616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f85e6-253e-45ed-ae5c-b3620b2c7eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8324f0-edfd-451e-b0cc-403303ce1e36,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.792009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36636) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:40.879551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.904204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f146493-1736-492b-9ab6-e40d2b4cde46']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:40.922186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fce5a8a5-1e10-4796-8a8c-040a14dc39d4') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:40.923141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fce5a8a5-1e10-4796-8a8c-040a14dc39d4') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:40.944979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:40.945564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:40.963045 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.007743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.022161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:41.023222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.039115 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2079a52-7939-49bd-b3e0-920c36785525 x-openstack-request-id: req-a2079a52-7939-49bd-b3e0-920c36785525 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:41.039524 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "652042cb-5da1-40f1-9dfa-9d861a539395", "name": "network-vif-deleted", "tag": "d24dba50-0508-4628-a281-266527701c45", "status": "failed", "code": 422}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:41.040015 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a2079a52-7939-49bd-b3e0-920c36785525 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:41.040474 n-d-793620-10 neutron-server[93777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '652042cb-5da1-40f1-9dfa-9d861a539395', 'name': 'network-vif-deleted', 'tag': 'd24dba50-0508-4628-a281-266527701c45', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:24:41.046591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.108712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.117869 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.133087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c30333-221c-4e8a-9a62-14bccb00699b req-01a5b25b-2688-4f38-96bb-c46e5ea751cb tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.141314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50c30333-221c-4e8a-9a62-14bccb00699b req-01a5b25b-2688-4f38-96bb-c46e5ea751cb tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.6136694 Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:41.214738 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:41.231580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] Pushing event deleted for resources: {'Port': ['ID=790d81f1-efe7-4902-ad42-fb9e9ace0cc9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.242193 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab0138c-43b6-46b7-bed9-b8ac1397e4d8 x-openstack-request-id: req-2ab0138c-43b6-46b7-bed9-b8ac1397e4d8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:41.243277 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cec8f43-852d-47d3-99fa-f0bb1287953d", "name": "network-vif-deleted", "tag": "3d65d6c7-1260-4bba-bbd5-a2c537f9c614", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:41.243636 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ab0138c-43b6-46b7-bed9-b8ac1397e4d8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:41.244289 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cec8f43-852d-47d3-99fa-f0bb1287953d', 'name': 'network-vif-deleted', 'tag': '3d65d6c7-1260-4bba-bbd5-a2c537f9c614', 'status': 'completed', 'code': 200} Jul 16 18:24:41.246287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.251704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ba863-c35c-4c59-8f65-12f9fe094362 None None] No DVR routers for this DVR port 790d81f1-efe7-4902-ad42-fb9e9ace0cc9 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:41.263598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Transition to ACTIVE for port object a95842b7-e712-4493-a69f-dca12dafe692 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:41.284891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.297348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/networks/9f146493-1736-492b-9ab6-e40d2b4cde46 HTTP/1.1" status: 204 len: 168 time: 2.8335598 Jul 16 18:24:41.302270 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:33Z', 'revision_number': 3, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:39Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:41.304563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36646) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.322262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Transition to ACTIVE for port object a95842b7-e712-4493-a69f-dca12dafe692 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:41.341291 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.347451 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189c4505-472d-4246-8f41-922cd10ae013 None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:33Z', 'revision_number': 3, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:39Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:41.378574 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.394572 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f9f1f75c-e2a4-4e79-9a1e-f45e5b6b0b56 tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "GET /v2.0/ports?device_id=93c36249-ceef-407d-ab0d-df2b15da744c HTTP/1.1" status: 200 len: 205 time: 0.0608661 Jul 16 18:24:41.409149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36648) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.411821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b41ef-b238-4969-bc01-a786dfefca2c tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Pushing event deleted for resources: {'Network': ['ID=9f146493-1736-492b-9ab6-e40d2b4cde46,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.476132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-6501b7bc-f88f-4bf0-b534-b07cb122a865 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.494429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-6501b7bc-f88f-4bf0-b534-b07cb122a865 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 0.5359142 Jul 16 18:24:41.588240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50c30333-221c-4e8a-9a62-14bccb00699b req-6218dbcf-17d1-4c24-b455-470f594d33f6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453037 Jul 16 18:24:41.598232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Pushing event updated for resources: {'Port': ['ID=a95842b7-e712-4493-a69f-dca12dafe692,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.610896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8:2::1 (04957c4f-8a46-4880-bfc2-a16c08e3cdb7/b3f51aa3-9b1a-45ec-8b5d-507068c208fe/aee1deda-48d6-499e-91b7-0a0bf95e9cd3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:41.635860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:41.640995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:41.655931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:41.736335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc01aecd-434e-42d2-a378-f023fb3ea3f7']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:41.831419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cbd20e-3a33-4ebd-b386-16b413925e6f') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:41.832357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cbd20e-3a33-4ebd-b386-16b413925e6f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:41.835489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Attempting to bind port a95842b7-e712-4493-a69f-dca12dafe692 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:41.835995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Attempting to bind port a95842b7-e712-4493-a69f-dca12dafe692 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:41.849631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Attempting to bind port a95842b7-e712-4493-a69f-dca12dafe692 on network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:41.855727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:41.856263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Checking segment: {'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:41.856732 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.857941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Bound using segment: {'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:41.858530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Bound port: a95842b7-e712-4493-a69f-dca12dafe692, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:41.859000 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.890953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.911712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object aee1deda-48d6-499e-91b7-0a0bf95e9cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:41.929234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:41.969228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.981419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.055984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:42.063111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:42.068295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:42.068644 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3abf3e8e-4649-4e3e-a2e8-7cf2233b836b tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.069088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.139943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.185620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-132651962-network', 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:42.234884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] For port a95842b7-e712-4493-a69f-dca12dafe692, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:42.239987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:42.244356 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.246767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] For port a95842b7-e712-4493-a69f-dca12dafe692, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a95842b7-e712-4493-a69f-dca12dafe692,segment=NetworkSegment(7979cd90-7dcd-409e-801e-afae246fd2a2),segment_id=7979cd90-7dcd-409e-801e-afae246fd2a2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:42.254418 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.275042 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.280287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.334326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:42.334916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:42.341888 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:42.355353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.393473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51452cb7-dc31-46ba-9327-2937ea9a7016 None None] Pushing event updated for resources: {'Port': ['ID=a95842b7-e712-4493-a69f-dca12dafe692,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.462287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a262362a-3bf0-499f-aac1-81b306c69688 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:42.606750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a262362a-3bf0-499f-aac1-81b306c69688 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:42.611130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a262362a-3bf0-499f-aac1-81b306c69688 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:42.611589 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.634679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.674013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.674922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.769181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.777464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] 10.222.0.48 "DELETE /v2.0/networks/cc01aecd-434e-42d2-a378-f023fb3ea3f7 HTTP/1.1" status: 204 len: 168 time: 1.9631896 Jul 16 18:24:42.780751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.788443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e7550-6904-4e64-a8ff-5c476bcc3e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc01aecd-434e-42d2-a378-f023fb3ea3f7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.794243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:42.804389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a33ad8c-4079-4372-ba1c-039097844366,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:42.861079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.861539 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Added segment adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb of type vlan for network 184290d2-b786-4cd5-be93-e7ba1e4d944d Jul 16 18:24:42.871855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a262362a-3bf0-499f-aac1-81b306c69688, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a262362a-3bf0-499f-aac1-81b306c69688,segment=NetworkSegment(5c5b8b4d-c6ea-4250-97e6-6eee12a74d78),segment_id=5c5b8b4d-c6ea-4250-97e6-6eee12a74d78)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:42.872285 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3abf3e8e-4649-4e3e-a2e8-7cf2233b836b tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.883238 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.955834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-861ecd8b-c253-4e28-85e7-38a4800dda2f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.957936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-861ecd8b-c253-4e28-85e7-38a4800dda2f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 1.0282700 Jul 16 18:24:42.962464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3abf3e8e-4649-4e3e-a2e8-7cf2233b836b tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.000054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a262362a-3bf0-499f-aac1-81b306c69688,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.018337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.078517 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3abf3e8e-4649-4e3e-a2e8-7cf2233b836b tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.079340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abf3e8e-4649-4e3e-a2e8-7cf2233b836b tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Fanout notify agent at l3_agent the message router_deleted on router 93c36249-ceef-407d-ab0d-df2b15da744c {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:43.088821 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3abf3e8e-4649-4e3e-a2e8-7cf2233b836b tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.094447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3abf3e8e-4649-4e3e-a2e8-7cf2233b836b tempest-RoutersNegativeTest-1178873702 tempest-RoutersNegativeTest-1178873702-project] 10.222.0.48 "DELETE /v2.0/routers/93c36249-ceef-407d-ab0d-df2b15da744c HTTP/1.1" status: 204 len: 168 time: 1.5798726 Jul 16 18:24:43.165689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.175694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.177098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.177469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36680) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.177860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.186658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-1c5a66d6-774d-4a38-92d1-b066cb95e089 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/quotas/05f72bbbbdb7441480433d02bbffeac0 HTTP/1.1" status: 200 len: 375 time: 0.1171031 Jul 16 18:24:43.187187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.188069 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.192644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Deleting port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:43.193554 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.267127 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3339548 Jul 16 18:24:43.282866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36682) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.322196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Request body: {'subnet': {'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-132651962-subnet', 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:43.343562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-73450b0a-026a-4354-baee-6d9d90d2f40a tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200955 Jul 16 18:24:43.487151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36686) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.587403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:43.591519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.647716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1dcee76c-944f-4348-bd1c-1d97a5369305 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14d810d47b144655bfc375f231e71f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584723 Jul 16 18:24:43.660020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.667643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b7372-47b7-43d5-be67-88165c3741c5 admin admin] Pushing event updated for resources: {'Network': ['ID=184290d2-b786-4cd5-be93-e7ba1e4d944d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.678660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.695784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:43.786931 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0472755-852c-4635-9ac1-e657e808c895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.797236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:43.801820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:43.829793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0472755-852c-4635-9ac1-e657e808c895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.977823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:43.997885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0472755-852c-4635-9ac1-e657e808c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.002035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c0472755-852c-4635-9ac1-e657e808c895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.017605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c0472755-852c-4635-9ac1-e657e808c895 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09060547-25b9-47f1-a5fd-ea2ef50f0ff8 HTTP/1.1" status: 204 len: 168 time: 0.3469477 Jul 16 18:24:44.096114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0472755-852c-4635-9ac1-e657e808c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09060547-25b9-47f1-a5fd-ea2ef50f0ff8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.207146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24995a50-baef-41c2-b391-80facd207124 None None] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:44.211919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:44.229840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f96d68e0-b119-482e-9278-62b83abe2231 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6532826 Jul 16 18:24:44.238714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36696) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:44.247782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1591391037'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:44.266239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab5658-8a80-4a91-b262-429970666cef req-ee0c7679-a3b6-4242-a11b-ca777a5920a3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.267236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:44.282290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bab5658-8a80-4a91-b262-429970666cef req-ee0c7679-a3b6-4242-a11b-ca777a5920a3 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 950 time: 1.3457580 Jul 16 18:24:44.290952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] For port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:44.291559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.338383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:44.344676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.382662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:44.384575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:44.399334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-18654606-6c5b-47d3-aee6-42d59501953e None None] Provisioning for port a95842b7-e712-4493-a69f-dca12dafe692 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:44.426560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:44.469386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.470808 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added segment 000767bf-d759-4b20-8e18-7f359b539564 of type vlan for network 507af79d-a3c8-4427-b33d-9c2b91172f8d Jul 16 18:24:44.498385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Calling delete_port for 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:44.597260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:44.638155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.721290 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.727465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a95842b7-e712-4493-a69f-dca12dafe692 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:44.729089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-d8ae4918-d8dc-4cf8-8ff3-9436c970525b service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3637254 Jul 16 18:24:44.742327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.744004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.761427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c09ae7ab-21a8-475c-85bc-4173b956b681 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48835bfe6d9743c7b422ac3cdae929ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2720823 Jul 16 18:24:44.768173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:44.813897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bab5658-8a80-4a91-b262-429970666cef req-124df915-6bc7-42e8-86c3-4d52fed0f7aa tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/security-groups?id=ac793288-f396-4ee0-aa7d-10553912df8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300882 Jul 16 18:24:44.895612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6550639 Jul 16 18:24:44.914952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:44.946912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-5984375d-b55b-47f3-ba33-cf6ef91f69c0 service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164648 Jul 16 18:24:44.960684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'subnet': {'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:45.126564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a95842b7-e712-4493-a69f-dca12dafe692 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:45.137364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac239f-60a3-4d50-8221-9c1e72252760 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Network': ['ID=507af79d-a3c8-4427-b33d-9c2b91172f8d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.153952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a95842b7-e712-4493-a69f-dca12dafe692 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:45.154315 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.194829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:45.392841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:45.443309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-116b3807-d213-40fa-a136-030e821d00ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.512203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.539288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:45.542800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8336bada-919a-42ba-bfd6-337701641f1f None None] Provisioning for port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:45.559936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0b83234-0422-459b-8b77-f1c667ae2276 req-13b5797d-d179-4357-8d4d-4c939da033c0 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 210 time: 0.0731163 Jul 16 18:24:45.577154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8336bada-919a-42ba-bfd6-337701641f1f None None] Provisioning complete for port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:45.578107 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8336bada-919a-42ba-bfd6-337701641f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.594100 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.665340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Made reservation on behalf of 178c6d240c3d495e8fc1b5f93621ff59 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:45.665772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:45.666252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Updating router 18418985-36a5-40a9-8d8b-a78e8d6eed8a port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:45.668110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No active binding found for port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:24:45.668589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:45.676012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.678514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=670e7173-07ce-4110-bc98-93f9ac1a0f1d,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.692321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Pushing event deleted for resources: {'Port': ['ID=0ebe3670-9532-4d31-bcf8-ae12898fcfa6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.801765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-116b3807-d213-40fa-a136-030e821d00ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.818358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.821327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] No DVR routers for this DVR port 0ebe3670-9532-4d31-bcf8-ae12898fcfa6 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:45.824380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.827264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddbd4fb8-260f-48f5-ac8d-abd05a4f3e96 req-f4003794-7608-4fbe-9168-b21d57e7bd17 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.13 "DELETE /v2.0/ports/0ebe3670-9532-4d31-bcf8-ae12898fcfa6 HTTP/1.1" status: 204 len: 173 time: 4.3316655 Jul 16 18:24:45.828131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-deleted', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:45.831858 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3696948e-e895-4508-ac18-31c48d8ec72f" -d '{"events": [{"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-deleted", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:45.843154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8336bada-919a-42ba-bfd6-337701641f1f None None] Port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:45.865201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:45.866335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Network hostable DHCP agents. Network: 184290d2-b786-4cd5-be93-e7ba1e4d944d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:45.870796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.898559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:45.915547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 184290d2-b786-4cd5-be93-e7ba1e4d944d) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:45.925682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.929894 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.931618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8336bada-919a-42ba-bfd6-337701641f1f None None] Provisioning complete for port a95842b7-e712-4493-a69f-dca12dafe692 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:45.931999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8336bada-919a-42ba-bfd6-337701641f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.971542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2fa6b9e1-4c1f-486c-b0dc-c453dbc5ba9e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6569817 Jul 16 18:24:46.083877 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674b87a8-ea7e-4931-a68e-3af82b9b1298 x-openstack-request-id: req-674b87a8-ea7e-4931-a68e-3af82b9b1298 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:46.084214 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65edcf6d-2726-4833-acc0-f1378013f04f", "name": "network-vif-deleted", "tag": "0ebe3670-9532-4d31-bcf8-ae12898fcfa6", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:46.084553 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-674b87a8-ea7e-4931-a68e-3af82b9b1298 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:46.086788 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65edcf6d-2726-4833-acc0-f1378013f04f', 'name': 'network-vif-deleted', 'tag': '0ebe3670-9532-4d31-bcf8-ae12898fcfa6', 'status': 'completed', 'code': 200} Jul 16 18:24:46.142734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d869d38-423d-4d5f-86d6-73b9e9331acd None None] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:46.426152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-116b3807-d213-40fa-a136-030e821d00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.430625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-116b3807-d213-40fa-a136-030e821d00ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.433615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-116b3807-d213-40fa-a136-030e821d00ea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d7ac7ae-d66e-4877-902f-d3e960d5c343 HTTP/1.1" status: 204 len: 168 time: 1.6250443 Jul 16 18:24:46.492822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116b3807-d213-40fa-a136-030e821d00ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7ac7ae-d66e-4877-902f-d3e960d5c343,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.530397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a95842b7-e712-4493-a69f-dca12dafe692, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a95842b7-e712-4493-a69f-dca12dafe692,segment=NetworkSegment(7979cd90-7dcd-409e-801e-afae246fd2a2),segment_id=7979cd90-7dcd-409e-801e-afae246fd2a2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:46.609902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.611612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a262362a-3bf0-499f-aac1-81b306c69688 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:46.621411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.692321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0c18dd4-e97a-43fd-811f-5015f92727eb req-965ef49d-c3c6-4849-ab22-ff805bbca1b6 tempest-MigrationsAdminTest-874143342 tempest-MigrationsAdminTest-874143342-project] 10.222.0.48 "GET /v2.0/ports?device_id=65edcf6d-2726-4833-acc0-f1378013f04f HTTP/1.1" status: 200 len: 210 time: 0.1587353 Jul 16 18:24:46.827055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Subnet': ['ID=62c4b10b-bba9-41c9-a7ce-62d9a91e89b5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:46.854397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-599ec29e-e78d-4f01-b584-dd2c4d9f09ba req-0b440cd7-465c-4b4e-be66-64549106c24e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 210 time: 0.0763166 Jul 16 18:24:46.862461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Checking segment: {'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:46.862926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network hostable DHCP agents. Network: 507af79d-a3c8-4427-b33d-9c2b91172f8d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:46.917097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:46.923009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de342ad7-fee9-46d4-b90d-e9c91d3e3e22 None None] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:46.930700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 507af79d-a3c8-4427-b33d-9c2b91172f8d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:46.935719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.936608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.965219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8b8834c1-4391-47d7-bb1e-be273aa22370 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0211315 Jul 16 18:24:46.970607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36748) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:47.126083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9366d4ae-934e-4027-b825-04889991ba58 None None] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:47.166050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a95842b7-e712-4493-a69f-dca12dafe692,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.187937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a262362a-3bf0-499f-aac1-81b306c69688 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:47.193799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.691672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-db3abdaa-b508-415e-a324-f8e36e446ee6 None None] Provisioning complete for port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:47.692419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db3abdaa-b508-415e-a324-f8e36e446ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.753344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db3abdaa-b508-415e-a324-f8e36e446ee6 None None] Port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:48.032308 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.042036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-507af79d-a3c8-4427-b33d-9c2b91172f8d', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:48.043476 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.058588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Transition to ACTIVE for port object aee1deda-48d6-499e-91b7-0a0bf95e9cd3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:48.075684 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.255594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a95842b7-e712-4493-a69f-dca12dafe692 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:48.276987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849de463-bde0-49a2-a4db-1923f2840712 req-4a356ec4-7833-4c99-902c-c8ba5f3b0cb8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.287304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-4a356ec4-7833-4c99-902c-c8ba5f3b0cb8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.6437147 Jul 16 18:24:48.394522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-57d3ed0b-207b-48b3-a86c-4a9661254f7f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.1061330 Jul 16 18:24:48.458580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81ecd3-e1db-4059-8919-f0c512049114 None None] Pushing event updated for resources: {'Port': ['ID=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:48.519382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-7e8b37be-1278-4565-a7ef-8a549855c99a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236885 Jul 16 18:24:48.525430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-a7c66868-6455-4d4b-acab-11d6dbdc3efc tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.535180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-a7c66868-6455-4d4b-acab-11d6dbdc3efc tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.3184137 Jul 16 18:24:48.547266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Request body: {'port': {'device_id': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'admin_state_up': True, 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.665176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ba8f886-376c-4571-a99d-aed41c61b56b req-11c68d6b-f108-4bda-a859-1fb32f4c7dae tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 210 time: 0.1461973 Jul 16 18:24:48.691456 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.716913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Attempting to bind port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:48.717827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Attempting to bind port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:48.718384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Attempting to bind port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 on network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:48.723277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Allocated IP 2001:db8:3::2 (507af79d-a3c8-4427-b33d-9c2b91172f8d/62c4b10b-bba9-41c9-a7ce-62d9a91e89b5/8f3df99f-264e-40c4-9275-c1053b79a332) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:48.743229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:48.743995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Checking segment: {'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:48.744621 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.745196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Bound using segment: {'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:48.745869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Bound port: aee1deda-48d6-499e-91b7-0a0bf95e9cd3, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7979cd90-7dcd-409e-801e-afae246fd2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:48.746468 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.792390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a95842b7-e712-4493-a69f-dca12dafe692 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:48.793136 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.882456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:48.893497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.964571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-0adc325d-9adb-4156-9428-c6d52b3efc61 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271717 Jul 16 18:24:49.064303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] For port aee1deda-48d6-499e-91b7-0a0bf95e9cd3, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:49.077405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] For port aee1deda-48d6-499e-91b7-0a0bf95e9cd3, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,segment=NetworkSegment(7979cd90-7dcd-409e-801e-afae246fd2a2),segment_id=7979cd90-7dcd-409e-801e-afae246fd2a2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:49.093658 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.178563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.252122 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.301358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Transition to ACTIVE for port object 8f3df99f-264e-40c4-9275-c1053b79a332 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:49.306942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36816) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.308689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:49.309850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:49.314722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81ecd3-e1db-4059-8919-f0c512049114 None None] Pushing event updated for resources: {'Port': ['ID=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.320064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-fa0f8146-efc5-45a5-a356-8c067c58d514 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089540 Jul 16 18:24:49.404325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Allocated IP 172.20.0.4 (4f4ec737-f99b-4144-b4da-a72c3900608b/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5/8602497b-f054-430c-99c5-04a03358378c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:49.434703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Transition to ACTIVE for port object 8f3df99f-264e-40c4-9275-c1053b79a332 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:49.452827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.584209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:49.598879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:49.605442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:49.610106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:49.657440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Allocated IP 2001:db8:3::1 (507af79d-a3c8-4427-b33d-9c2b91172f8d/62c4b10b-bba9-41c9-a7ce-62d9a91e89b5/093ba1f1-001e-4467-bfbd-3f0bd31caabc) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:49.685556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5d352c44-c396-4e7b-aa6d-5b5d4f7cb6dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb2e096cec2442afbe3872187f55de88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007346 Jul 16 18:24:49.692107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36824) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.727519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Pushing event updated for resources: {'Port': ['ID=8f3df99f-264e-40c4-9275-c1053b79a332,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.898276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a52a2a5-de45-417d-ba71-f43bdb900df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.913072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Attempting to bind port 8f3df99f-264e-40c4-9275-c1053b79a332 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:49.913765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Attempting to bind port 8f3df99f-264e-40c4-9275-c1053b79a332 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:49.914403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Attempting to bind port 8f3df99f-264e-40c4-9275-c1053b79a332 on network 507af79d-a3c8-4427-b33d-9c2b91172f8d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:49.928221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:49.929147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Checking segment: {'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:49.929820 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.930624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Bound using segment: {'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:49.931306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Bound port: 8f3df99f-264e-40c4-9275-c1053b79a332, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:49.931868 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.948291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a52a2a5-de45-417d-ba71-f43bdb900df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.985552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.050007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.081084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Transition to ACTIVE for port object 093ba1f1-001e-4467-bfbd-3f0bd31caabc will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:50.098865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a52a2a5-de45-417d-ba71-f43bdb900df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.098865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a52a2a5-de45-417d-ba71-f43bdb900df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.098865 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0a52a2a5-de45-417d-ba71-f43bdb900df0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac793288-f396-4ee0-aa7d-10553912df8c HTTP/1.1" status: 204 len: 168 time: 0.4042370 Jul 16 18:24:50.123255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52a2a5-de45-417d-ba71-f43bdb900df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac793288-f396-4ee0-aa7d-10553912df8c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.145627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.199469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1859861431'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:50.268834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad11b5c4-667c-467b-9f0f-9f88e24e297b req-ff675357-9856-40ac-a690-cc3c6ad53aa0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 210 time: 0.1405499 Jul 16 18:24:50.271712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:50.277909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:50.299134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:50.318221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Made reservation on behalf of 1b49859a486c4a35b2d4df9e3ad2743f for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:50.323340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.338740 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.390776 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.405232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event updated for resources: {'Port': ['ID=8602497b-f054-430c-99c5-04a03358378c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.426722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:50.469650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:50.495313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.498924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.533343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] For port 8f3df99f-264e-40c4-9275-c1053b79a332, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:50.538439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] For port 8f3df99f-264e-40c4-9275-c1053b79a332, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8f3df99f-264e-40c4-9275-c1053b79a332,segment=NetworkSegment(000767bf-d759-4b20-8e18-7f359b539564),segment_id=000767bf-d759-4b20-8e18-7f359b539564)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:50.543094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:50.543673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.560135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.648055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1dc82-a49c-4ed7-a8f3-c75bb19bcd55 req-4d312fc5-952c-446a-9676-6a5b8911bbc8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.653389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bd1dc82-a49c-4ed7-a8f3-c75bb19bcd55 req-4d312fc5-952c-446a-9676-6a5b8911bbc8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 931 time: 0.5438380 Jul 16 18:24:50.723931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a530a0-755f-45a6-b285-bca70af950c5 None None] Pushing event updated for resources: {'Port': ['ID=8f3df99f-264e-40c4-9275-c1053b79a332,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.781500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:49Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:50.784496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bd1dc82-a49c-4ed7-a8f3-c75bb19bcd55 req-020e7402-389c-4f4e-8fab-cccec8062bae tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044207 Jul 16 18:24:50.834876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=093ba1f1-001e-4467-bfbd-3f0bd31caabc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.848575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45378e1-b382-4f4c-b4bc-70748c3eeb72 None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:49Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:50.885042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.041567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.061937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-52d3960b-dd16-4205-b6f9-ed41cee4d4f4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5186174 Jul 16 18:24:51.078135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Request body: {'port': {'device_id': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:51.142420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.345808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.513501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36862) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:51.698682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:51.716103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.717187 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Added segment cd16ec61-97f8-4713-9889-9c8b198b6e4e of type vlan for network 83c9ea11-e312-4b17-a793-b601cbcb7da8 Jul 16 18:24:51.734513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6fb90af8-9224-44e7-9ec7-5612edd168a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d4aad06218c4c02ba89cd149d10be95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2171762 Jul 16 18:24:51.735747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:51.757843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bba7e2-29ae-40c8-9475-abc152e92471,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.842817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a572dce-5799-4f94-96c9-8651ce03fad8 req-9f85fc4a-3164-488a-990b-f394f7f990ce tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 210 time: 0.2096632 Jul 16 18:24:51.850153 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.019671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.034634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.039059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.075236 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.089466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.090923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.261262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8602497b-f054-430c-99c5-04a03358378c {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:52.286550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.335066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Transition to ACTIVE for port object 8602497b-f054-430c-99c5-04a03358378c will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:52.347063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.442942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.1357460 Jul 16 18:24:52.457129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36882) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.474426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Request body: {'subnet': {'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:52.494992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aee1deda-48d6-499e-91b7-0a0bf95e9cd3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:52.614423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:52.622005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:52.622801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.655401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Pushing event updated for resources: {'Port': ['ID=8602497b-f054-430c-99c5-04a03358378c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.666489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046880d-0a11-4a3d-a9dd-ec3a50383519 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event updated for resources: {'Network': ['ID=83c9ea11-e312-4b17-a793-b601cbcb7da8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.685321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:52.685904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4a902b0-6d34-4f11-9dac-4725bebee210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.702836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 83c9ea11-e312-4b17-a793-b601cbcb7da8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:52.811302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849de463-bde0-49a2-a4db-1923f2840712 req-0e52dc5c-f0eb-4a45-943a-8e389849fcad tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.813543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-0e52dc5c-f0eb-4a45-943a-8e389849fcad tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.6283822 Jul 16 18:24:52.820560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e7a91-66ab-4c4d-ac9b-200470bf799d None None] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:52.821043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:52.846484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Request body: {'port': {'device_id': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'admin_state_up': True, 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:52.879475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4a902b0-6d34-4f11-9dac-4725bebee210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.945934 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.959770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-34dc87f3-4b4a-4ee1-919a-6a9687e2dd18 None None] Provisioning for port 8f3df99f-264e-40c4-9275-c1053b79a332 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:52.981940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Made reservation on behalf of 1b49859a486c4a35b2d4df9e3ad2743f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:52.986179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.045758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port aee1deda-48d6-499e-91b7-0a0bf95e9cd3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,segment=NetworkSegment(7979cd90-7dcd-409e-801e-afae246fd2a2),segment_id=7979cd90-7dcd-409e-801e-afae246fd2a2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:53.067334 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.069008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f3df99f-264e-40c4-9275-c1053b79a332 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:53.218197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.280003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event updated for resources: {'Subnet': ['ID=2ac399de-38fb-44e6-998e-eeb371b24ff3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.303055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Attempting to bind port 8602497b-f054-430c-99c5-04a03358378c on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:53.303762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Attempting to bind port 8602497b-f054-430c-99c5-04a03358378c by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:53.304416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Attempting to bind port 8602497b-f054-430c-99c5-04a03358378c on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:53.320998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Port 8602497b-f054-430c-99c5-04a03358378c on network 4f4ec737-f99b-4144-b4da-a72c3900608b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:53.321852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Attempting to bind port 8602497b-f054-430c-99c5-04a03358378c on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:53.330386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:53.331178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:53.331823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Bound using segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:53.332534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Bound port: 8602497b-f054-430c-99c5-04a03358378c, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:53.333152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.409931 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4a902b0-6d34-4f11-9dac-4725bebee210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.413317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4a902b0-6d34-4f11-9dac-4725bebee210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.414951 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b4a902b0-6d34-4f11-9dac-4725bebee210 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fcfbdcac-0898-46dc-99ec-47761f9cba5c HTTP/1.1" status: 204 len: 168 time: 1.5712368 Jul 16 18:24:53.424786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.431472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Checking segment: {'id': 'cd16ec61-97f8-4713-9889-9c8b198b6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:53.432274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Network hostable DHCP agents. Network: 83c9ea11-e312-4b17-a793-b601cbcb7da8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:53.450526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a902b0-6d34-4f11-9dac-4725bebee210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfbdcac-0898-46dc-99ec-47761f9cba5c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.479732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Network 83c9ea11-e312-4b17-a793-b601cbcb7da8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:53.491357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] For port 8602497b-f054-430c-99c5-04a03358378c, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:53.497252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] For port 8602497b-f054-430c-99c5-04a03358378c, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=8602497b-f054-430c-99c5-04a03358378c,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:53.499018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 83c9ea11-e312-4b17-a793-b601cbcb7da8) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:53.503559 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.512917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 8f3df99f-264e-40c4-9275-c1053b79a332 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:53.525746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ee3fae-2039-428b-bedd-15d3a623ab6f None None] Network 83c9ea11-e312-4b17-a793-b601cbcb7da8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:53.568478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8f3df99f-264e-40c4-9275-c1053b79a332 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:53.570072 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.580251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.581235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.583842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Pushing event updated for resources: {'Port': ['ID=8602497b-f054-430c-99c5-04a03358378c,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.593975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.595303 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.597206 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-0d71819f-7ba1-4d64-b489-c08104e15310 service neutron] 10.222.0.55 "PUT /v2.0/ports/8602497b-f054-430c-99c5-04a03358378c HTTP/1.1" status: 200 len: 1092 time: 2.5281713 Jul 16 18:24:53.600560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'tag': '8602497b-f054-430c-99c5-04a03358378c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:53.602957 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4" -d '{"events": [{"name": "network-changed", "server_uuid": "67bde70c-f6ef-418d-a337-4d5ba045fb33", "tag": "8602497b-f054-430c-99c5-04a03358378c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:53.606681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:53.610846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.613728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event updated for resources: {'Port': ['ID=093ba1f1-001e-4467-bfbd-3f0bd31caabc,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:53.623474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8341128e-0f7f-4bd8-82f6-5725caffa8c0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1571872 Jul 16 18:24:53.624323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:53.636533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Request body: {'port': {'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8', 'name': 'tempest-TagsExtTest-1185963946'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:53.716050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30e1b4b0-5e1a-400a-a580-2c53d36ec7e6 req-bdd226b4-6e22-49c7-8ecc-703445543752 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 210 time: 0.1150796 Jul 16 18:24:53.829825 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671dd887-9e9a-438d-9e67-3889c2ea0ac7 x-openstack-request-id: req-671dd887-9e9a-438d-9e67-3889c2ea0ac7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:53.830166 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67bde70c-f6ef-418d-a337-4d5ba045fb33", "tag": "8602497b-f054-430c-99c5-04a03358378c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:53.830511 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-671dd887-9e9a-438d-9e67-3889c2ea0ac7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:53.831029 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'tag': '8602497b-f054-430c-99c5-04a03358378c', 'status': 'completed', 'code': 200} Jul 16 18:24:53.838625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fbdba-caac-4714-af8c-ea527acafd0e req-0db0c5a7-ff2a-4721-9cf5-dfb15b769eaa tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.850296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca3fbdba-caac-4714-af8c-ea527acafd0e req-0db0c5a7-ff2a-4721-9cf5-dfb15b769eaa tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 943 time: 1.6431358 Jul 16 18:24:53.851455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-1a815346-1887-4c81-96ae-c5ac8e4b66e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:53.854275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-1a815346-1887-4c81-96ae-c5ac8e4b66e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 1095 time: 0.1754611 Jul 16 18:24:53.927805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:53.928557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Made reservation on behalf of 1b49859a486c4a35b2d4df9e3ad2743f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:53.933095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.958377 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-ff1995f5-74c5-462e-afe0-7b955d316b58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8602497b-f054-430c-99c5-04a03358378c HTTP/1.1" status: 200 len: 217 time: 0.0953910 Jul 16 18:24:53.961925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] device_id is not set on port 8a7bd477-a462-4515-8219-d75a8b8d757f yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:24:54.028418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca3fbdba-caac-4714-af8c-ea527acafd0e req-db739032-8dae-45a0-8429-6703acf09953 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769886 Jul 16 18:24:54.126199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-83c9ea11-e312-4b17-a793-b601cbcb7da8', 'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8', 'tenant_id': '1b49859a486c4a35b2d4df9e3ad2743f', 'fixed_ips': [{'subnet_id': '2ac399de-38fb-44e6-998e-eeb371b24ff3'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:54.129235 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.256728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-67980006-d874-440c-8a98-a7db1650f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.259814 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-67980006-d874-440c-8a98-a7db1650f2b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.2921827 Jul 16 18:24:54.283442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Allocated IP 172.20.0.3 (83c9ea11-e312-4b17-a793-b601cbcb7da8/2ac399de-38fb-44e6-998e-eeb371b24ff3/8a7bd477-a462-4515-8219-d75a8b8d757f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:54.295375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Allocated IP 172.20.0.9 (184290d2-b786-4cd5-be93-e7ba1e4d944d/670e7173-07ce-4110-bc98-93f9ac1a0f1d/e29105c1-9cb8-43a3-a171-a692ba93dde8) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:54.325878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-c05dbe4f-5955-4e61-8688-46ef8443162b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573692 Jul 16 18:24:54.360814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:54.375369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c33bdd14-5eb0-42ec-b2af-8586cee61bda tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4030683 Jul 16 18:24:54.385157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36916) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:54.385697 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:54.421840 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:54.422738 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:54.434360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:54.662633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:54.760047 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.057678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 8f3df99f-264e-40c4-9275-c1053b79a332, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8f3df99f-264e-40c4-9275-c1053b79a332,segment=NetworkSegment(000767bf-d759-4b20-8e18-7f359b539564),segment_id=000767bf-d759-4b20-8e18-7f359b539564)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:55.063520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5e47e4f4-5240-45b1-8ca8-eb6d3d163783 None None] Provisioning for port 093ba1f1-001e-4467-bfbd-3f0bd31caabc completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:55.085078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5e47e4f4-5240-45b1-8ca8-eb6d3d163783 None None] Provisioning complete for port 093ba1f1-001e-4467-bfbd-3f0bd31caabc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:55.085469 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e47e4f4-5240-45b1-8ca8-eb6d3d163783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.152081 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-76ca0b0c-d32c-4269-9970-27efa01713eb service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8179204 Jul 16 18:24:55.185492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.200463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5e47e4f4-5240-45b1-8ca8-eb6d3d163783 None None] Port 093ba1f1-001e-4467-bfbd-3f0bd31caabc cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:55.239512 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:50Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:24:51Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:55.292535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.313741 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:55.315010 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Updating router 18418985-36a5-40a9-8d8b-a78e8d6eed8a port 093ba1f1-001e-4467-bfbd-3f0bd31caabc binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:55.363702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=8f3df99f-264e-40c4-9275-c1053b79a332,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.399510 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.401398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Transition to ACTIVE for port object 8a7bd477-a462-4515-8219-d75a8b8d757f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:55.403795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5e47e4f4-5240-45b1-8ca8-eb6d3d163783 None None] Provisioning complete for port 8f3df99f-264e-40c4-9275-c1053b79a332 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:55.404837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5e47e4f4-5240-45b1-8ca8-eb6d3d163783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.408601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aee1deda-48d6-499e-91b7-0a0bf95e9cd3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:55.510857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0fcdfeb-8f7d-4946-966b-ce0d2594879d req-e79a3043-3138-4f27-bba8-fbbce30d0b2e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 210 time: 0.3845930 Jul 16 18:24:55.627051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.747293 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:55.824476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Allocated IP 172.20.0.2 (83c9ea11-e312-4b17-a793-b601cbcb7da8/2ac399de-38fb-44e6-998e-eeb371b24ff3/c45e38fe-1d6a-494a-97b1-caf19b4cbf97) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:55.873156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.extraroute_db [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93777) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:24:55.974764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:55.975384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.006381 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.038656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-881a27ba-21ed-41d3-9459-8e85187c140d None None] Provisioning complete for port 093ba1f1-001e-4467-bfbd-3f0bd31caabc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:56.039329 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-881a27ba-21ed-41d3-9459-8e85187c140d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.078878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.extraroute_db [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Removed routes are [] {{(pid=93777) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:24:56.084570 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.088045 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.102194 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Transition to ACTIVE for port object 093ba1f1-001e-4467-bfbd-3f0bd31caabc will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:56.113477 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.114039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-881a27ba-21ed-41d3-9459-8e85187c140d None None] Port 093ba1f1-001e-4467-bfbd-3f0bd31caabc cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:56.184048 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678cb8b-60cf-4481-a2e2-1a0036291e9e None None] Pushing event updated for resources: {'Port': ['ID=093ba1f1-001e-4467-bfbd-3f0bd31caabc,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.289428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5b01ab6-7efc-477b-8847-9f465ab1cfda req-cca7f4f2-cc98-493b-bcff-5dbc02d676d6 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1190791 Jul 16 18:24:56.331336 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Attempting to bind port 093ba1f1-001e-4467-bfbd-3f0bd31caabc on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:56.333205 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Attempting to bind port 093ba1f1-001e-4467-bfbd-3f0bd31caabc by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:56.333591 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Attempting to bind port 093ba1f1-001e-4467-bfbd-3f0bd31caabc on network 507af79d-a3c8-4427-b33d-9c2b91172f8d {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:56.347874 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:56.348843 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Checking segment: {'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:56.348843 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.349485 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Bound using segment: {'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:56.349975 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Bound port: 093ba1f1-001e-4467-bfbd-3f0bd31caabc, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000767bf-d759-4b20-8e18-7f359b539564', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:56.350364 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.366576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Network 83c9ea11-e312-4b17-a793-b601cbcb7da8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:56.405439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:56.411786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:56.514495 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] For port 093ba1f1-001e-4467-bfbd-3f0bd31caabc, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:56.528283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event updated for resources: {'Port': ['ID=8a7bd477-a462-4515-8219-d75a8b8d757f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.533793 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.538132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc001444-5d5b-4bc5-8326-23f94031f0db req-c57e3208-e45a-42a7-b163-9d48219c91de tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.546151 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] For port 093ba1f1-001e-4467-bfbd-3f0bd31caabc, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=093ba1f1-001e-4467-bfbd-3f0bd31caabc,segment=NetworkSegment(000767bf-d759-4b20-8e18-7f359b539564),segment_id=000767bf-d759-4b20-8e18-7f359b539564)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:56.552867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Transition to ACTIVE for port object c45e38fe-1d6a-494a-97b1-caf19b4cbf97 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:56.557089 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.559186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc001444-5d5b-4bc5-8326-23f94031f0db req-c57e3208-e45a-42a7-b163-9d48219c91de tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 943 time: 1.0411797 Jul 16 18:24:56.596760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.597464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.625508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Transition to ACTIVE for port object c45e38fe-1d6a-494a-97b1-caf19b4cbf97 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:56.642813 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.660763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-a114d9b9-d7bd-4a84-945e-5429610ac228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.665178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-a114d9b9-d7bd-4a84-945e-5429610ac228 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 1095 time: 0.3023505 Jul 16 18:24:56.672028 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-da91c304-2b78-43fc-b43c-57cbb8515103 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.0429275 Jul 16 18:24:56.674057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.717549 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678cb8b-60cf-4481-a2e2-1a0036291e9e None None] Pushing event updated for resources: {'Port': ['ID=093ba1f1-001e-4467-bfbd-3f0bd31caabc,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.729753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Network 83c9ea11-e312-4b17-a793-b601cbcb7da8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:56.734931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:56.743307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:56.766076 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:56.768468 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:56.796673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.874672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0d75c130-c6cf-4a44-95aa-de893d77e7f5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-551698428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.892504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-0311ab9d-c8c1-4586-9ad0-6ab227fd8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.896496 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-0311ab9d-c8c1-4586-9ad0-6ab227fd8e3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.2222981 Jul 16 18:24:56.948488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Pushing event updated for resources: {'Port': ['ID=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.955956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Attempting to bind port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:56.956988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Attempting to bind port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'cd16ec61-97f8-4713-9889-9c8b198b6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:56.957567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Attempting to bind port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 on network 83c9ea11-e312-4b17-a793-b601cbcb7da8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:56.983101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:56.984002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Checking segment: {'id': 'cd16ec61-97f8-4713-9889-9c8b198b6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:56.984748 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.985316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Bound using segment: {'id': 'cd16ec61-97f8-4713-9889-9c8b198b6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:56.986015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Bound port: c45e38fe-1d6a-494a-97b1-caf19b4cbf97, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd16ec61-97f8-4713-9889-9c8b198b6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '83c9ea11-e312-4b17-a793-b601cbcb7da8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:56.986591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.030327 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:57.069227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc001444-5d5b-4bc5-8326-23f94031f0db req-a0428b21-09f8-4a04-9db6-a3ef15fb3ec1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084953 Jul 16 18:24:57.115157 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d75c130-c6cf-4a44-95aa-de893d77e7f5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.117081 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d75c130-c6cf-4a44-95aa-de893d77e7f5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.136981 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-8dd454d9-a0b1-4733-8494-fdde0ef28cff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8602497b-f054-430c-99c5-04a03358378c HTTP/1.1" status: 200 len: 217 time: 0.2283251 Jul 16 18:24:57.167979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] For port c45e38fe-1d6a-494a-97b1-caf19b4cbf97, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:57.178379 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] For port c45e38fe-1d6a-494a-97b1-caf19b4cbf97, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,segment=NetworkSegment(cd16ec61-97f8-4713-9889-9c8b198b6e4e),segment_id=cd16ec61-97f8-4713-9889-9c8b198b6e4e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:57.186299 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.319146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-f5ea8cf3-9de7-41dd-8761-60b49acc8720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:57.321179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-f5ea8cf3-9de7-41dd-8761-60b49acc8720 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1781719 Jul 16 18:24:57.373329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105234d1-c17a-483d-9450-48e4049d47f5 None None] Pushing event updated for resources: {'Port': ['ID=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.390498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.426710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-bdbdbbcb-40a3-481e-b61e-989b395d2c72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646873 Jul 16 18:24:57.429117 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d75c130-c6cf-4a44-95aa-de893d77e7f5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.432637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:57.440354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.457959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f3df99f-264e-40c4-9275-c1053b79a332 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:57.472316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:57.477153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:57.516295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d75c130-c6cf-4a44-95aa-de893d77e7f5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.589422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d75c130-c6cf-4a44-95aa-de893d77e7f5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.593247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0d75c130-c6cf-4a44-95aa-de893d77e7f5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9181256 Jul 16 18:24:57.600649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36978) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.618069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-67b01530-364e-4bf3-bfa0-eff9b8bf5d52 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1510353363', 'prefixes': ['172.20.0.0/16']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:57.624714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8f3df99f-264e-40c4-9275-c1053b79a332 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:57.625110 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.627836 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:55Z', 'revision_number': 6, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:24:56Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:57.735296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e1725-ecca-4624-83f3-3f045a985acc None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:55Z', 'revision_number': 6, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:24:56Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:57.846340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event updated for resources: {'Port': ['ID=e29105c1-9cb8-43a3-a171-a692ba93dde8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.951825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:57.965669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67b01530-364e-4bf3-bfa0-eff9b8bf5d52 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.973975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36986) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.980368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-f5773ad4-6277-4798-8fc4-25ed5afe5413 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', 'tempest-TagsExtTest-Tag-1807725749') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:57.983086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67b01530-364e-4bf3-bfa0-eff9b8bf5d52 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3729303 Jul 16 18:24:57.988064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-4a2b53b5-de2f-44b3-bfff-45cddae88d86 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508192 Jul 16 18:24:58.026226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:58.027252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.082899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da2a903-61b9-4ae2-ac66-2d0d4d7e2b26 req-1ad5d880-9a56-4c42-9595-e8c008a4d5fd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:58.084504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7da2a903-61b9-4ae2-ac66-2d0d4d7e2b26 req-1ad5d880-9a56-4c42-9595-e8c008a4d5fd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 931 time: 1.1533329 Jul 16 18:24:58.146136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-d03efe88-9a5c-41a2-9cf7-40ad0ee62b6b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3064480 Jul 16 18:24:58.185837 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab11a82c-c18b-4cdf-b350-a0ad8e740af4 req-9b539870-4631-4df1-8f9b-ebc8fb64c9a9 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877298 Jul 16 18:24:58.231327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Request body: {'port': {'device_id': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:58.349333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7da2a903-61b9-4ae2-ac66-2d0d4d7e2b26 req-8585c4a9-f734-4590-ae62-b2cd7ee62a66 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945324 Jul 16 18:24:58.417757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:58.433312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.435195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9b1c064d-bfc9-493d-b73d-34a2b37f74d1 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 200 len: 953 time: 4.0399196 Jul 16 18:24:58.441767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.546364 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.625320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f5773ad4-6277-4798-8fc4-25ed5afe5413 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags/tempest-TagsExtTest-Tag-1807725749 HTTP/1.1" status: 201 len: 201 time: 0.6499364 Jul 16 18:24:58.630065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37000) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.639542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-62434abf-0fd6-4060-a399-934794d07ec5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', 'tempest-TagsExtTest-Tag-1487216649') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:58.710164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0e89f48f-c2db-47cb-a3d2-6da997e90778 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 200 len: 953 time: 0.2665462 Jul 16 18:24:58.713914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.720603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'routes': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:58.852017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 8602497b-f054-430c-99c5-04a03358378c details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:58.953365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-62434abf-0fd6-4060-a399-934794d07ec5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags/tempest-TagsExtTest-Tag-1487216649 HTTP/1.1" status: 201 len: 201 time: 0.3221741 Jul 16 18:24:58.989678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.998412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-e5a53c40-4c04-4baf-9a05-b3ba6c23aa00 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', 'tempest-TagsExtTest-Tag-215437393') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.071636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.078612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.079341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.080020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.081177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.081826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.082466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.083103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.083741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.084517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.085161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.085794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.086457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.089063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3968a98-8091-4bfd-ae28-34a3caaeb007 req-17a85b78-4f58-43b1-b5d1-3c0dd0437cb6 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9106 time: 0.6669514 Jul 16 18:24:59.153952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b1d5d2-926d-48d2-bd39-5f772e818460 None None] Network 83c9ea11-e312-4b17-a793-b601cbcb7da8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:59.176634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5785f-30fc-43e5-8ac7-d9cf6cc14950 req-41597d98-1ae7-471a-b777-c4d9b0c3f4f2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:59.191838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ea5785f-30fc-43e5-8ac7-d9cf6cc14950 req-41597d98-1ae7-471a-b777-c4d9b0c3f4f2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 943 time: 0.6277802 Jul 16 18:24:59.200349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 8602497b-f054-430c-99c5-04a03358378c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=8602497b-f054-430c-99c5-04a03358378c,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:59.303545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '8602497b-f054-430c-99c5-04a03358378c', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'port_id': '8602497b-f054-430c-99c5-04a03358378c', 'mac_address': 'fa:16:3e:11:f6:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5c697-9c6e-4637-9de1-f49a0a4b77b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:59.377092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5a53c40-4c04-4baf-9a05-b3ba6c23aa00 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags/tempest-TagsExtTest-Tag-215437393 HTTP/1.1" status: 201 len: 201 time: 0.3863869 Jul 16 18:24:59.380008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.386964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-625457a8-38c2-4c13-82e2-a476d8af60a6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', 'tempest-TagsExtTest-Tag-218093645') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.409440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ea5785f-30fc-43e5-8ac7-d9cf6cc14950 req-8ec74a1b-76be-482f-9ebd-ca9d91c25a98 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154362 Jul 16 18:24:59.518428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-625457a8-38c2-4c13-82e2-a476d8af60a6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags/tempest-TagsExtTest-Tag-218093645 HTTP/1.1" status: 201 len: 201 time: 0.1368177 Jul 16 18:24:59.526717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.531638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-9e38ef2d-6dad-4904-a5a5-bfd364a2ca30 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.658392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.672898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 093ba1f1-001e-4467-bfbd-3f0bd31caabc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:59.674950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:59.685876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8602497b-f054-430c-99c5-04a03358378c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:59.705037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:24:59.705483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:24:59.736690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9e38ef2d-6dad-4904-a5a5-bfd364a2ca30 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags HTTP/1.1" status: 200 len: 241 time: 0.2084749 Jul 16 18:24:59.740010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.747048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-764f41c9-1412-4c47-bd98-c797da6c9226 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', 'tempest-TagsExtTest-Tag-1807725749') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.761840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df190ff2-af8a-48e9-b22d-d57808b3160b None None] Provisioning for port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:59.810635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.870321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:59.871281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:59.941562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 8602497b-f054-430c-99c5-04a03358378c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=8602497b-f054-430c-99c5-04a03358378c,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:59.959555 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.977063 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-764f41c9-1412-4c47-bd98-c797da6c9226 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags/tempest-TagsExtTest-Tag-1807725749 HTTP/1.1" status: 204 len: 168 time: 0.2318830 Jul 16 18:24:59.982392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.000647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-0e1bf360-4191-41bf-8d1f-40cffe566705 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', 'tempest-TagsExtTest-Tag-1807725749') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.066754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:00.183450 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.189159 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.295242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29105c1-9cb8-43a3-a171-a692ba93dde8 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:00.321389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.336839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3c40a-7003-42ed-bf94-4f2879457bd4 req-a7b33d0f-5c38-4cb8-997f-ffcebbdf4bb3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.339555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcb3c40a-7003-42ed-bf94-4f2879457bd4 req-a7b33d0f-5c38-4cb8-997f-ffcebbdf4bb3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 931 time: 0.2229352 Jul 16 18:25:00.350923 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0e1bf360-4191-41bf-8d1f-40cffe566705 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags/tempest-TagsExtTest-Tag-1807725749 HTTP/1.1" status: 204 len: 168 time: 0.3552933 Jul 16 18:25:00.357808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37030) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.365232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-b2e4876c-9b55-496f-b0e5-30640174f1dd tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.372879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed968bb3-43f1-44f8-a091-1566e5d5db0b req-1c58fdb8-90e2-4dc2-9992-679a4fe1c147 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.374682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed968bb3-43f1-44f8-a091-1566e5d5db0b req-1c58fdb8-90e2-4dc2-9992-679a4fe1c147 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 886 time: 0.7092872 Jul 16 18:25:00.397601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['8602497b-f054-430c-99c5-04a03358378c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:00.398019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Transition to ACTIVE for port object e29105c1-9cb8-43a3-a171-a692ba93dde8 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:00.407861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.463221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Pushing event updated for resources: {'Port': ['ID=e29105c1-9cb8-43a3-a171-a692ba93dde8,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.498655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:00.499080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcb3c40a-7003-42ed-bf94-4f2879457bd4 req-7f3dabf1-a6db-4a04-b3c7-68cb098d432f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284034 Jul 16 18:25:00.607020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=8602497b-f054-430c-99c5-04a03358378c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.628697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 093ba1f1-001e-4467-bfbd-3f0bd31caabc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:00.634296 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7a953ad-9a4c-4a2d-b130-1939982bbfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.642734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 093ba1f1-001e-4467-bfbd-3f0bd31caabc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:00.643127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.794370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2e4876c-9b55-496f-b0e5-30640174f1dd tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags HTTP/1.1" status: 200 len: 205 time: 0.4344592 Jul 16 18:25:00.800266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.806139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.806809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.807379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.807917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.809279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.810134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.810467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-4ae6dba4-55ed-44aa-823a-2a1fdba14155 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:00.811811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.811811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.812223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.812575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.813327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.813705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.814338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.827599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a9f891c-77df-4649-971b-c227fb82b610 req-ae5944f8-7dae-413a-aaa9-3d48fcecf647 tempest-NetworksTest-652696348 tempest-NetworksTest-652696348-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9106 time: 0.2506106 Jul 16 18:25:00.940116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Attempting to bind port e29105c1-9cb8-43a3-a171-a692ba93dde8 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:00.940505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Attempting to bind port e29105c1-9cb8-43a3-a171-a692ba93dde8 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:00.940971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Attempting to bind port e29105c1-9cb8-43a3-a171-a692ba93dde8 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:00.949328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Port e29105c1-9cb8-43a3-a171-a692ba93dde8 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:00.949328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Attempting to bind port e29105c1-9cb8-43a3-a171-a692ba93dde8 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:00.968869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:00.969342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:00.969674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Bound using segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:00.970066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Bound port: e29105c1-9cb8-43a3-a171-a692ba93dde8, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:00.970440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.022516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.041064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cd892-ed7c-4a6d-ab12-88fca64eca5e req-64dddf31-9bd1-42a4-924b-9ed02146a78c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.048596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-992cd892-ed7c-4a6d-ab12-88fca64eca5e req-64dddf31-9bd1-42a4-924b-9ed02146a78c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 944 time: 0.2527587 Jul 16 18:25:01.068628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 7, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:24:56Z', 'revision_number': 4, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:01.162370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:01.218377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 093ba1f1-001e-4467-bfbd-3f0bd31caabc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=093ba1f1-001e-4467-bfbd-3f0bd31caabc,segment=NetworkSegment(000767bf-d759-4b20-8e18-7f359b539564),segment_id=000767bf-d759-4b20-8e18-7f359b539564)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:01.223156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.224254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c45e38fe-1d6a-494a-97b1-caf19b4cbf97 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:01.341294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:01.341956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:01.368571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] For port e29105c1-9cb8-43a3-a171-a692ba93dde8, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:01.378974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] For port e29105c1-9cb8-43a3-a171-a692ba93dde8, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:01.392282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-992cd892-ed7c-4a6d-ab12-88fca64eca5e req-6b0677f5-9637-47be-b3a1-7429b2cf2707 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423836 Jul 16 18:25:01.397525 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.629351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37048) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.632030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Pushing event updated for resources: {'Port': ['ID=e29105c1-9cb8-43a3-a171-a692ba93dde8,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.653754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:01.682972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.683938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.686588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-890ecf97-67c3-4994-8077-61c664688c2d service neutron] 10.222.0.13 "PUT /v2.0/ports/e29105c1-9cb8-43a3-a171-a692ba93dde8 HTTP/1.1" status: 200 len: 1092 time: 3.5183175 Jul 16 18:25:01.687310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37056) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.688058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'tag': 'e29105c1-9cb8-43a3-a171-a692ba93dde8'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:01.703480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:01.703879 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997656c3-550b-48dc-8f3f-b8f340aaf392" -d '{"events": [{"name": "network-changed", "server_uuid": "bb501ef1-2fa3-4b91-a822-f29ffc979a99", "tag": "e29105c1-9cb8-43a3-a171-a692ba93dde8"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:01.715714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.718483 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c9901688-6efc-448e-836e-ba770a7b06ab tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 200 len: 703 time: 3.0033147 Jul 16 18:25:01.727705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.008368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849de463-bde0-49a2-a4db-1923f2840712 req-c11b4fe9-1515-4b50-bf05-6d399cf9423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:02.010018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-c11b4fe9-1515-4b50-bf05-6d399cf9423a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 1095 time: 0.2471201 Jul 16 18:25:02.027764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fdaf11a1-da93-416a-a65b-2a0ef90c486d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 200 len: 703 time: 0.2933984 Jul 16 18:25:02.028364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=093ba1f1-001e-4467-bfbd-3f0bd31caabc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.035604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.080922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:02.087503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1114fd1f-7f35-43c4-b81c-3947afeebb04 None None] Provisioning for port 8a7bd477-a462-4515-8219-d75a8b8d757f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:02.092978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:02.093372 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.094421 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453df1fa-1952-4c64-aefa-c6cd7018725e x-openstack-request-id: req-453df1fa-1952-4c64-aefa-c6cd7018725e {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:02.094894 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb501ef1-2fa3-4b91-a822-f29ffc979a99", "tag": "e29105c1-9cb8-43a3-a171-a692ba93dde8", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:02.095155 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-453df1fa-1952-4c64-aefa-c6cd7018725e {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:02.095560 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'tag': 'e29105c1-9cb8-43a3-a171-a692ba93dde8', 'status': 'completed', 'code': 200} Jul 16 18:25:02.105781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e245cdd-6c0c-430b-8df5-19e173a40017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.108521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-99214a75-f2bc-4887-9dcf-946c8241d64c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8 HTTP/1.1" status: 200 len: 217 time: 0.0813549 Jul 16 18:25:02.122661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1114fd1f-7f35-43c4-b81c-3947afeebb04 None None] Provisioning complete for port 8a7bd477-a462-4515-8219-d75a8b8d757f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:02.123048 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1114fd1f-7f35-43c4-b81c-3947afeebb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.136633 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4ae6dba4-55ed-44aa-823a-2a1fdba14155 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags HTTP/1.1" status: 200 len: 241 time: 1.3346543 Jul 16 18:25:02.138104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-17652ada-6b05-4193-8323-c47d1d7dabf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.141830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.146656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-8fefcd47-269a-4883-b691-b0dc2c8e4260 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', 'tempest-TagsExtTest-Tag-1487216649') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.150609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f166631-a9ce-48f6-81c3-6833c5e2d00b req-5a55e306-2316-4b79-a029-c956fdbf4b3c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:02.153064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f166631-a9ce-48f6-81c3-6833c5e2d00b req-5a55e306-2316-4b79-a029-c956fdbf4b3c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 943 time: 0.2435648 Jul 16 18:25:02.265991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849de463-bde0-49a2-a4db-1923f2840712 req-bc51401d-c022-4aeb-b3ef-441a4d17ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:02.267555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-bc51401d-c022-4aeb-b3ef-441a4d17ca58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.1480033 Jul 16 18:25:02.273192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f166631-a9ce-48f6-81c3-6833c5e2d00b req-94f5760d-372c-406a-a716-4c40fbec240f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962002 Jul 16 18:25:02.274109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1114fd1f-7f35-43c4-b81c-3947afeebb04 None None] Port 8a7bd477-a462-4515-8219-d75a8b8d757f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:02.323846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-321a0210-29a1-428c-982b-2426e81b7a8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490339 Jul 16 18:25:02.350323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.360520 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8fefcd47-269a-4883-b691-b0dc2c8e4260 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags/tempest-TagsExtTest-Tag-1487216649 HTTP/1.1" status: 204 len: 168 time: 0.2172086 Jul 16 18:25:02.363182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.365604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 7, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:25:01Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.372310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-3b711c81-359e-4615-8f4d-1c7e156b624c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', 'tempest-TagsExtTest-Tag-1487216649') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.420197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251cdea5-8e8c-4111-86ce-4cc8e7a31c70 None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 7, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:25:01Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:02.449130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c45e38fe-1d6a-494a-97b1-caf19b4cbf97, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,segment=NetworkSegment(cd16ec61-97f8-4713-9889-9c8b198b6e4e),segment_id=cd16ec61-97f8-4713-9889-9c8b198b6e4e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:02.459127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-defd6ab0-4f46-4209-bae6-718e982b854e None None] Provisioning complete for port 8a7bd477-a462-4515-8219-d75a8b8d757f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:02.459508 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-defd6ab0-4f46-4209-bae6-718e982b854e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.461323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.532745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3b711c81-359e-4615-8f4d-1c7e156b624c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags/tempest-TagsExtTest-Tag-1487216649 HTTP/1.1" status: 204 len: 168 time: 0.1683722 Jul 16 18:25:02.535166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.540789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-cbbd0590-e6f4-45fb-8398-1ec1f0b6089c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.624911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.646058 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cbbd0590-e6f4-45fb-8398-1ec1f0b6089c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags HTTP/1.1" status: 200 len: 205 time: 0.1095324 Jul 16 18:25:02.646829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.652404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 093ba1f1-001e-4467-bfbd-3f0bd31caabc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:02.654869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-75c8a957-ff82-4827-932b-aaca18bdd156 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.658944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-defd6ab0-4f46-4209-bae6-718e982b854e None None] Port 8a7bd477-a462-4515-8219-d75a8b8d757f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:02.659247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-68b35bef-63dd-4e17-a693-5c0394d1a926 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241525 Jul 16 18:25:02.669171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e245cdd-6c0c-430b-8df5-19e173a40017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.716970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 093ba1f1-001e-4467-bfbd-3f0bd31caabc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:02.717354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.754708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e245cdd-6c0c-430b-8df5-19e173a40017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.801710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-75c8a957-ff82-4827-932b-aaca18bdd156 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags HTTP/1.1" status: 200 len: 240 time: 0.1532397 Jul 16 18:25:02.807517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37076) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.811240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.817790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-a9b92acb-c0b6-4818-a8bf-5a7bfcedf6d3 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', 'tempest-TagsExtTest-Tag-215437393') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.891024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e245cdd-6c0c-430b-8df5-19e173a40017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193250b3-5081-4ab8-a6c5-2cbc20d5c516,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.899445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e245cdd-6c0c-430b-8df5-19e173a40017 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c545531252914b3ea66c62bdab839b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1776733 Jul 16 18:25:02.904131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 8602497b-f054-430c-99c5-04a03358378c up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:02.905335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37078) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.935898 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:02.969809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:02.971348 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:24:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:02.994958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-849de463-bde0-49a2-a4db-1923f2840712 req-934f0753-a372-419b-a6c4-14b3cea0fa44 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232503 Jul 16 18:25:03.016449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 8602497b-f054-430c-99c5-04a03358378c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:03.033415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b47b0a-a639-4ea7-b94b-5246e1a80ca7 req-c6187d43-6b14-425c-a511-373fd495bd7c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.042920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37b47b0a-a639-4ea7-b94b-5246e1a80ca7 req-c6187d43-6b14-425c-a511-373fd495bd7c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 944 time: 0.3685095 Jul 16 18:25:03.044252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 8602497b-f054-430c-99c5-04a03358378c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:03.046758 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.092958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a9b92acb-c0b6-4818-a8bf-5a7bfcedf6d3 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags/tempest-TagsExtTest-Tag-215437393 HTTP/1.1" status: 204 len: 168 time: 0.2770658 Jul 16 18:25:03.102891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37082) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.124437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-17652ada-6b05-4193-8323-c47d1d7dabf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.130174 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb0119d0-d723-4d84-8102-e685111ad168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.135679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-840a5ac2-9c6a-44ad-9446-70a312f843a9 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', 'tempest-TagsExtTest-Tag-215437393') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.153847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-17652ada-6b05-4193-8323-c47d1d7dabf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.156414 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30667b38-79c3-4e1b-ae11-d688f7aabfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.194354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.207872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17652ada-6b05-4193-8323-c47d1d7dabf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259c545f-6304-4d3a-8a4b-6f149cc96981,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.223118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8602497b-f054-430c-99c5-04a03358378c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:03.235153 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14392a1d-2eaf-4735-8165-e31cfd9942d2" -d '{"events": [{"server_uuid": "67bde70c-f6ef-418d-a337-4d5ba045fb33", "name": "network-vif-plugged", "status": "completed", "tag": "8602497b-f054-430c-99c5-04a03358378c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:03.247474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37b47b0a-a639-4ea7-b94b-5246e1a80ca7 req-32c1e510-6175-4e31-b4f2-425b384a76d7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033880 Jul 16 18:25:03.262755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30667b38-79c3-4e1b-ae11-d688f7aabfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.267501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-17652ada-6b05-4193-8323-c47d1d7dabf4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e1104b705e148b5ba0305a3d5bfb6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6289256 Jul 16 18:25:03.275063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.281019 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:03.293222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 8602497b-f054-430c-99c5-04a03358378c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=8602497b-f054-430c-99c5-04a03358378c,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:03.299262 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.307414 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-840a5ac2-9c6a-44ad-9446-70a312f843a9 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags/tempest-TagsExtTest-Tag-215437393 HTTP/1.1" status: 204 len: 168 time: 0.2042263 Jul 16 18:25:03.309893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.320545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-e9d76ecb-a30d-4f5f-99ba-ddccff7c7c6e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.369627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-30541808-7fef-4056-aa04-e9dd04a8b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.374329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-30541808-7fef-4056-aa04-e9dd04a8b1b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 1095 time: 0.2756984 Jul 16 18:25:03.399975 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a932060-5927-4726-b0d5-fc57ffa1c493 x-openstack-request-id: req-7a932060-5927-4726-b0d5-fc57ffa1c493 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:03.401280 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bde70c-f6ef-418d-a337-4d5ba045fb33", "name": "network-vif-plugged", "status": "completed", "tag": "8602497b-f054-430c-99c5-04a03358378c", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:03.410506 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a932060-5927-4726-b0d5-fc57ffa1c493 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:03.411582 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8602497b-f054-430c-99c5-04a03358378c', 'code': 200} Jul 16 18:25:03.435246 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30667b38-79c3-4e1b-ae11-d688f7aabfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.438929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30667b38-79c3-4e1b-ae11-d688f7aabfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.440284 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-30667b38-79c3-4e1b-ae11-d688f7aabfa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/193250b3-5081-4ab8-a6c5-2cbc20d5c516 HTTP/1.1" status: 204 len: 168 time: 0.5298901 Jul 16 18:25:03.456973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=8602497b-f054-430c-99c5-04a03358378c,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.477636 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.486524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30667b38-79c3-4e1b-ae11-d688f7aabfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193250b3-5081-4ab8-a6c5-2cbc20d5c516,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.561799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-b340180a-6d43-4823-bb57-301f47eb3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.563419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-b340180a-6d43-4823-bb57-301f47eb3333 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.1820185 Jul 16 18:25:03.621077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-9de0455b-e46e-4713-b959-56867c8234ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8 HTTP/1.1" status: 200 len: 217 time: 0.0511200 Jul 16 18:25:03.651708 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e38a4d4-b8be-489a-bf9e-f4fb43843404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.681743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb5c1-1d8f-46d9-a49b-da294d74cbae req-e71daf3b-8a24-4116-8833-12c9e6857c73 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.683443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51cb5c1-1d8f-46d9-a49b-da294d74cbae req-e71daf3b-8a24-4116-8833-12c9e6857c73 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 943 time: 0.1771431 Jul 16 18:25:03.720057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e38a4d4-b8be-489a-bf9e-f4fb43843404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.721694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-dab2ddde-e11e-46f7-b255-8a354037d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.723628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-dab2ddde-e11e-46f7-b255-8a354037d2c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.0934885 Jul 16 18:25:03.729563 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e9d76ecb-a30d-4f5f-99ba-ddccff7c7c6e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags HTTP/1.1" status: 200 len: 205 time: 0.4155238 Jul 16 18:25:03.729981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.749329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-bf729796-295d-4a9b-bb29-e2654296d4a6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.759970 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51cb5c1-1d8f-46d9-a49b-da294d74cbae req-e5211234-92f9-4517-a1cc-cd2445e054d1 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658786 Jul 16 18:25:03.782323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-0f79fa7d-dc2a-48b4-af88-0bf833316708 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463035 Jul 16 18:25:03.803099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916510a5-ad4b-4e22-a154-85681349e7c6 req-234ad96d-d1bf-4e65-bf07-a7faf04bb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:03.805477 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-916510a5-ad4b-4e22-a154-85681349e7c6 req-234ad96d-d1bf-4e65-bf07-a7faf04bb9fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 1097 time: 0.2748370 Jul 16 18:25:03.853078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 093ba1f1-001e-4467-bfbd-3f0bd31caabc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:03.853564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.871971 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 7, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:25:01Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.877724 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bf729796-295d-4a9b-bb29-e2654296d4a6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags HTTP/1.1" status: 200 len: 240 time: 0.1320884 Jul 16 18:25:03.891239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.901237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-72863c4e-802a-48dd-b569-d580f0696557 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', 'tempest-TagsExtTest-Tag-218093645') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.917149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-916510a5-ad4b-4e22-a154-85681349e7c6 req-62a01148-bf63-4176-8e4d-b9465820f6f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035104 Jul 16 18:25:03.925778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e38a4d4-b8be-489a-bf9e-f4fb43843404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.931445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e38a4d4-b8be-489a-bf9e-f4fb43843404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.932418 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:03.932640 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e38a4d4-b8be-489a-bf9e-f4fb43843404 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/259c545f-6304-4d3a-8a4b-6f149cc96981 HTTP/1.1" status: 204 len: 168 time: 0.6508379 Jul 16 18:25:03.933278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37100) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.941234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-7d66569e-b77f-4e42-9344-2b17dfa7db17 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506932 Jul 16 18:25:03.944882 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:03.945694 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:03.998466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38a4d4-b8be-489a-bf9e-f4fb43843404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259c545f-6304-4d3a-8a4b-6f149cc96981,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:04.015424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fcb28b62-007b-47af-a892-25e3bcaa9b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.027334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-72863c4e-802a-48dd-b569-d580f0696557 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags/tempest-TagsExtTest-Tag-218093645 HTTP/1.1" status: 204 len: 168 time: 0.1322637 Jul 16 18:25:04.043596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37104) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.053997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-a9c958e9-0d6f-4bd5-8903-8ac59f04f306 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', 'tempest-TagsExtTest-Tag-218093645') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.082973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port 093ba1f1-001e-4467-bfbd-3f0bd31caabc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=093ba1f1-001e-4467-bfbd-3f0bd31caabc,segment=NetworkSegment(000767bf-d759-4b20-8e18-7f359b539564),segment_id=000767bf-d759-4b20-8e18-7f359b539564)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:04.083587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.106425 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:04.113136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997656c3-550b-48dc-8f3f-b8f340aaf392 req-1b304c3d-9682-4825-9cb7-54b0401a9072 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651313 Jul 16 18:25:04.134744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 093ba1f1-001e-4467-bfbd-3f0bd31caabc owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:04.263445 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a9c958e9-0d6f-4bd5-8903-8ac59f04f306 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags/tempest-TagsExtTest-Tag-218093645 HTTP/1.1" status: 204 len: 168 time: 0.2184348 Jul 16 18:25:04.265882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37110) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.270925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-230c97ab-8452-463e-9710-854dae844316 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.285948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.368012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-230c97ab-8452-463e-9710-854dae844316 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags HTTP/1.1" status: 200 len: 205 time: 0.1005695 Jul 16 18:25:04.368723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37114) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.374185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-88ebb471-84ce-4948-aaf5-80740305fbed tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.409818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-88ebb471-84ce-4948-aaf5-80740305fbed tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags HTTP/1.1" status: 204 len: 168 time: 0.0399787 Jul 16 18:25:04.410609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.415937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-64b488f5-9f1d-4372-bc6b-f1ea4aed97d4 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.424720 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fcb28b62-007b-47af-a892-25e3bcaa9b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.433200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fcb28b62-007b-47af-a892-25e3bcaa9b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.557955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fcb28b62-007b-47af-a892-25e3bcaa9b09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53ddb20c996a4234a19a37927f0b3c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6186812 Jul 16 18:25:04.573062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.587885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb28b62-007b-47af-a892-25e3bcaa9b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229686a-0406-4dbb-b949-b309fe31e851,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:04.621001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c45e38fe-1d6a-494a-97b1-caf19b4cbf97 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:04.644724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-64b488f5-9f1d-4372-bc6b-f1ea4aed97d4 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags HTTP/1.1" status: 204 len: 168 time: 0.2287884 Jul 16 18:25:04.645235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37120) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.652381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-a9734774-9c4c-4eef-9d82-aec4d7f01e56 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.667789 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 7, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:25:01Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.718594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37122) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.753097 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c4479f-d21c-4fc7-a54f-da0c83ffce80 None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:24:59Z', 'revision_number': 7, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '093ba1f1-001e-4467-bfbd-3f0bd31caabc', 'name': '', 'network_id': '507af79d-a3c8-4427-b33d-9c2b91172f8d', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:4f:b0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:48Z', 'updated_at': '2021-07-16T18:25:01Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '62c4b10b-bba9-41c9-a7ce-62d9a91e89b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:04.755357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.758482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:04.758968 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.759161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16976e45-1ab1-4017-b728-9ce6160d6fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.769271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c734cd-4145-4a02-9970-92e1b8c51ac1 req-206c7172-ea67-4a40-927c-e268a71acf79 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:04.783077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1c734cd-4145-4a02-9970-92e1b8c51ac1 req-206c7172-ea67-4a40-927c-e268a71acf79 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.2912161 Jul 16 18:25:04.876456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=093ba1f1-001e-4467-bfbd-3f0bd31caabc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:04.917217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df512287-9979-4e37-a2ef-ba46d598b1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.972771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1c734cd-4145-4a02-9970-92e1b8c51ac1 req-ef1fe9c7-21a0-483b-a753-509aa6e4c195 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693916 Jul 16 18:25:05.012382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9734774-9c4c-4eef-9d82-aec4d7f01e56 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags HTTP/1.1" status: 204 len: 168 time: 0.3659298 Jul 16 18:25:05.021953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37126) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.030865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-d4486acd-43dc-42da-babf-a01329186a6b tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:05.050939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df512287-9979-4e37-a2ef-ba46d598b1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.149220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.334539 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16976e45-1ab1-4017-b728-9ce6160d6fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.347017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16976e45-1ab1-4017-b728-9ce6160d6fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.366552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac499767-fcb2-48d9-b3ed-f951c4296bef req-2c39f76d-8784-4fcd-ad20-77d3481de01f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.369776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac499767-fcb2-48d9-b3ed-f951c4296bef req-2c39f76d-8784-4fcd-ad20-77d3481de01f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 943 time: 0.2705820 Jul 16 18:25:05.378649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d4486acd-43dc-42da-babf-a01329186a6b tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags HTTP/1.1" status: 204 len: 168 time: 0.3538909 Jul 16 18:25:05.384208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37130) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.409506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-fc401034-83b5-4732-8bd8-c2d71458f602 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', 'tempest-TagsExtTest-Tag-666346183') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:05.483813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e29105c1-9cb8-43a3-a171-a692ba93dde8 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:05.505103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16976e45-1ab1-4017-b728-9ce6160d6fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dbea2e-9b3a-4dc7-b289-cd3ef568c049,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.515063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-16976e45-1ab1-4017-b728-9ce6160d6fd5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0bf8820e0bcb408aa83101df79bef6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929046 Jul 16 18:25:05.517251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37132) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.570029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac499767-fcb2-48d9-b3ed-f951c4296bef req-a56fda30-d63c-4e2a-91b6-3aca69e2df60 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509769 Jul 16 18:25:05.614043 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa4e452d-7a01-4dfd-bc18-049b77f90c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.649836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa4e452d-7a01-4dfd-bc18-049b77f90c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.726952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa4e452d-7a01-4dfd-bc18-049b77f90c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.730405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa4e452d-7a01-4dfd-bc18-049b77f90c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.734849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fa4e452d-7a01-4dfd-bc18-049b77f90c64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43dbea2e-9b3a-4dc7-b289-cd3ef568c049 HTTP/1.1" status: 204 len: 168 time: 0.2111192 Jul 16 18:25:05.741918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e452d-7a01-4dfd-bc18-049b77f90c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dbea2e-9b3a-4dc7-b289-cd3ef568c049,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.781036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df512287-9979-4e37-a2ef-ba46d598b1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.786811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fc401034-83b5-4732-8bd8-c2d71458f602 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags/tempest-TagsExtTest-Tag-666346183 HTTP/1.1" status: 201 len: 201 time: 0.4023547 Jul 16 18:25:05.787805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df512287-9979-4e37-a2ef-ba46d598b1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.791405 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-df512287-9979-4e37-a2ef-ba46d598b1d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4229686a-0406-4dbb-b949-b309fe31e851 HTTP/1.1" status: 204 len: 168 time: 1.2154446 Jul 16 18:25:05.792449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37136) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.816069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-cfe5f1b7-103c-4d9e-a4d3-65277b3dea7a tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', 'tempest-TagsExtTest-Tag-1802218032') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:05.832951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.864030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df512287-9979-4e37-a2ef-ba46d598b1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229686a-0406-4dbb-b949-b309fe31e851,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.869570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e29105c1-9cb8-43a3-a171-a692ba93dde8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:05.898095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'e29105c1-9cb8-43a3-a171-a692ba93dde8', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'port_id': 'e29105c1-9cb8-43a3-a171-a692ba93dde8', 'mac_address': 'fa:16:3e:0a:12:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e7173-07ce-4110-bc98-93f9ac1a0f1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:05.960010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.982982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29105c1-9cb8-43a3-a171-a692ba93dde8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:06.010190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e29105c1-9cb8-43a3-a171-a692ba93dde8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:06.017528 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.061576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cfe5f1b7-103c-4d9e-a4d3-65277b3dea7a tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags/tempest-TagsExtTest-Tag-1802218032 HTTP/1.1" status: 201 len: 201 time: 0.2483573 Jul 16 18:25:06.061576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:06.062440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37142) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.079781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-539e5b74-aa33-4a3c-9824-5ba3e7826754 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', 'tempest-TagsExtTest-Tag-185357610') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:06.086873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e29105c1-9cb8-43a3-a171-a692ba93dde8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:06.204899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:06.215544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-befded96-6bef-4776-936d-99986edededf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1705742 Jul 16 18:25:06.215544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37148) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.233200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:06.256864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:06.259263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:06.270788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:06.303225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet 62c4b10b-bba9-41c9-a7ce-62d9a91e89b5 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:06.313378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-539e5b74-aa33-4a3c-9824-5ba3e7826754 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags/tempest-TagsExtTest-Tag-185357610 HTTP/1.1" status: 201 len: 201 time: 0.2502785 Jul 16 18:25:06.316911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.317534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37154) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.324090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-9393d1ff-e101-4a2f-b5d9-9b77c443a3e0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', 'tempest-TagsExtTest-Tag-1919405082') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:06.382320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddcdc5-1cf4-4f7a-89b8-58ca63b1f31f req-0f76b6b8-dd0b-4c27-92a8-d49d6d21feb9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:06.392772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75ddcdc5-1cf4-4f7a-89b8-58ca63b1f31f req-0f76b6b8-dd0b-4c27-92a8-d49d6d21feb9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.1320260 Jul 16 18:25:06.438852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.447294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9393d1ff-e101-4a2f-b5d9-9b77c443a3e0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags/tempest-TagsExtTest-Tag-1919405082 HTTP/1.1" status: 201 len: 201 time: 0.1283767 Jul 16 18:25:06.456965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37166) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.470752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-da0556d2-b251-4911-a69c-c1ec35ca569b tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', {'tags': ['tempest-TagsExtTest-Tag-1660099192', 'tempest-TagsExtTest-Tag-1161232297', 'tempest-TagsExtTest-Tag-1878171570']}) {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:06.556692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75ddcdc5-1cf4-4f7a-89b8-58ca63b1f31f req-3ebb65c7-d61b-4b1b-a540-25539ae4a607 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622846 Jul 16 18:25:06.699353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:06.706890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-da0556d2-b251-4911-a69c-c1ec35ca569b tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags HTTP/1.1" status: 200 len: 318 time: 0.2481124 Jul 16 18:25:06.709503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37176) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.718346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-c933c0a5-c32d-4a4a-a95a-c86712b4fcb0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:06.729007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.872024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c933c0a5-c32d-4a4a-a95a-c86712b4fcb0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags HTTP/1.1" status: 204 len: 168 time: 0.1612988 Jul 16 18:25:06.874738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37178) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.879945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-b47d119f-32bc-4d6d-beaa-41a4bc98cec0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', 'tempest-TagsExtTest-Tag-1660099192') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:06.883314 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.962907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.965707 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/62c4b10b-bba9-41c9-a7ce-62d9a91e89b5 HTTP/1.1" status: 204 len: 168 time: 0.7483582 Jul 16 18:25:06.967011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898b821-37b7-406f-a934-e49f75915a2d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=62c4b10b-bba9-41c9-a7ce-62d9a91e89b5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:06.970590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37184) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.018950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e49b4-6a74-4561-bb12-54c1b0153afa None None] Network 507af79d-a3c8-4427-b33d-9c2b91172f8d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:07.041872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434feaf-e790-4049-ac4b-880b6bb737ea req-9025edaf-a6d3-4311-af5f-1fafaf4f04ef tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:07.043953 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d434feaf-e790-4049-ac4b-880b6bb737ea req-9025edaf-a6d3-4311-af5f-1fafaf4f04ef tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 944 time: 0.1910834 Jul 16 18:25:07.108183 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-b47d119f-32bc-4d6d-beaa-41a4bc98cec0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:07.109923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b47d119f-32bc-4d6d-beaa-41a4bc98cec0 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags/tempest-TagsExtTest-Tag-1660099192 HTTP/1.1" status: 404 len: 329 time: 0.2339504 Jul 16 18:25:07.113834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.114593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.119678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-5cf4e9cc-86bd-4a80-9e62-306647f7bda8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', 'tempest-TagsExtTest-Tag-1161232297') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.137468 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.196264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d434feaf-e790-4049-ac4b-880b6bb737ea req-2c7cd2ae-9677-4643-b751-df3acb3071c1 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437719 Jul 16 18:25:07.212518 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-5cf4e9cc-86bd-4a80-9e62-306647f7bda8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:07.217425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5cf4e9cc-86bd-4a80-9e62-306647f7bda8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags/tempest-TagsExtTest-Tag-1161232297 HTTP/1.1" status: 404 len: 329 time: 0.1019554 Jul 16 18:25:07.220629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.229395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-05df7994-814c-4c8f-aae2-1cc92c6a7ece tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3', 'tempest-TagsExtTest-Tag-1878171570') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.254130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 8f3df99f-264e-40c4-9275-c1053b79a332 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:07.254814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.308000 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-05df7994-814c-4c8f-aae2-1cc92c6a7ece tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:07.309469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-05df7994-814c-4c8f-aae2-1cc92c6a7ece tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags/tempest-TagsExtTest-Tag-1878171570 HTTP/1.1" status: 404 len: 329 time: 0.0866857 Jul 16 18:25:07.312418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.319145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-3a43fabb-3765-41a3-9fc3-7a1a119eab96 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', {'tags': ['tempest-TagsExtTest-Tag-91601708', 'tempest-TagsExtTest-Tag-1743046214', 'tempest-TagsExtTest-Tag-804436885']}) {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.336771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:04Z', 'revision_number': 8, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.384630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:07.417725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3a43fabb-3765-41a3-9fc3-7a1a119eab96 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags HTTP/1.1" status: 200 len: 315 time: 0.1037731 Jul 16 18:25:07.419272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:07.419963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.420521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.431747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-b4cb808a-7b3e-437c-9df5-ef7ed03906ea tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.435674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port 8f3df99f-264e-40c4-9275-c1053b79a332, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8f3df99f-264e-40c4-9275-c1053b79a332,segment=NetworkSegment(000767bf-d759-4b20-8e18-7f359b539564),segment_id=000767bf-d759-4b20-8e18-7f359b539564)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:07.440886 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.467607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 8f3df99f-264e-40c4-9275-c1053b79a332 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:07.471750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.577294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:07.600122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b4cb808a-7b3e-437c-9df5-ef7ed03906ea tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags HTTP/1.1" status: 204 len: 168 time: 0.1724813 Jul 16 18:25:07.601523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.609062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-8f4e45b6-aa5e-4ddd-8166-5d2edb2b304e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', 'tempest-TagsExtTest-Tag-91601708') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.671842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] DHCP port deletion for 507af79d-a3c8-4427-b33d-9c2b91172f8d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:07.715867 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-8f4e45b6-aa5e-4ddd-8166-5d2edb2b304e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:07.717802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8f4e45b6-aa5e-4ddd-8166-5d2edb2b304e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags/tempest-TagsExtTest-Tag-91601708 HTTP/1.1" status: 404 len: 327 time: 0.1126518 Jul 16 18:25:07.721159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.733725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-ed1d9806-96f6-4188-8c40-651f8e412847 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', 'tempest-TagsExtTest-Tag-1743046214') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:07.819657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.907255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=8f3df99f-264e-40c4-9275-c1053b79a332,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.914833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port 8f3df99f-264e-40c4-9275-c1053b79a332 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:07.950664 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ed1d9806-96f6-4188-8c40-651f8e412847 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:07.952593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ed1d9806-96f6-4188-8c40-651f8e412847 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags/tempest-TagsExtTest-Tag-1743046214 HTTP/1.1" status: 404 len: 329 time: 0.2299590 Jul 16 18:25:07.958205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.969669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-7f97bc1b-8138-4b3a-84a4-40e7cfda4648 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f', 'tempest-TagsExtTest-Tag-804436885') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.036596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a0e8d-942b-410b-ac31-7d48ce941b14 req-5df5d75d-9f02-4124-84e5-85597f0bf030 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:08.038427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f41a0e8d-942b-410b-ac31-7d48ce941b14 req-5df5d75d-9f02-4124-84e5-85597f0bf030 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.3177876 Jul 16 18:25:08.124431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.143556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] Deleting port 8f3df99f-264e-40c4-9275-c1053b79a332 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:08.144451 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.152898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507af79d-a3c8-4427-b33d-9c2b91172f8d']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.191109 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-7f97bc1b-8138-4b3a-84a4-40e7cfda4648 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:08.193192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f41a0e8d-942b-410b-ac31-7d48ce941b14 req-eb4562ab-4990-4a20-90bc-f033a66d66a8 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428590 Jul 16 18:25:08.196876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000767bf-d759-4b20-8e18-7f359b539564') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.197184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000767bf-d759-4b20-8e18-7f359b539564') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.199318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7f97bc1b-8138-4b3a-84a4-40e7cfda4648 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags/tempest-TagsExtTest-Tag-804436885 HTTP/1.1" status: 404 len: 328 time: 0.2405982 Jul 16 18:25:08.202375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37236) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.230417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-8aedeee4-a1e9-48c6-9833-c72b82329290 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', {'tags': ['tempest-TagsExtTest-Tag-135298457', 'tempest-TagsExtTest-Tag-2141156237', 'tempest-TagsExtTest-Tag-233939435']}) {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.231545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.282106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.301359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:08.302773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:08.310196 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:08.623406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f3df99f-264e-40c4-9275-c1053b79a332 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:08.635788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] For port 8f3df99f-264e-40c4-9275-c1053b79a332, host n-d-793620-10, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:08.636396 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.683273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.697952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 8f3df99f-264e-40c4-9275-c1053b79a332 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:08.698504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f3df99f-264e-40c4-9275-c1053b79a332 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:08.727824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] Calling delete_port for 8f3df99f-264e-40c4-9275-c1053b79a332 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:08.735862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] Port 8f3df99f-264e-40c4-9275-c1053b79a332 was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:25:08.745234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.768650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] No DVR routers for this DVR port 8f3df99f-264e-40c4-9275-c1053b79a332 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:08.852354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9576adb-d07f-4a97-b261-919df163f2ad None None] Pushing event deleted for resources: {'Port': ['ID=8f3df99f-264e-40c4-9275-c1053b79a332,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.873835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:04Z', 'revision_number': 8, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.929753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.949968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8aedeee4-a1e9-48c6-9833-c72b82329290 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags HTTP/1.1" status: 200 len: 316 time: 0.7461188 Jul 16 18:25:08.955383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.961973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27efa02-31ff-4126-bfe1-aad52f26b62c None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:04Z', 'revision_number': 8, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aee1deda-48d6-499e-91b7-0a0bf95e9cd3', 'name': '', 'network_id': '04957c4f-8a46-4880-bfc2-a16c08e3cdb7', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:f7:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:40Z', 'updated_at': '2021-07-16T18:24:52Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'b3f51aa3-9b1a-45ec-8b5d-507068c208fe', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:08.971505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-f2ee7d0f-bf42-49de-8eb4-ea41c7b8a069 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:08.976849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.983808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/507af79d-a3c8-4427-b33d-9c2b91172f8d HTTP/1.1" status: 204 len: 168 time: 2.0111704 Jul 16 18:25:08.985300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d52889-4a71-439d-b7be-b951e9239d8c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=507af79d-a3c8-4427-b33d-9c2b91172f8d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.989845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37256) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.171360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4a9a12b-bcdc-49b6-a057-ef40f0877689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.202024 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f2ee7d0f-bf42-49de-8eb4-ea41c7b8a069 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags HTTP/1.1" status: 204 len: 168 time: 0.2447944 Jul 16 18:25:09.206257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.213800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-8be36e27-d325-4a63-84a2-14a34c413622 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', 'tempest-TagsExtTest-Tag-135298457') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:09.408990 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-8be36e27-d325-4a63-84a2-14a34c413622 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:09.413090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8be36e27-d325-4a63-84a2-14a34c413622 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags/tempest-TagsExtTest-Tag-135298457 HTTP/1.1" status: 404 len: 328 time: 0.2051806 Jul 16 18:25:09.420697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.432318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-dd4915d0-28a9-402a-9975-8528819309fe tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', 'tempest-TagsExtTest-Tag-2141156237') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:09.484188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e29105c1-9cb8-43a3-a171-a692ba93dde8 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:09.642321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port e29105c1-9cb8-43a3-a171-a692ba93dde8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:09.654393 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-dd4915d0-28a9-402a-9975-8528819309fe tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:09.655975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd4915d0-28a9-402a-9975-8528819309fe tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags/tempest-TagsExtTest-Tag-2141156237 HTTP/1.1" status: 404 len: 329 time: 0.2339051 Jul 16 18:25:09.658537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port e29105c1-9cb8-43a3-a171-a692ba93dde8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:09.658911 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.661347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.669875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-8cb8cf05-f7b8-4f71-920c-07beb3418f81 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe', 'tempest-TagsExtTest-Tag-233939435') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:09.670947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce996d40-a1ad-49ab-a8dc-e4031c848d15 req-be29844f-e3a8-42f4-a124-7b87314880ba tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:09.685233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce996d40-a1ad-49ab-a8dc-e4031c848d15 req-be29844f-e3a8-42f4-a124-7b87314880ba tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 944 time: 0.7768784 Jul 16 18:25:09.752253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4a9a12b-bcdc-49b6-a057-ef40f0877689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.763990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4a9a12b-bcdc-49b6-a057-ef40f0877689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.806087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.845581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29105c1-9cb8-43a3-a171-a692ba93dde8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:09.849009 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536dc3d9-6fcd-41f1-aca2-e38c8ef8c38e" -d '{"events": [{"server_uuid": "bb501ef1-2fa3-4b91-a822-f29ffc979a99", "name": "network-vif-plugged", "status": "completed", "tag": "e29105c1-9cb8-43a3-a171-a692ba93dde8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:09.850519 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce996d40-a1ad-49ab-a8dc-e4031c848d15 req-5c1ac614-55f5-4553-8fce-b119bf52542d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638188 Jul 16 18:25:09.853284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9a12b-bcdc-49b6-a057-ef40f0877689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985e329b-44f5-4f04-b19f-896d06ea5d8a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.853649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e29105c1-9cb8-43a3-a171-a692ba93dde8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:09.864462 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f4a9a12b-bcdc-49b6-a057-ef40f0877689 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c1cb3429e60458f8b08f18e137aa335&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1756973 Jul 16 18:25:09.864856 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-8cb8cf05-f7b8-4f71-920c-07beb3418f81 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:09.866293 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8cb8cf05-f7b8-4f71-920c-07beb3418f81 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags/tempest-TagsExtTest-Tag-233939435 HTTP/1.1" status: 404 len: 328 time: 0.2036188 Jul 16 18:25:09.869705 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.871301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.871634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37280) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.880556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-dd58ded3-1aee-40b7-8d0a-9bb312b3410d tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', {'tags': ['tempest-TagsExtTest-Tag-1407570560', 'tempest-TagsExtTest-Tag-980901186', 'tempest-TagsExtTest-Tag-1691824947']}) {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:09.979305 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd58ded3-1aee-40b7-8d0a-9bb312b3410d tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "PUT /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags HTTP/1.1" status: 200 len: 317 time: 0.1066437 Jul 16 18:25:09.983870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.995004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-1a951ce6-b688-41ea-a076-5526b43604b5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.055342 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1a951ce6-b688-41ea-a076-5526b43604b5 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags HTTP/1.1" status: 204 len: 168 time: 0.0690315 Jul 16 18:25:10.059552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.065599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-da71349a-9b84-481e-b472-727b78b9dd3c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', 'tempest-TagsExtTest-Tag-1407570560') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.108942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0acd1c-a1a0-42e5-addc-791cd43809bd req-6aebaf48-a703-4608-bdef-4c84581d221b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.116549 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-da71349a-9b84-481e-b472-727b78b9dd3c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:10.117643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd0acd1c-a1a0-42e5-addc-791cd43809bd req-6aebaf48-a703-4608-bdef-4c84581d221b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.4951506 Jul 16 18:25:10.126187 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-da71349a-9b84-481e-b472-727b78b9dd3c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags/tempest-TagsExtTest-Tag-1407570560 HTTP/1.1" status: 404 len: 329 time: 0.0647557 Jul 16 18:25:10.127495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.137188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-9fd76a88-0815-47e2-8d2f-a4195f871d3d tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', 'tempest-TagsExtTest-Tag-980901186') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.144656 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6558f0e8-e3ca-4fe7-be18-f12496d8599a x-openstack-request-id: req-6558f0e8-e3ca-4fe7-be18-f12496d8599a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:10.144973 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb501ef1-2fa3-4b91-a822-f29ffc979a99", "name": "network-vif-plugged", "status": "completed", "tag": "e29105c1-9cb8-43a3-a171-a692ba93dde8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:10.145175 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6558f0e8-e3ca-4fe7-be18-f12496d8599a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:10.145557 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29105c1-9cb8-43a3-a171-a692ba93dde8', 'code': 200} Jul 16 18:25:10.167060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e29105c1-9cb8-43a3-a171-a692ba93dde8,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.180035 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-9fd76a88-0815-47e2-8d2f-a4195f871d3d tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:10.184306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9fd76a88-0815-47e2-8d2f-a4195f871d3d tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags/tempest-TagsExtTest-Tag-980901186 HTTP/1.1" status: 404 len: 328 time: 0.0528374 Jul 16 18:25:10.184549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe152f87-46ec-4efa-9180-c34ed8b92097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.185193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.193552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-969358b5-0495-4e8c-95b0-5839a4a81c82 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2', 'tempest-TagsExtTest-Tag-1691824947') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.231730 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-969358b5-0495-4e8c-95b0-5839a4a81c82 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] show failed (client error): The resource could not be found. Jul 16 18:25:10.236014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-969358b5-0495-4e8c-95b0-5839a4a81c82 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags/tempest-TagsExtTest-Tag-1691824947 HTTP/1.1" status: 404 len: 329 time: 0.0466545 Jul 16 18:25:10.236618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.244674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-10200b08-0174-4d50-a493-4b4335f1f104 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '619eb09f-86a0-482f-9735-5917db340fe2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.264166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe152f87-46ec-4efa-9180-c34ed8b92097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.270562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd0acd1c-a1a0-42e5-addc-791cd43809bd req-9fe153db-f18c-423c-aaaa-a9becaaecae9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520205 Jul 16 18:25:10.296013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056ae42-e6dd-49ca-b097-097947ea7ab7 req-10575942-5991-40d9-909f-80ba326a6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.296936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-10200b08-0174-4d50-a493-4b4335f1f104 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2/tags HTTP/1.1" status: 204 len: 168 time: 0.0587881 Jul 16 18:25:10.299255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b056ae42-e6dd-49ca-b097-097947ea7ab7 req-10575942-5991-40d9-909f-80ba326a6145 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 1097 time: 0.1774871 Jul 16 18:25:10.300212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37312) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.324973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-a401639b-4e00-4adc-8f55-fdf20304a8a9 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '03a27aca-6baf-4af1-a2c9-be235bd3bafe') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.519740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 093ba1f1-001e-4467-bfbd-3f0bd31caabc no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:10.527192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.554216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 093ba1f1-001e-4467-bfbd-3f0bd31caabc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:10.555054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 093ba1f1-001e-4467-bfbd-3f0bd31caabc not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:10.635512 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b056ae42-e6dd-49ca-b097-097947ea7ab7 req-699478fd-bc63-42a3-b4f8-c5dd764f1d54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060541 Jul 16 18:25:10.663499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a401639b-4e00-4adc-8f55-fdf20304a8a9 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe/tags HTTP/1.1" status: 204 len: 168 time: 0.3554382 Jul 16 18:25:10.664344 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe152f87-46ec-4efa-9180-c34ed8b92097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.666916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe152f87-46ec-4efa-9180-c34ed8b92097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.667179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.668042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fe152f87-46ec-4efa-9180-c34ed8b92097 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/985e329b-44f5-4f04-b19f-896d06ea5d8a HTTP/1.1" status: 204 len: 168 time: 0.7931211 Jul 16 18:25:10.675466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-33891d0f-b39f-4b4f-a63e-3eca292b3113 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8a7bd477-a462-4515-8219-d75a8b8d757f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.682151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe152f87-46ec-4efa-9180-c34ed8b92097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985e329b-44f5-4f04-b19f-896d06ea5d8a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.779723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33891d0f-b39f-4b4f-a63e-3eca292b3113 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f/tags HTTP/1.1" status: 204 len: 168 time: 0.1105185 Jul 16 18:25:10.783902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.790193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-91ae33ae-4a44-41b9-9a8d-7ec581eb6634 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2ac399de-38fb-44e6-998e-eeb371b24ff3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.864647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-91ae33ae-4a44-41b9-9a8d-7ec581eb6634 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3/tags HTTP/1.1" status: 204 len: 168 time: 0.0790086 Jul 16 18:25:10.873213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37332) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.980409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37338) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.015343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port aee1deda-48d6-499e-91b7-0a0bf95e9cd3 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:11.016401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.120610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9f0e725e-7fc5-498b-9b97-391551f4439b tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.122290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9f0e725e-7fc5-498b-9b97-391551f4439b tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnetpools/619eb09f-86a0-482f-9735-5917db340fe2 HTTP/1.1" status: 204 len: 168 time: 0.2478676 Jul 16 18:25:11.127414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37344) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.197729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2b2120b1-55ea-44aa-a353-241010b981fb tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "GET /v2.0/ports?device_id=03a27aca-6baf-4af1-a2c9-be235bd3bafe HTTP/1.1" status: 200 len: 205 time: 0.0677459 Jul 16 18:25:11.201720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.239262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port aee1deda-48d6-499e-91b7-0a0bf95e9cd3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,segment=NetworkSegment(7979cd90-7dcd-409e-801e-afae246fd2a2),segment_id=7979cd90-7dcd-409e-801e-afae246fd2a2)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:11.239262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.255192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for aee1deda-48d6-499e-91b7-0a0bf95e9cd3 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:11.282377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc0ab8-d080-40d5-86d2-3d6d57278169 req-291562f9-a0f9-48c8-8eae-014677c24f9d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.283849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2cbc0ab8-d080-40d5-86d2-3d6d57278169 req-291562f9-a0f9-48c8-8eae-014677c24f9d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 945 time: 0.2351284 Jul 16 18:25:11.326856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df0b987c-14ba-4042-8eed-de65bb4da2e8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.513769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7bd1-6e74-47a3-96a0-cbd2e61c07a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.648187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2cbc0ab8-d080-40d5-86d2-3d6d57278169 req-8bcbfd23-5dee-4bd1-ae16-bb7a2831fbb7 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486259 Jul 16 18:25:11.708058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df0b987c-14ba-4042-8eed-de65bb4da2e8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.717057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df0b987c-14ba-4042-8eed-de65bb4da2e8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.720068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a06cf-b7f0-449e-be0d-511e13879941 req-659152d5-8e7c-4c79-a86f-46fb649f635d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:11.721875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d0a06cf-b7f0-449e-be0d-511e13879941 req-659152d5-8e7c-4c79-a86f-46fb649f635d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.2233229 Jul 16 18:25:11.731271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.801415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=aee1deda-48d6-499e-91b7-0a0bf95e9cd3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.822008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df0b987c-14ba-4042-8eed-de65bb4da2e8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.822986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0b987c-14ba-4042-8eed-de65bb4da2e8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Fanout notify agent at l3_agent the message router_deleted on router 03a27aca-6baf-4af1-a2c9-be235bd3bafe {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:11.850320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df0b987c-14ba-4042-8eed-de65bb4da2e8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.857053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-df0b987c-14ba-4042-8eed-de65bb4da2e8 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/routers/03a27aca-6baf-4af1-a2c9-be235bd3bafe HTTP/1.1" status: 204 len: 168 time: 0.6454375 Jul 16 18:25:11.862763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.978947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d0a06cf-b7f0-449e-be0d-511e13879941 req-4f4fdf29-908b-4953-9220-94766bb32213 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406638 Jul 16 18:25:12.068626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7bd1-6e74-47a3-96a0-cbd2e61c07a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.111527 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.119458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Deleting port 8a7bd477-a462-4515-8219-d75a8b8d757f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:12.119987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.125967 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7bd1-6e74-47a3-96a0-cbd2e61c07a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.228873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.245193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Calling delete_port for 8a7bd477-a462-4515-8219-d75a8b8d757f owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:12.273874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8cbb7bd1-6e74-47a3-96a0-cbd2e61c07a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f5f8e233eb4a4d16a881e19be8ab6ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2895851 Jul 16 18:25:12.275310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37370) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.363257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb7bd1-6e74-47a3-96a0-cbd2e61c07a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b76b07b-c600-495b-bac2-d97d39a764d7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.426727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.463332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event deleted for resources: {'Port': ['ID=8a7bd477-a462-4515-8219-d75a8b8d757f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.517483 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8052986-0bb1-42e1-b0fe-73bcdb1ba97c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.596658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.606211 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fe0814dc-d9c5-4960-a2fb-4c417a58fbc6 tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/ports/8a7bd477-a462-4515-8219-d75a8b8d757f HTTP/1.1" status: 204 len: 168 time: 0.7416403 Jul 16 18:25:12.607601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.651483 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8052986-0bb1-42e1-b0fe-73bcdb1ba97c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.734995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Deleting subnet 2ac399de-38fb-44e6-998e-eeb371b24ff3 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:12.741885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.742396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:12.884746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.061630 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8052986-0bb1-42e1-b0fe-73bcdb1ba97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.066336 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8052986-0bb1-42e1-b0fe-73bcdb1ba97c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.072358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c8052986-0bb1-42e1-b0fe-73bcdb1ba97c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b76b07b-c600-495b-bac2-d97d39a764d7 HTTP/1.1" status: 204 len: 168 time: 0.7399983 Jul 16 18:25:13.089866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8052986-0bb1-42e1-b0fe-73bcdb1ba97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b76b07b-c600-495b-bac2-d97d39a764d7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.101009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:13.123786 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884717c-b418-4798-b622-e9db2c298aec None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:13.135150 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a22123e8-70d9-4b3a-9a51-c5d98a0788f0 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1393015 Jul 16 18:25:13.141807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37396) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.173987 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:13.178919 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:13.181634 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.326283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.327513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f0242-5eef-4fa6-bfc4-f656cff5e34f req-53449a17-09be-455d-86a2-84be964b4635 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.341706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-688f0242-5eef-4fa6-bfc4-f656cff5e34f req-53449a17-09be-455d-86a2-84be964b4635 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 945 time: 0.4436121 Jul 16 18:25:13.412053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac399de-38fb-44e6-998e-eeb371b24ff3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.413028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet b3f51aa3-9b1a-45ec-8b5d-507068c208fe {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:13.423363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.423679 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:13.427567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9c4fa-6ec8-4fea-8385-83ec575e5a4b None None] Network 83c9ea11-e312-4b17-a793-b601cbcb7da8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:13.429731 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.439482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd91685a-ca03-41c4-93c3-5b1b58dd4a1e tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/subnets/2ac399de-38fb-44e6-998e-eeb371b24ff3 HTTP/1.1" status: 204 len: 168 time: 0.8300800 Jul 16 18:25:13.442714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.591964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-688f0242-5eef-4fa6-bfc4-f656cff5e34f req-462289bd-40f5-48c5-b449-757db57c4e83 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480438 Jul 16 18:25:13.653291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.692307 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.818716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Deleting port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:13.819637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.959477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734e4b5-9744-44bb-ac63-efc4e424f86d req-399913e4-6051-4109-b19a-8512a7c6a23f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:13.973009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a734e4b5-9744-44bb-ac63-efc4e424f86d req-399913e4-6051-4109-b19a-8512a7c6a23f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.4141350 Jul 16 18:25:14.013898 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:11Z', 'revision_number': 9, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:14.089933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] DHCP port deletion for 83c9ea11-e312-4b17-a793-b601cbcb7da8 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:14.176757 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884717c-b418-4798-b622-e9db2c298aec None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:14.183299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] Deleting port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:14.184384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.194063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.211249 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:14.217597 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:14.301293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a734e4b5-9744-44bb-ac63-efc4e424f86d req-90654acb-494d-4a4d-a5f4-b0a66cec7f9f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052289 Jul 16 18:25:14.389140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37430) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.449176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] For port c45e38fe-1d6a-494a-97b1-caf19b4cbf97, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,segment=NetworkSegment(cd16ec61-97f8-4713-9889-9c8b198b6e4e),segment_id=cd16ec61-97f8-4713-9889-9c8b198b6e4e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:14.451499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.453995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13e6b254-0b43-4322-be82-42decfe04c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.479903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] Calling delete_port for c45e38fe-1d6a-494a-97b1-caf19b4cbf97 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:14.539982 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:14.655938 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.664291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c45e38fe-1d6a-494a-97b1-caf19b4cbf97 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:14.718519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c45e38fe-1d6a-494a-97b1-caf19b4cbf97 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:14.719395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] For port c45e38fe-1d6a-494a-97b1-caf19b4cbf97, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,segment=NetworkSegment(cd16ec61-97f8-4713-9889-9c8b198b6e4e),segment_id=cd16ec61-97f8-4713-9889-9c8b198b6e4e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:14.719789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c45e38fe-1d6a-494a-97b1-caf19b4cbf97 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:14.720614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.723105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] Pushing event deleted for resources: {'Port': ['ID=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.733859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff815cf3-460d-47c9-97b1-bf57e58e9cfc None None] No DVR routers for this DVR port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:14.785723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Calling delete_port for c45e38fe-1d6a-494a-97b1-caf19b4cbf97 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:14.814405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.837507 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e884717c-b418-4798-b622-e9db2c298aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:11Z', 'revision_number': 9, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:14.863899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42179ed-79cb-4982-ba75-ffa0460ce229 req-e620132e-b6f9-4a16-985b-29ac67a719d4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.879880 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e884717c-b418-4798-b622-e9db2c298aec None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:11Z', 'revision_number': 9, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a262362a-3bf0-499f-aac1-81b306c69688', 'name': '', 'network_id': 'f1847fd6-f1b3-4461-898b-06e99887c06e', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:8c:17:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:31Z', 'updated_at': '2021-07-16T18:24:42Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': 'bf850394-fca1-49d7-aaa4-29705904ef07', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:14.886541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a42179ed-79cb-4982-ba75-ffa0460ce229 req-e620132e-b6f9-4a16-985b-29ac67a719d4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.6275456 Jul 16 18:25:14.934340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.937317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/b3f51aa3-9b1a-45ec-8b5d-507068c208fe HTTP/1.1" status: 204 len: 168 time: 1.7939556 Jul 16 18:25:14.945710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37438) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.946055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4992a9-06a0-4918-8469-8ebb6c4c93da None None] Network 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:14.950416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42fc1e-254e-4db3-8493-95c2c42294b4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f51aa3-9b1a-45ec-8b5d-507068c208fe,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.977765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.014560 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a42179ed-79cb-4982-ba75-ffa0460ce229 req-db1f8950-b373-46e9-a945-bdc4c407134d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.1266923 Jul 16 18:25:15.035355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event deleted for resources: {'Port': ['ID=c45e38fe-1d6a-494a-97b1-caf19b4cbf97,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.044937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] No DVR routers for this DVR port c45e38fe-1d6a-494a-97b1-caf19b4cbf97 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:15.105227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.167596 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.182051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c9ea11-e312-4b17-a793-b601cbcb7da8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:15.198730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd16ec61-97f8-4713-9889-9c8b198b6e4e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:15.199014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd16ec61-97f8-4713-9889-9c8b198b6e4e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:15.212124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.239403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.256674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:15.257105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.261424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] DHCP port deletion for 04957c4f-8a46-4880-bfc2-a16c08e3cdb7 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:15.273244 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:15.283342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13e6b254-0b43-4322-be82-42decfe04c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.292101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port a95842b7-e712-4493-a69f-dca12dafe692 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:15.292503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.301362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a42179ed-79cb-4982-ba75-ffa0460ce229 req-732b8d24-1093-4ba7-b663-6b2776d3ff7f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1916378 Jul 16 18:25:15.302066 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13e6b254-0b43-4322-be82-42decfe04c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.386937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] Deleting port a95842b7-e712-4493-a69f-dca12dafe692 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:15.387306 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.438791 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.448252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.452255 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] 10.222.0.48 "DELETE /v2.0/networks/83c9ea11-e312-4b17-a793-b601cbcb7da8 HTTP/1.1" status: 204 len: 168 time: 2.0054960 Jul 16 18:25:15.472464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e9db4-75fb-4484-b004-44011b38ce0c tempest-TagsExtTest-1445861739 tempest-TagsExtTest-1445861739-project] Pushing event deleted for resources: {'Network': ['ID=83c9ea11-e312-4b17-a793-b601cbcb7da8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.505977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] For port a95842b7-e712-4493-a69f-dca12dafe692, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a95842b7-e712-4493-a69f-dca12dafe692,segment=NetworkSegment(7979cd90-7dcd-409e-801e-afae246fd2a2),segment_id=7979cd90-7dcd-409e-801e-afae246fd2a2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:15.507034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.524074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] Calling delete_port for a95842b7-e712-4493-a69f-dca12dafe692 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:15.537210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-13e6b254-0b43-4322-be82-42decfe04c92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f2f4f2aa5634f8fa407317ad3320d82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1452684 Jul 16 18:25:15.541347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:15.567745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6b254-0b43-4322-be82-42decfe04c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ef713-4ac8-4727-a67d-dd53cbb5eb68,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.661593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5df61b7-89d8-4b30-9f9f-6988196bc575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.699386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5df61b7-89d8-4b30-9f9f-6988196bc575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.733881 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.765906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5df61b7-89d8-4b30-9f9f-6988196bc575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.770235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5df61b7-89d8-4b30-9f9f-6988196bc575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.775331 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f5df61b7-89d8-4b30-9f9f-6988196bc575 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c71ef713-4ac8-4727-a67d-dd53cbb5eb68 HTTP/1.1" status: 204 len: 168 time: 0.2328386 Jul 16 18:25:15.794314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5df61b7-89d8-4b30-9f9f-6988196bc575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ef713-4ac8-4727-a67d-dd53cbb5eb68,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.805599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] Pushing event deleted for resources: {'Port': ['ID=a95842b7-e712-4493-a69f-dca12dafe692,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.815914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8bd2f9-4b8d-4bce-abe8-da227a2d9388 None None] No DVR routers for this DVR port a95842b7-e712-4493-a69f-dca12dafe692 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:16.062826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port a95842b7-e712-4493-a69f-dca12dafe692, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a95842b7-e712-4493-a69f-dca12dafe692,segment=NetworkSegment(7979cd90-7dcd-409e-801e-afae246fd2a2),segment_id=7979cd90-7dcd-409e-801e-afae246fd2a2)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:16.063464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.102796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for a95842b7-e712-4493-a69f-dca12dafe692 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:16.118576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a42179ed-79cb-4982-ba75-ffa0460ce229 req-b3c275fd-8861-401d-85fb-4a67d164e6b0 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8002756 Jul 16 18:25:16.207342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:16.253783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285507c-84ab-4b64-9a2a-bd46941f584c req-4613b7d4-c23e-4201-a8ab-10e53e9b18d4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:16.263082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6285507c-84ab-4b64-9a2a-bd46941f584c req-4613b7d4-c23e-4201-a8ab-10e53e9b18d4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.7236311 Jul 16 18:25:16.396231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.414695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6285507c-84ab-4b64-9a2a-bd46941f584c req-29bc1a2a-5aa6-439f-99e1-eb49ce905672 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504071 Jul 16 18:25:16.428649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a42179ed-79cb-4982-ba75-ffa0460ce229 req-2febb07b-1c62-44ec-b42d-634681240130 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562318 Jul 16 18:25:16.470031 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a4ea4a6-54d5-4d28-ba50-2309d4a8b4ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b49859a486c4a35b2d4df9e3ad2743f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611864 Jul 16 18:25:16.475224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:16.489090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=a95842b7-e712-4493-a69f-dca12dafe692,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.504621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port a95842b7-e712-4493-a69f-dca12dafe692 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:16.634249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09df17d9-093e-49bb-93e2-75f8bb1d0dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.702527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aee1deda-48d6-499e-91b7-0a0bf95e9cd3 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:16.705732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09df17d9-093e-49bb-93e2-75f8bb1d0dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.719653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.759354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04957c4f-8a46-4880-bfc2-a16c08e3cdb7']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:16.799222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: aee1deda-48d6-499e-91b7-0a0bf95e9cd3 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:16.800290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aee1deda-48d6-499e-91b7-0a0bf95e9cd3 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:16.802114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a95842b7-e712-4493-a69f-dca12dafe692 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:16.804111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7979cd90-7dcd-409e-801e-afae246fd2a2') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:16.804111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7979cd90-7dcd-409e-801e-afae246fd2a2') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:16.823383 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.846060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.848241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09df17d9-093e-49bb-93e2-75f8bb1d0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.851705 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09df17d9-093e-49bb-93e2-75f8bb1d0dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.854366 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-09df17d9-093e-49bb-93e2-75f8bb1d0dbd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06bba7e2-29ae-40c8-9475-abc152e92471 HTTP/1.1" status: 204 len: 168 time: 0.3769674 Jul 16 18:25:16.869165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a95842b7-e712-4493-a69f-dca12dafe692 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:16.870012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a95842b7-e712-4493-a69f-dca12dafe692 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:16.879803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df17d9-093e-49bb-93e2-75f8bb1d0dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bba7e2-29ae-40c8-9475-abc152e92471,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.889374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:16.891088 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:16.900552 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:17.028849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.039363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.041653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/04957c4f-8a46-4880-bfc2-a16c08e3cdb7 HTTP/1.1" status: 204 len: 168 time: 2.0923181 Jul 16 18:25:17.044688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.059837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cfef1-bbb0-4f4a-b66e-7caf17fc366a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=04957c4f-8a46-4880-bfc2-a16c08e3cdb7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.079397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37514) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.665399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.751678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315843fa-57d8-4e30-9964-08c683228a3b req-82487d3d-dbb9-4ef3-b511-128bc3115873 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.760640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-315843fa-57d8-4e30-9964-08c683228a3b req-82487d3d-dbb9-4ef3-b511-128bc3115873 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.1106985 Jul 16 18:25:17.809409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf0c63f4-5c0e-4382-aa12-8e4d37ac7291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.880368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-315843fa-57d8-4e30-9964-08c683228a3b req-bd9e4b4f-3625-4429-84fd-acfb8e172488 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162083 Jul 16 18:25:18.072306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf0c63f4-5c0e-4382-aa12-8e4d37ac7291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.083289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf0c63f4-5c0e-4382-aa12-8e4d37ac7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.164954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf0c63f4-5c0e-4382-aa12-8e4d37ac7291 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37e9ee151d4e4a42a76597bafc2b23c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0839915 Jul 16 18:25:18.167709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0c63f4-5c0e-4382-aa12-8e4d37ac7291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d3bee-4be6-4040-8eb7-13eb2fbb7ac2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:18.170981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37548) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.240079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9dd92d8-faaf-4769-8eb8-46a992ff22ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.275229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9dd92d8-faaf-4769-8eb8-46a992ff22ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.401405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9dd92d8-faaf-4769-8eb8-46a992ff22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.413783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port a262362a-3bf0-499f-aac1-81b306c69688 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:18.414641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.420723 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9dd92d8-faaf-4769-8eb8-46a992ff22ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.428863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d9dd92d8-faaf-4769-8eb8-46a992ff22ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/603d3bee-4be6-4040-8eb7-13eb2fbb7ac2 HTTP/1.1" status: 204 len: 168 time: 0.2556632 Jul 16 18:25:18.470727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd92d8-faaf-4769-8eb8-46a992ff22ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d3bee-4be6-4040-8eb7-13eb2fbb7ac2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:18.642613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port a262362a-3bf0-499f-aac1-81b306c69688, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a262362a-3bf0-499f-aac1-81b306c69688,segment=NetworkSegment(5c5b8b4d-c6ea-4250-97e6-6eee12a74d78),segment_id=5c5b8b4d-c6ea-4250-97e6-6eee12a74d78)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:18.643160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.665617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for a262362a-3bf0-499f-aac1-81b306c69688 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:18.680981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b5374aa9-82e6-4651-a6cd-2bcf48c42bc2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.684029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b5374aa9-82e6-4651-a6cd-2bcf48c42bc2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.2155786 Jul 16 18:25:18.724731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-230d04a7-897d-4d78-bd57-1e811c0fbd9b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.0310524 Jul 16 18:25:18.889061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-89d7fb9d-9159-48cc-9fbb-15006c171952 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1597760 Jul 16 18:25:19.019724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.056277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-737a8c62-68a1-48c1-bd1a-440023d952bb service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652994 Jul 16 18:25:19.058377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=a262362a-3bf0-499f-aac1-81b306c69688,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.197427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37584) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.246045 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-022de1a9-fad1-4150-80ce-178c952e42ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.303349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-00a6a1f3-3a46-417e-aa21-cdfc4e896d7e service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217057 Jul 16 18:25:19.402691 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-022de1a9-fad1-4150-80ce-178c952e42ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.409378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-022de1a9-fad1-4150-80ce-178c952e42ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.472190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.507191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-022de1a9-fad1-4150-80ce-178c952e42ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16dd054f0794424a865eb2d4a251935f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086412 Jul 16 18:25:19.520185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37590) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.611071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022de1a9-fad1-4150-80ce-178c952e42ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f2bb2d-a420-4241-9def-28fb85b07e8d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.649961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be63295-3b84-45f1-831f-e5c9e2cac175 req-0c2ab612-c3ff-438a-867e-bfc851769939 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.658583 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0be63295-3b84-45f1-831f-e5c9e2cac175 req-0c2ab612-c3ff-438a-867e-bfc851769939 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.2190688 Jul 16 18:25:19.730111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0be63295-3b84-45f1-831f-e5c9e2cac175 req-25f792ba-a25f-4a0f-aa71-b5fb4504ddcf tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701237 Jul 16 18:25:19.770600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15800e9-2ec6-43fd-9924-01c1158cda9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.808073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54e625cb-2e30-4d2b-b872-bcf7f33a00ae req-678e34a4-acb7-4da5-9167-b328efd91c3b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 210 time: 0.0547895 Jul 16 18:25:19.848778 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15800e9-2ec6-43fd-9924-01c1158cda9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.945474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15800e9-2ec6-43fd-9924-01c1158cda9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.951507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15800e9-2ec6-43fd-9924-01c1158cda9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.953484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a15800e9-2ec6-43fd-9924-01c1158cda9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/16f2bb2d-a420-4241-9def-28fb85b07e8d HTTP/1.1" status: 204 len: 168 time: 0.4307425 Jul 16 18:25:19.969976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15800e9-2ec6-43fd-9924-01c1158cda9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f2bb2d-a420-4241-9def-28fb85b07e8d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.993556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:20.116672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:20.132955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:20.149606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5917da0b-a704-40eb-947d-e7cc856832e8 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1009951 Jul 16 18:25:20.149842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:20.149842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:20.150093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37610) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:20.301517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet bf850394-fca1-49d7-aaa4-29705904ef07 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:20.309820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:20.310654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.442115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.766342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.851751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 10, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:20.949051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.956083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:20.987042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:20.988088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:21.062762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=bf850394-fca1-49d7-aaa4-29705904ef07,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.072015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.075690 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c4034a85-bb70-42d4-be72-d125fcde7fa3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/bf850394-fca1-49d7-aaa4-29705904ef07 HTTP/1.1" status: 204 len: 168 time: 0.9246297 Jul 16 18:25:21.083255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37642) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:21.138583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a438ec0-6752-474f-ace2-571f6a3c3419 None None] Network f1847fd6-f1b3-4461-898b-06e99887c06e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:21.202278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-104823ec-9f34-4cee-b3b7-e88b2ba36dfb req-d2a6e36f-4b1f-40a9-b758-fb33e198c4b7 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 210 time: 0.0541120 Jul 16 18:25:21.321573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.353482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa86a06-4a2c-429f-a36f-1e03185c6316 req-8e390ab4-99b9-4bd0-8f0f-af293bc1a4c7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.363999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4aa86a06-4a2c-429f-a36f-1e03185c6316 req-8e390ab4-99b9-4bd0-8f0f-af293bc1a4c7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.2325139 Jul 16 18:25:21.440335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:21.477013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4aa86a06-4a2c-429f-a36f-1e03185c6316 req-0bffdf69-150a-4941-b9dd-9a09da2cc0c7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113067 Jul 16 18:25:21.541758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:21.541758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.682634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,segment=NetworkSegment(5c5b8b4d-c6ea-4250-97e6-6eee12a74d78),segment_id=5c5b8b4d-c6ea-4250-97e6-6eee12a74d78)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:21.683006 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.702864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:21.902820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] DHCP port deletion for f1847fd6-f1b3-4461-898b-06e99887c06e request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:21.981710 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.047409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.058951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:22.094278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 10, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:22.102651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] Deleting port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:22.103371 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.152853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-4d64149c-7b3d-4554-865b-c7f73278d540 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.155294 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-4d64149c-7b3d-4554-865b-c7f73278d540 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.3785491 Jul 16 18:25:22.169426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5912fc-31f5-4c82-8939-19ef62de1a3d None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:18Z', 'revision_number': 10, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None, '_interfaces': [{'id': '7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7', 'name': '', 'network_id': 'c8626493-0a19-4eae-933d-758d5c19a0b4', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'mac_address': 'fa:16:3e:47:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:24:16Z', 'updated_at': '2021-07-16T18:24:27Z', 'revision_number': 5, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'subnets': [{'id': '361e6908-2f3a-4392-8f0e-289d17ded85f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:22.171814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Request body: {'port': {'device_id': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'admin_state_up': True, 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:22.279486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.295193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1847fd6-f1b3-4461-898b-06e99887c06e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:22.324449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:22.324828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5b8b4d-c6ea-4250-97e6-6eee12a74d78') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:22.332840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] For port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea, host n-d-793620-10, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:22.333222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.352665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.360996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] Calling delete_port for b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:22.368126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] Port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:25:22.372278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.404256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.431826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] No DVR routers for this DVR port b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:22.433140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:22.434030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20517195-8d23-4ae2-b8e8-51e1953b2873 None None] Pushing event deleted for resources: {'Port': ['ID=b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.434579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:22.450115 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:22.473217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:22.477042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.638818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae985358-dedc-47e2-b738-21100fcd9876 req-fed32674-d6ed-4f1a-b951-8105b75a7b82 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 210 time: 0.0716691 Jul 16 18:25:22.644563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37678) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.665076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.681842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.689780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/f1847fd6-f1b3-4461-898b-06e99887c06e HTTP/1.1" status: 204 len: 168 time: 1.6048205 Jul 16 18:25:22.690480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37682) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.768779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:22.774356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722259e2-2d33-4274-9d22-2074461c386c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=f1847fd6-f1b3-4461-898b-06e99887c06e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.838451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:22.838805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b8ceb274-ef81-4b88-aa60-8c2a94ccb4ea not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:22.839247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a262362a-3bf0-499f-aac1-81b306c69688 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:22.898936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a262362a-3bf0-499f-aac1-81b306c69688 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:22.899296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a262362a-3bf0-499f-aac1-81b306c69688 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:22.967281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Allocated IP 172.20.0.8 (184290d2-b786-4cd5-be93-e7ba1e4d944d/670e7173-07ce-4110-bc98-93f9ac1a0f1d/23365b8d-89ea-47d1-9d6b-3314eb974dd4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:23.154467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91183584-cb86-403e-a11f-e32f1346529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.329053 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.339458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbde0ad-6bc4-4fae-83b7-d7d71edf8257 req-fec149a2-6a4a-4a97-91e9-0dd7ddd7f2d6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.341408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8fbde0ad-6bc4-4fae-83b7-d7d71edf8257 req-fec149a2-6a4a-4a97-91e9-0dd7ddd7f2d6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.2782898 Jul 16 18:25:23.427843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.448745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:23.455785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8fbde0ad-6bc4-4fae-83b7-d7d71edf8257 req-be8537f4-e5b9-4e9f-8a30-9ce2480cbba3 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854526 Jul 16 18:25:23.512491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91183584-cb86-403e-a11f-e32f1346529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.524351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91183584-cb86-403e-a11f-e32f1346529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.530524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:23.538106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:23.545503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:23.553135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91183584-cb86-403e-a11f-e32f1346529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76223756-b2d5-40b4-9332-4e8d9dbdce1b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.610829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-91183584-cb86-403e-a11f-e32f1346529f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6efd9e191742481b84f84a5eacb61f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9613318 Jul 16 18:25:23.612621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37700) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:23.628027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event updated for resources: {'Port': ['ID=23365b8d-89ea-47d1-9d6b-3314eb974dd4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.686185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.687629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.713777 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.720921 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-b0f43add-218a-4ddc-a770-47b9fc5b10f3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5551600 Jul 16 18:25:23.723291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f24fc1e-958d-4099-ae2a-f09e28f3c15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.739461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Request body: {'port': {'device_id': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:23.938131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:23.949952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f24fc1e-958d-4099-ae2a-f09e28f3c15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.167040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619bf43-571e-46f7-89b6-654607892722 req-577a93af-cc71-4b57-980a-38ed1d004722 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.169986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6619bf43-571e-46f7-89b6-654607892722 req-577a93af-cc71-4b57-980a-38ed1d004722 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 931 time: 0.2969172 Jul 16 18:25:24.188658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37708) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.231166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f24fc1e-958d-4099-ae2a-f09e28f3c15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.236045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f24fc1e-958d-4099-ae2a-f09e28f3c15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.237955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1f24fc1e-958d-4099-ae2a-f09e28f3c15a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76223756-b2d5-40b4-9332-4e8d9dbdce1b HTTP/1.1" status: 204 len: 168 time: 0.6248090 Jul 16 18:25:24.280759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24fc1e-958d-4099-ae2a-f09e28f3c15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76223756-b2d5-40b4-9332-4e8d9dbdce1b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.387801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6619bf43-571e-46f7-89b6-654607892722 req-f79fb334-2f84-4f5d-9390-4a458c92d703 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083178 Jul 16 18:25:24.494142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b0f4c526-2535-42bd-a4a7-c74a6eef1457 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-879654256'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:24.494897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b0f4c526-2535-42bd-a4a7-c74a6eef1457 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Unknown quota resources ['metering_label']. {{(pid=93777) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:25:24.633103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23365b8d-89ea-47d1-9d6b-3314eb974dd4 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:24.668393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.718591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Transition to ACTIVE for port object 23365b8d-89ea-47d1-9d6b-3314eb974dd4 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:24.726799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.826004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b0f4c526-2535-42bd-a4a7-c74a6eef1457 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.832898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b0f4c526-2535-42bd-a4a7-c74a6eef1457 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6422641 Jul 16 18:25:24.833816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37722) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.845034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1579ae08-d440-422c-8ad8-f0ecfd70c43f tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7c88fcea-72f8-43b0-a33b-f74b6de21a77'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:24.845946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1579ae08-d440-422c-8ad8-f0ecfd70c43f tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:25:24.852300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:24.852870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.904771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=23365b8d-89ea-47d1-9d6b-3314eb974dd4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.015156 n-d-793620-10 neutron-server[93778]: WARNING neutron.services.metering.metering_plugin [None req-1579ae08-d440-422c-8ad8-f0ecfd70c43f tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:25:25.059159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906810a-674b-41a1-bf0f-9cd30fb7e244 req-569aef08-f7ac-477b-ada2-1008bd992cef tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.061902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0906810a-674b-41a1-bf0f-9cd30fb7e244 req-569aef08-f7ac-477b-ada2-1008bd992cef tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.2437980 Jul 16 18:25:25.102414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,segment=NetworkSegment(39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0),segment_id=39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:25.102823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.143682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:25.157648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Attempting to bind port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:25.157969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Attempting to bind port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:25.158295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Attempting to bind port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:25.161883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1579ae08-d440-422c-8ad8-f0ecfd70c43f tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.163573 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1579ae08-d440-422c-8ad8-f0ecfd70c43f tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3279727 Jul 16 18:25:25.171365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37732) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.173471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:25.173736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Attempting to bind port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:25.180351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4bc7bdb1-c153-4589-b5b6-8b036482556b tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7c88fcea-72f8-43b0-a33b-f74b6de21a77'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:25.181173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4bc7bdb1-c153-4589-b5b6-8b036482556b tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93777) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:25:25.181359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:25.181919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:25.182546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Bound using segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:25.183279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Bound port: 23365b8d-89ea-47d1-9d6b-3314eb974dd4, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:25.183870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.196214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0906810a-674b-41a1-bf0f-9cd30fb7e244 req-6917db59-d73c-4ff8-a39f-3f8922d11bd6 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119502 Jul 16 18:25:25.310682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] For port 23365b8d-89ea-47d1-9d6b-3314eb974dd4, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:25.314745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] For port 23365b8d-89ea-47d1-9d6b-3314eb974dd4, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=23365b8d-89ea-47d1-9d6b-3314eb974dd4,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:25.319586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.323347 n-d-793620-10 neutron-server[93777]: WARNING neutron.services.metering.metering_plugin [None req-4bc7bdb1-c153-4589-b5b6-8b036482556b tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:25:25.376429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=23365b8d-89ea-47d1-9d6b-3314eb974dd4,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.399076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.399671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.401468 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-cabc5b76-ec7b-44e1-8c2b-d5c3e1fb6bf5 service neutron] 10.222.0.55 "PUT /v2.0/ports/23365b8d-89ea-47d1-9d6b-3314eb974dd4 HTTP/1.1" status: 200 len: 1092 time: 1.6732388 Jul 16 18:25:25.402118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'tag': '23365b8d-89ea-47d1-9d6b-3314eb974dd4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:25.404549 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2b0c0d-6e8e-454b-bef9-996f36f54991" -d '{"events": [{"name": "network-changed", "server_uuid": "c6608a31-8552-4ab3-938a-5b4401a1e479", "tag": "23365b8d-89ea-47d1-9d6b-3314eb974dd4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:25.558736 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9815a905-78eb-4454-82f7-6d2a917fcbbe x-openstack-request-id: req-9815a905-78eb-4454-82f7-6d2a917fcbbe {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:25.559595 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6608a31-8552-4ab3-938a-5b4401a1e479", "tag": "23365b8d-89ea-47d1-9d6b-3314eb974dd4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:25.560270 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9815a905-78eb-4454-82f7-6d2a917fcbbe {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:25.561725 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'tag': '23365b8d-89ea-47d1-9d6b-3314eb974dd4', 'status': 'completed', 'code': 200} Jul 16 18:25:25.652643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-045f76c9-d73d-46c1-81bd-54a172404416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.655897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-045f76c9-d73d-46c1-81bd-54a172404416 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 1095 time: 0.1616766 Jul 16 18:25:25.707584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bc7bdb1-c153-4589-b5b6-8b036482556b tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.715315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4bc7bdb1-c153-4589-b5b6-8b036482556b tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5362689 Jul 16 18:25:25.717979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37752) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.736125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-5a2e8d96-af02-4d94-af5c-50b26d7cbe9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23365b8d-89ea-47d1-9d6b-3314eb974dd4 HTTP/1.1" status: 200 len: 217 time: 0.0637767 Jul 16 18:25:25.800834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f4ba1b9a-5ad2-4d90-ac1f-d634c8252f04 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=13ce7711-8b6b-4a88-946a-1dda018b9155 HTTP/1.1" status: 200 len: 464 time: 0.0776701 Jul 16 18:25:25.803027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-8cebd455-905c-4fcc-a1a5-f917193c5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.805052 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-8cebd455-905c-4fcc-a1a5-f917193c5265 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.0593946 Jul 16 18:25:25.806133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37756) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.860492 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-6385ec05-ce0f-4a8b-b5f7-02f9ea36e7c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405853 Jul 16 18:25:25.881964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37758) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.963854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e1a6a-1879-47aa-936f-3593c36e1f41 req-65f6dd58-8edd-44c1-918a-18d4019bf0bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.967092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec0e1a6a-1879-47aa-936f-3593c36e1f41 req-65f6dd58-8edd-44c1-918a-18d4019bf0bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 943 time: 0.2283149 Jul 16 18:25:25.981450 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.000369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b236eb69-b5e9-43a5-95f1-b14bc667cd0c tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.008408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b236eb69-b5e9-43a5-95f1-b14bc667cd0c tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/13ce7711-8b6b-4a88-946a-1dda018b9155 HTTP/1.1" status: 204 len: 168 time: 0.1944482 Jul 16 18:25:26.008408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.050403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-216257d5-7dec-4583-bd6d-7d7d6a36a9ad tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=13ce7711-8b6b-4a88-946a-1dda018b9155 HTTP/1.1" status: 200 len: 221 time: 0.0427339 Jul 16 18:25:26.054811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:26.056026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37764) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.061028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a114d44a-a6ad-43cb-85dd-9412db937b27 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--207811555', 'description': 'label created by tempest'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:26.061802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a114d44a-a6ad-43cb-85dd-9412db937b27 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Unknown quota resources ['metering_label']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:25:26.190494 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-c299a257-ba89-4fc6-81c9-9536f65379dc service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219213 Jul 16 18:25:26.631261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1382118522-network', 'tenant_id': '640a54a800ec410093c439606242cd0b'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:26.652297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec0e1a6a-1879-47aa-936f-3593c36e1f41 req-085211c3-b4c7-48b5-8efb-bf376685692e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579592 Jul 16 18:25:26.762532 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.784930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Made reservation on behalf of 640a54a800ec410093c439606242cd0b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:26.789390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.817905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.818327 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a114d44a-a6ad-43cb-85dd-9412db937b27 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:26.820807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a114d44a-a6ad-43cb-85dd-9412db937b27 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7632825 Jul 16 18:25:26.824837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.935630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e9da2663-d371-4b9e-8e4e-5f369eedb6b4 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=4d0f25bd-2704-454c-b523-1194ec85bd58 HTTP/1.1" status: 200 len: 467 time: 0.1089492 Jul 16 18:25:26.940944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:26.982849 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f92b9335-e420-4333-a9b7-72fcc486e0b9 req-46de3a6a-08e5-47ee-9885-6d3429431a3b service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7042522 Jul 16 18:25:27.023643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156ca57-d0d4-441b-abd5-3126d590e9fb req-911ad1ed-a8e6-4e78-a091-e5857b31e45b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.026528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3156ca57-d0d4-441b-abd5-3126d590e9fb req-911ad1ed-a8e6-4e78-a091-e5857b31e45b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.3992441 Jul 16 18:25:27.256992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:27.289375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3156ca57-d0d4-441b-abd5-3126d590e9fb req-d14236e0-198c-42e0-9e92-ec180b156076 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530262 Jul 16 18:25:27.432462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d6577969-1cee-4324-aa48-64ca5279cd9c tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.448549 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d6577969-1cee-4324-aa48-64ca5279cd9c tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/4d0f25bd-2704-454c-b523-1194ec85bd58 HTTP/1.1" status: 204 len: 168 time: 0.4890065 Jul 16 18:25:27.448549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37782) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.495870 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a9e8d8fc-37b5-45c6-acc7-d3e8fcb7f9cf tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=4d0f25bd-2704-454c-b523-1194ec85bd58 HTTP/1.1" status: 200 len: 216 time: 0.0494876 Jul 16 18:25:27.496328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.505578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-d6e3dd27-f274-4d2e-a3b5-e1054ea5cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.508308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-d6e3dd27-f274-4d2e-a3b5-e1054ea5cd02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 1095 time: 0.3227775 Jul 16 18:25:27.522078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:27.533263 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.545457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9ee568e6-ee02-44aa-bcde-9617ec2f0563 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8461585 Jul 16 18:25:27.545457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c6360e9-6ffd-48ad-ae27-ed4b44298b62 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0448713 Jul 16 18:25:27.546572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37788) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.547200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.554430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37790) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.556671 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:27.593210 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:27.598983 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:27.670381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8e1695f5-8b7d-4829-ad3c-359687b95669 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0974350 Jul 16 18:25:27.672347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:27.693299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.722426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting subnet 361e6908-2f3a-4392-8f0e-289d17ded85f {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:27.729181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.827552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d7995a3c-867d-4ed5-a242-a2effc081e83 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-labels/7c88fcea-72f8-43b0-a33b-f74b6de21a77 HTTP/1.1" status: 200 len: 472 time: 0.1324646 Jul 16 18:25:27.829838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-b018fa8f-bdd0-40ab-950e-5949b2eb3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.832517 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-b018fa8f-bdd0-40ab-950e-5949b2eb3e33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.3166277 Jul 16 18:25:27.836757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.855968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1e1f18f5-65cc-42c1-81dc-ec5077bea161 tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/6acfa237-968f-49f1-9a55-0ce4ca1e3d1b HTTP/1.1" status: 200 len: 461 time: 0.0174127 Jul 16 18:25:27.865538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:27.868614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37802) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:27.871594 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:27.940984 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-5a52d499-69c1-4fd5-b461-74f7b123329e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=23365b8d-89ea-47d1-9d6b-3314eb974dd4 HTTP/1.1" status: 200 len: 217 time: 0.0886230 Jul 16 18:25:28.017907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a422c8f4-c152-4a6a-8a48-2eece2e433d2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:28.076062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.076880 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Added segment 1a9154be-40f6-43d4-8a5b-3cd557feabd6 of type vlan for network 7a6906ca-64e9-4bbc-97c9-33c8caa67c92 Jul 16 18:25:28.107288 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:25Z', 'revision_number': 11, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:28.199628 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:28.200243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6508fe76-abc5-41c0-88f6-513068e8828d tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.202230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6508fe76-abc5-41c0-88f6-513068e8828d tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/6acfa237-968f-49f1-9a55-0ce4ca1e3d1b HTTP/1.1" status: 204 len: 168 time: 0.3334055 Jul 16 18:25:28.205498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-c02dfc07-5daa-4760-b17c-80d6386acc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.207019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37804) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:28.208126 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-c02dfc07-5daa-4760-b17c-80d6386acc75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.2594664 Jul 16 18:25:28.223234 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:28.224282 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:28.275922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-04565723-f5fe-4090-8d61-78327ad3d991 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592215 Jul 16 18:25:28.287847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.499593 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:28.549185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-80fc3d00-8f0a-46a2-933a-d4e7fe04265e service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630503 Jul 16 18:25:28.616967 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:25Z', 'revision_number': 11, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:28.756860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.766467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.768183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.769151 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.774278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aad7531-f4a0-403e-a78e-ce9d04e3462e None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:25Z', 'revision_number': 11, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:28.806543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6e2b0c0d-6e8e-454b-bef9-996f36f54991 req-220faa47-3ca9-47a7-b528-8889b6920231 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509351 Jul 16 18:25:28.948136 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a152ebf2-1f5d-42b2-84be-cee3ad69c73f tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.949369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a152ebf2-1f5d-42b2-84be-cee3ad69c73f tempest-MeteringTestJSON-1079314955 tempest-MeteringTestJSON-1079314955-project-admin] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/7c88fcea-72f8-43b0-a33b-f74b6de21a77 HTTP/1.1" status: 204 len: 168 time: 0.7396762 Jul 16 18:25:28.992075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1033883 Jul 16 18:25:28.992320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:29.013303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Request body: {'subnet': {'network_id': '7a6906ca-64e9-4bbc-97c9-33c8caa67c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1382118522-subnet', 'tenant_id': '640a54a800ec410093c439606242cd0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:29.025007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8fe6-722e-46c6-b005-425b23be0e0b req-8cbe1f1d-2ade-453c-a5bf-53e9583154ce tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:29.033129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-987f8fe6-722e-46c6-b005-425b23be0e0b req-8cbe1f1d-2ade-453c-a5bf-53e9583154ce tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 943 time: 0.7618890 Jul 16 18:25:29.035567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 23365b8d-89ea-47d1-9d6b-3314eb974dd4 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:29.074459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Made reservation on behalf of 640a54a800ec410093c439606242cd0b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:29.080428 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.162877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0a2f2-526b-4347-98d5-84e00f90c630 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6906ca-64e9-4bbc-97c9-33c8caa67c92,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.192407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.206939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7a6906ca-64e9-4bbc-97c9-33c8caa67c92 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:29.262106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48ef82-8a55-4df1-8e97-b224aaee3e0f req-5f090c47-0ab9-44bf-93c0-33b183631e51 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:29.265308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea48ef82-8a55-4df1-8e97-b224aaee3e0f req-5f090c47-0ab9-44bf-93c0-33b183631e51 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.3569343 Jul 16 18:25:29.275040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.282065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/361e6908-2f3a-4392-8f0e-289d17ded85f HTTP/1.1" status: 204 len: 168 time: 1.7255106 Jul 16 18:25:29.287987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5582f-c368-4be0-9938-69b452da0d2a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Subnet': ['ID=361e6908-2f3a-4392-8f0e-289d17ded85f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.303277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37820) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:29.328942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193920ab-637f-4b11-bd72-befbff73513d None None] Network c8626493-0a19-4eae-933d-758d5c19a0b4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:29.342508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 23365b8d-89ea-47d1-9d6b-3314eb974dd4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=23365b8d-89ea-47d1-9d6b-3314eb974dd4,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:29.423158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '23365b8d-89ea-47d1-9d6b-3314eb974dd4', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'port_id': '23365b8d-89ea-47d1-9d6b-3314eb974dd4', 'mac_address': 'fa:16:3e:81:9a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e7173-07ce-4110-bc98-93f9ac1a0f1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:29.482594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.496906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37822) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:29.536082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-987f8fe6-722e-46c6-b005-425b23be0e0b req-cf46a25c-04e1-40ae-9685-e17e4b008cb3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013840 Jul 16 18:25:29.641126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea48ef82-8a55-4df1-8e97-b224aaee3e0f req-b1781223-ed70-4fde-9c1c-b9c5e7a0323f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361244 Jul 16 18:25:29.654397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.698020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Deleting port e4502376-649f-4234-9cba-d5a8af7979a0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:29.698957 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.766190 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.810058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] For port e4502376-649f-4234-9cba-d5a8af7979a0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4502376-649f-4234-9cba-d5a8af7979a0,segment=NetworkSegment(39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0),segment_id=39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:29.810699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.814506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f037e03a-f5b6-4bcc-a3c5-0b9bb1c5609a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:29.826894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Checking segment: {'id': '1a9154be-40f6-43d4-8a5b-3cd557feabd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7a6906ca-64e9-4bbc-97c9-33c8caa67c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:29.827585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Network hostable DHCP agents. Network: 7a6906ca-64e9-4bbc-97c9-33c8caa67c92, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:29.836728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Calling delete_port for e4502376-649f-4234-9cba-d5a8af7979a0 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:29.864835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Network 7a6906ca-64e9-4bbc-97c9-33c8caa67c92 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:29.883407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7a6906ca-64e9-4bbc-97c9-33c8caa67c92) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:29.908833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:29.908833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.922086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6999f165-ea16-4545-9ee3-cd0a1458ab8f None None] Network 7a6906ca-64e9-4bbc-97c9-33c8caa67c92 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:29.944112 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7fecb4e4-6b8c-4ea3-a78f-909c77941ffb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9492245 Jul 16 18:25:29.958282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a3a6ac7-cf49-4f32-b550-8d4727e1a888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.958282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.958654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23365b8d-89ea-47d1-9d6b-3314eb974dd4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:29.993164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Port': ['ID=e4502376-649f-4234-9cba-d5a8af7979a0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.003354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No DVR routers for this DVR port e4502376-649f-4234-9cba-d5a8af7979a0 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:30.134249 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.152756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8626493-0a19-4eae-933d-758d5c19a0b4']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.173633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.174137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b1f9bf-ed62-47f3-b313-dcdb1c43a4b0') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:30.192618 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.222288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.287707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a3a6ac7-cf49-4f32-b550-8d4727e1a888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.297567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:30.298662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:30.374117 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:30.381967 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a3a6ac7-cf49-4f32-b550-8d4727e1a888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.384919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 23365b8d-89ea-47d1-9d6b-3314eb974dd4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=23365b8d-89ea-47d1-9d6b-3314eb974dd4,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:30.405545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.422714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-cda86691-4268-4e18-a1b2-0da89b42ccec req-1b028730-e0b0-4d80-b6eb-4df1269857b3 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-540701940', 'description': 'tempest-description-181911627'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:30.490388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc65b61-ab41-4e9e-ba2c-ad974f269afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.508173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde030b1-f983-4578-99fe-300c8d177b64 None None] Network 7a6906ca-64e9-4bbc-97c9-33c8caa67c92 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:30.552759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=23365b8d-89ea-47d1-9d6b-3314eb974dd4,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.577224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.578230 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.579205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.579676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.581314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.581314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.581579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.582067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.582667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.583257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.584108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.585026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.608436 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cda86691-4268-4e18-a1b2-0da89b42ccec req-1b028730-e0b0-4d80-b6eb-4df1269857b3 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.635718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.649917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0a3a6ac7-cf49-4f32-b550-8d4727e1a888 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=42c47b8beda246ffb3291c22bc4e8d63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1421952 Jul 16 18:25:30.651967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37858) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:30.662880 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.668588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/networks/c8626493-0a19-4eae-933d-758d5c19a0b4 HTTP/1.1" status: 204 len: 168 time: 1.3615701 Jul 16 18:25:30.677501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:30.680188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a6ac7-cf49-4f32-b550-8d4727e1a888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e8d38f-e330-4c3d-abc8-7570bc2b0948,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.712225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'routes': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:30.715287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15644e35-5f66-46e1-9db9-1a0f8e3cfb5d None None] DHCP port deletion for c8626493-0a19-4eae-933d-758d5c19a0b4 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:30.719948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['23365b8d-89ea-47d1-9d6b-3314eb974dd4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:30.806865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df969f0-b2e5-4dc1-8283-f2aa60d81672 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Pushing event deleted for resources: {'Network': ['ID=c8626493-0a19-4eae-933d-758d5c19a0b4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.818848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:30.826272 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.867968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.906415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:30.907455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7e966e09-3152-4d6d-8c6f-2e45e4f9d8b7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:30.925710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.930572 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:30.931959 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74e8d38f-e330-4c3d-abc8-7570bc2b0948 HTTP/1.1" status: 204 len: 168 time: 0.2785311 Jul 16 18:25:30.942797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e8d38f-e330-4c3d-abc8-7570bc2b0948,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:30.952777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.953214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.953560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.953902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.954238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.954569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.954948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.955280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.955657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.955987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.956339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:30.956664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbb3329-26e0-4209-b439-1b812b2b9def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:31.187341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.extraroute_db [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Added routes are [] {{(pid=93777) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:25:31.187999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.extraroute_db [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Removed routes are [] {{(pid=93777) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:25:31.188116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.298251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cda86691-4268-4e18-a1b2-0da89b42ccec req-1b028730-e0b0-4d80-b6eb-4df1269857b3 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.307128 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cda86691-4268-4e18-a1b2-0da89b42ccec req-1b028730-e0b0-4d80-b6eb-4df1269857b3 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.323574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e22df-a04b-45d7-a096-9bc64f03c8fd req-0ec8e754-5650-4d47-88b5-3199fc387fa2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:31.325258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a70e22df-a04b-45d7-a096-9bc64f03c8fd req-0ec8e754-5650-4d47-88b5-3199fc387fa2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 944 time: 0.4418323 Jul 16 18:25:31.392682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:31.417277 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb4f06cd-0b21-40b0-b715-eb1c7bd494ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.430690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-cda86691-4268-4e18-a1b2-0da89b42ccec req-1b028730-e0b0-4d80-b6eb-4df1269857b3 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.432001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cda86691-4268-4e18-a1b2-0da89b42ccec req-1b028730-e0b0-4d80-b6eb-4df1269857b3 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0383315 Jul 16 18:25:31.443927 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.451403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b028730-e0b0-4d80-b6eb-4df1269857b3 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abacb8f-34e5-483b-926f-2ab8337582d7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.459738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.483988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a70e22df-a04b-45d7-a096-9bc64f03c8fd req-246bf526-116f-42e1-98e2-29168f9cdf86 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099503 Jul 16 18:25:31.681539 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb4f06cd-0b21-40b0-b715-eb1c7bd494ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.690836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb4f06cd-0b21-40b0-b715-eb1c7bd494ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.727655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router 18418985-36a5-40a9-8d8b-a78e8d6eed8a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:31.782328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cb4f06cd-0b21-40b0-b715-eb1c7bd494ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70a910bf1e544f85ad854e04f6a7f39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880172 Jul 16 18:25:31.786204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:31.798959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f06cd-0b21-40b0-b715-eb1c7bd494ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd8df30-f5be-4a67-8d39-8d159ecba120,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:31.914066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69eb5741-8abb-4a16-9bac-8d83f8fb3569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.964763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69eb5741-8abb-4a16-9bac-8d83f8fb3569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.064452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69eb5741-8abb-4a16-9bac-8d83f8fb3569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.067209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69eb5741-8abb-4a16-9bac-8d83f8fb3569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.068562 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-69eb5741-8abb-4a16-9bac-8d83f8fb3569 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfd8df30-f5be-4a67-8d39-8d159ecba120 HTTP/1.1" status: 204 len: 168 time: 0.2808182 Jul 16 18:25:32.077674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb5741-8abb-4a16-9bac-8d83f8fb3569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd8df30-f5be-4a67-8d39-8d159ecba120,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.289500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:32.298762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.303093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:32.303815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-406d743d-fcf6-411c-bc05-309eecd7cc33 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 200 len: 704 time: 1.6026402 Jul 16 18:25:32.308429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] Sync routers for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:32.318658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014520e-b92b-4f64-851f-a9fb96a5f853 req-092d56a5-806b-4231-beee-43a8d760db71 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:32.327871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0014520e-b92b-4f64-851f-a9fb96a5f853 req-092d56a5-806b-4231-beee-43a8d760db71 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.6676531 Jul 16 18:25:32.329466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:32.331279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:32.341501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-0e08c094-66af-4f47-8bb1-636df32ceae8 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/0abacb8f-34e5-483b-926f-2ab8337582d7 HTTP/1.1" status: 200 len: 1813 time: 0.5811918 Jul 16 18:25:32.356036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37888) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:32.362707 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2c6c4cb-30e2-4a02-bb77-e321c139eeaf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 200 len: 205 time: 0.0582206 Jul 16 18:25:32.373653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0abacb8f-34e5-483b-926f-2ab8337582d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:32.374125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0abacb8f-34e5-483b-926f-2ab8337582d7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:32.443822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0014520e-b92b-4f64-851f-a9fb96a5f853 req-77a75ca3-6f2a-4e6c-a2d2-680053fdc4c4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146042 Jul 16 18:25:32.505275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13538ae0-0fea-4bd5-a62a-0fcb8a42ca90 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.518772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:32.563790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4502376-649f-4234-9cba-d5a8af7979a0 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:32.601399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:25Z', 'revision_number': 11, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:32.660653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e4502376-649f-4234-9cba-d5a8af7979a0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:32.661102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4502376-649f-4234-9cba-d5a8af7979a0 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:32.665518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] Checking router: 18418985-36a5-40a9-8d8b-a78e8d6eed8a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:32.684488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] Routers {'18418985-36a5-40a9-8d8b-a78e8d6eed8a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:32.685571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:32.738068 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:32.776096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] Set router 18418985-36a5-40a9-8d8b-a78e8d6eed8a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:32.869066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:25Z', 'revision_number': 11, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:32.937627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bac53f-f1ad-458b-8afe-c9774142843b None None] The sync data for ids ['18418985-36a5-40a9-8d8b-a78e8d6eed8a'] in n-d-793620-10 is: [{'id': '18418985-36a5-40a9-8d8b-a78e8d6eed8a', 'name': 'tempest-RoutersIpV6Test-router-416146393', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:24:09Z', 'updated_at': '2021-07-16T18:25:25Z', 'revision_number': 11, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:33.008052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13538ae0-0fea-4bd5-a62a-0fcb8a42ca90 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.022563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13538ae0-0fea-4bd5-a62a-0fcb8a42ca90 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.065729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 23365b8d-89ea-47d1-9d6b-3314eb974dd4 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:33.167592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.186426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13538ae0-0fea-4bd5-a62a-0fcb8a42ca90 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.187125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13538ae0-0fea-4bd5-a62a-0fcb8a42ca90 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Fanout notify agent at l3_agent the message router_deleted on router 18418985-36a5-40a9-8d8b-a78e8d6eed8a {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:33.196050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9793e55-2945-44e3-83a2-18e9710c3634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.205811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13538ae0-0fea-4bd5-a62a-0fcb8a42ca90 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.212833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.213624 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-13538ae0-0fea-4bd5-a62a-0fcb8a42ca90 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 204 len: 168 time: 0.8521008 Jul 16 18:25:33.226103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-76404623-0b29-42a7-ad0e-0ab62075c6b9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1919863007', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:33.258742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c8d0e-954b-46f9-b592-025b1d8b8111 req-a81d9a3c-250c-45c7-aaf5-73fe028e9b4c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:33.267506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:33.270638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-144c8d0e-954b-46f9-b592-025b1d8b8111 req-a81d9a3c-250c-45c7-aaf5-73fe028e9b4c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 944 time: 0.5390100 Jul 16 18:25:33.288245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:33.289292 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.322708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.334751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.338089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76404623-0b29-42a7-ad0e-0ab62075c6b9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.339873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76404623-0b29-42a7-ad0e-0ab62075c6b9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.434276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a9d35cd-3db6-44b6-a01b-3142bcd87d57,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.443595 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.459130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10327e03-a45a-4d01-8fc1-c06298791ec4 req-6f1f4654-b57d-4634-903c-158581a2a517 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1017511 Jul 16 18:25:33.498372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-144c8d0e-954b-46f9-b592-025b1d8b8111 req-19813241-757a-4baf-a985-9a70f125d309 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248800 Jul 16 18:25:33.511905 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76404623-0b29-42a7-ad0e-0ab62075c6b9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.518331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76404623-0b29-42a7-ad0e-0ab62075c6b9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.542767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.550564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76404623-0b29-42a7-ad0e-0ab62075c6b9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.552137 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-76404623-0b29-42a7-ad0e-0ab62075c6b9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3367178 Jul 16 18:25:33.555134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:33.562867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-414c67dc-d7fb-46dc-b600-0cb9ebc762af tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:33.655929 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.663207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5d0929a-ff6f-4089-bf1d-777972148840 req-2a66bd5e-126c-4c4e-b2eb-a82cec03e04d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/0abacb8f-34e5-483b-926f-2ab8337582d7 HTTP/1.1" status: 200 len: 2407 time: 0.1050978 Jul 16 18:25:33.698956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 23365b8d-89ea-47d1-9d6b-3314eb974dd4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=23365b8d-89ea-47d1-9d6b-3314eb974dd4,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:33.700631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23365b8d-89ea-47d1-9d6b-3314eb974dd4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:33.704518 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359c778d-309f-4eb6-aa1a-7ac45118b00a" -d '{"events": [{"server_uuid": "c6608a31-8552-4ab3-938a-5b4401a1e479", "name": "network-vif-plugged", "status": "completed", "tag": "23365b8d-89ea-47d1-9d6b-3314eb974dd4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:33.715119 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.795779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5705610-d200-4505-b2a2-2accaf82ca25 req-4216fa51-2ab3-4948-9b5b-477faa051773 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-group-rules/6a9d35cd-3db6-44b6-a01b-3142bcd87d57 HTTP/1.1" status: 200 len: 778 time: 0.0465066 Jul 16 18:25:33.802664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=23365b8d-89ea-47d1-9d6b-3314eb974dd4,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.924915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5705610-d200-4505-b2a2-2accaf82ca25 req-2397840f-2e33-449f-8a54-413464fb240d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/0abacb8f-34e5-483b-926f-2ab8337582d7 HTTP/1.1" status: 200 len: 2407 time: 0.1225698 Jul 16 18:25:33.958304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-414c67dc-d7fb-46dc-b600-0cb9ebc762af tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.981849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-414c67dc-d7fb-46dc-b600-0cb9ebc762af tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.984769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e5705610-d200-4505-b2a2-2accaf82ca25 req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.996787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e5705610-d200-4505-b2a2-2accaf82ca25 req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.042706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e5705610-d200-4505-b2a2-2accaf82ca25 req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.051383 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e5705610-d200-4505-b2a2-2accaf82ca25 req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.053631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5705610-d200-4505-b2a2-2accaf82ca25 req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6a9d35cd-3db6-44b6-a01b-3142bcd87d57 HTTP/1.1" status: 204 len: 173 time: 0.1219633 Jul 16 18:25:34.075588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c993da3-6af1-43c3-9662-bb036c6c9afd req-31bdbcce-5ac0-4ea9-a314-0fd75cddd2d4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.084115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c993da3-6af1-43c3-9662-bb036c6c9afd req-31bdbcce-5ac0-4ea9-a314-0fd75cddd2d4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.1997495 Jul 16 18:25:34.142561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a9d35cd-3db6-44b6-a01b-3142bcd87d57,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.150203 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0828ce3a-f95a-453c-8627-21681e3d6e59 x-openstack-request-id: req-0828ce3a-f95a-453c-8627-21681e3d6e59 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:34.150974 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6608a31-8552-4ab3-938a-5b4401a1e479", "name": "network-vif-plugged", "status": "completed", "tag": "23365b8d-89ea-47d1-9d6b-3314eb974dd4", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:34.151378 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0828ce3a-f95a-453c-8627-21681e3d6e59 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:34.152043 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23365b8d-89ea-47d1-9d6b-3314eb974dd4', 'code': 200} Jul 16 18:25:34.211720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c993da3-6af1-43c3-9662-bb036c6c9afd req-a60a0aa7-c5a9-45a4-98ad-574e104fe1b5 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217434 Jul 16 18:25:34.216835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.217214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.219529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.219740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414c67dc-d7fb-46dc-b600-0cb9ebc762af tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Router e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:34.220508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.221524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.223040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.223459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.224184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.227358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.227745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.228623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.230801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0961f911-dd07-4842-928d-97820fe8cd8d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:34.246266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a3bebf02-aef4-43c4-aed6-dcaeaa0d7846 req-219dab80-fc53-4010-b664-7ec956b37a94 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-99250126', 'description': 'tempest-description-927565170'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:34.294597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.309516 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a3bebf02-aef4-43c4-aed6-dcaeaa0d7846 req-219dab80-fc53-4010-b664-7ec956b37a94 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.484511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414c67dc-d7fb-46dc-b600-0cb9ebc762af tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:34.496483 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] Sync routers for ids ['e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:34.540224 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] Routers {'e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:34.542666 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.566121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-414c67dc-d7fb-46dc-b600-0cb9ebc762af tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.575947 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-414c67dc-d7fb-46dc-b600-0cb9ebc762af tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "PUT /v2.0/routers/e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 HTTP/1.1" status: 200 len: 698 time: 1.0192952 Jul 16 18:25:34.581489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37952) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:34.710245 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a3bebf02-aef4-43c4-aed6-dcaeaa0d7846 req-219dab80-fc53-4010-b664-7ec956b37a94 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.717726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a3bebf02-aef4-43c4-aed6-dcaeaa0d7846 req-219dab80-fc53-4010-b664-7ec956b37a94 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.846394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a3bebf02-aef4-43c4-aed6-dcaeaa0d7846 req-219dab80-fc53-4010-b664-7ec956b37a94 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.872816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3bebf02-aef4-43c4-aed6-dcaeaa0d7846 req-219dab80-fc53-4010-b664-7ec956b37a94 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6751802 Jul 16 18:25:34.893754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dab80-fc53-4010-b664-7ec956b37a94 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a441eeaa-bf65-4bdd-8782-8c2f4248dbb5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.915227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5157b226-8f04-4900-939c-d88c406e9d0e tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/routers/e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 HTTP/1.1" status: 200 len: 704 time: 0.3314686 Jul 16 18:25:34.918566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37964) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:34.940840 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] Set router e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:34.956456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc47422-3e35-4dba-b8d1-5e7d419996fe req-30f33498-7a93-4e3d-80e1-220685f61efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:34.962601 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1dc47422-3e35-4dba-b8d1-5e7d419996fe req-30f33498-7a93-4e3d-80e1-220685f61efb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 1097 time: 0.6056776 Jul 16 18:25:35.036048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5f8ab986-3611-45dd-9473-ac28950ae6e7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 HTTP/1.1" status: 200 len: 205 time: 0.1161289 Jul 16 18:25:35.036766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.096337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1dc47422-3e35-4dba-b8d1-5e7d419996fe req-af6185e2-06e4-4b30-8770-99feb2e36aa7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226885 Jul 16 18:25:35.153622 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13', 'name': 'tempest-RoutersIpV6Test-router-1919863007', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:33Z', 'updated_at': '2021-07-16T18:25:33Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.204726 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] Checking router: e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:35.220121 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] Routers {'e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:35.221726 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.305539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:35.424505 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] Set router e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:35.485169 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a0d21e6-0ea4-432b-95da-0c6ac825d556 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.542406 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13', 'name': 'tempest-RoutersIpV6Test-router-1919863007', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:33Z', 'updated_at': '2021-07-16T18:25:33Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.605767 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ee5af-7157-4c0f-a9e3-d541bc56c654 None None] The sync data for ids ['e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13'] in n-d-793620-10 is: [{'id': 'e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13', 'name': 'tempest-RoutersIpV6Test-router-1919863007', 'tenant_id': '178c6d240c3d495e8fc1b5f93621ff59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:33Z', 'updated_at': '2021-07-16T18:25:33Z', 'revision_number': 2, 'project_id': '178c6d240c3d495e8fc1b5f93621ff59', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:35.706595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-921369874', 'router:external': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:35.779835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Made reservation on behalf of 06d53ce444dc4b15b9cdff41b683b2a3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:35.789175 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.813652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.816854 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.909060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a0d21e6-0ea4-432b-95da-0c6ac825d556 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.914515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a0d21e6-0ea4-432b-95da-0c6ac825d556 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.925583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38508638-cd5d-44e1-bf2a-8b0dc128740a req-0a5e26d7-05a2-4852-b27d-a89ea7111153 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.933399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38508638-cd5d-44e1-bf2a-8b0dc128740a req-0a5e26d7-05a2-4852-b27d-a89ea7111153 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.7289577 Jul 16 18:25:36.018963 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38508638-cd5d-44e1-bf2a-8b0dc128740a req-29fd86a7-d867-4387-bd9b-a07fed2dc26f tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843375 Jul 16 18:25:36.023386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.044527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.067702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:36.079992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62cb65-5ca4-4974-a7b9-7e5fbdffdb2d req-1b6a832b-7e29-452f-a324-77d89283a2d4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.086703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.087260 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Added segment fa8aa943-fce6-4555-baea-3d7eb3f79488 of type vlan for network 79e83c0f-047a-4dbd-9705-683eeae54bb8 Jul 16 18:25:36.088843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c62cb65-5ca4-4974-a7b9-7e5fbdffdb2d req-1b6a832b-7e29-452f-a324-77d89283a2d4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 945 time: 1.0141230 Jul 16 18:25:36.152074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c62cb65-5ca4-4974-a7b9-7e5fbdffdb2d req-b0e51853-c59d-42a7-a0eb-e0a770ca43f0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619326 Jul 16 18:25:36.153466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a0d21e6-0ea4-432b-95da-0c6ac825d556 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.157252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0d21e6-0ea4-432b-95da-0c6ac825d556 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Fanout notify agent at l3_agent the message router_deleted on router e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:36.165702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8a0d21e6-0ea4-432b-95da-0c6ac825d556 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.173208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8a0d21e6-0ea4-432b-95da-0c6ac825d556 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 HTTP/1.1" status: 204 len: 168 time: 1.1296804 Jul 16 18:25:36.173984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.182792 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.243755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-195d4052-bab0-4818-a603-ba0dbe58503c tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 HTTP/1.1" status: 200 len: 205 time: 0.0644047 Jul 16 18:25:36.244344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37990) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.322641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-492a98c2-10cf-4818-bd31-4e4ecc1eab2e req-03d3aae7-a0eb-47d0-940a-17e8493a74fb tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/a441eeaa-bf65-4bdd-8782-8c2f4248dbb5 HTTP/1.1" status: 200 len: 1812 time: 0.0752182 Jul 16 18:25:36.343868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1d536a-edb6-483e-80c5-4123b3500514,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:36.347905 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-df820bd5-cba7-4fb7-95a3-6a0f83d2af4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] delete failed (client error): The resource could not be found. Jul 16 18:25:36.353663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-df820bd5-cba7-4fb7-95a3-6a0f83d2af4d tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/e3b98d82-2e1e-4a9c-b5d6-eaa7dbdfeb13 HTTP/1.1" status: 404 len: 336 time: 0.0796313 Jul 16 18:25:36.353663 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.354624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.356127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.359173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37994) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.374902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.0676889 Jul 16 18:25:36.392118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37998) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.403967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'subnet': {'network_id': '79e83c0f-047a-4dbd-9705-683eeae54bb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:36.436510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1095093843', 'description': 'tempest-description-922339349'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:36.444899 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3fc46d-e677-4850-a955-b51bd69dd97b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:36.445761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3fc46d-e677-4850-a955-b51bd69dd97b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:36.453445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db31973-c0d1-455a-88f2-61f78a78e10a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Network': ['ID=79e83c0f-047a-4dbd-9705-683eeae54bb8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:36.453690 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4f3fc46d-e677-4850-a955-b51bd69dd97b tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/62c4b10b-bba9-41c9-a7ce-62d9a91e89b5 HTTP/1.1" status: 404 len: 337 time: 0.0886214 Jul 16 18:25:36.453791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38000) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.474465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 79e83c0f-047a-4dbd-9705-683eeae54bb8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:36.485442 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:25:36.485442 n-d-793620-10 neutron-server[93777]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:25:36.485442 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id': '640a54a800ec410093c439606242cd0b', 'id': 'd1c11aaf-8ef5-4ede-af14-1c41dc799003', 'expiration': datetime.datetime(2021, 7, 16, 18, 27, 36, 475120)}] Jul 16 18:25:36.485442 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:25:36.486449 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:25:36.487139 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-477d5dc4-9966-4a7d-89ab-0a0dec18ac06 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:36.487550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477d5dc4-9966-4a7d-89ab-0a0dec18ac06 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:36.493511 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-477d5dc4-9966-4a7d-89ab-0a0dec18ac06 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/b3f51aa3-9b1a-45ec-8b5d-507068c208fe HTTP/1.1" status: 404 len: 337 time: 0.0348699 Jul 16 18:25:36.493854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.496944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Made reservation on behalf of 06d53ce444dc4b15b9cdff41b683b2a3 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:36.501350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.531042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-3765f3ad-467d-4f40-af0b-2bb6f97cb8be tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.532666 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-3765f3ad-467d-4f40-af0b-2bb6f97cb8be tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.2870917 Jul 16 18:25:36.533843 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7164f41-3fd2-4432-9b28-bc2cb9099669 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:36.534290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7164f41-3fd2-4432-9b28-bc2cb9099669 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:36.538299 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b7164f41-3fd2-4432-9b28-bc2cb9099669 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/bf850394-fca1-49d7-aaa4-29705904ef07 HTTP/1.1" status: 404 len: 337 time: 0.0413294 Jul 16 18:25:36.543361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38004) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.605762 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-175ca83d-a3c1-422d-9bf9-c47f34b52c15 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:36.606745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-175ca83d-a3c1-422d-9bf9-c47f34b52c15 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:36.612304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-175ca83d-a3c1-422d-9bf9-c47f34b52c15 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/361e6908-2f3a-4392-8f0e-289d17ded85f HTTP/1.1" status: 404 len: 337 time: 0.0648844 Jul 16 18:25:36.619456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.655049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-446bdac2-ab14-446b-a4bf-6d7710fe8797 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 200 len: 205 time: 0.0327766 Jul 16 18:25:36.657691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.705910 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-14b923a1-3148-4032-8623-2779b0b2bdaf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] delete failed (client error): The resource could not be found. Jul 16 18:25:36.707014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-14b923a1-3148-4032-8623-2779b0b2bdaf tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/18418985-36a5-40a9-8d8b-a78e8d6eed8a HTTP/1.1" status: 404 len: 336 time: 0.0482852 Jul 16 18:25:36.713888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38012) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.738612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Deleting port 8602497b-f054-430c-99c5-04a03358378c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:36.739382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:36.783400 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-460a34ed-b109-4029-834f-3ab5b5eaf276 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=99d498c2-86cf-4ef8-98a8-d20ab1a6f58a HTTP/1.1" status: 200 len: 205 time: 0.0675616 Jul 16 18:25:36.785883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.867501 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-e1223f50-7534-4841-96ff-2854f22267c4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] delete failed (client error): The resource could not be found. Jul 16 18:25:36.869332 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e1223f50-7534-4841-96ff-2854f22267c4 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/99d498c2-86cf-4ef8-98a8-d20ab1a6f58a HTTP/1.1" status: 404 len: 336 time: 0.0814946 Jul 16 18:25:36.874544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:36.986844 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5615ef-4778-46a3-8a9f-7be310d961b2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:36.987888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5615ef-4778-46a3-8a9f-7be310d961b2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:36.990912 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ce5615ef-4778-46a3-8a9f-7be310d961b2 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/5cde5633-6c14-4f09-8de4-9db89d941f66 HTTP/1.1" status: 404 len: 337 time: 0.1144581 Jul 16 18:25:36.997048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.004949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.056269 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.085214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0ad4f4fb-bb98-4d50-a1fd-44f434863e26 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=e58bac3a-cb25-43c5-ab4d-99c7933562b3 HTTP/1.1" status: 200 len: 205 time: 0.0816314 Jul 16 18:25:37.087131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38024) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.098799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] For port 8602497b-f054-430c-99c5-04a03358378c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=8602497b-f054-430c-99c5-04a03358378c,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:37.098799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.126296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Calling delete_port for 8602497b-f054-430c-99c5-04a03358378c owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:37.210466 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-d14708e2-9079-415a-ac48-0e07c58d4e5a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] delete failed (client error): The resource could not be found. Jul 16 18:25:37.215452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d14708e2-9079-415a-ac48-0e07c58d4e5a tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/e58bac3a-cb25-43c5-ab4d-99c7933562b3 HTTP/1.1" status: 404 len: 336 time: 0.1235056 Jul 16 18:25:37.215452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:25:37.215452 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.216882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38030) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.327553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0e725dfe-fd63-4a07-8946-de9d2359127e tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c0ecdbf-0e58-4074-8320-34d4b488de89 HTTP/1.1" status: 200 len: 205 time: 0.0501807 Jul 16 18:25:37.330308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38038) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.351882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c41ea1ff-370e-482c-83d2-c8250aafda30,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:37.406650 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-11520f57-1f7e-452b-a448-b7eb6ab999e7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] delete failed (client error): The resource could not be found. Jul 16 18:25:37.407750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11520f57-1f7e-452b-a448-b7eb6ab999e7 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/6c0ecdbf-0e58-4074-8320-34d4b488de89 HTTP/1.1" status: 404 len: 336 time: 0.0726113 Jul 16 18:25:37.432869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38044) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.434485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.487108 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc3e144-0e38-4135-9b4e-6e2042b5a1a3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:37.487568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc3e144-0e38-4135-9b4e-6e2042b5a1a3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:37.492506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-efc3e144-0e38-4135-9b4e-6e2042b5a1a3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/f76d8f2f-b78f-49ff-a3bc-21e1c85664bd HTTP/1.1" status: 404 len: 337 time: 0.0546744 Jul 16 18:25:37.503114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38046) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.558016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-db322301-7679-4974-b7c4-20d85af03715 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=2c55431a-26f2-4989-9b75-18f5a6f9c492 HTTP/1.1" status: 200 len: 205 time: 0.0518780 Jul 16 18:25:37.568479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38048) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.579367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.581025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Checking segment: {'id': 'fa8aa943-fce6-4555-baea-3d7eb3f79488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '79e83c0f-047a-4dbd-9705-683eeae54bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:37.581524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network hostable DHCP agents. Network: 79e83c0f-047a-4dbd-9705-683eeae54bb8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:37.617430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.632070 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-df2959be-45c3-4352-b603-c0eade68425e tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] delete failed (client error): The resource could not be found. Jul 16 18:25:37.636961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-df2959be-45c3-4352-b603-c0eade68425e tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/2c55431a-26f2-4989-9b75-18f5a6f9c492 HTTP/1.1" status: 404 len: 336 time: 0.0633934 Jul 16 18:25:37.643768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38050) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.684660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7c413-df70-4630-b1b1-874b119405e0 req-16f0aaae-66e2-4cce-a3f8-6b00ae8a3324 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.686363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fda7c413-df70-4630-b1b1-874b119405e0 req-16f0aaae-66e2-4cce-a3f8-6b00ae8a3324 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 945 time: 0.3418400 Jul 16 18:25:37.711592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.712826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7461f2ef-ace6-435a-859b-a47c4da74f7e req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.3038094 Jul 16 18:25:37.715947 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-88a03c68-1bf4-4df2-9cc3-698ddfeabdf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:37.716444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88a03c68-1bf4-4df2-9cc3-698ddfeabdf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:37.721245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-88a03c68-1bf4-4df2-9cc3-698ddfeabdf9 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/86a449d9-f30e-4ea6-96c8-81733f2d2366 HTTP/1.1" status: 404 len: 337 time: 0.0672503 Jul 16 18:25:37.726342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908850e3-6f5f-4978-b976-11d1a29f8271 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88f861-2bd5-475b-b073-35660373676d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:37.729928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38052) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.836019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.838130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9a383890-ad23-4842-9adb-f3851d79c328 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "GET /v2.0/ports?device_id=df9ff4e4-23b9-43be-92f4-a8de834f2e52 HTTP/1.1" status: 200 len: 205 time: 0.1056523 Jul 16 18:25:37.859717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network 79e83c0f-047a-4dbd-9705-683eeae54bb8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:37.890141 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-401c6136-f29a-4bf8-abf7-c80cd265a85f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] delete failed (client error): The resource could not be found. Jul 16 18:25:37.891201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-401c6136-f29a-4bf8-abf7-c80cd265a85f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/routers/df9ff4e4-23b9-43be-92f4-a8de834f2e52 HTTP/1.1" status: 404 len: 336 time: 0.0533309 Jul 16 18:25:37.893916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38058) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.916209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fda7c413-df70-4630-b1b1-874b119405e0 req-fab7cdfd-cfca-4aa7-87a3-d85f0ee45ef2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060182 Jul 16 18:25:37.935013 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-79d44b78-347c-401e-b801-1f48c868330f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:37.935491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79d44b78-347c-401e-b801-1f48c868330f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:37.939745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-79d44b78-347c-401e-b801-1f48c868330f tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/df37aa71-3876-4676-b6b4-d4506050cb17 HTTP/1.1" status: 404 len: 337 time: 0.0423474 Jul 16 18:25:37.940472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:37.952786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 79e83c0f-047a-4dbd-9705-683eeae54bb8) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:37.964954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.966022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.973137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0da889-c903-4913-b187-2c46a9d42df0 None None] Network 79e83c0f-047a-4dbd-9705-683eeae54bb8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:37.983760 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f343e8-c479-4dae-8010-b34f6a33aec3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] DELETE failed (client error): The resource could not be found. Jul 16 18:25:37.984457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f343e8-c479-4dae-8010-b34f6a33aec3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:25:37.986548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-21f343e8-c479-4dae-8010-b34f6a33aec3 tempest-RoutersIpV6Test-455851071 tempest-RoutersIpV6Test-455851071-project] 10.222.0.48 "DELETE /v2.0/subnets/5f09d2a4-0800-4593-a7ee-840f01eb4488 HTTP/1.1" status: 404 len: 337 time: 0.0447032 Jul 16 18:25:38.110360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.111298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fcffa448-8f17-4736-b8ed-b92043f7152e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7166913 Jul 16 18:25:38.136602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-373663293', 'network_id': '79e83c0f-047a-4dbd-9705-683eeae54bb8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:38.144958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.204301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event deleted for resources: {'Port': ['ID=8602497b-f054-430c-99c5-04a03358378c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.215343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87def8-080c-4264-9c84-da4daf94d3c9 req-1ae8935d-db52-4bbf-b61f-df8d4fd817bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.224867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe87def8-080c-4264-9c84-da4daf94d3c9 req-1ae8935d-db52-4bbf-b61f-df8d4fd817bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 945 time: 0.3603885 Jul 16 18:25:38.275614 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe87def8-080c-4264-9c84-da4daf94d3c9 req-8a78a05b-08ba-4468-a171-41210feae653 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491171 Jul 16 18:25:38.284237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Made reservation on behalf of 06d53ce444dc4b15b9cdff41b683b2a3 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:38.288737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.295156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-741f16ca-875e-4f2a-9cf8-b199f9e0e901 req-171e814a-a13a-4242-9b45-cbf41d314d52 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/6d88f861-2bd5-475b-b073-35660373676d HTTP/1.1" status: 200 len: 1814 time: 0.1439941 Jul 16 18:25:38.333352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] No DVR routers for this DVR port 8602497b-f054-430c-99c5-04a03358378c on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:38.338450 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.341874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-725a55e6-7b0c-43c1-9c49-d2c3115540e3 req-842ce7a7-f657-4d15-900b-b6b2b878f77c tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "DELETE /v2.0/ports/8602497b-f054-430c-99c5-04a03358378c HTTP/1.1" status: 204 len: 173 time: 1.8033054 Jul 16 18:25:38.350724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'name': 'network-vif-deleted', 'tag': '8602497b-f054-430c-99c5-04a03358378c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:38.354360 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d07534f-06fc-4de8-9a2b-98d6cd7f99a9" -d '{"events": [{"server_uuid": "67bde70c-f6ef-418d-a337-4d5ba045fb33", "name": "network-vif-deleted", "tag": "8602497b-f054-430c-99c5-04a03358378c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:38.362182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-c805f2d7-69cf-4f12-b215-6224ff7404d6 req-ccba036b-f7ab-4d9e-bec1-0e4b18a2268d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-227518120', 'description': 'tempest-description-1964225490'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:38.390638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] device_id is not set on port 93ed5e3c-212e-49bd-9013-d50ccfa17363 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:25:38.455248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c805f2d7-69cf-4f12-b215-6224ff7404d6 req-ccba036b-f7ab-4d9e-bec1-0e4b18a2268d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.469579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d6ce65-29ed-4e44-acfe-3c2cf8026b84 None None] Network 79e83c0f-047a-4dbd-9705-683eeae54bb8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:38.653647 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c805f2d7-69cf-4f12-b215-6224ff7404d6 req-ccba036b-f7ab-4d9e-bec1-0e4b18a2268d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.655131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38078) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.668000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c805f2d7-69cf-4f12-b215-6224ff7404d6 req-ccba036b-f7ab-4d9e-bec1-0e4b18a2268d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.746303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Allocated IP 2001:db8::28a (79e83c0f-047a-4dbd-9705-683eeae54bb8/c41ea1ff-370e-482c-83d2-c8250aafda30/93ed5e3c-212e-49bd-9013-d50ccfa17363) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:38.796802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c805f2d7-69cf-4f12-b215-6224ff7404d6 req-ccba036b-f7ab-4d9e-bec1-0e4b18a2268d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.799059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c805f2d7-69cf-4f12-b215-6224ff7404d6 req-ccba036b-f7ab-4d9e-bec1-0e4b18a2268d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4498339 Jul 16 18:25:38.804083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba036b-f7ab-4d9e-bec1-0e4b18a2268d tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76154402-e782-4723-8430-60168efa9bf6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.864285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cefb01-9afb-47af-9e63-7a7ce1632690 req-417d340e-1fd4-40cc-a2be-96b3944c69bc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:38.867415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41cefb01-9afb-47af-9e63-7a7ce1632690 req-417d340e-1fd4-40cc-a2be-96b3944c69bc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 945 time: 0.1826026 Jul 16 18:25:38.942624 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1113226b-7dfd-41f1-8c1f-57d794add625 x-openstack-request-id: req-1113226b-7dfd-41f1-8c1f-57d794add625 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:38.943125 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67bde70c-f6ef-418d-a337-4d5ba045fb33", "name": "network-vif-deleted", "tag": "8602497b-f054-430c-99c5-04a03358378c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:38.943125 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1113226b-7dfd-41f1-8c1f-57d794add625 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:38.943542 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bde70c-f6ef-418d-a337-4d5ba045fb33', 'name': 'network-vif-deleted', 'tag': '8602497b-f054-430c-99c5-04a03358378c', 'status': 'completed', 'code': 200} Jul 16 18:25:39.020334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.093049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41cefb01-9afb-47af-9e63-7a7ce1632690 req-77c42b89-d1bf-484d-90e5-5f2ea57b67ba tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123322 Jul 16 18:25:39.107833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.108054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7af2b7e-a244-4d8b-9269-53aef392c708 req-873ba7e7-0ded-40db-9913-746442c4abed tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/76154402-e782-4723-8430-60168efa9bf6 HTTP/1.1" status: 200 len: 1814 time: 0.1986558 Jul 16 18:25:39.121009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bc3912bd-ab68-4446-8542-520c44ebe257 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=178c6d240c3d495e8fc1b5f93621ff59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4554703 Jul 16 18:25:39.122746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:39.126354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 8602497b-f054-430c-99c5-04a03358378c no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:39.160439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-74a3123d-72be-42ca-b619-9989541bee0f req-c98f106d-00c1-482d-8ff2-6a852863430f tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-959888689', 'description': 'tempest-description-1747267580'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:39.204568 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-74a3123d-72be-42ca-b619-9989541bee0f req-c98f106d-00c1-482d-8ff2-6a852863430f tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.208547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 8602497b-f054-430c-99c5-04a03358378c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:39.208895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 8602497b-f054-430c-99c5-04a03358378c not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:39.242666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Port': ['ID=93ed5e3c-212e-49bd-9013-d50ccfa17363,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.302223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network 79e83c0f-047a-4dbd-9705-683eeae54bb8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:39.306551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:39.317006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:39.318690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:39.321363 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.364439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2508fb0-36a6-49cf-9c86-b3d627b09b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.408930 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2508fb0-36a6-49cf-9c86-b3d627b09b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.429602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f45cdb23-db93-42be-9ae7-8fd2ec1bd5d9 req-4624ffeb-6dc3-4574-bf4f-c04df2437313 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=67bde70c-f6ef-418d-a337-4d5ba045fb33 HTTP/1.1" status: 200 len: 210 time: 0.0719123 Jul 16 18:25:39.503788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-74a3123d-72be-42ca-b619-9989541bee0f req-c98f106d-00c1-482d-8ff2-6a852863430f tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.510672 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-74a3123d-72be-42ca-b619-9989541bee0f req-c98f106d-00c1-482d-8ff2-6a852863430f tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.511976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2508fb0-36a6-49cf-9c86-b3d627b09b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.516904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2508fb0-36a6-49cf-9c86-b3d627b09b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.519287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f2508fb0-36a6-49cf-9c86-b3d627b09b65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7564925a-cbea-4629-b778-9cf81c2455dc HTTP/1.1" status: 204 len: 168 time: 0.3963752 Jul 16 18:25:39.529201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-08ccae9b-bbc5-43b7-a6ea-fe1e683384fe tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4146855 Jul 16 18:25:39.530034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:39.564203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-74a3123d-72be-42ca-b619-9989541bee0f req-c98f106d-00c1-482d-8ff2-6a852863430f tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.572954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74a3123d-72be-42ca-b619-9989541bee0f req-c98f106d-00c1-482d-8ff2-6a852863430f tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4207945 Jul 16 18:25:39.587312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f106d-00c1-482d-8ff2-6a852863430f tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8e8f07-f448-4291-8801-aab90c177e77,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.618003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2508fb0-36a6-49cf-9c86-b3d627b09b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7564925a-cbea-4629-b778-9cf81c2455dc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.717828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Deleting port 93ed5e3c-212e-49bd-9013-d50ccfa17363 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:39.718213 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.853508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.864514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-358c7efd-4bc7-4a26-b492-55a82a2ea423 req-c5002b46-cfbc-4e79-aed5-0627855b2cc9 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/ae8e8f07-f448-4291-8801-aab90c177e77 HTTP/1.1" status: 200 len: 1814 time: 0.1325555 Jul 16 18:25:39.875885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Calling delete_port for 93ed5e3c-212e-49bd-9013-d50ccfa17363 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:39.922035 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-4dc4526d-0ba1-4018-bbea-5afe92c1d6c4 req-d7619020-d04d-4f32-a9f5-e3a2e0011faa tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] show failed (client error): The resource could not be found. Jul 16 18:25:39.940491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dc4526d-0ba1-4018-bbea-5afe92c1d6c4 req-d7619020-d04d-4f32-a9f5-e3a2e0011faa tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/d384c7f3-6ea6-4cef-8454-f111ec34e383 HTTP/1.1" status: 404 len: 352 time: 0.0446470 Jul 16 18:25:39.994553 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-245f4bda-b09c-49e4-b69f-3707ef60bc40 req-f3ca3258-eb32-4f50-ba0e-bdaaafa9c8fe tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] show failed (client error): The resource could not be found. Jul 16 18:25:40.014821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-245f4bda-b09c-49e4-b69f-3707ef60bc40 req-f3ca3258-eb32-4f50-ba0e-bdaaafa9c8fe tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-group-rules/ef6eaca7-dfa7-4f8e-99f9-bd1b8cd9822c HTTP/1.1" status: 404 len: 361 time: 0.0423672 Jul 16 18:25:40.080805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.143324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb1a3401-bad1-4c9d-a7cf-3c1ae3e7f0e3 req-761e1062-0b94-4d59-b80b-d8182fa4467a tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/ae8e8f07-f448-4291-8801-aab90c177e77 HTTP/1.1" status: 200 len: 1814 time: 0.0968289 Jul 16 18:25:40.190811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event deleted for resources: {'Port': ['ID=93ed5e3c-212e-49bd-9013-d50ccfa17363,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.245619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-eb1a3401-bad1-4c9d-a7cf-3c1ae3e7f0e3 req-83c3c3e9-dc1f-4bd3-aa87-9286f4fbcf37 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.282537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-eb1a3401-bad1-4c9d-a7cf-3c1ae3e7f0e3 req-83c3c3e9-dc1f-4bd3-aa87-9286f4fbcf37 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.293613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.298501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f99dfc04-4e14-45ba-8296-98e0ac174c0c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "DELETE /v2.0/ports/93ed5e3c-212e-49bd-9013-d50ccfa17363 HTTP/1.1" status: 204 len: 168 time: 0.7661691 Jul 16 18:25:40.300467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.310262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '79e83c0f-047a-4dbd-9705-683eeae54bb8', 'external_fixed_ips': [{'subnet_id': 'c41ea1ff-370e-482c-83d2-c8250aafda30', 'ip_address': '2001:db8::28a'}]}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:40.347625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-eb1a3401-bad1-4c9d-a7cf-3c1ae3e7f0e3 req-83c3c3e9-dc1f-4bd3-aa87-9286f4fbcf37 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.352443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-eb1a3401-bad1-4c9d-a7cf-3c1ae3e7f0e3 req-83c3c3e9-dc1f-4bd3-aa87-9286f4fbcf37 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.352667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.355126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.357718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb1a3401-bad1-4c9d-a7cf-3c1ae3e7f0e3 req-83c3c3e9-dc1f-4bd3-aa87-9286f4fbcf37 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "DELETE /v2.0/security-groups/ae8e8f07-f448-4291-8801-aab90c177e77 HTTP/1.1" status: 204 len: 173 time: 0.2133856 Jul 16 18:25:40.405087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3c3e9-dc1f-4bd3-aa87-9286f4fbcf37 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8e8f07-f448-4291-8801-aab90c177e77,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.537215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.598139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09bf0543-6ced-4ed2-a934-d3e4a7ec2321 req-ad7942be-4bf4-4922-a7ed-f409900e97a5 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/76154402-e782-4723-8430-60168efa9bf6 HTTP/1.1" status: 200 len: 1814 time: 0.1963005 Jul 16 18:25:40.785780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-09bf0543-6ced-4ed2-a934-d3e4a7ec2321 req-eb54dc58-53e7-41bd-bd4f-cfb7588b6675 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.803453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146324a-df04-4ec1-aa56-aad31dfb178a req-2f6d39ec-065e-45e1-af3d-ed17957f8fa2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:40.806697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5146324a-df04-4ec1-aa56-aad31dfb178a req-2f6d39ec-065e-45e1-af3d-ed17957f8fa2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 945 time: 0.2413085 Jul 16 18:25:40.822265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.837177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.863319 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-09bf0543-6ced-4ed2-a934-d3e4a7ec2321 req-eb54dc58-53e7-41bd-bd4f-cfb7588b6675 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.932973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5146324a-df04-4ec1-aa56-aad31dfb178a req-d340ae9b-d513-400e-b36b-77d307c4834c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111679 Jul 16 18:25:40.955676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-09bf0543-6ced-4ed2-a934-d3e4a7ec2321 req-eb54dc58-53e7-41bd-bd4f-cfb7588b6675 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.961579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-09bf0543-6ced-4ed2-a934-d3e4a7ec2321 req-eb54dc58-53e7-41bd-bd4f-cfb7588b6675 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.979457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09bf0543-6ced-4ed2-a934-d3e4a7ec2321 req-eb54dc58-53e7-41bd-bd4f-cfb7588b6675 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "DELETE /v2.0/security-groups/76154402-e782-4723-8430-60168efa9bf6 HTTP/1.1" status: 204 len: 173 time: 0.3761208 Jul 16 18:25:41.007454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54dc58-53e7-41bd-bd4f-cfb7588b6675 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76154402-e782-4723-8430-60168efa9bf6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.070286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-240a5f97-ef6e-4877-bbbc-241221719dd6 tempest-DvrRoutersNegativeTest-1128802147 tempest-DvrRoutersNegativeTest-1128802147-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-540350397', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:41.075868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.policy [None req-240a5f97-ef6e-4877-bbbc-241221719dd6 tempest-DvrRoutersNegativeTest-1128802147 tempest-DvrRoutersNegativeTest-1128802147-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93778) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 18:25:41.076424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.policy [None req-240a5f97-ef6e-4877-bbbc-241221719dd6 tempest-DvrRoutersNegativeTest-1128802147 tempest-DvrRoutersNegativeTest-1128802147-project] Failed policy check for 'create_router' {{(pid=93778) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 18:25:41.077257 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-240a5f97-ef6e-4877-bbbc-241221719dd6 tempest-DvrRoutersNegativeTest-1128802147 tempest-DvrRoutersNegativeTest-1128802147-project] create failed (client error): Access was denied to this resource. Jul 16 18:25:41.082590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-240a5f97-ef6e-4877-bbbc-241221719dd6 tempest-DvrRoutersNegativeTest-1128802147 tempest-DvrRoutersNegativeTest-1128802147-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2551763 Jul 16 18:25:41.184370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9dffe03a-9050-4451-b2fb-74e7d0b2f508 req-a37b93cc-4b96-448b-a564-18d88a86a8f8 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/6d88f861-2bd5-475b-b073-35660373676d HTTP/1.1" status: 200 len: 1814 time: 0.1171112 Jul 16 18:25:41.294917 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9dffe03a-9050-4451-b2fb-74e7d0b2f508 req-2b4dc088-0cdd-44bf-8451-dd2f29d916b2 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.302224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.327021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.352961 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9dffe03a-9050-4451-b2fb-74e7d0b2f508 req-2b4dc088-0cdd-44bf-8451-dd2f29d916b2 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.485077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.494529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.502564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.511139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.523953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.534940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.546112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.557109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-bfd95234-c07b-4d4c-a7c5-9daa10b50908 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5442 time: 0.2393293 Jul 16 18:25:41.582840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Allocated IP 2001:db8::28a (79e83c0f-047a-4dbd-9705-683eeae54bb8/c41ea1ff-370e-482c-83d2-c8250aafda30/86ff8f44-fb66-4903-b58d-1159fe6bc01d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:41.585580 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9dffe03a-9050-4451-b2fb-74e7d0b2f508 req-2b4dc088-0cdd-44bf-8451-dd2f29d916b2 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.591178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9dffe03a-9050-4451-b2fb-74e7d0b2f508 req-2b4dc088-0cdd-44bf-8451-dd2f29d916b2 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.604745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38168) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:41.605261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9dffe03a-9050-4451-b2fb-74e7d0b2f508 req-2b4dc088-0cdd-44bf-8451-dd2f29d916b2 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "DELETE /v2.0/security-groups/6d88f861-2bd5-475b-b073-35660373676d HTTP/1.1" status: 204 len: 173 time: 0.4155085 Jul 16 18:25:41.630237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dc088-0cdd-44bf-8451-dd2f29d916b2 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88f861-2bd5-475b-b073-35660373676d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.649864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5bbd049-fc40-4c53-b803-868140fc7730 req-6dcf2586-cdb0-4a67-9d6c-7bd79bf83aa2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914900 Jul 16 18:25:41.784394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-fdedc0bc-0657-4d02-83e1-50f93b8fbeb3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.786255 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-fdedc0bc-0657-4d02-83e1-50f93b8fbeb3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 945 time: 0.1972344 Jul 16 18:25:41.859951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.867898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2be04b62-f6cc-4cbe-a20a-12b3e12b4896 req-22630329-c64b-4c49-a1c7-c04863fc7dd0 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/a441eeaa-bf65-4bdd-8782-8c2f4248dbb5 HTTP/1.1" status: 200 len: 1812 time: 0.1576717 Jul 16 18:25:41.954514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-6ea942d7-1df8-4f35-8654-8cd11e061476 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:41.955387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efda0d03-60e8-4d48-b1ce-a87059945810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.956221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-6ea942d7-1df8-4f35-8654-8cd11e061476 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 0.2237844 Jul 16 18:25:41.999596 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2be04b62-f6cc-4cbe-a20a-12b3e12b4896 req-5a07d656-dafc-4f78-99ff-f2615f112795 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.006626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-f5d7a687-e054-4324-95c0-e10b0833b4b7 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/quotas/05f72bbbbdb7441480433d02bbffeac0 HTTP/1.1" status: 200 len: 375 time: 0.0345206 Jul 16 18:25:42.019927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.036115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Deleting port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:42.036486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.093922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-fb9f5887-1e3a-42eb-8470-21aa247cecb1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805140 Jul 16 18:25:42.101497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2be04b62-f6cc-4cbe-a20a-12b3e12b4896 req-5a07d656-dafc-4f78-99ff-f2615f112795 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.106150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network 79e83c0f-047a-4dbd-9705-683eeae54bb8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:42.120087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:42.122956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:42.133398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Port': ['ID=86ff8f44-fb66-4903-b58d-1159fe6bc01d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.284925 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2be04b62-f6cc-4cbe-a20a-12b3e12b4896 req-5a07d656-dafc-4f78-99ff-f2615f112795 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.289945 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-2be04b62-f6cc-4cbe-a20a-12b3e12b4896 req-5a07d656-dafc-4f78-99ff-f2615f112795 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.292028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2be04b62-f6cc-4cbe-a20a-12b3e12b4896 req-5a07d656-dafc-4f78-99ff-f2615f112795 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "DELETE /v2.0/security-groups/a441eeaa-bf65-4bdd-8782-8c2f4248dbb5 HTTP/1.1" status: 204 len: 173 time: 0.4230404 Jul 16 18:25:42.327056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] For port 23365b8d-89ea-47d1-9d6b-3314eb974dd4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=23365b8d-89ea-47d1-9d6b-3314eb974dd4,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:42.327458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.331292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-9d405d12-d634-4be4-bb66-a58da8f6f35a service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246058 Jul 16 18:25:42.332759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07d656-dafc-4f78-99ff-f2615f112795 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a441eeaa-bf65-4bdd-8782-8c2f4248dbb5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.418635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Calling delete_port for 23365b8d-89ea-47d1-9d6b-3314eb974dd4 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:42.481809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efda0d03-60e8-4d48-b1ce-a87059945810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.496565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efda0d03-60e8-4d48-b1ce-a87059945810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.709361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-efda0d03-60e8-4d48-b1ce-a87059945810 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cadb425554e4b1482f7f429c6191442&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1034389 Jul 16 18:25:42.724430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.726048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda0d03-60e8-4d48-b1ce-a87059945810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2185aa-8477-4b61-b184-153404d40596,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.768536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.026562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d26e2feb-b035-4ede-ae32-8e96bd202def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.117104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.123842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.129847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.135927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.142248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.151064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.155191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:43.157288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da3f9fc7-74de-48dd-87e9-e589eacbe274 req-7ddb7deb-f5d2-4af9-a743-7c80261ee74d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5442 time: 0.7474589 Jul 16 18:25:43.170024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-f27c2dde-9022-4c17-b46e-ca0b6af2ef9d service neutron] 10.222.0.48 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7938824 Jul 16 18:25:43.218572 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.223027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d26e2feb-b035-4ede-ae32-8e96bd202def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.234383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:43.270570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event deleted for resources: {'Port': ['ID=23365b8d-89ea-47d1-9d6b-3314eb974dd4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.347528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.376684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f497e906-dda4-40bd-b0b0-1c27501f3313 req-bc51f841-5883-4b32-8dd6-155fcd4c2fab tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "GET /v2.0/security-groups/0abacb8f-34e5-483b-926f-2ab8337582d7 HTTP/1.1" status: 200 len: 1813 time: 0.0524862 Jul 16 18:25:43.492599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2951ebec-1e8d-4852-aa1d-adb4daf61fc5 req-4904dc78-e449-45a5-8a18-7616f9dc6a1b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 210 time: 0.0716074 Jul 16 18:25:43.528408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f497e906-dda4-40bd-b0b0-1c27501f3313 req-cb7182c2-6f62-45b2-be65-d9db19e54021 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.609624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f497e906-dda4-40bd-b0b0-1c27501f3313 req-cb7182c2-6f62-45b2-be65-d9db19e54021 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.729532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82bfa604-3d01-4d1d-beca-7ef4abc78952 req-be64d031-e403-4783-b7bc-9edef3792d45 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 210 time: 0.0458803 Jul 16 18:25:43.748012 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f497e906-dda4-40bd-b0b0-1c27501f3313 req-cb7182c2-6f62-45b2-be65-d9db19e54021 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.751220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f497e906-dda4-40bd-b0b0-1c27501f3313 req-cb7182c2-6f62-45b2-be65-d9db19e54021 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.753540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f497e906-dda4-40bd-b0b0-1c27501f3313 req-cb7182c2-6f62-45b2-be65-d9db19e54021 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] 10.222.0.48 "DELETE /v2.0/security-groups/0abacb8f-34e5-483b-926f-2ab8337582d7 HTTP/1.1" status: 204 len: 173 time: 0.3757238 Jul 16 18:25:43.767837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38218) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.777637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7182c2-6f62-45b2-be65-d9db19e54021 tempest-SecurityGroupRulesNegativeTestJSON-873342314 tempest-SecurityGroupRulesNegativeTestJSON-873342314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abacb8f-34e5-483b-926f-2ab8337582d7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.844979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] Deleting subnet f037e03a-f5b6-4bcc-a3c5-0b9bb1c5609a {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:43.849000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.891903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.967699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.998070 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] No DVR routers for this DVR port 23365b8d-89ea-47d1-9d6b-3314eb974dd4 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:44.004466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.008873 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f150a0ba-ec70-4d64-a86f-b53f3ae89b24 req-62e97f56-ed1b-4b95-93fd-ffda00a238e8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "DELETE /v2.0/ports/23365b8d-89ea-47d1-9d6b-3314eb974dd4 HTTP/1.1" status: 204 len: 173 time: 2.2154508 Jul 16 18:25:44.010088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'name': 'network-vif-deleted', 'tag': '23365b8d-89ea-47d1-9d6b-3314eb974dd4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:44.013138 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41f4860-8951-401d-b79f-f0855f99e824" -d '{"events": [{"server_uuid": "c6608a31-8552-4ab3-938a-5b4401a1e479", "name": "network-vif-deleted", "tag": "23365b8d-89ea-47d1-9d6b-3314eb974dd4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:44.088185 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066d1074-42da-4667-93a3-37e77543a71e x-openstack-request-id: req-066d1074-42da-4667-93a3-37e77543a71e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:44.088762 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6608a31-8552-4ab3-938a-5b4401a1e479", "name": "network-vif-deleted", "tag": "23365b8d-89ea-47d1-9d6b-3314eb974dd4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:44.089179 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-066d1074-42da-4667-93a3-37e77543a71e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:44.089875 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6608a31-8552-4ab3-938a-5b4401a1e479', 'name': 'network-vif-deleted', 'tag': '23365b8d-89ea-47d1-9d6b-3314eb974dd4', 'status': 'completed', 'code': 200} Jul 16 18:25:44.097329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.098993 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d26e2feb-b035-4ede-ae32-8e96bd202def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.103927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d26e2feb-b035-4ede-ae32-8e96bd202def admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.110649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d26e2feb-b035-4ede-ae32-8e96bd202def admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ad2185aa-8477-4b61-b184-153404d40596 HTTP/1.1" status: 204 len: 168 time: 1.3794706 Jul 16 18:25:44.136578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e2feb-b035-4ede-ae32-8e96bd202def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2185aa-8477-4b61-b184-153404d40596,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.193907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f037e03a-f5b6-4bcc-a3c5-0b9bb1c5609a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.198423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.208254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5a5061ed-56e6-4de2-9cf2-043f27019679 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f037e03a-f5b6-4bcc-a3c5-0b9bb1c5609a HTTP/1.1" status: 204 len: 168 time: 0.4357600 Jul 16 18:25:44.209642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38226) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.233602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Router caf79f8d-fdf4-47e1-8ce2-4b7631e85aca is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:44.373322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.422036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:44.437039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Sync routers for ids ['caf79f8d-fdf4-47e1-8ce2-4b7631e85aca'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:44.453568 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.454243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Routers {'caf79f8d-fdf4-47e1-8ce2-4b7631e85aca'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:44.455026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b8894e99-1c69-4518-83c0-538ca3c3f914 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1528034 Jul 16 18:25:44.455970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['caf79f8d-fdf4-47e1-8ce2-4b7631e85aca'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:44.459428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.497684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.510124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6906ca-64e9-4bbc-97c9-33c8caa67c92']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:44.542630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9154be-40f6-43d4-8a5b-3cd557feabd6') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:44.542630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9154be-40f6-43d4-8a5b-3cd557feabd6') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:44.567159 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.601078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.621901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:44.622365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:44.624746 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:44.732106 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.801581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Set router caf79f8d-fdf4-47e1-8ce2-4b7631e85aca gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:44.803298 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.812208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.824845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] 10.222.0.48 "DELETE /v2.0/networks/7a6906ca-64e9-4bbc-97c9-33c8caa67c92 HTTP/1.1" status: 204 len: 168 time: 0.6130559 Jul 16 18:25:44.857834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095d08c-f9a8-40c5-885b-6db6f934855c admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6906ca-64e9-4bbc-97c9-33c8caa67c92,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.105271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.201511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 23365b8d-89ea-47d1-9d6b-3314eb974dd4 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:45.224712 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91f5a60c-4733-4743-92fc-56a02b8ff7e4 req-149c8ff7-ccb5-49e3-8b7f-a9990fa53dd4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=c6608a31-8552-4ab3-938a-5b4401a1e479 HTTP/1.1" status: 200 len: 210 time: 0.0627167 Jul 16 18:25:45.298270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Deleting port 86ff8f44-fb66-4903-b58d-1159fe6bc01d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:45.305482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.305730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 23365b8d-89ea-47d1-9d6b-3314eb974dd4 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:45.306065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 23365b8d-89ea-47d1-9d6b-3314eb974dd4 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:45.327204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38260) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.446449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-691d98bc-3057-4a4c-8a42-651937a5f742 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=640a54a800ec410093c439606242cd0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179738 Jul 16 18:25:45.451404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38268) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:45.470342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.487292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Calling delete_port for 86ff8f44-fb66-4903-b58d-1159fe6bc01d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:45.546663 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6428cf30-83bf-40d6-8741-6ba3d433aa1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.604770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6428cf30-83bf-40d6-8741-6ba3d433aa1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.667262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6428cf30-83bf-40d6-8741-6ba3d433aa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.677520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6428cf30-83bf-40d6-8741-6ba3d433aa1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:45.680264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6428cf30-83bf-40d6-8741-6ba3d433aa1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a422c8f4-c152-4a6a-8a48-2eece2e433d2 HTTP/1.1" status: 204 len: 168 time: 0.2247853 Jul 16 18:25:45.718534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428cf30-83bf-40d6-8741-6ba3d433aa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422c8f4-c152-4a6a-8a48-2eece2e433d2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.179829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.193722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf79f8d-fdf4-47e1-8ce2-4b7631e85aca', 'name': '', 'tenant_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79e83c0f-047a-4dbd-9705-683eeae54bb8', 'external_fixed_ips': [{'subnet_id': 'c41ea1ff-370e-482c-83d2-c8250aafda30', 'ip_address': '2001:db8::28a'}], 'enable_snat': True}, 'gw_port_id': '86ff8f44-fb66-4903-b58d-1159fe6bc01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:40Z', 'updated_at': '2021-07-16T18:25:42Z', 'revision_number': 3, 'project_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'gw_port': {'id': '86ff8f44-fb66-4903-b58d-1159fe6bc01d', 'name': '', 'network_id': '79e83c0f-047a-4dbd-9705-683eeae54bb8', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e9:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caf79f8d-fdf4-47e1-8ce2-4b7631e85aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1929, 'fixed_ips': [{'subnet_id': 'c41ea1ff-370e-482c-83d2-c8250aafda30', 'ip_address': '2001:db8::28a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:41Z', 'updated_at': '2021-07-16T18:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c41ea1ff-370e-482c-83d2-c8250aafda30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:46.255027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event deleted for resources: {'Port': ['ID=86ff8f44-fb66-4903-b58d-1159fe6bc01d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:46.302380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1217a111-295d-49da-911d-35577d7687b8 req-7a24eaa0-3331-42c6-8d49-e8f20bb2a4da tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 210 time: 0.9129376 Jul 16 18:25:46.302854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Checking router: caf79f8d-fdf4-47e1-8ce2-4b7631e85aca for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:46.303737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Updating router caf79f8d-fdf4-47e1-8ce2-4b7631e85aca port 86ff8f44-fb66-4903-b58d-1159fe6bc01d binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:46.315394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.401349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Port 86ff8f44-fb66-4903-b58d-1159fe6bc01d not found while updating agent binding for router caf79f8d-fdf4-47e1-8ce2-4b7631e85aca. {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:25:46.433116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Routers {'caf79f8d-fdf4-47e1-8ce2-4b7631e85aca'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:46.434788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['caf79f8d-fdf4-47e1-8ce2-4b7631e85aca'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:46.563161 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.570521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.661168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] Set router caf79f8d-fdf4-47e1-8ce2-4b7631e85aca gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:46.728835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.731419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caf79f8d-fdf4-47e1-8ce2-4b7631e85aca {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:46.788491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.790683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bc9cd034-d128-4613-8c29-c3b17b592b5c tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "DELETE /v2.0/routers/caf79f8d-fdf4-47e1-8ce2-4b7631e85aca HTTP/1.1" status: 204 len: 168 time: 2.3291008 Jul 16 18:25:46.795244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38314) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:46.811924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-4c6730ce-1178-4b5a-aca0-bb4baf9dff14 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:46.815266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-4c6730ce-1178-4b5a-aca0-bb4baf9dff14 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 812 time: 1.1350923 Jul 16 18:25:46.823889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caf79f8d-fdf4-47e1-8ce2-4b7631e85aca', 'name': '', 'tenant_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:40Z', 'updated_at': '2021-07-16T18:25:45Z', 'revision_number': 5, 'project_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:46.842319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Request body: {'port': {'device_id': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'admin_state_up': True, 'tenant_id': '05f72bbbbdb7441480433d02bbffeac0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:46.855061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a2fe06-23c2-48a9-a122-4234fa076b24 None None] The sync data for ids ['caf79f8d-fdf4-47e1-8ce2-4b7631e85aca'] in n-d-793620-10 is: [{'id': 'caf79f8d-fdf4-47e1-8ce2-4b7631e85aca', 'name': '', 'tenant_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:40Z', 'updated_at': '2021-07-16T18:25:45Z', 'revision_number': 5, 'project_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:46.934399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Deleting subnet c41ea1ff-370e-482c-83d2-c8250aafda30 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:46.947203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:46.992484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.044330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Made reservation on behalf of 05f72bbbbdb7441480433d02bbffeac0 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:47.049287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.054135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.162421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.246633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.261144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.301013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c41ea1ff-370e-482c-83d2-c8250aafda30,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.318279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.323187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb7b8be9-1971-46bd-9c34-baee0d83e07d tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "DELETE /v2.0/subnets/c41ea1ff-370e-482c-83d2-c8250aafda30 HTTP/1.1" status: 204 len: 168 time: 0.5257328 Jul 16 18:25:47.326812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38336) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.391111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--508497543'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:47.470138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.626142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.643876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Allocated IP 172.20.0.4 (4f4ec737-f99b-4144-b4da-a72c3900608b/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5/00b25843-1e81-4dc6-94fa-32b95a8e696b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:47.656844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.722940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.752378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.753061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.753612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.754156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.754712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.755404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.757149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:47.762490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-740dcfa0-c07e-4c5b-b774-5ef64846829b req-b8f18df4-f677-4556-93d4-e6ce3136b9ab tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 210 time: 0.1762300 Jul 16 18:25:47.765712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-b501f765-3676-45a7-8a36-a4843a656598 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6506 time: 0.5171795 Jul 16 18:25:47.880133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.923512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-960146048-network', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:47.933932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e83c0f-047a-4dbd-9705-683eeae54bb8']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:47.948455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-453ac709-5d3d-48d1-a8de-3829f0373395 req-c20d387a-02d5-4eb8-82a6-024be646de26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1812966 Jul 16 18:25:47.967058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8aa943-fce6-4555-baea-3d7eb3f79488') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:47.968872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8aa943-fce6-4555-baea-3d7eb3f79488') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:48.040292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.060062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.069747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:48.070159 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:48.072199 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:48.074579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.108870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.182379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-787f3128-c8d7-4b58-8607-19636ddc8b5d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:48.188848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-787f3128-c8d7-4b58-8607-19636ddc8b5d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.4236932 Jul 16 18:25:48.189114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:48.193108 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.204845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-e52e9e1c-a44f-4a89-ac42-1771989af693 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.0147262 Jul 16 18:25:48.206938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.213397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 79e83c0f-047a-4dbd-9705-683eeae54bb8 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:25:48.217118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.223252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "DELETE /v2.0/networks/79e83c0f-047a-4dbd-9705-683eeae54bb8 HTTP/1.1" status: 204 len: 168 time: 0.8915548 Jul 16 18:25:48.238736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c6a93-4727-431e-82e7-208da291d80e tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event deleted for resources: {'Network': ['ID=79e83c0f-047a-4dbd-9705-683eeae54bb8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.257919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.327033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-f7843126-df5c-48e1-898b-339ac2eea1d1 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0894880 Jul 16 18:25:48.335591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d3508d-367f-4282-8a41-bd571d1bd206,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.423758 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.520877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.541413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.621988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c727e60-2234-4467-8bf9-cc55030e528d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.657678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-c3d3ca93-e6ec-4b0c-a3fe-cdf2eb9b0167 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053989 Jul 16 18:25:48.668726 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.788410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Network 4f4ec737-f99b-4144-b4da-a72c3900608b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:48.801638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-5e4a4698-b4ee-4181-af4f-1fdbe39d06b0 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370749 Jul 16 18:25:48.810829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:48.846576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:48.883050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38376) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:48.894410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f03c74b8-c0b5-4dce-ad4f-116062e1fec4 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'router': {'name': 'tempest-router--1220422040', 'project_id': '96a105a1339b4a7ab35aa8071c33e178'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:48.920603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event updated for resources: {'Port': ['ID=00b25843-1e81-4dc6-94fa-32b95a8e696b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.998908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:48.999617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.018549 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.026093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.033719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.035866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-85f902c1-cb73-4a34-aec8-2e7d8d73623c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0419760 Jul 16 18:25:49.039792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.064543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f03c74b8-c0b5-4dce-ad4f-116062e1fec4 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.066072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f03c74b8-c0b5-4dce-ad4f-116062e1fec4 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.156170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9b74f-5de2-475b-ace7-11f0faf3e163 req-ac4ce1a0-9e5a-4515-a546-279392b7c47d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.166299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62b9b74f-5de2-475b-ace7-11f0faf3e163 req-ac4ce1a0-9e5a-4515-a546-279392b7c47d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 931 time: 0.1880105 Jul 16 18:25:49.167874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-13e31c80-93be-4bff-b102-e082b7cdf745 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1264236 Jul 16 18:25:49.175768 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-98da5a4d-cc21-4b42-868f-22a378cba50d tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3518384 Jul 16 18:25:49.184390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.186758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:49.202992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Request body: {'port': {'device_id': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:49.249388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-60f893b7-2092-4a0a-a0af-04b9125791dc tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-security--95499863', 'description': 'tempest-security-description-1318232902'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:49.258477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.264958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f03c74b8-c0b5-4dce-ad4f-116062e1fec4 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.290222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.290635 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Added segment bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7 of type vlan for network 4ae910ca-18d2-433a-84e3-886c2d3084b7 Jul 16 18:25:49.317761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-776635a0-c1d1-4bbb-9cbf-bd8faf948fe0 req-d1097401-eb32-477c-b0a4-fb981f247b6d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 210 time: 0.1947677 Jul 16 18:25:49.321409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f03c74b8-c0b5-4dce-ad4f-116062e1fec4 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.363103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60f893b7-2092-4a0a-a0af-04b9125791dc tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.394209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62b9b74f-5de2-475b-ace7-11f0faf3e163 req-27c2d80f-2fe3-4623-b498-ce3edfafcc25 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264681 Jul 16 18:25:49.405860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f03c74b8-c0b5-4dce-ad4f-116062e1fec4 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.407282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f03c74b8-c0b5-4dce-ad4f-116062e1fec4 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5224216 Jul 16 18:25:49.420393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38388) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.429389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60f893b7-2092-4a0a-a0af-04b9125791dc tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.457012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.478066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60f893b7-2092-4a0a-a0af-04b9125791dc tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.482334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60f893b7-2092-4a0a-a0af-04b9125791dc tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.487099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-60f893b7-2092-4a0a-a0af-04b9125791dc tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "PUT /v2.0/security-groups/2c727e60-2234-4467-8bf9-cc55030e528d HTTP/1.1" status: 200 len: 1778 time: 0.3006244 Jul 16 18:25:49.503112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38394) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.508621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.526781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80afb225-4350-485b-a6bb-efb755906211 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.765502 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80afb225-4350-485b-a6bb-efb755906211 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.768182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80afb225-4350-485b-a6bb-efb755906211 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.784436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f893b7-2092-4a0a-a0af-04b9125791dc tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c727e60-2234-4467-8bf9-cc55030e528d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.822988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80afb225-4350-485b-a6bb-efb755906211 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.823651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80afb225-4350-485b-a6bb-efb755906211 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89550ec7-9b8b-402d-99f5-0dc0c05bbdef {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:49.837741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80afb225-4350-485b-a6bb-efb755906211 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.839572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-80afb225-4350-485b-a6bb-efb755906211 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "DELETE /v2.0/routers/89550ec7-9b8b-402d-99f5-0dc0c05bbdef HTTP/1.1" status: 204 len: 168 time: 0.4178312 Jul 16 18:25:49.943382 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4b9cb260-bf5b-4b73-987f-1b92243dd586 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups/2c727e60-2234-4467-8bf9-cc55030e528d HTTP/1.1" status: 200 len: 1778 time: 0.4291689 Jul 16 18:25:49.945531 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:49.947210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:49.947389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:49.948587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.004193 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2798748 Jul 16 18:25:50.009759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38408) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.032635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Request body: {'subnet': {'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-960146048-subnet', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:50.076210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38410) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.105417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4fa55-10b1-42bd-ae15-99ea5d9fa414 admin admin] Pushing event updated for resources: {'Network': ['ID=4ae910ca-18d2-433a-84e3-886c2d3084b7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.128619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b25843-1e81-4dc6-94fa-32b95a8e696b {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:50.138070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:50.163994 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.166317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:50.170791 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.192843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Transition to ACTIVE for port object 00b25843-1e81-4dc6-94fa-32b95a8e696b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:50.199306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.221249 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5dde7244-2e9f-4518-90bd-d3bd393b44a4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.289673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5dde7244-2e9f-4518-90bd-d3bd393b44a4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.318748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Pushing event updated for resources: {'Port': ['ID=00b25843-1e81-4dc6-94fa-32b95a8e696b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.497127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5dde7244-2e9f-4518-90bd-d3bd393b44a4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.500451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5dde7244-2e9f-4518-90bd-d3bd393b44a4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.501675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5dde7244-2e9f-4518-90bd-d3bd393b44a4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/2c727e60-2234-4467-8bf9-cc55030e528d HTTP/1.1" status: 204 len: 168 time: 0.5532856 Jul 16 18:25:50.504794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.545192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1265743107', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:50.591516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde7244-2e9f-4518-90bd-d3bd393b44a4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c727e60-2234-4467-8bf9-cc55030e528d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.626150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a323454c-4a15-4320-8257-27051f58a7ca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183820 Jul 16 18:25:50.627129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Attempting to bind port 00b25843-1e81-4dc6-94fa-32b95a8e696b on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:50.627483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Attempting to bind port 00b25843-1e81-4dc6-94fa-32b95a8e696b by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:50.627825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Attempting to bind port 00b25843-1e81-4dc6-94fa-32b95a8e696b on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:50.631147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.648901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9201b955-055c-4947-ae5a-d25863c69d59 req-1b80a484-9989-4b4e-ae3f-aef71395207f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 210 time: 0.1286113 Jul 16 18:25:50.655913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Port 00b25843-1e81-4dc6-94fa-32b95a8e696b on network 4f4ec737-f99b-4144-b4da-a72c3900608b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:50.656268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Attempting to bind port 00b25843-1e81-4dc6-94fa-32b95a8e696b on network 4f4ec737-f99b-4144-b4da-a72c3900608b {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:50.667122 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-bae56a25-1122-4e7b-8d44-b158f9283748 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] delete failed (client error): The resource could not be found. Jul 16 18:25:50.668678 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bae56a25-1122-4e7b-8d44-b158f9283748 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/2c727e60-2234-4467-8bf9-cc55030e528d HTTP/1.1" status: 404 len: 347 time: 0.0361083 Jul 16 18:25:50.674331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.682375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--429094809'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:50.690314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:50.694903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Checking segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:50.697030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Bound using segment: {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:50.698225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Bound port: 00b25843-1e81-4dc6-94fa-32b95a8e696b, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8578d47-23f0-45a9-9258-a5e60a83fe03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:50.699148 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.738223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:25:50.738223 n-d-793620-10 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:25:50.738223 n-d-793620-10 neutron-server[93778]: [parameters: {'project_id_1': '69f5b6cf54b04b2aab1bdef9f7585ffd', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 25, 50, 709009)}] Jul 16 18:25:50.738223 n-d-793620-10 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:25:50.739600 n-d-793620-10 neutron-server[93778]: DEBUG oslo_db.api [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:25:50.758242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.765415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.767366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.880454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] For port 00b25843-1e81-4dc6-94fa-32b95a8e696b, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:50.888121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] For port 00b25843-1e81-4dc6-94fa-32b95a8e696b, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:50.900222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.926444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e18e93-3b28-4b58-9926-c6fb2898bb30 req-845de8ca-ed2b-4dd8-bdd3-7fb9229ef2d2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.934124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5e18e93-3b28-4b58-9926-c6fb2898bb30 req-845de8ca-ed2b-4dd8-bdd3-7fb9229ef2d2 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 943 time: 0.3303227 Jul 16 18:25:50.942514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.943554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9868d861-6414-4032-81d2-3b1580e12252,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.966479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Checking segment: {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:50.967261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Network hostable DHCP agents. Network: 4ae910ca-18d2-433a-84e3-886c2d3084b7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:50.969690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:50.970826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.974111 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] 10.222.0.55 "PUT /v2.0/ports/00b25843-1e81-4dc6-94fa-32b95a8e696b HTTP/1.1" status: 200 len: 1092 time: 1.7768569 Jul 16 18:25:50.978595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'tag': '00b25843-1e81-4dc6-94fa-32b95a8e696b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:50.983738 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0c4596-9f39-4581-b2bb-840e96bfefb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe99a77-3859-4ebc-9d6b-fae7b1e9d204", "tag": "00b25843-1e81-4dc6-94fa-32b95a8e696b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:51.049803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6ad45-5a55-4779-99ad-f3561c97e907 service neutron] Pushing event updated for resources: {'Port': ['ID=00b25843-1e81-4dc6-94fa-32b95a8e696b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.088039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5e18e93-3b28-4b58-9926-c6fb2898bb30 req-8f009900-a246-4df5-a5c1-030ed414b15e tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521869 Jul 16 18:25:51.196653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:51.199664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-99e26851-633d-4f11-967b-154c7cad1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.203871 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-99e26851-633d-4f11-967b-154c7cad1649 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 1095 time: 0.1504228 Jul 16 18:25:51.208424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.217470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4ae910ca-18d2-433a-84e3-886c2d3084b7) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:51.226839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa30e8-e4e7-44f8-8317-ee6ee2949131 None None] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:51.231986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.232699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.276310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9d054d03-7990-4ce3-a5d4-440a9ddf0a33 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2654893 Jul 16 18:25:51.277520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38432) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:51.284110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:51.321692 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.323255 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.332904 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-6a078013-9f1f-4e33-90f1-f48627722c88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b HTTP/1.1" status: 200 len: 217 time: 0.1149914 Jul 16 18:25:51.457819 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c232b7fb-a044-4f1e-8b73-0c999317d6e4 x-openstack-request-id: req-c232b7fb-a044-4f1e-8b73-0c999317d6e4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:51.458235 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe99a77-3859-4ebc-9d6b-fae7b1e9d204", "tag": "00b25843-1e81-4dc6-94fa-32b95a8e696b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:51.458560 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c232b7fb-a044-4f1e-8b73-0c999317d6e4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:51.459045 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'tag': '00b25843-1e81-4dc6-94fa-32b95a8e696b', 'status': 'completed', 'code': 200} Jul 16 18:25:51.464982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.483784 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.498459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-4135cceb-5f19-4f5e-b488-cbba319eba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.500245 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-4135cceb-5f19-4f5e-b488-cbba319eba00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1555243 Jul 16 18:25:51.559479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-0bfe0dbd-59e9-4ed4-996a-70abdc8ce839 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503211 Jul 16 18:25:51.574479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-532077fe-6a10-40d2-9d62-74d9042e231b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.576072 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-532077fe-6a10-40d2-9d62-74d9042e231b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.3566217 Jul 16 18:25:51.613424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Request body: {'port': {'device_id': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'admin_state_up': True, 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:51.758356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.777670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-4ae910ca-18d2-433a-84e3-886c2d3084b7', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:51.780126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.925025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.953167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.012043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-2d7073e9-274f-4c3d-8d29-f4a5d4a686ed service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4457078 Jul 16 18:25:52.022040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.056804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.098813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:52.104096 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.127801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Allocated IP 172.20.0.2 (4ae910ca-18d2-433a-84e3-886c2d3084b7/9868d861-6414-4032-81d2-3b1580e12252/586e7e31-75b7-4a02-901c-afea3e105b74) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:52.136676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.141616 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4635651 Jul 16 18:25:52.194434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.209280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b773170c-5ae1-44b2-ad83-a7a1cd2a2736 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '3dc90ab9-87eb-4cea-a747-5d1c86ccafbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:52.370581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b485b-275a-4872-99a9-0fa7cfe33836 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc90ab9-87eb-4cea-a747-5d1c86ccafbc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.414268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b773170c-5ae1-44b2-ad83-a7a1cd2a2736 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.427412 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.441292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Transition to ACTIVE for port object 586e7e31-75b7-4a02-901c-afea3e105b74 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:52.462994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Transition to ACTIVE for port object 586e7e31-75b7-4a02-901c-afea3e105b74 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:52.471672 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.482070 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4ec300f-b589-4f0a-aa89-b62d0fea05bc req-55b2051d-f409-4eea-83ce-05dfea383eac service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582751 Jul 16 18:25:52.571479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:52.577976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:52.582558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:52.592701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Pushing event updated for resources: {'Port': ['ID=586e7e31-75b7-4a02-901c-afea3e105b74,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.640332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Allocated IP 172.20.0.14 (184290d2-b786-4cd5-be93-e7ba1e4d944d/670e7173-07ce-4110-bc98-93f9ac1a0f1d/3611a615-bd92-4437-a5a2-3512e54f537f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:52.679586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b773170c-5ae1-44b2-ad83-a7a1cd2a2736 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.692019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b773170c-5ae1-44b2-ad83-a7a1cd2a2736 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.738666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773170c-5ae1-44b2-ad83-a7a1cd2a2736 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a457732-ba7d-4f5e-8fdb-9fe0b4fda55b,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:52.754035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b773170c-5ae1-44b2-ad83-a7a1cd2a2736 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.758709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b773170c-5ae1-44b2-ad83-a7a1cd2a2736 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5596137 Jul 16 18:25:52.761054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Attempting to bind port 586e7e31-75b7-4a02-901c-afea3e105b74 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:52.762184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Attempting to bind port 586e7e31-75b7-4a02-901c-afea3e105b74 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:52.762690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.763408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Attempting to bind port 586e7e31-75b7-4a02-901c-afea3e105b74 on network 4ae910ca-18d2-433a-84e3-886c2d3084b7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:52.775992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:52.777077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Checking segment: {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:52.779532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.780416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Bound using segment: {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:52.781471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Bound port: 586e7e31-75b7-4a02-901c-afea3e105b74, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:52.782508 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.811719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-961619b4-a510-4895-89e5-92e6adaadc06 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.828026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-d2a1092a-7709-46d6-a45d-9341deabbfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.829730 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-d2a1092a-7709-46d6-a45d-9341deabbfa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 1095 time: 0.2605591 Jul 16 18:25:52.842032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-961619b4-a510-4895-89e5-92e6adaadc06 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.938351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] For port 586e7e31-75b7-4a02-901c-afea3e105b74, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:52.944122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] For port 586e7e31-75b7-4a02-901c-afea3e105b74, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=586e7e31-75b7-4a02-901c-afea3e105b74,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:52.949937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:52.953516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.995256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6356e097-c723-4c8e-a8a7-dea71399e23f req-dba4a9c7-890a-440d-be00-a2b2f3d5c51b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 210 time: 1.0282040 Jul 16 18:25:53.065574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-961619b4-a510-4895-89e5-92e6adaadc06 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.092051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-961619b4-a510-4895-89e5-92e6adaadc06 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.106618 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-961619b4-a510-4895-89e5-92e6adaadc06 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1a457732-ba7d-4f5e-8fdb-9fe0b4fda55b HTTP/1.1" status: 204 len: 168 time: 0.3326850 Jul 16 18:25:53.107577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38472) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.148311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961619b4-a510-4895-89e5-92e6adaadc06 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a457732-ba7d-4f5e-8fdb-9fe0b4fda55b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.156081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Allocated IP 172.25.0.93 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/3f4d7572-30ed-4f9d-a12e-edf5bf903aa6) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:53.189996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412ded0-28fe-4ba9-a607-ed15e9cd37d0 None None] Pushing event updated for resources: {'Port': ['ID=586e7e31-75b7-4a02-901c-afea3e105b74,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.257092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7cf89cc1-0816-4877-8cac-2fd6e719b66b tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1476667 Jul 16 18:25:53.274831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38474) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:53.302086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186eb29-cc68-4a80-9e1a-84ef7c13eae1 req-04b6cc26-258f-4c92-9be2-143a8dd2a145 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.312203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0186eb29-cc68-4a80-9e1a-84ef7c13eae1 req-04b6cc26-258f-4c92-9be2-143a8dd2a145 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 943 time: 0.3224385 Jul 16 18:25:53.565696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f3f35d7-61f2-40e0-a91c-3aecb9c98f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.588602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.597356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-d2c9f1a1-33d0-4fbc-87ba-80d2a9e3cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.599004 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-d2c9f1a1-33d0-4fbc-87ba-80d2a9e3cb75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.7544663 Jul 16 18:25:53.638821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0186eb29-cc68-4a80-9e1a-84ef7c13eae1 req-0f57e554-fa89-48e0-9282-a2d9d5e93fb4 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255858 Jul 16 18:25:53.693292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-38177728-a7e6-4a50-986f-a411fa42f086 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b HTTP/1.1" status: 200 len: 217 time: 0.0869100 Jul 16 18:25:53.696056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.706102 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.711188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90a605bd-50cd-4af3-afb9-18eb3116e510 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.754525 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.802049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90a605bd-50cd-4af3-afb9-18eb3116e510 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.836816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.854419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:53.914421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-cd32e666-8f73-4046-873d-906c8912e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.916299 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-cd32e666-8f73-4046-873d-906c8912e145 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1827035 Jul 16 18:25:53.946145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:53.960851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.980277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:53.988871 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-fcc54fd3-9c9c-4696-8b10-4364d9f19a61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627508 Jul 16 18:25:53.989673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:53.994651 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90a605bd-50cd-4af3-afb9-18eb3116e510 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.996028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event updated for resources: {'Port': ['ID=3611a615-bd92-4437-a5a2-3512e54f537f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.998170 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90a605bd-50cd-4af3-afb9-18eb3116e510 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.999528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-90a605bd-50cd-4af3-afb9-18eb3116e510 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/3dc90ab9-87eb-4cea-a747-5d1c86ccafbc HTTP/1.1" status: 204 len: 168 time: 0.7236865 Jul 16 18:25:54.008184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.059841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a605bd-50cd-4af3-afb9-18eb3116e510 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc90ab9-87eb-4cea-a747-5d1c86ccafbc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.076879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:54.090650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:54.098535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:54.102325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Allocated IP 172.25.0.66 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/d67ed735-40f0-4c99-9091-f88fcf1983ad) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:54.104927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event updated for resources: {'Port': ['ID=3f4d7572-30ed-4f9d-a12e-edf5bf903aa6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.205656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:54.206469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.262287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0c66ce4c-6ea3-4894-a30b-7073a50b9def tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2172039 Jul 16 18:25:54.264642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f3f35d7-61f2-40e0-a91c-3aecb9c98f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.277666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.285341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-eb85dad0-b394-4468-8e2c-ad5855885f95 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822174143'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:54.291063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f3f35d7-61f2-40e0-a91c-3aecb9c98f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.301311 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0d14a783-783c-4b5e-a4d7-6b129a77bc57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7139223 Jul 16 18:25:54.333484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Request body: {'port': {'device_id': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:54.385789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-52ba2a26-2d5c-4416-9041-905ec914e686 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774807 Jul 16 18:25:54.439044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f35d7-61f2-40e0-a91c-3aecb9c98f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bba876b-20db-40ab-b80f-fd60e5f76c06,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.450919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.454562 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5f3f35d7-61f2-40e0-a91c-3aecb9c98f52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29b41737b7e849e6a932560bc1c2ac3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5017686 Jul 16 18:25:54.457835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb85dad0-b394-4468-8e2c-ad5855885f95 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.459949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:54.577050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf88db1-c37f-41d8-9b2d-6bedd75fff5c req-cb11f280-3581-47b5-982c-deb436afef57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:54.578781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4bf88db1-c37f-41d8-9b2d-6bedd75fff5c req-cb11f280-3581-47b5-982c-deb436afef57 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 932 time: 0.2521350 Jul 16 18:25:54.627396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.630445 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.668858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0c4596-9f39-4581-b2bb-840e96bfefb8 req-0def1ea8-8a81-4389-a0db-6ed79cf1efb7 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698364 Jul 16 18:25:54.730025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bec1deaf-c9d1-4669-b929-1eba5ed6ec10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.759874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:54.770623 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.779947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:54.786939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Pushing event updated for resources: {'Port': ['ID=d67ed735-40f0-4c99-9091-f88fcf1983ad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:54.789120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:54.835445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 586e7e31-75b7-4a02-901c-afea3e105b74 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:54.853408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bec1deaf-c9d1-4669-b929-1eba5ed6ec10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:54.888892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4bf88db1-c37f-41d8-9b2d-6bedd75fff5c req-97de2f6b-3103-4ca5-b5ef-ca916987a63e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612255 Jul 16 18:25:54.979280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 586e7e31-75b7-4a02-901c-afea3e105b74 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:55.066045 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb85dad0-b394-4468-8e2c-ad5855885f95 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.075948 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb85dad0-b394-4468-8e2c-ad5855885f95 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.093388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66aeb4c3-f37d-4a77-8edc-fa4a5d99810f None None] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:55.183745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bec1deaf-c9d1-4669-b929-1eba5ed6ec10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.186433 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bec1deaf-c9d1-4669-b929-1eba5ed6ec10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.188278 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bec1deaf-c9d1-4669-b929-1eba5ed6ec10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bba876b-20db-40ab-b80f-fd60e5f76c06 HTTP/1.1" status: 204 len: 168 time: 0.7266490 Jul 16 18:25:55.189419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb85dad0-b394-4468-8e2c-ad5855885f95 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.190671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eb85dad0-b394-4468-8e2c-ad5855885f95 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9109991 Jul 16 18:25:55.193880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85dad0-b394-4468-8e2c-ad5855885f95 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3475aacf-3a05-4b4c-b0bc-f71ac5d9723b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.196582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.208816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 00b25843-1e81-4dc6-94fa-32b95a8e696b details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:55.212757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cd0580f6-46bd-4ddb-872d-ace702494156 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '3475aacf-3a05-4b4c-b0bc-f71ac5d9723b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:55.274649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1deaf-c9d1-4669-b929-1eba5ed6ec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bba876b-20db-40ab-b80f-fd60e5f76c06,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.296367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd0580f6-46bd-4ddb-872d-ace702494156 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.322483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b94bdda2-e6b2-44d7-bca3-5f9536387d88 None None] Provisioning for port 586e7e31-75b7-4a02-901c-afea3e105b74 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:55.339090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b94bdda2-e6b2-44d7-bca3-5f9536387d88 None None] Provisioning complete for port 586e7e31-75b7-4a02-901c-afea3e105b74 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:55.339663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94bdda2-e6b2-44d7-bca3-5f9536387d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.498636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3611a615-bd92-4437-a5a2-3512e54f537f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:55.528011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.555157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.586287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Transition to ACTIVE for port object 3611a615-bd92-4437-a5a2-3512e54f537f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:55.595049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.706530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d61488-a9da-4e28-a94c-6bed90118094 req-9b7e4ca3-746f-40a5-9131-e9277b92f6e9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:55.713929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9d61488-a9da-4e28-a94c-6bed90118094 req-9b7e4ca3-746f-40a5-9131-e9277b92f6e9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 943 time: 0.7090008 Jul 16 18:25:55.748763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38492) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:55.787006 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94bdda2-e6b2-44d7-bca3-5f9536387d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.815593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c60aa28-33ee-4fa7-b639-9c0d8bc8622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.820179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Pushing event updated for resources: {'Port': ['ID=3611a615-bd92-4437-a5a2-3512e54f537f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:55.826824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 00b25843-1e81-4dc6-94fa-32b95a8e696b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:55.857222 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd0580f6-46bd-4ddb-872d-ace702494156 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.891444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b94bdda2-e6b2-44d7-bca3-5f9536387d88 None None] For port 586e7e31-75b7-4a02-901c-afea3e105b74, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=586e7e31-75b7-4a02-901c-afea3e105b74,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:55.897169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b94bdda2-e6b2-44d7-bca3-5f9536387d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.901519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '00b25843-1e81-4dc6-94fa-32b95a8e696b', 'network_id': '4f4ec737-f99b-4144-b4da-a72c3900608b', 'port_id': '00b25843-1e81-4dc6-94fa-32b95a8e696b', 'mac_address': 'fa:16:3e:85:84:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe5c697-9c6e-4637-9de1-f49a0a4b77b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:55.928009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Attempting to bind port 3611a615-bd92-4437-a5a2-3512e54f537f on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:55.929215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Attempting to bind port 3611a615-bd92-4437-a5a2-3512e54f537f by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:55.929714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Attempting to bind port 3611a615-bd92-4437-a5a2-3512e54f537f on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:55.942816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd0580f6-46bd-4ddb-872d-ace702494156 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:55.945401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Port 3611a615-bd92-4437-a5a2-3512e54f537f on network 184290d2-b786-4cd5-be93-e7ba1e4d944d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:55.946004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Attempting to bind port 3611a615-bd92-4437-a5a2-3512e54f537f on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:55.956660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:55.957244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:55.957787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Bound using segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:55.958483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Bound port: 3611a615-bd92-4437-a5a2-3512e54f537f, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:55.958991 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.028382 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.065880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] For port 3611a615-bd92-4437-a5a2-3512e54f537f, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:56.066162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b25843-1e81-4dc6-94fa-32b95a8e696b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:56.072903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] For port 3611a615-bd92-4437-a5a2-3512e54f537f, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3611a615-bd92-4437-a5a2-3512e54f537f,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:56.127644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 00b25843-1e81-4dc6-94fa-32b95a8e696b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:56.154370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c60aa28-33ee-4fa7-b639-9c0d8bc8622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.154631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.162310 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.164994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bdda2-e6b2-44d7-bca3-5f9536387d88 None None] Pushing event updated for resources: {'Port': ['ID=586e7e31-75b7-4a02-901c-afea3e105b74,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.174360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-577650ba-4423-4b1c-8d11-7d2d2670f9bc None None] Provisioning complete for port 586e7e31-75b7-4a02-901c-afea3e105b74 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:56.174982 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-577650ba-4423-4b1c-8d11-7d2d2670f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.179889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c60aa28-33ee-4fa7-b639-9c0d8bc8622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.240283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.240283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.242721 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] 10.222.0.55 "PUT /v2.0/ports/3611a615-bd92-4437-a5a2-3512e54f537f HTTP/1.1" status: 200 len: 1093 time: 1.9245355 Jul 16 18:25:56.283695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:56.286149 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7801f4f3-cf23-4eae-951a-7f254c91f25a" -d '{"events": [{"name": "network-changed", "server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:56.318248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5c60aa28-33ee-4fa7-b639-9c0d8bc8622e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd6b4f4349444f749a93de713bbe83a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650876 Jul 16 18:25:56.318248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60aa28-33ee-4fa7-b639-9c0d8bc8622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e7b9b-9b7f-44fd-85b6-8f179c0f8b50,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.319185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.337968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=00b25843-1e81-4dc6-94fa-32b95a8e696b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.389623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['00b25843-1e81-4dc6-94fa-32b95a8e696b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:56.390968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507102a-8333-493a-b2b6-bb948b6f858d service neutron] Pushing event updated for resources: {'Port': ['ID=3611a615-bd92-4437-a5a2-3512e54f537f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.437993 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4dc-ed4a-422c-86cf-ee1c8a57972b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.443080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-569ddd03-f61a-44b9-8e8c-ab7095ecedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.444742 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-569ddd03-f61a-44b9-8e8c-ab7095ecedf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 1096 time: 0.1517901 Jul 16 18:25:56.500062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-41548cf0-8ea9-40a6-b158-3b2e2491e78e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3611a615-bd92-4437-a5a2-3512e54f537f HTTP/1.1" status: 200 len: 217 time: 0.0472925 Jul 16 18:25:56.506735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4dc-ed4a-422c-86cf-ee1c8a57972b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.524760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd0580f6-46bd-4ddb-872d-ace702494156 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.526566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd0580f6-46bd-4ddb-872d-ace702494156 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3201246 Jul 16 18:25:56.552877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38500) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:56.560228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0580f6-46bd-4ddb-872d-ace702494156 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240b6086-b9fb-4323-ba1d-550bcbb286c5,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.568104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-051e3c2c-4d97-4b2e-808d-02efe1751a39 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '3475aacf-3a05-4b4c-b0bc-f71ac5d9723b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:56.581007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9d61488-a9da-4e28-a94c-6bed90118094 req-428af477-73f7-46c5-9189-e92ef497b6d5 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8141415 Jul 16 18:25:56.628454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-5d64dc00-1caf-4ba3-b6b3-3393b0629fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.629339 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-5d64dc00-1caf-4ba3-b6b3-3393b0629fc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.1207376 Jul 16 18:25:56.669538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.702226 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38ddfe-877b-41fb-ac3c-88148cefd3a8 x-openstack-request-id: req-bf38ddfe-877b-41fb-ac3c-88148cefd3a8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:56.702755 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:56.703261 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf38ddfe-877b-41fb-ac3c-88148cefd3a8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:56.704083 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f', 'status': 'completed', 'code': 200} Jul 16 18:25:56.708863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-ac1831df-1239-439c-934d-d41fa2225af0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687764 Jul 16 18:25:56.710686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4dc-ed4a-422c-86cf-ee1c8a57972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.715470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-051e3c2c-4d97-4b2e-808d-02efe1751a39 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.715904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4dc-ed4a-422c-86cf-ee1c8a57972b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.717475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b53bb4dc-ed4a-422c-86cf-ee1c8a57972b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/138e7b9b-9b7f-44fd-85b6-8f179c0f8b50 HTTP/1.1" status: 204 len: 168 time: 0.3716877 Jul 16 18:25:56.727870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 586e7e31-75b7-4a02-901c-afea3e105b74 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:56.728079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-17448ba1-5701-4857-b101-f2721b5cf46c service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:25:56.730067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-17448ba1-5701-4857-b101-f2721b5cf46c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111690 Jul 16 18:25:56.748069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb4dc-ed4a-422c-86cf-ee1c8a57972b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e7b9b-9b7f-44fd-85b6-8f179c0f8b50,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:56.818848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dea3bc-354b-44e6-adf3-8c4f3ad107cb req-2500a655-0db6-46f6-b3bd-180c2e413f5d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:56.820547 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5dea3bc-354b-44e6-adf3-8c4f3ad107cb req-2500a655-0db6-46f6-b3bd-180c2e413f5d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 944 time: 0.3305156 Jul 16 18:25:56.855514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 586e7e31-75b7-4a02-901c-afea3e105b74 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:56.856730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:56.876192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Router abab541f-cbcc-4a86-b46c-10aba02ad665 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:56.948591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-deef9dc6-4d28-4082-9453-b7fd1b4c1065 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032113 Jul 16 18:25:57.000932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-051e3c2c-4d97-4b2e-808d-02efe1751a39 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.009430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5dea3bc-354b-44e6-adf3-8c4f3ad107cb req-2118d6d7-5a18-4dfa-a33f-f447a063a830 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798439 Jul 16 18:25:57.079616 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-051e3c2c-4d97-4b2e-808d-02efe1751a39 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.108368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51f512ba-15c2-45ba-bb99-74fc249b6355 req-974cbfb0-4284-4f79-80b8-eac9d2a3583e service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523397 Jul 16 18:25:57.185902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e3c2c-4d97-4b2e-808d-02efe1751a39 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2e67df-9f73-42d0-843d-5bf930dd3e96,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:57.204936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 00b25843-1e81-4dc6-94fa-32b95a8e696b up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:57.292738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-a08f0217-90e4-4cee-a4d1-1094d8b10164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.296921 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-a08f0217-90e4-4cee-a4d1-1094d8b10164 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 1096 time: 0.1219509 Jul 16 18:25:57.299542 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-051e3c2c-4d97-4b2e-808d-02efe1751a39 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.306988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-051e3c2c-4d97-4b2e-808d-02efe1751a39 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7384183 Jul 16 18:25:57.307556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:57.310220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 00b25843-1e81-4dc6-94fa-32b95a8e696b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:57.323810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-578ea4ad-6d67-4525-b3b6-53ed68069e19 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '3475aacf-3a05-4b4c-b0bc-f71ac5d9723b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:57.325173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 00b25843-1e81-4dc6-94fa-32b95a8e696b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:57.326698 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.341339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:57.344891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.365592 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] Sync routers for ids ['abab541f-cbcc-4a86-b46c-10aba02ad665'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:57.383162 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] Routers {'abab541f-cbcc-4a86-b46c-10aba02ad665'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:57.384591 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['abab541f-cbcc-4a86-b46c-10aba02ad665'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:57.461590 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:57.487382 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] Routers {'abab541f-cbcc-4a86-b46c-10aba02ad665'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:57.489294 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['abab541f-cbcc-4a86-b46c-10aba02ad665'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:57.541379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-578ea4ad-6d67-4525-b3b6-53ed68069e19 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.588279 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:57.590440 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ce3116-9e0d-4cc5-bbcc-4f43fe4e506e None None] The sync data for ids ['abab541f-cbcc-4a86-b46c-10aba02ad665'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:57.615789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.618447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-bf0a2283-a1c3-4ce7-bde2-1dce41ad8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.620415 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-bf0a2283-a1c3-4ce7-bde2-1dce41ad8c38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.3173404 Jul 16 18:25:57.700614 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-aa98ccd3-97f3-4d66-90f8-010265b0bf57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3611a615-bd92-4437-a5a2-3512e54f537f HTTP/1.1" status: 200 len: 217 time: 0.0661244 Jul 16 18:25:57.730108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 00b25843-1e81-4dc6-94fa-32b95a8e696b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:57.732440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b25843-1e81-4dc6-94fa-32b95a8e696b'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:57.738120 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55613ec-d495-4153-9c79-f28f40b0a644" -d '{"events": [{"server_uuid": "9fe99a77-3859-4ebc-9d6b-fae7b1e9d204", "name": "network-vif-plugged", "status": "completed", "tag": "00b25843-1e81-4dc6-94fa-32b95a8e696b"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:57.744971 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.771358 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.773322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-354b2331-a190-417f-88b4-f82f41107dc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6905558 Jul 16 18:25:57.780195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38524) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:57.878480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-273d08d6-7a8f-441c-b729-55d8471d6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:57.880622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-273d08d6-7a8f-441c-b729-55d8471d6d09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.1735520 Jul 16 18:25:57.891135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=00b25843-1e81-4dc6-94fa-32b95a8e696b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:57.942995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:57.960806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-6d80feea-2819-49fa-9cf5-ddd509390cfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727894 Jul 16 18:25:57.964414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-578ea4ad-6d67-4525-b3b6-53ed68069e19 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:57.976529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-578ea4ad-6d67-4525-b3b6-53ed68069e19 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.125602 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a209c1-3dde-409b-95f2-983ab9f7e422 x-openstack-request-id: req-e2a209c1-3dde-409b-95f2-983ab9f7e422 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:58.125922 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe99a77-3859-4ebc-9d6b-fae7b1e9d204", "name": "network-vif-plugged", "status": "completed", "tag": "00b25843-1e81-4dc6-94fa-32b95a8e696b", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:58.126139 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e2a209c1-3dde-409b-95f2-983ab9f7e422 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:58.126968 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b25843-1e81-4dc6-94fa-32b95a8e696b', 'code': 200} Jul 16 18:25:58.174444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ea4ad-6d67-4525-b3b6-53ed68069e19 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80ee4f7-2f4b-44c1-94f1-255cc5ad337f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.191448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-b3e0d20f-6c4c-455e-ae3f-5d021bb94879 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207673 Jul 16 18:25:58.192554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-578ea4ad-6d67-4525-b3b6-53ed68069e19 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.197460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-578ea4ad-6d67-4525-b3b6-53ed68069e19 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8817227 Jul 16 18:25:58.198154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38534) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.217669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-95635468-7e0a-4b27-a34e-111c9a32e110 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '3475aacf-3a05-4b4c-b0bc-f71ac5d9723b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:58.228766 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e160d14-4592-40fd-be74-ef1be5345e11 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/abab541f-cbcc-4a86-b46c-10aba02ad665 HTTP/1.1" status: 200 len: 924 time: 0.4416268 Jul 16 18:25:58.232607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38536) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.338455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c28a0-67bf-4875-8b53-b286285ffc56 req-b57f8fab-ee73-40bc-b070-8fd413c66385 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.341252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c5c28a0-67bf-4875-8b53-b286285ffc56 req-b57f8fab-ee73-40bc-b070-8fd413c66385 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 945 time: 0.4027836 Jul 16 18:25:58.347471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-118afcbd-d11d-4cca-b7f6-6109ec868a23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=abab541f-cbcc-4a86-b46c-10aba02ad665 HTTP/1.1" status: 200 len: 205 time: 0.1108687 Jul 16 18:25:58.349044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38538) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.350869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95635468-7e0a-4b27-a34e-111c9a32e110 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.429346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7801f4f3-cf23-4eae-951a-7f254c91f25a req-52ff9228-a701-43d8-9a31-4f24562028f3 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300894 Jul 16 18:25:58.460582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a05b51-bc64-48db-8e6e-6e3688566d95 req-1b21c429-7a5e-4344-8579-af25776a7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.462400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90a05b51-bc64-48db-8e6e-6e3688566d95 req-1b21c429-7a5e-4344-8579-af25776a7978 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 1097 time: 0.1614990 Jul 16 18:25:58.493594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:58.515581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Sync routers for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:58.525514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95635468-7e0a-4b27-a34e-111c9a32e110 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.535789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95635468-7e0a-4b27-a34e-111c9a32e110 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.550691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:58.552090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:58.589963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.594585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e64ed0cb-023e-4c22-b0de-6337acf735df admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3155360 Jul 16 18:25:58.596994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38544) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.598795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c5c28a0-67bf-4875-8b53-b286285ffc56 req-5ec7d71e-522b-47fc-acc5-1d2b9bfb1dce tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113705 Jul 16 18:25:58.615002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dd62e-633c-4702-afa8-eb041d2efa68 req-3b116950-5502-4077-a34d-8ddfd64b0cd3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:58.617545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-719dd62e-633c-4702-afa8-eb041d2efa68 req-3b116950-5502-4077-a34d-8ddfd64b0cd3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 944 time: 0.3221259 Jul 16 18:25:58.625138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.638873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95635468-7e0a-4b27-a34e-111c9a32e110 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.646596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-95635468-7e0a-4b27-a34e-111c9a32e110 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4454744 Jul 16 18:25:58.647875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:58.723356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-719dd62e-633c-4702-afa8-eb041d2efa68 req-7a9ba787-1c29-4b85-acd8-cd01003aac1e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957055 Jul 16 18:25:58.732764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c48b190f-0efd-48e1-a747-18c419652df0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '3475aacf-3a05-4b4c-b0bc-f71ac5d9723b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:58.742712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95635468-7e0a-4b27-a34e-111c9a32e110 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100997dd-2e12-4891-9276-aa70a5da3d46,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:58.776513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90a05b51-bc64-48db-8e6e-6e3688566d95 req-5cf4e870-2efb-464e-b075-ce08de796e45 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041666 Jul 16 18:25:58.813405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.836799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:58.893396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Deleting port 3f4d7572-30ed-4f9d-a12e-edf5bf903aa6 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:58.894039 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:58.967682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c48b190f-0efd-48e1-a747-18c419652df0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.059191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.085410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Calling delete_port for 3f4d7572-30ed-4f9d-a12e-edf5bf903aa6 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:59.115356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:25:55Z', 'revision_number': 3, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:59.160983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c48b190f-0efd-48e1-a747-18c419652df0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.167519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Checking router: 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:59.168004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Updating router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 port d67ed735-40f0-4c99-9091-f88fcf1983ad binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:59.212444 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.243582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3611a615-bd92-4437-a5a2-3512e54f537f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:59.289551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c48b190f-0efd-48e1-a747-18c419652df0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.324777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b190f-0efd-48e1-a747-18c419652df0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa00b42-9044-48ca-8dfb-b3c6cf2f2dd0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.342843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.346468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c48b190f-0efd-48e1-a747-18c419652df0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.347939 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c48b190f-0efd-48e1-a747-18c419652df0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6249893 Jul 16 18:25:59.352387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.413555 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b490-e4ba-49af-86b6-d8d9b300c85e tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.426957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b490-e4ba-49af-86b6-d8d9b300c85e tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.454063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event deleted for resources: {'Port': ['ID=3f4d7572-30ed-4f9d-a12e-edf5bf903aa6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.510705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.518129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.520481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b490-e4ba-49af-86b6-d8d9b300c85e tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.535686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cc3b490-e4ba-49af-86b6-d8d9b300c85e tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.539455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2cc3b490-e4ba-49af-86b6-d8d9b300c85e tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1fa00b42-9044-48ca-8dfb-b3c6cf2f2dd0 HTTP/1.1" status: 204 len: 168 time: 0.1835253 Jul 16 18:25:59.552840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38564) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.573794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3b490-e4ba-49af-86b6-d8d9b300c85e tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fa00b42-9044-48ca-8dfb-b3c6cf2f2dd0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:59.689741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.693375 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.699185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38572) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.699609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cb857a47-8234-45cd-93eb-3c6168f10da5 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1416857 Jul 16 18:25:59.925520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3611a615-bd92-4437-a5a2-3512e54f537f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3611a615-bd92-4437-a5a2-3512e54f537f,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:59.952285 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.953190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Fanout notify agent at l3_agent the message router_deleted on router abab541f-cbcc-4a86-b46c-10aba02ad665 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:59.958469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87016afd-e48e-4940-9973-bfe7d682e408 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.968200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '3611a615-bd92-4437-a5a2-3512e54f537f', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'port_id': '3611a615-bd92-4437-a5a2-3512e54f537f', 'mac_address': 'fa:16:3e:05:9b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e7173-07ce-4110-bc98-93f9ac1a0f1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:59.985230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:59.987286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-20e6c509-8066-4263-a4a5-0025ce97209b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/abab541f-cbcc-4a86-b46c-10aba02ad665 HTTP/1.1" status: 204 len: 168 time: 1.6368661 Jul 16 18:25:59.993800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38582) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:59.998818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1503760865', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': False}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:00.015870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87016afd-e48e-4940-9973-bfe7d682e408 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.050530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Allocated IP 172.20.0.1 (4ae910ca-18d2-433a-84e3-886c2d3084b7/9868d861-6414-4032-81d2-3b1580e12252/d342833a-c559-4833-b2bf-b9642fc3eeac) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:00.054132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.055864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.128221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543a639-8fc6-46c7-a7d1-77c930641ead req-715f3714-2dbc-404f-85e7-610f350092f1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:00.130309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9543a639-8fc6-46c7-a7d1-77c930641ead req-715f3714-2dbc-404f-85e7-610f350092f1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 945 time: 0.2737918 Jul 16 18:26:00.154686 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87016afd-e48e-4940-9973-bfe7d682e408 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.173184 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.182363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87016afd-e48e-4940-9973-bfe7d682e408 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.183969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-87016afd-e48e-4940-9973-bfe7d682e408 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/100997dd-2e12-4891-9276-aa70a5da3d46 HTTP/1.1" status: 204 len: 168 time: 0.4835124 Jul 16 18:26:00.195259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38584) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.228738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87016afd-e48e-4940-9973-bfe7d682e408 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=100997dd-2e12-4891-9276-aa70a5da3d46,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.261024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.273649 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5bbd6be-c9dc-4b7e-a900-75df15e518f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.276066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429004f-0a27-4738-8172-78e7813f89c2 req-9946124e-03f4-412d-b403-83b010b184c9 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:00.279112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3611a615-bd92-4437-a5a2-3512e54f537f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:00.285780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1429004f-0a27-4738-8172-78e7813f89c2 req-9946124e-03f4-412d-b403-83b010b184c9 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 944 time: 0.2651212 Jul 16 18:26:00.297325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9543a639-8fc6-46c7-a7d1-77c930641ead req-e82adf23-b8b5-464c-ab05-bd31ccbdf2e1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503458 Jul 16 18:26:00.305802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3611a615-bd92-4437-a5a2-3512e54f537f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3611a615-bd92-4437-a5a2-3512e54f537f,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:00.324403 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.328921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.348000 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5c32966d-7259-4f02-91ac-05f6d95ba113 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1415143 Jul 16 18:26:00.354992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38586) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.388307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Transition to ACTIVE for port object d67ed735-40f0-4c99-9091-f88fcf1983ad will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:00.408126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1429004f-0a27-4738-8172-78e7813f89c2 req-bb568681-7fbf-405e-afd5-5c6344bcc60a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208909 Jul 16 18:26:00.444009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.464695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a34159d-041d-4c70-a72e-97f0452b426d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.487103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a34159d-041d-4c70-a72e-97f0452b426d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.538970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3611a615-bd92-4437-a5a2-3512e54f537f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.591747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a34159d-041d-4c70-a72e-97f0452b426d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.606252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3611a615-bd92-4437-a5a2-3512e54f537f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:00.638661 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a34159d-041d-4c70-a72e-97f0452b426d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.643531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2a34159d-041d-4c70-a72e-97f0452b426d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f80ee4f7-2f4b-44c1-94f1-255cc5ad337f HTTP/1.1" status: 204 len: 168 time: 0.2870123 Jul 16 18:26:00.644886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34159d-041d-4c70-a72e-97f0452b426d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f80ee4f7-2f4b-44c1-94f1-255cc5ad337f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.647950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38596) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.723690 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-be60b50a-539c-429d-a712-a14257d454c1 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0741634 Jul 16 18:26:00.727872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38602) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.759433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Attempting to bind port d67ed735-40f0-4c99-9091-f88fcf1983ad on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:00.760771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Attempting to bind port d67ed735-40f0-4c99-9091-f88fcf1983ad by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:00.761704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Attempting to bind port d67ed735-40f0-4c99-9091-f88fcf1983ad on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:00.789920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98437f9a-c264-4c6b-97ee-14f29eaef798 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.800694 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98437f9a-c264-4c6b-97ee-14f29eaef798 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.845361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98437f9a-c264-4c6b-97ee-14f29eaef798 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.854086 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-98437f9a-c264-4c6b-97ee-14f29eaef798 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.855323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-98437f9a-c264-4c6b-97ee-14f29eaef798 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/be2e67df-9f73-42d0-843d-5bf930dd3e96 HTTP/1.1" status: 204 len: 168 time: 0.1263809 Jul 16 18:26:00.855596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:00.856707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:00.857566 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.858619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:00.858911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38612) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.860189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Bound port: d67ed735-40f0-4c99-9091-f88fcf1983ad, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:00.862170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.881602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98437f9a-c264-4c6b-97ee-14f29eaef798 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be2e67df-9f73-42d0-843d-5bf930dd3e96,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.886108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333cd80-63da-4a2a-a71d-c65fbd6e9170 None None] Pushing event updated for resources: {'Port': ['ID=d67ed735-40f0-4c99-9091-f88fcf1983ad,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:00.924627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9a77b323-1668-4306-a2dc-88a2f1177ab8 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0640559 Jul 16 18:26:00.929810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38614) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:00.964488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-61866f69-8f71-4405-b5d0-f68cb17a296c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:00.977748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-61866f69-8f71-4405-b5d0-f68cb17a296c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.047021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-61866f69-8f71-4405-b5d0-f68cb17a296c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.059073 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-61866f69-8f71-4405-b5d0-f68cb17a296c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.064040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-61866f69-8f71-4405-b5d0-f68cb17a296c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/240b6086-b9fb-4323-ba1d-550bcbb286c5 HTTP/1.1" status: 204 len: 168 time: 0.1316681 Jul 16 18:26:01.067915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38618) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.089257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61866f69-8f71-4405-b5d0-f68cb17a296c tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=240b6086-b9fb-4323-ba1d-550bcbb286c5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.147844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7f950b4c-ee34-409c-9aee-fa2a943d8562 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0772858 Jul 16 18:26:01.158005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38620) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.221448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] For port d67ed735-40f0-4c99-9091-f88fcf1983ad, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:01.269815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] For port d67ed735-40f0-4c99-9091-f88fcf1983ad, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d67ed735-40f0-4c99-9091-f88fcf1983ad,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:01.286977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-250713a1-076a-46c2-9b08-c9ac56143b96 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.287272 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.290887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.341989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.349708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584523c-ed22-49e6-89de-ee0e55c94958 req-06d17715-cf2f-48b2-b3a4-98b3afa84ba5 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.371484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9584523c-ed22-49e6-89de-ee0e55c94958 req-06d17715-cf2f-48b2-b3a4-98b3afa84ba5 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 945 time: 0.2346261 Jul 16 18:26:01.381727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Transition to ACTIVE for port object d342833a-c559-4833-b2bf-b9642fc3eeac will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:01.385890 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-250713a1-076a-46c2-9b08-c9ac56143b96 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.390863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-41628ab1-5ef7-4eda-bb9c-291d6c7b4a85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1384227 Jul 16 18:26:01.435585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:01.436315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:25:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:01.509509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9584523c-ed22-49e6-89de-ee0e55c94958 req-5d59fe05-3f16-4eeb-8afd-adc76153f6f1 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269994 Jul 16 18:26:01.530076 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.571370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-250713a1-076a-46c2-9b08-c9ac56143b96 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.574293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-250713a1-076a-46c2-9b08-c9ac56143b96 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.575499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-250713a1-076a-46c2-9b08-c9ac56143b96 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/3475aacf-3a05-4b4c-b0bc-f71ac5d9723b HTTP/1.1" status: 204 len: 168 time: 0.4143345 Jul 16 18:26:01.579176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38626) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.624105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250713a1-076a-46c2-9b08-c9ac56143b96 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3475aacf-3a05-4b4c-b0bc-f71ac5d9723b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.713370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:01.721297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Pushing event updated for resources: {'Port': ['ID=d342833a-c559-4833-b2bf-b9642fc3eeac,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.727288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:01.781617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:01.807020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333cd80-63da-4a2a-a71d-c65fbd6e9170 None None] Pushing event updated for resources: {'Port': ['ID=d67ed735-40f0-4c99-9091-f88fcf1983ad,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:01.815863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:01.911545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.942442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.945137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.963457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-92ca53f0-4b88-45aa-97a5-bf1e3e2c1e47 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3750989 Jul 16 18:26:01.968418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38630) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:01.999260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a5856de8-f536-4292-8f09-f30142f01648 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--148851359'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:02.070671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5856de8-f536-4292-8f09-f30142f01648 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.150381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-1c155318-2c4c-4fa0-8bde-1c68a86103a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.155424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-1c155318-2c4c-4fa0-8bde-1c68a86103a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05f72bbbbdb7441480433d02bbffeac0&device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 1097 time: 0.5467083 Jul 16 18:26:02.222679 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5856de8-f536-4292-8f09-f30142f01648 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.238815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-26db459b-f440-4e14-ad3f-2d9607c4907f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.8001952 Jul 16 18:26:02.243317 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5856de8-f536-4292-8f09-f30142f01648 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.273971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc94614-2025-4010-a9d2-f00d5276631a req-0dbbc488-4083-4c8d-83ba-4663baa384aa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.278345 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dc94614-2025-4010-a9d2-f00d5276631a req-0dbbc488-4083-4c8d-83ba-4663baa384aa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 945 time: 0.4284911 Jul 16 18:26:02.315823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:25:55Z', 'revision_number': 3, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:02.325214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5856de8-f536-4292-8f09-f30142f01648 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.331153 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a5856de8-f536-4292-8f09-f30142f01648 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3560841 Jul 16 18:26:02.333448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38636) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.344082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5856de8-f536-4292-8f09-f30142f01648 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e187647c-0dbb-46cc-bc3b-0cc932ed9bb6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.353785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b8eb7e08-2bfd-4f27-bba1-df42a32c93d2 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': 'e187647c-0dbb-46cc-bc3b-0cc932ed9bb6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:02.406305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dc94614-2025-4010-a9d2-f00d5276631a req-e5754c25-7007-4768-a667-9ed2678390f9 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166742 Jul 16 18:26:02.441545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7e08-2bfd-4f27-bba1-df42a32c93d2 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.451464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee775b8-a99c-47ad-8bce-16bf6bc2fc72 None None] The sync data for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 is: [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:25:55Z', 'revision_number': 3, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:02.451960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Allocated IP 172.25.0.92 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/53514bba-9f20-4d22-bf27-ee7c2f1c708d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:02.476283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f9a73670-5d26-445a-a846-390c3f6a4ae2 None None] Provisioning for port d342833a-c559-4833-b2bf-b9642fc3eeac completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:02.483662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f9a73670-5d26-445a-a846-390c3f6a4ae2 None None] Provisioning complete for port d342833a-c559-4833-b2bf-b9642fc3eeac triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:02.484289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9a73670-5d26-445a-a846-390c3f6a4ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.485785 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.493216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-e03c885c-ba03-41c6-84f1-0c37fa4f4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.495112 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-e03c885c-ba03-41c6-84f1-0c37fa4f4b71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 200 len: 912 time: 0.2961802 Jul 16 18:26:02.533809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.534835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.535500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.536842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.537587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.538243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.539189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.542551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-39d26d0a-f43e-4761-bb3d-e9637954018a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bda98b2501d43508f913d33c0161145&device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 6506 time: 0.1927474 Jul 16 18:26:02.565324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7e08-2bfd-4f27-bba1-df42a32c93d2 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.567840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-e726ff81-7c1b-46ce-9a83-93ef2c185db4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b HTTP/1.1" status: 200 len: 217 time: 0.0615010 Jul 16 18:26:02.575015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7e08-2bfd-4f27-bba1-df42a32c93d2 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.593121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f9a73670-5d26-445a-a846-390c3f6a4ae2 None None] Port d342833a-c559-4833-b2bf-b9642fc3eeac cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:02.622113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb7e08-2bfd-4f27-bba1-df42a32c93d2 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75478c3d-0c9d-4220-811c-6b09cf322aa4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.650495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8eb7e08-2bfd-4f27-bba1-df42a32c93d2 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.656142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b8eb7e08-2bfd-4f27-bba1-df42a32c93d2 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3172777 Jul 16 18:26:02.656466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38640) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.801018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-e729189f-2aae-4474-9d21-34a3f4ce961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.801531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-e729189f-2aae-4474-9d21-34a3f4ce961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.802004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-e729189f-2aae-4474-9d21-34a3f4ce961e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.803797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-e729189f-2aae-4474-9d21-34a3f4ce961e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&id=59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 200 len: 2293 time: 0.1958706 Jul 16 18:26:02.811783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-01fd8e86-6680-4e8c-a82a-ab6476d0f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.813539 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-01fd8e86-6680-4e8c-a82a-ab6476d0f2ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 200 len: 852 time: 0.1471155 Jul 16 18:26:02.869387 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-252e9b33-ae66-44fe-918a-050facb72fec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f4ec737-f99b-4144-b4da-a72c3900608b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463319 Jul 16 18:26:02.876056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-981d3cad-1d8c-482f-aa04-2be2bbdfd817 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.950896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f188e-5926-4d78-8151-5a28f9a04cba req-a95e74c6-acd1-4c9b-b9ff-8af3412168ca tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:02.956003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-893f188e-5926-4d78-8151-5a28f9a04cba req-a95e74c6-acd1-4c9b-b9ff-8af3412168ca tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 945 time: 0.2204061 Jul 16 18:26:02.961022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-981d3cad-1d8c-482f-aa04-2be2bbdfd817 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.966796 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-a371c4f6-809c-4d79-836e-dce159d952f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400 HTTP/1.1" status: 200 len: 1001 time: 0.1567581 Jul 16 18:26:02.973405 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.085879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-9909825c-1a1f-4718-986c-51d7a59e59da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.087522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-9909825c-1a1f-4718-986c-51d7a59e59da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7fba8064-1147-4b7f-af7b-5e261ea059d6 HTTP/1.1" status: 200 len: 855 time: 0.1111693 Jul 16 18:26:03.116905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-893f188e-5926-4d78-8151-5a28f9a04cba req-ade0a1a4-8d40-4411-b785-261bc66dfac9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286087 Jul 16 18:26:03.171029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-981d3cad-1d8c-482f-aa04-2be2bbdfd817 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.174054 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-981d3cad-1d8c-482f-aa04-2be2bbdfd817 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.179465 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-981d3cad-1d8c-482f-aa04-2be2bbdfd817 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/e187647c-0dbb-46cc-bc3b-0cc932ed9bb6 HTTP/1.1" status: 204 len: 168 time: 0.5179865 Jul 16 18:26:03.180699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38646) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.204402 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1aebd6e-056b-4c9b-b203-81ef37946243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.214324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d3cad-1d8c-482f-aa04-2be2bbdfd817 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187647c-0dbb-46cc-bc3b-0cc932ed9bb6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.250133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-fba82659-4ae3-4e15-89b4-2fc2e1b2fe0b service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705382 Jul 16 18:26:03.256215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.266175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-31411c26-0863-4767-888a-bc0af0a2fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.267819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-31411c26-0863-4767-888a-bc0af0a2fcf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f8ca66c-80fc-4cb4-b153-d28e75648cbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694009 Jul 16 18:26:03.270132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3611a615-bd92-4437-a5a2-3512e54f537f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:03.278226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.292523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c1e861a5-bda9-43ea-9101-5aba801acd16 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066303 Jul 16 18:26:03.296525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38654) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.305826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-c877849b-51fa-48e6-b2c0-77235b951b9d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:26:03.308300 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-c877849b-51fa-48e6-b2c0-77235b951b9d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141866 Jul 16 18:26:03.313900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ccee325a-ef52-4bb5-82ca-53b72bb9f51f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--570369854'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:03.406375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.474065 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee325a-ef52-4bb5-82ca-53b72bb9f51f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.488998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 3611a615-bd92-4437-a5a2-3512e54f537f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:03.520890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.532093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 3611a615-bd92-4437-a5a2-3512e54f537f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:03.532487 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.576256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.651970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Pushing event updated for resources: {'Port': ['ID=d342833a-c559-4833-b2bf-b9642fc3eeac,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.661838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:03.713483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:03.780878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.812869 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e61bc4ef-d9dc-49e2-ae85-a1f472b300e1 req-48fbd5d5-a947-4e24-bf14-207bcbf19f22 service neutron] 10.222.0.55 "GET /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536709 Jul 16 18:26:03.828112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:03.878663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3611a615-bd92-4437-a5a2-3512e54f537f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3611a615-bd92-4437-a5a2-3512e54f537f,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:03.881693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:03.900513 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ff63a2-6131-4a2b-82e4-fe838cf46dac" -d '{"events": [{"server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "name": "network-vif-plugged", "status": "completed", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:03.913520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.052778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3611a615-bd92-4437-a5a2-3512e54f537f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.097574 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab93c5f-c804-47d0-86d4-76e25a98144c x-openstack-request-id: req-3ab93c5f-c804-47d0-86d4-76e25a98144c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:04.099547 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "name": "network-vif-plugged", "status": "completed", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:04.106796 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ab93c5f-c804-47d0-86d4-76e25a98144c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:04.107871 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f', 'code': 200} Jul 16 18:26:04.295625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-7c212882-e837-4088-836d-db0b10bf1768 service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9754407 Jul 16 18:26:04.304590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Port': ['ID=53514bba-9f20-4d22-bf27-ee7c2f1c708d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.362123 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.440167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:04.441991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:04.528068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9a6ea-d204-4d71-a71b-e9b72608167a req-3bba815f-1fbf-441f-bd6b-b6d3e65f2d43 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.533086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9f9a6ea-d204-4d71-a71b-e9b72608167a req-3bba815f-1fbf-441f-bd6b-b6d3e65f2d43 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 946 time: 0.3341048 Jul 16 18:26:04.593472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee325a-ef52-4bb5-82ca-53b72bb9f51f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.632773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee325a-ef52-4bb5-82ca-53b72bb9f51f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.650324 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.656521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930aaa1-9d47-4e0c-88af-0dac0311e659 req-1daa66fc-dbd3-4cdc-8922-e840d380399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.658890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a930aaa1-9d47-4e0c-88af-0dac0311e659 req-1daa66fc-dbd3-4cdc-8922-e840d380399d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 1098 time: 0.3368514 Jul 16 18:26:04.719282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d67ed735-40f0-4c99-9091-f88fcf1983ad up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:04.765570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:04.822434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d67ed735-40f0-4c99-9091-f88fcf1983ad completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:04.827599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d67ed735-40f0-4c99-9091-f88fcf1983ad triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:04.828001 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.832182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a930aaa1-9d47-4e0c-88af-0dac0311e659 req-1338a71d-a47e-42cf-a88c-30eb4e907acf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284258 Jul 16 18:26:04.874005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-80f789ad-90f2-4233-8df2-26d4ea44fc06 service neutron] 10.222.0.13 "GET /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694284 Jul 16 18:26:04.875190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee325a-ef52-4bb5-82ca-53b72bb9f51f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.876709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ccee325a-ef52-4bb5-82ca-53b72bb9f51f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5671139 Jul 16 18:26:04.878314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee325a-ef52-4bb5-82ca-53b72bb9f51f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50191ba1-27d9-46d2-949e-3cd1b99f5432,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.890723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:04.899260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-178431e6-54fd-48ab-971c-3d64a2e96417 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--716425059'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:04.943298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9f9a6ea-d204-4d71-a71b-e9b72608167a req-35229a71-759b-42e3-955f-131df45db420 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483987 Jul 16 18:26:05.017616 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.025374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-040df149-f9ba-464f-a399-f341327b9828 None None] Provisioning complete for port d342833a-c559-4833-b2bf-b9642fc3eeac triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:05.029081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040df149-f9ba-464f-a399-f341327b9828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.060679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0119d1-0463-47a3-b351-d977eb829c8f req-3bc567c6-9b20-49fe-a12f-d0368f5c1866 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.073253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b0119d1-0463-47a3-b351-d977eb829c8f req-3bc567c6-9b20-49fe-a12f-d0368f5c1866 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 945 time: 0.6265745 Jul 16 18:26:05.077683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-3de4e677-98f3-41fd-ba72-074f84fc7140 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 217 time: 0.1796246 Jul 16 18:26:05.087247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-040df149-f9ba-464f-a399-f341327b9828 None None] Port d342833a-c559-4833-b2bf-b9642fc3eeac cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:05.101151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d67ed735-40f0-4c99-9091-f88fcf1983ad, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d67ed735-40f0-4c99-9091-f88fcf1983ad,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:05.108433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.190551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d67ed735-40f0-4c99-9091-f88fcf1983ad,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.225149 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b0119d1-0463-47a3-b351-d977eb829c8f req-81b48e4f-1fd8-48f1-8115-cccfb46a1baa tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455891 Jul 16 18:26:05.237028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-ca7e8e67-9084-4fc7-9f7b-9064b3e8d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.239767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-ca7e8e67-9084-4fc7-9f7b-9064b3e8d755 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.1490395 Jul 16 18:26:05.343402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-41a09a84-8458-44f2-b424-08a597d562db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.345985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-41a09a84-8458-44f2-b424-08a597d562db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0929418 Jul 16 18:26:05.514215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-e22a61c0-1daf-4b94-a48f-03d794ec729a service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580498 Jul 16 18:26:05.630412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-f4b7c030-ab87-40fe-87a8-8b988f537056 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120043 Jul 16 18:26:05.673916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-178431e6-54fd-48ab-971c-3d64a2e96417 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.707738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-42e2af2f-0033-46c3-8d5a-4f2d2ec4d2bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 217 time: 0.0693607 Jul 16 18:26:05.772793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:05.791230 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Sync routers for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:05.797175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a046b3e-2926-41fd-a21d-81df5ef31f66 admin admin] 10.222.0.48 "PUT /v2.0/routers/05d10f6b-45b6-4fc4-9529-02ac11fc96f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1895056 Jul 16 18:26:05.806836 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.809133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-df0335b7-15f5-4ebd-8940-e180be5289d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.810761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-df0335b7-15f5-4ebd-8940-e180be5289d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.0969813 Jul 16 18:26:05.812295 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:05.813487 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:05.852851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-784a6047-a048-4af9-8e40-0cf9ea5f3e50 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.857272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-784a6047-a048-4af9-8e40-0cf9ea5f3e50 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 945 time: 0.3858268 Jul 16 18:26:05.864186 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.995293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-9f3a2170-8e13-481a-976a-8469d198fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.009952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-9f3a2170-8e13-481a-976a-8469d198fd13 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1923261 Jul 16 18:26:06.081677 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-178431e6-54fd-48ab-971c-3d64a2e96417 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.088276 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:06.099393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-178431e6-54fd-48ab-971c-3d64a2e96417 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.133985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-178431e6-54fd-48ab-971c-3d64a2e96417 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.136263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-178431e6-54fd-48ab-971c-3d64a2e96417 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2416499 Jul 16 18:26:06.140757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38680) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.158379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b68df987-4a83-4630-bc9d-31c58de6a6b4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '50191ba1-27d9-46d2-949e-3cd1b99f5432', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b8d46264-a3ca-4a2e-bab5-ecdab608e10e', 'remote_ip_prefix': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:06.252941 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-e1213750-0acd-4d7c-a952-2b6b3b077d79 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307539 Jul 16 18:26:06.275268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178431e6-54fd-48ab-971c-3d64a2e96417 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d46264-a3ca-4a2e-bab5-ecdab608e10e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.357845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Deleting port 00b25843-1e81-4dc6-94fa-32b95a8e696b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:06.361792 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.529182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Router c0567e79-c1fb-43f3-a3d3-a404d7449f7b is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:06.541729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68df987-4a83-4630-bc9d-31c58de6a6b4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.544102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] For port 00b25843-1e81-4dc6-94fa-32b95a8e696b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=00b25843-1e81-4dc6-94fa-32b95a8e696b,segment=NetworkSegment(c8578d47-23f0-45a9-9258-a5e60a83fe03),segment_id=c8578d47-23f0-45a9-9258-a5e60a83fe03)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:06.544520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.590504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-41fcf276-989b-4678-a84a-817e50e516c0 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272777 Jul 16 18:26:06.605218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Calling delete_port for 00b25843-1e81-4dc6-94fa-32b95a8e696b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:06.697857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d67ed735-40f0-4c99-9091-f88fcf1983ad up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:06.710909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-6e24d3fb-8d15-45fe-b98c-af60a4e131f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=d3508629-b587-4a4a-b5e3-17551673833d HTTP/1.1" status: 200 len: 217 time: 0.1111541 Jul 16 18:26:06.730139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbdbd5-3954-4880-af85-8027f34ecc29 req-d2b0564c-9d6d-464a-9bb4-f9ffa1f10760 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.732929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74fbdbd5-3954-4880-af85-8027f34ecc29 req-d2b0564c-9d6d-464a-9bb4-f9ffa1f10760 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 946 time: 0.3439748 Jul 16 18:26:06.740973 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 2, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:06.837845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d67ed735-40f0-4c99-9091-f88fcf1983ad triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:06.838454 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Checking router: 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:06.838822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.839022 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Updating router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 port d342833a-c559-4833-b2bf-b9642fc3eeac binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:06.841136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:06.851163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98f16b-92f9-45a3-b190-19268e6d6666 req-3f88561c-f4ea-4f41-8c3a-0dfa6d39054b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.854753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c98f16b-92f9-45a3-b190-19268e6d6666 req-3f88561c-f4ea-4f41-8c3a-0dfa6d39054b tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 945 time: 0.4551892 Jul 16 18:26:06.903951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Sync routers for ids ['c0567e79-c1fb-43f3-a3d3-a404d7449f7b'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:06.944461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.949431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a53e118c-dd9c-4418-8ae5-0f39ab80ba52 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9525988 Jul 16 18:26:06.950270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.964603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Routers {'c0567e79-c1fb-43f3-a3d3-a404d7449f7b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:06.965635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c0567e79-c1fb-43f3-a3d3-a404d7449f7b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:06.970513 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.034084 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68df987-4a83-4630-bc9d-31c58de6a6b4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.078654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-9f489d15-bde3-4e1f-82dc-b7f384e93b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.085303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-9f489d15-bde3-4e1f-82dc-b7f384e93b6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.3623905 Jul 16 18:26:07.086714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68df987-4a83-4630-bc9d-31c58de6a6b4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.161337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74fbdbd5-3954-4880-af85-8027f34ecc29 req-cd3a58df-6f46-46a2-b831-2c32bead3036 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796315 Jul 16 18:26:07.240283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-743bfbbe-bf79-4a41-a24a-08c93b8664ac tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/c0567e79-c1fb-43f3-a3d3-a404d7449f7b HTTP/1.1" status: 200 len: 908 time: 0.2828200 Jul 16 18:26:07.241738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38726) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:07.241979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68df987-4a83-4630-bc9d-31c58de6a6b4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8298d4c-f4b1-4a49-85d2-533d9ad03979,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.257822 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68df987-4a83-4630-bc9d-31c58de6a6b4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.261776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b68df987-4a83-4630-bc9d-31c58de6a6b4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1190958 Jul 16 18:26:07.271674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Set router c0567e79-c1fb-43f3-a3d3-a404d7449f7b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:07.272895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c98f16b-92f9-45a3-b190-19268e6d6666 req-cbf48bdb-011e-4224-a9ba-cec5a09aaab9 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/security-groups?id=8fe5aa7e-3afa-4724-bd74-e58021549001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743100 Jul 16 18:26:07.276484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38734) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:07.307344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1503760865', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': True}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:07.359935 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.380375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.436079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4854-c7ed-4c3c-8e6c-b2c6942d3e0a tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.437393 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.490771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.492190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4854-c7ed-4c3c-8e6c-b2c6942d3e0a tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.493237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.606866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-f91e3ab8-189d-4a80-8024-4531b918a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.608803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-f91e3ab8-189d-4a80-8024-4531b918a581 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4988577 Jul 16 18:26:07.617006 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4854-c7ed-4c3c-8e6c-b2c6942d3e0a tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.628319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.630129 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca2d4854-c7ed-4c3c-8e6c-b2c6942d3e0a tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.636768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ca2d4854-c7ed-4c3c-8e6c-b2c6942d3e0a tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/a8298d4c-f4b1-4a49-85d2-533d9ad03979 HTTP/1.1" status: 204 len: 168 time: 0.3474412 Jul 16 18:26:07.637140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Pushing event deleted for resources: {'Port': ['ID=00b25843-1e81-4dc6-94fa-32b95a8e696b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.637446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38740) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:07.733416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0567e79-c1fb-43f3-a3d3-a404d7449f7b', 'name': 'tempest-snat-router-1503760865', 'tenant_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '53514bba-9f20-4d22-bf27-ee7c2f1c708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:00Z', 'updated_at': '2021-07-16T18:26:04Z', 'revision_number': 3, 'project_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'gw_port': {'id': '53514bba-9f20-4d22-bf27-ee7c2f1c708d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0567e79-c1fb-43f3-a3d3-a404d7449f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:02Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:07.802050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Checking router: c0567e79-c1fb-43f3-a3d3-a404d7449f7b for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:07.804691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Updating router c0567e79-c1fb-43f3-a3d3-a404d7449f7b port 53514bba-9f20-4d22-bf27-ee7c2f1c708d binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:07.844065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d4854-c7ed-4c3c-8e6c-b2c6942d3e0a tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8298d4c-f4b1-4a49-85d2-533d9ad03979,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.863057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-87d19926-bc48-4885-8bbb-0ec876682461 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236156 Jul 16 18:26:07.872364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] No DVR routers for this DVR port 00b25843-1e81-4dc6-94fa-32b95a8e696b on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:07.878619 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.881227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-85386fdf-f1de-43ec-9936-4684952c1e54 req-148b69ff-8c98-45f6-aae1-e60f9d7ba471 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.55 "DELETE /v2.0/ports/00b25843-1e81-4dc6-94fa-32b95a8e696b HTTP/1.1" status: 204 len: 173 time: 2.0124846 Jul 16 18:26:07.882134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'name': 'network-vif-deleted', 'tag': '00b25843-1e81-4dc6-94fa-32b95a8e696b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:07.887493 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.902236 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365eb78-67c6-41f4-9392-3ef455f4f980" -d '{"events": [{"server_uuid": "9fe99a77-3859-4ebc-9d6b-fae7b1e9d204", "name": "network-vif-deleted", "tag": "00b25843-1e81-4dc6-94fa-32b95a8e696b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:07.919612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.073031 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98575426-1721-40ab-b163-6b5275282b80 x-openstack-request-id: req-98575426-1721-40ab-b163-6b5275282b80 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:08.073566 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe99a77-3859-4ebc-9d6b-fae7b1e9d204", "name": "network-vif-deleted", "tag": "00b25843-1e81-4dc6-94fa-32b95a8e696b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:08.073991 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98575426-1721-40ab-b163-6b5275282b80 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:08.079102 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe99a77-3859-4ebc-9d6b-fae7b1e9d204', 'name': 'network-vif-deleted', 'tag': '00b25843-1e81-4dc6-94fa-32b95a8e696b', 'status': 'completed', 'code': 200} Jul 16 18:26:08.241410 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.278972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ad762dda-0ad9-4733-9a2c-d6461ac9251a tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5186968 Jul 16 18:26:08.290704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d03b54-1156-48c0-b19a-98f990e00e45 req-0278d0d6-b7b6-4d27-84eb-f3b4ce0cc5c6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.294199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:08.300621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7d03b54-1156-48c0-b19a-98f990e00e45 req-0278d0d6-b7b6-4d27-84eb-f3b4ce0cc5c6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 946 time: 0.7956791 Jul 16 18:26:08.307875 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.359124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7d03b54-1156-48c0-b19a-98f990e00e45 req-bacdbc1c-dabe-4f4f-a38f-464cb9f5874c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525942 Jul 16 18:26:08.360106 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Transition to ACTIVE for port object d342833a-c559-4833-b2bf-b9642fc3eeac will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:08.381961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90cdf281-5330-4938-9811-c89557a1397a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.395323 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.423291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-ae7ab901-4dd4-4c4f-a51f-d0c977d61bec service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461168 Jul 16 18:26:08.552489 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Pushing event updated for resources: {'Port': ['ID=d342833a-c559-4833-b2bf-b9642fc3eeac,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:08.699794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-0c2663bc-ad8b-4788-beb7-5d1f29ee966e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=d24080b4-7431-4dc1-95a2-619f297099ea HTTP/1.1" status: 200 len: 217 time: 0.2674532 Jul 16 18:26:08.716125 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.722009 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.725578 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.727049 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.728278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.731330 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.731770 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.731990 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.732345 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.732678 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.733005 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.733329 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:08.865348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c56fcdf-6227-467c-a5dd-2db62e722fd7 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.868195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-c4a4d965-352c-4a0d-8076-d3d9667bd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.871019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-c4a4d965-352c-4a0d-8076-d3d9667bd09d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 200 len: 797 time: 0.1645625 Jul 16 18:26:08.873679 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Attempting to bind port d342833a-c559-4833-b2bf-b9642fc3eeac on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:08.874041 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Attempting to bind port d342833a-c559-4833-b2bf-b9642fc3eeac by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:08.874406 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Attempting to bind port d342833a-c559-4833-b2bf-b9642fc3eeac on network 4ae910ca-18d2-433a-84e3-886c2d3084b7 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:08.889861 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:08.891521 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Checking segment: {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:08.892983 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:08.893599 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Bound using segment: {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:08.894282 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Bound port: d342833a-c559-4833-b2bf-b9642fc3eeac, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:08.894942 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.045605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c56fcdf-6227-467c-a5dd-2db62e722fd7 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.266010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c67f27f-f202-4cc0-9275-520afa7e0f4e req-a20812ad-d45c-48c5-9034-bb21a822a419 tempest-DeleteServersTestJSON-1596499377 tempest-DeleteServersTestJSON-1596499377-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe99a77-3859-4ebc-9d6b-fae7b1e9d204 HTTP/1.1" status: 200 len: 210 time: 0.3881919 Jul 16 18:26:09.304245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.308073 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] For port d342833a-c559-4833-b2bf-b9642fc3eeac, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:09.323640 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] For port d342833a-c559-4833-b2bf-b9642fc3eeac, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d342833a-c559-4833-b2bf-b9642fc3eeac,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:09.336913 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.340924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Transition to ACTIVE for port object 53514bba-9f20-4d22-bf27-ee7c2f1c708d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:09.359710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.363074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 00b25843-1e81-4dc6-94fa-32b95a8e696b no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:09.417580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 00b25843-1e81-4dc6-94fa-32b95a8e696b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:09.417937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 00b25843-1e81-4dc6-94fa-32b95a8e696b not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:09.427700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-e43af3ab-e4d8-4423-bef8-f09b4d5e2b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.438994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-e43af3ab-e4d8-4423-bef8-f09b4d5e2b78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=31f6e6dc-c001-4fb7-bd01-68b4590d08cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5429316 Jul 16 18:26:09.510852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90cdf281-5330-4938-9811-c89557a1397a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.512908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c56fcdf-6227-467c-a5dd-2db62e722fd7 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.521221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c56fcdf-6227-467c-a5dd-2db62e722fd7 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.530640 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4c56fcdf-6227-467c-a5dd-2db62e722fd7 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/b8d46264-a3ca-4a2e-bab5-ecdab608e10e HTTP/1.1" status: 204 len: 168 time: 1.2330317 Jul 16 18:26:09.533825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:09.554212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-90cdf281-5330-4938-9811-c89557a1397a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.559607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6310e-dadd-488b-a63f-e15a10bff5a2 None None] Pushing event updated for resources: {'Port': ['ID=53514bba-9f20-4d22-bf27-ee7c2f1c708d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.562586 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Attempting to bind port 53514bba-9f20-4d22-bf27-ee7c2f1c708d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:09.562871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Attempting to bind port 53514bba-9f20-4d22-bf27-ee7c2f1c708d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:09.563830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Attempting to bind port 53514bba-9f20-4d22-bf27-ee7c2f1c708d on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:09.584646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:09.585067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:09.585484 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.585889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:09.586380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Bound port: 53514bba-9f20-4d22-bf27-ee7c2f1c708d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:09.586770 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.654481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56fcdf-6227-467c-a5dd-2db62e722fd7 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d46264-a3ca-4a2e-bab5-ecdab608e10e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.747078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] For port 53514bba-9f20-4d22-bf27-ee7c2f1c708d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:09.749769 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:09.753965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] For port 53514bba-9f20-4d22-bf27-ee7c2f1c708d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=53514bba-9f20-4d22-bf27-ee7c2f1c708d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:09.755448 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.770452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.907503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c6310e-dadd-488b-a63f-e15a10bff5a2 None None] Pushing event updated for resources: {'Port': ['ID=53514bba-9f20-4d22-bf27-ee7c2f1c708d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.924228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-90cdf281-5330-4938-9811-c89557a1397a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1d8dd50c539402d949503e9a5869cca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0029531 Jul 16 18:26:09.934506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:09.939770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Routers {'c0567e79-c1fb-43f3-a3d3-a404d7449f7b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:09.940915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c0567e79-c1fb-43f3-a3d3-a404d7449f7b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:09.953384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdf281-5330-4938-9811-c89557a1397a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2b991f-599c-44c6-8559-e1c1e01d3a5b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.007100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.018558 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-72d43f43-d05e-4f3b-9506-037b45a04bc6 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4662275 Jul 16 18:26:10.037818 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:10.053751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:10.060378 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608bcc4-1224-4712-9beb-c15593a252de None None] Pushing event updated for resources: {'Port': ['ID=d342833a-c559-4833-b2bf-b9642fc3eeac,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:10.089771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.135618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803b6b0-f252-4f63-b9a4-91186b4a08f1 req-aef21480-cc60-44eb-b48c-2b2a9dbde4fe tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.140483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c803b6b0-f252-4f63-b9a4-91186b4a08f1 req-aef21480-cc60-44eb-b48c-2b2a9dbde4fe tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 946 time: 0.4795029 Jul 16 18:26:10.144873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-829435e5-4fd6-4a26-a480-f428883b7cea service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962233 Jul 16 18:26:10.275412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c803b6b0-f252-4f63-b9a4-91186b4a08f1 req-e19a8515-ab45-45d7-83b1-146083bce472 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282132 Jul 16 18:26:10.283069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] Set router c0567e79-c1fb-43f3-a3d3-a404d7449f7b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:10.339997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ab02f5d-a865-4005-aac6-698dabc83faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.367903 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:10.422790 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-73331fa4-cebc-47d7-b882-cb9a5af53ed5 service neutron] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602763 Jul 16 18:26:10.489740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-16b9df33-4da2-4ee5-b407-dd259db1c6b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cef7c1db-ff97-4cae-be2f-6c5980898762 HTTP/1.1" status: 200 len: 217 time: 0.0598271 Jul 16 18:26:10.514618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d42b172-99ac-4a73-b4a2-f7ea521fd1b0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.574551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-1820e100-1c30-4511-b1f9-3f36b6335545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.576781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-1820e100-1c30-4511-b1f9-3f36b6335545 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.0811331 Jul 16 18:26:10.731925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d42b172-99ac-4a73-b4a2-f7ea521fd1b0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.795638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-31cf50da-9ae8-498d-92e8-d857f44e0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.798776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-31cf50da-9ae8-498d-92e8-d857f44e0949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2131095 Jul 16 18:26:10.846159 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ab02f5d-a865-4005-aac6-698dabc83faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.936703 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:11.049067 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69ad50-71d8-48fa-a9ef-6ac9ac049445 None None] The sync data for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 is: [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:11.085602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Allocated IP 172.25.0.141 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/604eb5be-469f-4351-b22f-1651499ef2ed) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:11.121140 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d42b172-99ac-4a73-b4a2-f7ea521fd1b0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.134590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d42b172-99ac-4a73-b4a2-f7ea521fd1b0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.136811 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0d42b172-99ac-4a73-b4a2-f7ea521fd1b0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/50191ba1-27d9-46d2-949e-3cd1b99f5432 HTTP/1.1" status: 204 len: 168 time: 1.0819142 Jul 16 18:26:11.143417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38804) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:11.190012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0567e79-c1fb-43f3-a3d3-a404d7449f7b', 'name': 'tempest-snat-router-1503760865', 'tenant_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '53514bba-9f20-4d22-bf27-ee7c2f1c708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:00Z', 'updated_at': '2021-07-16T18:26:04Z', 'revision_number': 3, 'project_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'gw_port': {'id': '53514bba-9f20-4d22-bf27-ee7c2f1c708d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0567e79-c1fb-43f3-a3d3-a404d7449f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:02Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:11.255557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42b172-99ac-4a73-b4a2-f7ea521fd1b0 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50191ba1-27d9-46d2-949e-3cd1b99f5432,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.276170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ab02f5d-a865-4005-aac6-698dabc83faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.283489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ab02f5d-a865-4005-aac6-698dabc83faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.292909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2ab02f5d-a865-4005-aac6-698dabc83faa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c2b991f-599c-44c6-8559-e1c1e01d3a5b HTTP/1.1" status: 204 len: 168 time: 1.3404434 Jul 16 18:26:11.337321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-9f406ce9-704c-4de8-8346-ed510e4e3b38 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283003 Jul 16 18:26:11.339088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84162c7-dd24-4754-81df-5908d3b98c42 None None] The sync data for ids ['c0567e79-c1fb-43f3-a3d3-a404d7449f7b'] in n-d-793620-10 is: [{'id': 'c0567e79-c1fb-43f3-a3d3-a404d7449f7b', 'name': 'tempest-snat-router-1503760865', 'tenant_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.92'}], 'enable_snat': False}, 'gw_port_id': '53514bba-9f20-4d22-bf27-ee7c2f1c708d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:00Z', 'updated_at': '2021-07-16T18:26:04Z', 'revision_number': 3, 'project_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'gw_port': {'id': '53514bba-9f20-4d22-bf27-ee7c2f1c708d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ab:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0567e79-c1fb-43f3-a3d3-a404d7449f7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:02Z', 'updated_at': '2021-07-16T18:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:11.362858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab02f5d-a865-4005-aac6-698dabc83faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2b991f-599c-44c6-8559-e1c1e01d3a5b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.697753 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-442d1982-3969-4454-b177-45c8f14d4230 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4597757 Jul 16 18:26:11.715849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:11.753145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-17c52280-09a5-44c4-a51f-d54292ef1b78 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087515 Jul 16 18:26:11.777346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-72370d34-a191-4c95-9d67-0e9165c1813f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--438141672'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:11.841094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-86a4c297-4334-49d0-9451-d05dd06c3b02 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.844098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-86a4c297-4334-49d0-9451-d05dd06c3b02 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 946 time: 1.2875445 Jul 16 18:26:11.961944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-ad31d1d5-ad7d-4bba-8f89-a05988d6d690 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 HTTP/1.1" status: 200 len: 217 time: 0.2039804 Jul 16 18:26:12.171073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-34beb62d-cded-4845-b73c-da8e2c6466ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.174168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-34beb62d-cded-4845-b73c-da8e2c6466ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 200 len: 797 time: 0.2018445 Jul 16 18:26:12.233961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:12.302603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72370d34-a191-4c95-9d67-0e9165c1813f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.410449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160311d-f5ad-4295-8904-35d62b3c49c7 req-e0074668-e0f0-40ba-9994-c9033437a4e0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.425288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3160311d-f5ad-4295-8904-35d62b3c49c7 req-e0074668-e0f0-40ba-9994-c9033437a4e0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 946 time: 0.6702998 Jul 16 18:26:12.462110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e03548-7cef-428d-a531-b08c0d2ff068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.556386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3160311d-f5ad-4295-8904-35d62b3c49c7 req-411b89ed-aac7-4c38-912f-5fd6a925546a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293843 Jul 16 18:26:12.568088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f62c3-05f8-4b43-88fd-96898090463a req-76bcba8f-8cb8-4b40-bdae-27c10a83746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.573889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-76bcba8f-8cb8-4b40-bdae-27c10a83746e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=59ea62c8-193c-47f7-9946-1bcd038c1b9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3845274 Jul 16 18:26:12.713762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.727027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72370d34-a191-4c95-9d67-0e9165c1813f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.768828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-1bbe1b29-1eb7-4318-b5ee-ba386cc40fbd service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872272 Jul 16 18:26:12.810260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 53514bba-9f20-4d22-bf27-ee7c2f1c708d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:12.828006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72370d34-a191-4c95-9d67-0e9165c1813f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.954665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 53514bba-9f20-4d22-bf27-ee7c2f1c708d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:12.966331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-196f62c3-05f8-4b43-88fd-96898090463a req-dc389b7c-edc2-42f5-b6b1-ed6ccbbba5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904123 Jul 16 18:26:12.968843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 53514bba-9f20-4d22-bf27-ee7c2f1c708d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:12.969838 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.993711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Deleting port 3611a615-bd92-4437-a5a2-3512e54f537f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:12.994099 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.001256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72370d34-a191-4c95-9d67-0e9165c1813f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc78198-116d-4f08-9fb2-df01e72587c1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.125658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.192440 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.220590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 53514bba-9f20-4d22-bf27-ee7c2f1c708d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=53514bba-9f20-4d22-bf27-ee7c2f1c708d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:13.227699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.229756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d342833a-c559-4833-b2bf-b9642fc3eeac up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:13.242024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:13.244198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:13.255691 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e03548-7cef-428d-a531-b08c0d2ff068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.276511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] For port 3611a615-bd92-4437-a5a2-3512e54f537f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3611a615-bd92-4437-a5a2-3512e54f537f,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:13.277640 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.297204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Calling delete_port for 3611a615-bd92-4437-a5a2-3512e54f537f owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:13.312342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:13.326549 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9e03548-7cef-428d-a531-b08c0d2ff068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.345120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3611a615-bd92-4437-a5a2-3512e54f537f no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:13.418875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=53514bba-9f20-4d22-bf27-ee7c2f1c708d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.420366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Port': ['ID=604eb5be-469f-4351-b22f-1651499ef2ed,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.435155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72370d34-a191-4c95-9d67-0e9165c1813f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.439718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38840) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.440707 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-72370d34-a191-4c95-9d67-0e9165c1813f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7180307 Jul 16 18:26:13.445784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-014eb369-3822-4468-9fa1-459296da5320 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': '3dc78198-116d-4f08-9fb2-df01e72587c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:13.499983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d342833a-c559-4833-b2bf-b9642fc3eeac completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:13.526708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d342833a-c559-4833-b2bf-b9642fc3eeac triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:13.527212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.535286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-014eb369-3822-4468-9fa1-459296da5320 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.642994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e03548-7cef-428d-a531-b08c0d2ff068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81014741-d47f-4f96-bf24-33e54d1a409d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.699048 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a9e03548-7cef-428d-a531-b08c0d2ff068 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9ed92c2f6c54f58876686a1de931689&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4402220 Jul 16 18:26:13.704010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38844) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.825522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-014eb369-3822-4468-9fa1-459296da5320 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.826310 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.835445 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.853142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-014eb369-3822-4468-9fa1-459296da5320 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.898832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014eb369-3822-4468-9fa1-459296da5320 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f91ac9-4a74-4195-bb0c-8c3396e0681b,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.909465 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-014eb369-3822-4468-9fa1-459296da5320 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.913932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-014eb369-3822-4468-9fa1-459296da5320 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4701352 Jul 16 18:26:13.915683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.925208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:13.928550 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95745ff4-e4d6-4e1e-8365-5c6f0409e765" -d '{"events": [{"server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:13.969433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3611a615-bd92-4437-a5a2-3512e54f537f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3611a615-bd92-4437-a5a2-3512e54f537f,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:13.978446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.985502 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb5eaa7d-1574-4bd0-850f-2bf64320fa2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.998677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d342833a-c559-4833-b2bf-b9642fc3eeac, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d342833a-c559-4833-b2bf-b9642fc3eeac,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:14.018321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba13dd10-c84f-4e27-aeae-bd153420ef36 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.024688 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.047990 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba13dd10-c84f-4e27-aeae-bd153420ef36 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.060494 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ee1241-567f-413b-8b7e-37c77b061594 x-openstack-request-id: req-25ee1241-567f-413b-8b7e-37c77b061594 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:14.060494 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "name": "network-vif-unplugged", "status": "completed", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:14.060878 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-25ee1241-567f-413b-8b7e-37c77b061594 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:14.061376 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f', 'code': 200} Jul 16 18:26:14.063233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb5eaa7d-1574-4bd0-850f-2bf64320fa2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.077575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3611a615-bd92-4437-a5a2-3512e54f537f,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.176437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d342833a-c559-4833-b2bf-b9642fc3eeac,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.259459 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba13dd10-c84f-4e27-aeae-bd153420ef36 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.266831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba13dd10-c84f-4e27-aeae-bd153420ef36 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.270679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ba13dd10-c84f-4e27-aeae-bd153420ef36 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/62f91ac9-4a74-4195-bb0c-8c3396e0681b HTTP/1.1" status: 204 len: 168 time: 0.3405638 Jul 16 18:26:14.275030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38852) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.325421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f998b70-dbcc-43cc-90f5-ebe5a4ac01a3 req-4610d059-0fb4-4292-a67b-f6ba43fcea78 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.334260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f998b70-dbcc-43cc-90f5-ebe5a4ac01a3 req-4610d059-0fb4-4292-a67b-f6ba43fcea78 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 944 time: 0.2829986 Jul 16 18:26:14.342295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13dd10-c84f-4e27-aeae-bd153420ef36 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62f91ac9-4a74-4195-bb0c-8c3396e0681b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.418713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f998b70-dbcc-43cc-90f5-ebe5a4ac01a3 req-1e9e73c3-e933-43d4-a2b1-ee071184b649 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790887 Jul 16 18:26:14.429659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb5eaa7d-1574-4bd0-850f-2bf64320fa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.434576 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb5eaa7d-1574-4bd0-850f-2bf64320fa2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.441573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eb5eaa7d-1574-4bd0-850f-2bf64320fa2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81014741-d47f-4f96-bf24-33e54d1a409d HTTP/1.1" status: 204 len: 168 time: 0.7275295 Jul 16 18:26:14.488798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-52a59e45-c1e2-4a6f-a0e4-02ffdcbe1fa4 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2053933 Jul 16 18:26:14.492768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38856) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.499007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5eaa7d-1574-4bd0-850f-2bf64320fa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81014741-d47f-4f96-bf24-33e54d1a409d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.680639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.707154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:14.755324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-464f5183-b6fc-475d-a7a0-8b299584013f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.771624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 53514bba-9f20-4d22-bf27-ee7c2f1c708d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:14.808814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event deleted for resources: {'Port': ['ID=3611a615-bd92-4437-a5a2-3512e54f537f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.855900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-464f5183-b6fc-475d-a7a0-8b299584013f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.972500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.998983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 53514bba-9f20-4d22-bf27-ee7c2f1c708d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:15.012937 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.024238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-464f5183-b6fc-475d-a7a0-8b299584013f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.024238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-464f5183-b6fc-475d-a7a0-8b299584013f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.027287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-464f5183-b6fc-475d-a7a0-8b299584013f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/3dc78198-116d-4f08-9fb2-df01e72587c1 HTTP/1.1" status: 204 len: 168 time: 0.5309618 Jul 16 18:26:15.040459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.192419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f5183-b6fc-475d-a7a0-8b299584013f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc78198-116d-4f08-9fb2-df01e72587c1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.220714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] No DVR routers for this DVR port 3611a615-bd92-4437-a5a2-3512e54f537f on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:15.223797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.228337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0c12df6-e138-4db3-824d-9f0a04a1fe1d req-77fde7a6-8e47-4128-8bde-416f601ca334 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "DELETE /v2.0/ports/3611a615-bd92-4437-a5a2-3512e54f537f HTTP/1.1" status: 204 len: 173 time: 3.3778465 Jul 16 18:26:15.232258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'name': 'network-vif-deleted', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:15.250763 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311ef24-75e1-4823-a184-5c3f209ce857" -d '{"events": [{"server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "name": "network-vif-deleted", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:15.311306 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-51743fdc-f4c8-4867-a1ce-69c7a64dd249 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2596216 Jul 16 18:26:15.314914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38866) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.326103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-266a1191-af98-457c-86f5-5940e1c7d74d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group': {'name': 'tempest-secgroup--777847499'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:15.399064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-266a1191-af98-457c-86f5-5940e1c7d74d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.557925 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bc1423-0f91-4f4a-95f9-58b29737dc61 x-openstack-request-id: req-f2bc1423-0f91-4f4a-95f9-58b29737dc61 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:15.558370 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c36f53-a9bc-42aa-886e-f5bbf9e791f7", "name": "network-vif-deleted", "tag": "3611a615-bd92-4437-a5a2-3512e54f537f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:15.558751 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2bc1423-0f91-4f4a-95f9-58b29737dc61 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:15.559428 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c36f53-a9bc-42aa-886e-f5bbf9e791f7', 'name': 'network-vif-deleted', 'tag': '3611a615-bd92-4437-a5a2-3512e54f537f', 'status': 'completed', 'code': 200} Jul 16 18:26:15.645096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d342833a-c559-4833-b2bf-b9642fc3eeac up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:15.649916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.721919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-266a1191-af98-457c-86f5-5940e1c7d74d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.731906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d342833a-c559-4833-b2bf-b9642fc3eeac triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:15.732388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-266a1191-af98-457c-86f5-5940e1c7d74d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.733711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.815310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a1191-af98-457c-86f5-5940e1c7d74d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef3aab0-766d-4c3e-a0d9-126c7f68e8f3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.899622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Router 00fa034b-388d-445c-8bbd-bdbc1391e07c is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:15.901427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e4e12d7-cdde-4b3c-8020-24dc2bc32ca6 req-a297d8bc-de10-42d3-ac92-48183a28b1b4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=43c36f53-a9bc-42aa-886e-f5bbf9e791f7 HTTP/1.1" status: 200 len: 210 time: 0.1130846 Jul 16 18:26:15.930626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-266a1191-af98-457c-86f5-5940e1c7d74d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.940612 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-266a1191-af98-457c-86f5-5940e1c7d74d tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6159804 Jul 16 18:26:15.940612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.940612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0a40a1fa-a73c-4c64-ba53-ecfe9d18a280 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': 'fef3aab0-766d-4c3e-a0d9-126c7f68e8f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:15.998833 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a40a1fa-a73c-4c64-ba53-ecfe9d18a280 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.172887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:16.180611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a40a1fa-a73c-4c64-ba53-ecfe9d18a280 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.190491 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Sync routers for ids ['00fa034b-388d-445c-8bbd-bdbc1391e07c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:16.200422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a40a1fa-a73c-4c64-ba53-ecfe9d18a280 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.222113 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Routers {'00fa034b-388d-445c-8bbd-bdbc1391e07c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:16.222874 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['00fa034b-388d-445c-8bbd-bdbc1391e07c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:16.223287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.229699 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3683a542-5735-49f8-96e8-4ea7d84bb8e2 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.9627659 Jul 16 18:26:16.230246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38874) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.247086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40a1fa-a73c-4c64-ba53-ecfe9d18a280 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f626e8a4-fc40-4822-8582-16400272de25,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.302329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a40a1fa-a73c-4c64-ba53-ecfe9d18a280 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.305592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0a40a1fa-a73c-4c64-ba53-ecfe9d18a280 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3687167 Jul 16 18:26:16.312914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38876) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.360258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eab823d6-ae2e-4646-ad1d-e4709b71c610 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules/f626e8a4-fc40-4822-8582-16400272de25 HTTP/1.1" status: 200 len: 763 time: 0.0423415 Jul 16 18:26:16.362763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38878) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.524363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-45ec161f-f795-4d97-8f20-920f46fe1957 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1592586 Jul 16 18:26:16.528607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38882) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.580820 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-210bb968-1c3e-46e2-956d-a5b40dbfc445 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.582924 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Set router 00fa034b-388d-445c-8bbd-bdbc1391e07c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:26:16.598611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-210bb968-1c3e-46e2-956d-a5b40dbfc445 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.655845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-210bb968-1c3e-46e2-956d-a5b40dbfc445 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.656132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ca53e1cf-4d7d-4cad-a668-5b1e6493fb1a tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/00fa034b-388d-445c-8bbd-bdbc1391e07c HTTP/1.1" status: 200 len: 908 time: 0.4234388 Jul 16 18:26:16.659658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.661517 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-210bb968-1c3e-46e2-956d-a5b40dbfc445 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.663314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-210bb968-1c3e-46e2-956d-a5b40dbfc445 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f626e8a4-fc40-4822-8582-16400272de25 HTTP/1.1" status: 204 len: 168 time: 0.1332688 Jul 16 18:26:16.671540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38886) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.672474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bb968-1c3e-46e2-956d-a5b40dbfc445 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f626e8a4-fc40-4822-8582-16400272de25,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:16.762083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3ad43024-7799-47ee-91c4-bbd53600bdca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829241 Jul 16 18:26:16.763596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38888) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:16.780497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-47e27255-81b1-4c1b-9d7e-387df309ae20 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': 'fef3aab0-766d-4c3e-a0d9-126c7f68e8f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:16.850809 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47e27255-81b1-4c1b-9d7e-387df309ae20 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.905067 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00fa034b-388d-445c-8bbd-bdbc1391e07c', 'name': 'tempest-snat-router-1503760865', 'tenant_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '604eb5be-469f-4351-b22f-1651499ef2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:26:07Z', 'updated_at': '2021-07-16T18:26:14Z', 'revision_number': 3, 'project_id': '06d53ce444dc4b15b9cdff41b683b2a3', 'gw_port': {'id': '604eb5be-469f-4351-b22f-1651499ef2ed', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e5:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00fa034b-388d-445c-8bbd-bdbc1391e07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:26:10Z', 'updated_at': '2021-07-16T18:26:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:16.969183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.980994 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Checking router: 00fa034b-388d-445c-8bbd-bdbc1391e07c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:26:16.982801 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Updating router 00fa034b-388d-445c-8bbd-bdbc1391e07c port 604eb5be-469f-4351-b22f-1651499ef2ed binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:26:17.064999 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47e27255-81b1-4c1b-9d7e-387df309ae20 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.080102 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47e27255-81b1-4c1b-9d7e-387df309ae20 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.109217 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.118493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e27255-81b1-4c1b-9d7e-387df309ae20 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55841b7b-0d6d-4afe-bc91-7924fc0bc3c5,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.184620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47e27255-81b1-4c1b-9d7e-387df309ae20 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.186524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-47e27255-81b1-4c1b-9d7e-387df309ae20 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4192085 Jul 16 18:26:17.190634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38894) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.229763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ddcba8d9-134b-4ed2-8df1-510dc1bbfa73 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules/55841b7b-0d6d-4afe-bc91-7924fc0bc3c5 HTTP/1.1" status: 200 len: 763 time: 0.0376806 Jul 16 18:26:17.234014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38896) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.313982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.331526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1139dcae-3bcb-42a8-869b-53404d16bf4b tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0960710 Jul 16 18:26:17.336333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38900) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.393842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f1-13b5-4cce-b694-b694f4c6b5ca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.405925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f1-13b5-4cce-b694-b694f4c6b5ca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.470064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f1-13b5-4cce-b694-b694f4c6b5ca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.485037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c4025f1-13b5-4cce-b694-b694f4c6b5ca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.487780 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4c4025f1-13b5-4cce-b694-b694f4c6b5ca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/55841b7b-0d6d-4afe-bc91-7924fc0bc3c5 HTTP/1.1" status: 204 len: 168 time: 0.1496675 Jul 16 18:26:17.491968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38904) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.515141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4025f1-13b5-4cce-b694-b694f4c6b5ca tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55841b7b-0d6d-4afe-bc91-7924fc0bc3c5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:17.523663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Deleting port 604eb5be-469f-4351-b22f-1651499ef2ed {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:17.524291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.649754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e8aa75f6-c538-4b25-92eb-671f149d2651 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1555557 Jul 16 18:26:17.657325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38908) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:17.673226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Request body: {'security_group_rule': {'security_group_id': 'fef3aab0-766d-4c3e-a0d9-126c7f68e8f3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:17.817906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.824357 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Project 69f5b6cf54b04b2aab1bdef9f7585ffd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:26:17.841865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Calling delete_port for 604eb5be-469f-4351-b22f-1651499ef2ed owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:17.849701 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.982577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:17.993845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.035260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9848f3bf-05bc-4aaf-af63-2aeb523b1f0b,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.138699 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.164236 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Transition to ACTIVE for port object 604eb5be-469f-4351-b22f-1651499ef2ed will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:18.182818 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.209919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.211915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5ee132f6-4589-4e9e-9721-317f30919a03 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5531678 Jul 16 18:26:18.221959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38922) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.256448 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee03961-e0ad-4d42-9cd6-d4bb38e236a6 None None] Pushing event updated for resources: {'Port': ['ID=604eb5be-469f-4351-b22f-1651499ef2ed,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.265643 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Attempting to bind port 604eb5be-469f-4351-b22f-1651499ef2ed on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:18.266079 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Attempting to bind port 604eb5be-469f-4351-b22f-1651499ef2ed by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:18.266428 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Attempting to bind port 604eb5be-469f-4351-b22f-1651499ef2ed on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:18.275337 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:18.275801 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:18.276124 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.276553 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:18.277234 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Bound port: 604eb5be-469f-4351-b22f-1651499ef2ed, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:18.277673 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.384668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.386423 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.db.api [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93780) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:26:18.387314 n-d-793620-10 neutron-server[93780]: DEBUG oslo_db.api [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:26:18.414640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event deleted for resources: {'Port': ['ID=604eb5be-469f-4351-b22f-1651499ef2ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.502321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-75a1206f-0270-493b-832e-823333badbda tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules/9848f3bf-05bc-4aaf-af63-2aeb523b1f0b HTTP/1.1" status: 200 len: 769 time: 0.2296691 Jul 16 18:26:18.502843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.514703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.552653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-68936149-f8ff-466f-8472-70b9e0528d10 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:18.567056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-68936149-f8ff-466f-8472-70b9e0528d10 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.5338252 Jul 16 18:26:18.588885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d9a8b928-60c8-4fbc-b354-e34b8cf94e6f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.0204217 Jul 16 18:26:18.655244 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.660828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.689086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e41e4e3-68cb-4b9c-8d46-31d15ce5d47f tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1798980 Jul 16 18:26:18.690690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.744791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d8dc67a3-925a-4369-bca1-3c52807c5361 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1487241 Jul 16 18:26:18.760739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.761412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00fa034b-388d-445c-8bbd-bdbc1391e07c {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:18.774334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.775655 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-62ce42ad-bca8-4ca0-b73e-95f6b35e4649 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "DELETE /v2.0/routers/00fa034b-388d-445c-8bbd-bdbc1391e07c HTTP/1.1" status: 204 len: 168 time: 2.1143501 Jul 16 18:26:18.781048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.783608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5a9-85ee-4f18-b2e1-579b945f6cee tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.800189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5a9-85ee-4f18-b2e1-579b945f6cee tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.872376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5a9-85ee-4f18-b2e1-579b945f6cee tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.884287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a62ee5a9-85ee-4f18-b2e1-579b945f6cee tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.885493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a62ee5a9-85ee-4f18-b2e1-579b945f6cee tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/9848f3bf-05bc-4aaf-af63-2aeb523b1f0b HTTP/1.1" status: 204 len: 168 time: 0.1947153 Jul 16 18:26:18.891504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.914935 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Attempting to bind port 604eb5be-469f-4351-b22f-1651499ef2ed on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:18.915313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Attempting to bind port 604eb5be-469f-4351-b22f-1651499ef2ed by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:18.915685 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Attempting to bind port 604eb5be-469f-4351-b22f-1651499ef2ed on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:18.920660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ee5a9-85ee-4f18-b2e1-579b945f6cee tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9848f3bf-05bc-4aaf-af63-2aeb523b1f0b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.930873 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:18.931267 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:18.931681 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.932090 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:18.934164 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Bound port: 604eb5be-469f-4351-b22f-1651499ef2ed, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:18.934745 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.945839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-260ca68a-8cae-46e4-8c02-1a8d07af6c38 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925697 Jul 16 18:26:18.994418 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.plugin [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Port 604eb5be-469f-4351-b22f-1651499ef2ed has been deleted concurrently {{(pid=93780) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:26:19.000909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4bc4c4e0-a733-4cfe-862a-ac13a9d6f73e tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1067293 Jul 16 18:26:19.004327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.021085 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Routers set() bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:19.024211 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Router IDs set() for agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:26:19.025100 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_agentschedulers_db [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'00fa034b-388d-445c-8bbd-bdbc1391e07c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent'). {{(pid=93780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:26:19.026519 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7efa7b2-5e81-4541-a9be-9acd5f79d93b None None] The sync data for ids ['00fa034b-388d-445c-8bbd-bdbc1391e07c'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:19.047090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.187205 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99d91713-aa5e-4c59-b2a5-077c447b06ce tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.215988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-4a9b3cc9-9d16-4d56-90a1-eb53d9590154 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691393 Jul 16 18:26:19.228077 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99d91713-aa5e-4c59-b2a5-077c447b06ce tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.243127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.348463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99d91713-aa5e-4c59-b2a5-077c447b06ce tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.352320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99d91713-aa5e-4c59-b2a5-077c447b06ce tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.357043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38944) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.368445 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-99d91713-aa5e-4c59-b2a5-077c447b06ce tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "DELETE /v2.0/security-groups/fef3aab0-766d-4c3e-a0d9-126c7f68e8f3 HTTP/1.1" status: 204 len: 168 time: 0.3553379 Jul 16 18:26:19.395030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Deleting port 53514bba-9f20-4d22-bf27-ee7c2f1c708d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:19.396588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.400962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d91713-aa5e-4c59-b2a5-077c447b06ce tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef3aab0-766d-4c3e-a0d9-126c7f68e8f3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.421313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38948) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.490730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14e83119-99c7-44d2-9eac-d5c2fbdc26ab req-6137c5e4-a4cb-4904-8aaf-cb064205deab tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 210 time: 0.0557356 Jul 16 18:26:19.555434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dc26a4e1-b4a6-4c87-bb73-cd2dc7b3e2aa tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1965764 Jul 16 18:26:19.556049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38956) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:19.631493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] For port 53514bba-9f20-4d22-bf27-ee7c2f1c708d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=53514bba-9f20-4d22-bf27-ee7c2f1c708d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:19.631863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.654947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Calling delete_port for 53514bba-9f20-4d22-bf27-ee7c2f1c708d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:19.661691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd7638ab-61f6-4a01-93c8-69d0cc2c36c1 tempest-SecGroupIPv6Test-1244565742 tempest-SecGroupIPv6Test-1244565742-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992858 Jul 16 18:26:19.877613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] Deleting subnet dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:26:19.889563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.947013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.966725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.988751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event deleted for resources: {'Port': ['ID=53514bba-9f20-4d22-bf27-ee7c2f1c708d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.041959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.102606 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.129137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.203843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe5c697-9c6e-4637-9de1-f49a0a4b77b5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.215130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.221976 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7bb7b61e-7844-41cf-9ac0-4ec71df5b149 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dfe5c697-9c6e-4637-9de1-f49a0a4b77b5 HTTP/1.1" status: 204 len: 168 time: 0.7994912 Jul 16 18:26:20.226128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38968) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.229608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.237980 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.301046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.319530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.339241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.340433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c0567e79-c1fb-43f3-a3d3-a404d7449f7b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:20.353111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.357165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b07fc013-7e9e-403a-825d-9e325cd5d363 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "DELETE /v2.0/routers/c0567e79-c1fb-43f3-a3d3-a404d7449f7b HTTP/1.1" status: 204 len: 168 time: 1.5748856 Jul 16 18:26:20.366500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38974) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.372518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1578580188', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.405336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.407355 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.459529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.481520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ec737-f99b-4144-b4da-a72c3900608b']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.506778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8578d47-23f0-45a9-9258-a5e60a83fe03') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.507658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8578d47-23f0-45a9-9258-a5e60a83fe03') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:20.514040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.606364 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.703036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.789830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:26:20.789830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:26:20.795661 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:26:20.839870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31a1a909-c030-424d-8e82-8a971016ac92 req-aa42d1bc-ce24-4f9e-9a58-ee63b833f3e5 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 210 time: 0.0799592 Jul 16 18:26:20.904691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7b198699-f48a-4a2a-ae94-5025b4f0bb4b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69f5b6cf54b04b2aab1bdef9f7585ffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021836 Jul 16 18:26:20.905924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.908136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38980) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:20.919761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.925287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f4ec737-f99b-4144-b4da-a72c3900608b HTTP/1.1" status: 204 len: 168 time: 0.6946061 Jul 16 18:26:20.939223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.945998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761173ca-04d3-42b6-b389-e9503578f64e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4ec737-f99b-4144-b4da-a72c3900608b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.021360 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba07fa39-df55-4566-bb6c-22767f83335e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.056729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba07fa39-df55-4566-bb6c-22767f83335e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.180268 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba07fa39-df55-4566-bb6c-22767f83335e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.183051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba07fa39-df55-4566-bb6c-22767f83335e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.188031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ba07fa39-df55-4566-bb6c-22767f83335e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8d3508d-367f-4282-8a41-bd571d1bd206 HTTP/1.1" status: 204 len: 168 time: 0.2756433 Jul 16 18:26:21.212499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07fa39-df55-4566-bb6c-22767f83335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d3508d-367f-4282-8a41-bd571d1bd206,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.224844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38986) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:21.326336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.364384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e78375e6-7e1b-42be-adc3-0ecf670dfed3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=05f72bbbbdb7441480433d02bbffeac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377861 Jul 16 18:26:21.368988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:21.510042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36368bfd-7683-4044-8fea-435627015348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.556547 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36368bfd-7683-4044-8fea-435627015348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.698305 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36368bfd-7683-4044-8fea-435627015348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.708137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36368bfd-7683-4044-8fea-435627015348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.713895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-36368bfd-7683-4044-8fea-435627015348 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8fe5aa7e-3afa-4724-bd74-e58021549001 HTTP/1.1" status: 204 len: 168 time: 0.3421257 Jul 16 18:26:21.770192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36368bfd-7683-4044-8fea-435627015348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5aa7e-3afa-4724-bd74-e58021549001,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.777916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.017914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-96a06b21-9ab8-4e7e-a651-7015086beaae tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.020014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-96a06b21-9ab8-4e7e-a651-7015086beaae tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.2441237 Jul 16 18:26:22.031291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Allocated IP 172.25.0.42 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/07443c80-7888-49a3-9b99-fe4542b89a88) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:22.037280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Request body: {'port': {'device_id': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'admin_state_up': True, 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:22.182386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-877e2532-2761-494f-b799-568c953b06b6 req-6ee25dbe-e8d0-40ae-98e3-c405c7c3937a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 210 time: 0.0642798 Jul 16 18:26:22.306309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.309148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:22.313578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.448846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:22.523800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:22.529390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:22.540182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:22.572235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Allocated IP 172.20.0.7 (184290d2-b786-4cd5-be93-e7ba1e4d944d/670e7173-07ce-4110-bc98-93f9ac1a0f1d/141d489b-a665-4ccd-ad85-62f1f93f26bd) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:22.585611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event updated for resources: {'Port': ['ID=07443c80-7888-49a3-9b99-fe4542b89a88,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:22.630625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 53514bba-9f20-4d22-bf27-ee7c2f1c708d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:22.716393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 53514bba-9f20-4d22-bf27-ee7c2f1c708d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:22.716920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 53514bba-9f20-4d22-bf27-ee7c2f1c708d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:22.991513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.008974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.192443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.207253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:23.307569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:23.391468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:23.404955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:23.422009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event updated for resources: {'Port': ['ID=141d489b-a665-4ccd-ad85-62f1f93f26bd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.517444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39050) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:23.655693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.656791 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.688754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5367347f-a666-4123-8f0b-4531d4fcd790 req-48d182eb-245e-489f-b60d-c806362bc409 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.699931 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-d06f8575-590d-4e3a-9501-3055c85c666e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6700313 Jul 16 18:26:23.702760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5367347f-a666-4123-8f0b-4531d4fcd790 req-48d182eb-245e-489f-b60d-c806362bc409 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 931 time: 0.1234393 Jul 16 18:26:23.732403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.786715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5367347f-a666-4123-8f0b-4531d4fcd790 req-20b7a249-65db-421d-a8f4-92b30c1fc27a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813920 Jul 16 18:26:23.946329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-192067617-network', 'tenant_id': '0dde9dfc3da74af6af173c89cdb3e2c6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:23.959652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Request body: {'port': {'device_id': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:23.982792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Made reservation on behalf of 0dde9dfc3da74af6af173c89cdb3e2c6 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:23.985640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.002561 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.159200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.165405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Router 4b4b181a-1ae8-4149-873e-f44feb1273ab is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:24.224133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.234367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.269563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:24.292019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0048a1-bed8-4332-a6b3-1d94107204a5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.330427 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.332537 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Added segment 2364d5bc-93e8-4158-ae44-05953eb8a819 of type vlan for network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 Jul 16 18:26:24.393660 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.440592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.443942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.445420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.509297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9893453 Jul 16 18:26:24.514226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39082) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:24.519879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Request body: {'subnet': {'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-192067617-subnet', 'tenant_id': '0dde9dfc3da74af6af173c89cdb3e2c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:24.551856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:24.564385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] Sync routers for ids ['4b4b181a-1ae8-4149-873e-f44feb1273ab'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:24.580373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] Routers {'4b4b181a-1ae8-4149-873e-f44feb1273ab'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:24.584182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4b4b181a-1ae8-4149-873e-f44feb1273ab'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.605473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c32a95-a3ec-4e79-b51d-f4e7ed38593e admin admin] Pushing event updated for resources: {'Network': ['ID=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:24.611289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Made reservation on behalf of 0dde9dfc3da74af6af173c89cdb3e2c6 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:24.617578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.649646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.651842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b081f100-2168-4e08-9361-07abf61f1aa2 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2838821 Jul 16 18:26:24.657842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39086) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:24.669959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': False}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:24.696760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:24.766339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:24.782714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.807506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] Routers {'4b4b181a-1ae8-4149-873e-f44feb1273ab'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:24.808195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4b4b181a-1ae8-4149-873e-f44feb1273ab'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.912945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 141d489b-a665-4ccd-ad85-62f1f93f26bd {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:24.914762 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:24.915490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8c807-a614-4353-8a6e-a678e7cd4f69 None None] The sync data for ids ['4b4b181a-1ae8-4149-873e-f44feb1273ab'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:24.942640 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:24.974539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Transition to ACTIVE for port object 141d489b-a665-4ccd-ad85-62f1f93f26bd will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:24.987925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.100812 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72af9482-a204-41de-8e21-84e330de07d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.136825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Pushing event updated for resources: {'Port': ['ID=141d489b-a665-4ccd-ad85-62f1f93f26bd,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.277776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Attempting to bind port 141d489b-a665-4ccd-ad85-62f1f93f26bd on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:25.278763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Attempting to bind port 141d489b-a665-4ccd-ad85-62f1f93f26bd by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:25.278763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Attempting to bind port 141d489b-a665-4ccd-ad85-62f1f93f26bd on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:25.289640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Port 141d489b-a665-4ccd-ad85-62f1f93f26bd on network 184290d2-b786-4cd5-be93-e7ba1e4d944d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:25.290019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Attempting to bind port 141d489b-a665-4ccd-ad85-62f1f93f26bd on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:25.305179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:25.305539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:25.305917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Bound using segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:25.306363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Bound port: 141d489b-a665-4ccd-ad85-62f1f93f26bd, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:25.306730 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.417544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72af9482-a204-41de-8e21-84e330de07d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.424960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72af9482-a204-41de-8e21-84e330de07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.434227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] For port 141d489b-a665-4ccd-ad85-62f1f93f26bd, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:25.438510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] For port 141d489b-a665-4ccd-ad85-62f1f93f26bd, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:25.457297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.519262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.519998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.523749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] 10.222.0.55 "PUT /v2.0/ports/141d489b-a665-4ccd-ad85-62f1f93f26bd HTTP/1.1" status: 200 len: 1092 time: 1.8114901 Jul 16 18:26:25.526595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'tag': '141d489b-a665-4ccd-ad85-62f1f93f26bd'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:25.530025 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0eb5fb-8aba-4907-9678-4db3802d9312" -d '{"events": [{"name": "network-changed", "server_uuid": "13aa79e2-9eb6-4160-aab7-9bb561e296e8", "tag": "141d489b-a665-4ccd-ad85-62f1f93f26bd"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:25.535907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af9482-a204-41de-8e21-84e330de07d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b12199-04e2-43bf-a853-f56192935fc6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.551045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-72af9482-a204-41de-8e21-84e330de07d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d783221bbfc24026a2c540d981d5bf0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7823746 Jul 16 18:26:25.553471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:25.591441 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8663c962-0fcb-419d-a227-a9609465f211 x-openstack-request-id: req-8663c962-0fcb-419d-a227-a9609465f211 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:25.591723 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13aa79e2-9eb6-4160-aab7-9bb561e296e8", "tag": "141d489b-a665-4ccd-ad85-62f1f93f26bd", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:25.591947 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8663c962-0fcb-419d-a227-a9609465f211 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:25.592377 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'tag': '141d489b-a665-4ccd-ad85-62f1f93f26bd', 'status': 'completed', 'code': 200} Jul 16 18:26:25.606973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d84796-dd2f-48c6-ab33-41b06633f34e service neutron] Pushing event updated for resources: {'Port': ['ID=141d489b-a665-4ccd-ad85-62f1f93f26bd,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.683543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b32462d6-8457-44c5-9507-6e039099182a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.718834 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b32462d6-8457-44c5-9507-6e039099182a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.720276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167e687-246b-4f49-be2f-cd0ae6713681 req-172f2370-100a-4600-8cc9-a8261be4ba0a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.722998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f167e687-246b-4f49-be2f-cd0ae6713681 req-172f2370-100a-4600-8cc9-a8261be4ba0a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 943 time: 0.3311501 Jul 16 18:26:25.723558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-5744683f-30ce-45b8-87ba-f73be787045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.725429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-5744683f-30ce-45b8-87ba-f73be787045e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 1095 time: 0.1195178 Jul 16 18:26:25.782208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-a1ce486a-c558-4961-a997-c93a89653a77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd HTTP/1.1" status: 200 len: 217 time: 0.0478544 Jul 16 18:26:25.857505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-84a7de4e-788a-4a2a-9f22-7c775bb548b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:25.859028 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-84a7de4e-788a-4a2a-9f22-7c775bb548b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.0691381 Jul 16 18:26:25.905018 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-a836d709-a075-421a-9440-9ede49d3a3a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394027 Jul 16 18:26:25.925155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b32462d6-8457-44c5-9507-6e039099182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.928257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.928556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b32462d6-8457-44c5-9507-6e039099182a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.933549 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b32462d6-8457-44c5-9507-6e039099182a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6b12199-04e2-43bf-a853-f56192935fc6 HTTP/1.1" status: 204 len: 168 time: 0.3744626 Jul 16 18:26:25.958399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32462d6-8457-44c5-9507-6e039099182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b12199-04e2-43bf-a853-f56192935fc6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.998959 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f167e687-246b-4f49-be2f-cd0ae6713681 req-9d85ca2d-6a67-490b-8953-10214b916e73 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501745 Jul 16 18:26:26.071392 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-6723672d-ee87-4f99-9c55-b541c6e57517 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569777 Jul 16 18:26:26.129034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071d8c8e-d216-4dfa-aab2-b55e22d832be,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:26.200689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Checking segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:26.201362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Network hostable DHCP agents. Network: 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:26.232225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-587bfb9b-ba58-4fb9-9125-18570c0ee0dc req-f44030f8-38cb-4d0d-a80e-572efd2a7969 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534538 Jul 16 18:26:26.252478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:26.266374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:26.275434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.276333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.283992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0365b9a3-d6ec-4b8f-85c9-3fed41b288d0 None None] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:26.290790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.373772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b900248-9d03-4b90-99ae-60c0f9ba0961 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8579535 Jul 16 18:26:26.534949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-ae2d7ba0-4e97-4500-bc7a-5a7bf9bdda86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.544001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-ae2d7ba0-4e97-4500-bc7a-5a7bf9bdda86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 1095 time: 0.2232244 Jul 16 18:26:26.672135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'tenant_id': '0dde9dfc3da74af6af173c89cdb3e2c6', 'fixed_ips': [{'subnet_id': '071d8c8e-d216-4dfa-aab2-b55e22d832be'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:26.675938 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:26.816313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:26.834041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-2803735e-682a-4044-8f11-48344e7140aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.837054 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-2803735e-682a-4044-8f11-48344e7140aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.2852082 Jul 16 18:26:26.980440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b1cd92-88cb-47f8-8ffe-236278bf5d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.008332 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-8b786a86-f051-40e1-9c6e-984d2507868f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd HTTP/1.1" status: 200 len: 217 time: 0.1545451 Jul 16 18:26:27.070514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Allocated IP 172.20.0.2 (0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2/071d8c8e-d216-4dfa-aab2-b55e22d832be/54eed841-f60b-463c-aac5-fa63fc282c2e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:27.168109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-ce5bb6cc-7342-436d-93ae-2d999a9a2211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.171460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-ce5bb6cc-7342-436d-93ae-2d999a9a2211 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.1510215 Jul 16 18:26:27.238408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-c22b0d23-d129-4a49-b022-50c595a5227b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582483 Jul 16 18:26:27.441031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.448389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.587783 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-d1dd5be4-9236-4605-8b00-5c4a293818d1 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394668 Jul 16 18:26:27.675947 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.693984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Transition to ACTIVE for port object 54eed841-f60b-463c-aac5-fa63fc282c2e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:27.728630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Transition to ACTIVE for port object 54eed841-f60b-463c-aac5-fa63fc282c2e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:27.743511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:27.822531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:27.839858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:27.864654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb89ba-f856-4449-97e9-947eddf9a0ef req-5f7b0c2a-85f9-4de5-95aa-71d78f749530 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.865565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Pushing event updated for resources: {'Port': ['ID=54eed841-f60b-463c-aac5-fa63fc282c2e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:27.871125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:27.878924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fccb89ba-f856-4449-97e9-947eddf9a0ef req-5f7b0c2a-85f9-4de5-95aa-71d78f749530 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 943 time: 0.3382740 Jul 16 18:26:27.985282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Router 4b4b181a-1ae8-4149-873e-f44feb1273ab has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:26:28.007727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Attempting to bind port 54eed841-f60b-463c-aac5-fa63fc282c2e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:28.009678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Attempting to bind port 54eed841-f60b-463c-aac5-fa63fc282c2e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:28.010505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Attempting to bind port 54eed841-f60b-463c-aac5-fa63fc282c2e on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:28.021138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:28.022286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Checking segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:28.023011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.024270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Bound using segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:28.025198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Bound port: 54eed841-f60b-463c-aac5-fa63fc282c2e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:28.025899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.044131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-c3f66169-dca1-4db5-96ef-9ec0b59fde59 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.045692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-c3f66169-dca1-4db5-96ef-9ec0b59fde59 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 815 time: 0.3067892 Jul 16 18:26:28.121732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] For port 54eed841-f60b-463c-aac5-fa63fc282c2e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:28.128028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] For port 54eed841-f60b-463c-aac5-fa63fc282c2e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=54eed841-f60b-463c-aac5-fa63fc282c2e,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:28.138982 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.181306 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fccb89ba-f856-4449-97e9-947eddf9a0ef req-8b8b7f12-bfdb-44e5-a2d4-de1677c6d377 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021693 Jul 16 18:26:28.198900 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-42dffe81-058e-4348-9dcf-829a8c2c52ba tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/quotas/0dde9dfc3da74af6af173c89cdb3e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0429258 Jul 16 18:26:28.204575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:28.211095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.212094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b1cd92-88cb-47f8-8ffe-236278bf5d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.213975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e4a6a483-8634-4b79-ae90-0b364d6e2fa7 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "PUT /v2.0/routers/4b4b181a-1ae8-4149-873e-f44feb1273ab HTTP/1.1" status: 200 len: 925 time: 3.5545042 Jul 16 18:26:28.223163 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] Sync routers for ids ['4b4b181a-1ae8-4149-873e-f44feb1273ab'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:28.224727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.242465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1a314-bb76-4025-9a86-43ea5611dbcb None None] Pushing event updated for resources: {'Port': ['ID=54eed841-f60b-463c-aac5-fa63fc282c2e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.254735 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] Routers {'4b4b181a-1ae8-4149-873e-f44feb1273ab'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:28.255860 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4b4b181a-1ae8-4149-873e-f44feb1273ab'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.290584 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02b1cd92-88cb-47f8-8ffe-236278bf5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.326100 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.342537 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] Routers {'4b4b181a-1ae8-4149-873e-f44feb1273ab'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:28.343991 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4b4b181a-1ae8-4149-873e-f44feb1273ab'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.390623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-8cc2b1fa-3c96-4838-839f-499f5434c8da tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835873 Jul 16 18:26:28.400514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d0c28d7f-547f-43e4-b62c-243cd2f7dba9 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/4b4b181a-1ae8-4149-873e-f44feb1273ab HTTP/1.1" status: 200 len: 925 time: 0.1760726 Jul 16 18:26:28.407499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39138) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.408292 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:28.411008 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ed2dd-f903-4074-a9c4-ce90331147d8 None None] The sync data for ids ['4b4b181a-1ae8-4149-873e-f44feb1273ab'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:28.432242 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-02b1cd92-88cb-47f8-8ffe-236278bf5d52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4078d0ef71d9453ca9798b1c522d5385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6111856 Jul 16 18:26:28.434945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.463463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1cd92-88cb-47f8-8ffe-236278bf5d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f595def-37d9-4f6b-b768-ec8172876e07,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.496974 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a0eb5fb-8aba-4907-9678-4db3802d9312 req-64f3d3ca-f11d-4ecd-868e-d713236a36e3 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936250 Jul 16 18:26:28.500883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad65d3-77cf-48ec-b02a-55f83584c0c9 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.506087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a3ad65d3-77cf-48ec-b02a-55f83584c0c9 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=4b4b181a-1ae8-4149-873e-f44feb1273ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0966468 Jul 16 18:26:28.506810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39144) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:28.577940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73e87759-55df-4904-9ac8-790da6c40c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.647435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73e87759-55df-4904-9ac8-790da6c40c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.811638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73e87759-55df-4904-9ac8-790da6c40c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.816588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-73e87759-55df-4904-9ac8-790da6c40c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:28.819101 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-73e87759-55df-4904-9ac8-790da6c40c32 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f595def-37d9-4f6b-b768-ec8172876e07 HTTP/1.1" status: 204 len: 168 time: 0.3816419 Jul 16 18:26:28.834376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e87759-55df-4904-9ac8-790da6c40c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f595def-37d9-4f6b-b768-ec8172876e07,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:28.923096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54eed841-f60b-463c-aac5-fa63fc282c2e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:28.976234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca54d90-42c6-4059-b752-d9ce82c91bba tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.976234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8ca54d90-42c6-4059-b752-d9ce82c91bba tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.4668550 Jul 16 18:26:28.980781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39152) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:29.029763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-454bd8e6-8515-450b-82c5-d524ed43333b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b4b181a-1ae8-4149-873e-f44feb1273ab HTTP/1.1" status: 200 len: 205 time: 0.0468965 Jul 16 18:26:29.034781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:29.044473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 54eed841-f60b-463c-aac5-fa63fc282c2e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:29.047831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-fa95b965-96f3-4a3e-9742-5720d035b7cb service neutron] 10.222.0.48 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460238 Jul 16 18:26:29.197084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.274010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-97c515dc-e10f-4d61-b6d0-7fcb868009d7 service neutron] 10.222.0.48 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138202 Jul 16 18:26:29.393028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.440729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 141d489b-a665-4ccd-ad85-62f1f93f26bd details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:29.618710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Deleting port 07443c80-7888-49a3-9b99-fe4542b89a88 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:29.621028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.669097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cbcb4-fbfe-478c-a711-129f0df01787 req-70d7f963-415f-4c2a-93b6-68de534ad962 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.680197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f65cbcb4-fbfe-478c-a711-129f0df01787 req-70d7f963-415f-4c2a-93b6-68de534ad962 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 943 time: 0.1897645 Jul 16 18:26:29.767556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f65cbcb4-fbfe-478c-a711-129f0df01787 req-3b684907-859d-4bee-9240-eee1c5bafe53 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837562 Jul 16 18:26:29.872586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.889633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 141d489b-a665-4ccd-ad85-62f1f93f26bd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:29.926538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Calling delete_port for 07443c80-7888-49a3-9b99-fe4542b89a88 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:29.927865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '141d489b-a665-4ccd-ad85-62f1f93f26bd', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'port_id': '141d489b-a665-4ccd-ad85-62f1f93f26bd', 'mac_address': 'fa:16:3e:aa:9e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e7173-07ce-4110-bc98-93f9ac1a0f1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:30.080804 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.164327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 141d489b-a665-4ccd-ad85-62f1f93f26bd {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:30.184365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.230174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 141d489b-a665-4ccd-ad85-62f1f93f26bd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:30.257368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event deleted for resources: {'Port': ['ID=07443c80-7888-49a3-9b99-fe4542b89a88,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.268052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.317033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf58d5-21c5-4a9e-aaf0-0e8453c9afc6 None None] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:30.322732 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-192f9854-576a-4c59-acdb-1ac7d7219b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.355224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.434483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=141d489b-a665-4ccd-ad85-62f1f93f26bd,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:30.516201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['141d489b-a665-4ccd-ad85-62f1f93f26bd'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:30.548352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Provisioning for port 54eed841-f60b-463c-aac5-fa63fc282c2e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:30.562911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Provisioning complete for port 54eed841-f60b-463c-aac5-fa63fc282c2e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:30.563297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.620885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.624022 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.674784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-c0876644-de72-48dc-9946-23d18ef0edff tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.687014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-c0876644-de72-48dc-9946-23d18ef0edff tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 815 time: 0.4358916 Jul 16 18:26:30.706295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-81840d97-16e1-4d05-8a93-d7b9622c3d6f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/quotas/0dde9dfc3da74af6af173c89cdb3e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0177577 Jul 16 18:26:30.747539 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.748416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Fanout notify agent at l3_agent the message router_deleted on router 4b4b181a-1ae8-4149-873e-f44feb1273ab {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:30.775769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.778203 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f7f0b79-138d-4181-b215-bc37ab4ab2c0 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/4b4b181a-1ae8-4149-873e-f44feb1273ab HTTP/1.1" status: 204 len: 168 time: 1.7417734 Jul 16 18:26:30.783752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39198) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:30.831065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-38d8a44f-f86a-4fed-b1ba-ee606a53e598 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1147428872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:30.912089 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.955098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38d8a44f-f86a-4fed-b1ba-ee606a53e598 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.957212 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38d8a44f-f86a-4fed-b1ba-ee606a53e598 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:30.992909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] For port 54eed841-f60b-463c-aac5-fa63fc282c2e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=54eed841-f60b-463c-aac5-fa63fc282c2e,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:31.030892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d085762a-526e-4bea-aab2-9a111da427e5 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3228915 Jul 16 18:26:31.041459 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.182972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Pushing event updated for resources: {'Port': ['ID=54eed841-f60b-463c-aac5-fa63fc282c2e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.192675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.193606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.193952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.194860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.194860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.195265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.195265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.195620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.195838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.196187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.196498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.196817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1cc8c47-0084-41ed-b8d3-8bfab43877f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:31.349953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38d8a44f-f86a-4fed-b1ba-ee606a53e598 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.368346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38d8a44f-f86a-4fed-b1ba-ee606a53e598 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.435403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-2ced29c1-77f8-4991-b7bf-cc786f2e3108 service neutron] 10.222.0.48 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029214 Jul 16 18:26:31.475041 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38d8a44f-f86a-4fed-b1ba-ee606a53e598 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.476769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-38d8a44f-f86a-4fed-b1ba-ee606a53e598 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6739497 Jul 16 18:26:31.479764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:31.488827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:31.491035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4313f7e0-a49d-4a66-906b-6641347136b4 None None] Provisioning complete for port 54eed841-f60b-463c-aac5-fa63fc282c2e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:31.495204 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4313f7e0-a49d-4a66-906b-6641347136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.515668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261df6e-5a47-4f45-9e6c-e9ecf6bdb9ba req-7b187dde-0ef2-48a4-9f81-3db6d0a08168 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:31.519514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c261df6e-5a47-4f45-9e6c-e9ecf6bdb9ba req-7b187dde-0ef2-48a4-9f81-3db6d0a08168 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 944 time: 0.2702446 Jul 16 18:26:31.658838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c261df6e-5a47-4f45-9e6c-e9ecf6bdb9ba req-a06b3f0f-f2eb-413d-a930-402e35b65c73 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293128 Jul 16 18:26:31.734928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-9704978b-2abb-4444-b3e7-6028bcfb24bb service neutron] 10.222.0.48 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828460 Jul 16 18:26:32.025673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.606586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.655094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:32.798600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9bf5afa8-f8f8-4a4d-842d-4b7184078785 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.801256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9bf5afa8-f8f8-4a4d-842d-4b7184078785 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 815 time: 0.5326312 Jul 16 18:26:32.818434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Request body: {'port': {'device_id': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'admin_state_up': True, 'tenant_id': '0dde9dfc3da74af6af173c89cdb3e2c6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:32.852400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54eed841-f60b-463c-aac5-fa63fc282c2e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:32.956561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Allocated IP 172.25.0.56 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/12dc8d34-ab52-41de-a2a0-05ddcc3833af) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:33.024137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 54eed841-f60b-463c-aac5-fa63fc282c2e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.025549 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.232305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.247171 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-381ab69e-b707-41d3-944e-6d12fef00bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.366508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.419861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.437077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:33.443322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:33.454817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:33.455357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 141d489b-a665-4ccd-ad85-62f1f93f26bd up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:33.461911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event updated for resources: {'Port': ['ID=12dc8d34-ab52-41de-a2a0-05ddcc3833af,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.498295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.498988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.499528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.500063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.500626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.501177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.501818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.502345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.502865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.503385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.503912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.504461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:33.574116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 141d489b-a665-4ccd-ad85-62f1f93f26bd completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:33.581279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 141d489b-a665-4ccd-ad85-62f1f93f26bd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.581619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.718684 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.759857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141d489b-a665-4ccd-ad85-62f1f93f26bd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:33.765674 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38d4eb-192f-4278-87c9-c03963545bf7" -d '{"events": [{"server_uuid": "13aa79e2-9eb6-4160-aab7-9bb561e296e8", "name": "network-vif-plugged", "status": "completed", "tag": "141d489b-a665-4ccd-ad85-62f1f93f26bd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:33.782506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 141d489b-a665-4ccd-ad85-62f1f93f26bd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:33.791738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.861562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=141d489b-a665-4ccd-ad85-62f1f93f26bd,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:33.945039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-cd45f3e3-a21b-48c2-852c-4019a7bcecc9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.947653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-cd45f3e3-a21b-48c2-852c-4019a7bcecc9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 815 time: 1.4379110 Jul 16 18:26:33.984507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.006737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-e0c728de-b60b-40b9-85df-0582ed764076 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/quotas/0dde9dfc3da74af6af173c89cdb3e2c6 HTTP/1.1" status: 200 len: 375 time: 0.0364690 Jul 16 18:26:34.058483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac62dcc-7f66-44f0-a930-7663379ba690 req-c77bddce-8c51-4b0b-a538-ff04bc4c5c3f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.070962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bac62dcc-7f66-44f0-a930-7663379ba690 req-c77bddce-8c51-4b0b-a538-ff04bc4c5c3f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 944 time: 0.4169462 Jul 16 18:26:34.230280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bac62dcc-7f66-44f0-a930-7663379ba690 req-29005bb0-7e97-40d2-aadf-7649ce8d65e7 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578133 Jul 16 18:26:34.248714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Made reservation on behalf of 0dde9dfc3da74af6af173c89cdb3e2c6 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:34.254700 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.308099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.350516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-5e79c6e3-e472-427e-9984-da2475826b1f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3319945 Jul 16 18:26:34.390222 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b26ca9-1228-43b8-9e59-4e60c18f804e x-openstack-request-id: req-11b26ca9-1228-43b8-9e59-4e60c18f804e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:34.390520 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa79e2-9eb6-4160-aab7-9bb561e296e8", "name": "network-vif-plugged", "status": "completed", "tag": "141d489b-a665-4ccd-ad85-62f1f93f26bd", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:34.390777 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-11b26ca9-1228-43b8-9e59-4e60c18f804e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:34.391181 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '141d489b-a665-4ccd-ad85-62f1f93f26bd', 'code': 200} Jul 16 18:26:34.462912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-dae6a32a-5ec3-465f-a940-c55628e58c78 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.465313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-dae6a32a-5ec3-465f-a940-c55628e58c78 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.55 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 815 time: 0.2520316 Jul 16 18:26:34.480774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Request body: {'port': {'device_id': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'admin_state_up': True, 'tenant_id': '0dde9dfc3da74af6af173c89cdb3e2c6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:34.685761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Allocated IP 172.20.0.10 (0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2/071d8c8e-d216-4dfa-aab2-b55e22d832be/d2fa10b4-c32f-41e9-aa80-96dc0c830f3c) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:34.690729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-0b6696d9-2a11-4ed6-a89e-ee4ed77c1221 service neutron] 10.222.0.48 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311162 Jul 16 18:26:34.882048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-d5b42441-609d-42b6-abc7-1cd590b330e8 service neutron] 10.222.0.48 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807716 Jul 16 18:26:34.979023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.000364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Transition to ACTIVE for port object d2fa10b4-c32f-41e9-aa80-96dc0c830f3c will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:35.064198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.127305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:35.133053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:35.152820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:35.381190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.433889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-734f2edb-4f4c-4934-a2d9-3bbf03a604f4 req-81963207-ef80-4d5e-861c-72f085818635 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 210 time: 0.1713872 Jul 16 18:26:35.443360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.450789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Pushing event updated for resources: {'Port': ['ID=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:35.527640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.528571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.528940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.529494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.530039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.547077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.547759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.548357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.548904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.549454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.549990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.550523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:35.577216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.578529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.702998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e8051-09ad-478d-b46b-7c8051a2265e req-456fb6ea-1a87-4a95-a61b-bfe67d5946c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.706446 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb9e8051-09ad-478d-b46b-7c8051a2265e req-456fb6ea-1a87-4a95-a61b-bfe67d5946c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 1097 time: 1.0927811 Jul 16 18:26:35.743605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-9f277448-ad74-4f84-8847-5989ee8bb07c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9313605 Jul 16 18:26:35.760810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Request body: {'port': {'device_id': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:35.775073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Made reservation on behalf of 0dde9dfc3da74af6af173c89cdb3e2c6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:35.781982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.794434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-56dc7b97-c8f3-4776-82b9-e14b57f8a599 None None] Provisioning for port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:35.826575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-56dc7b97-c8f3-4776-82b9-e14b57f8a599 None None] Provisioning complete for port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:35.826979 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-56dc7b97-c8f3-4776-82b9-e14b57f8a599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.878719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:35.887360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfbf86-c0a9-46a0-9e88-7006e5f27ab7 req-cbd9772d-0778-4ff0-8d1d-18b76b9ed498 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:35.889032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fbfbf86-c0a9-46a0-9e88-7006e5f27ab7 req-cbd9772d-0778-4ff0-8d1d-18b76b9ed498 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 945 time: 0.2215436 Jul 16 18:26:35.914964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-56dc7b97-c8f3-4776-82b9-e14b57f8a599 None None] Port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:35.940416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb9e8051-09ad-478d-b46b-7c8051a2265e req-8cfe4806-ae35-4267-b607-10bbeb8449d9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189937 Jul 16 18:26:35.947394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.039232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fbfbf86-c0a9-46a0-9e88-7006e5f27ab7 req-1b7e7a03-d968-4772-a606-1e195ed77a25 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384807 Jul 16 18:26:36.238457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Allocated IP 172.20.0.11 (0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2/071d8c8e-d216-4dfa-aab2-b55e22d832be/2899a63a-df5a-4003-9e61-7703d46773d5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:36.278604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Router 6300f6fd-0f5d-46ef-be42-ab603124e403 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:36.741433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2779d3d9-a0f4-496f-9e6e-2a70aa58290c req-b335cc5d-349a-4770-ad70-0c414551ae70 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 210 time: 0.0765514 Jul 16 18:26:36.790060 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.837769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Transition to ACTIVE for port object 2899a63a-df5a-4003-9e61-7703d46773d5 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:36.863334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:36.873585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:36.878832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39324) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:36.883061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] Sync routers for ids ['6300f6fd-0f5d-46ef-be42-ab603124e403'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:36.886280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b567fe53-ab3a-41d2-a2cd-e638c55cdc23 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "PUT /v2.0/routers/6300f6fd-0f5d-46ef-be42-ab603124e403 HTTP/1.1" status: 200 len: 883 time: 5.4048917 Jul 16 18:26:36.921090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] Routers {'6300f6fd-0f5d-46ef-be42-ab603124e403'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:36.924579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6300f6fd-0f5d-46ef-be42-ab603124e403'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.000813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.024685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] Routers {'6300f6fd-0f5d-46ef-be42-ab603124e403'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:37.025104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.025520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['6300f6fd-0f5d-46ef-be42-ab603124e403'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.067750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.068947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:37.069692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95495a15-b212-41fb-84fe-7020b9f88c4f None None] The sync data for ids ['6300f6fd-0f5d-46ef-be42-ab603124e403'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:37.103284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:37.110135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:37.113885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e681877-5e5a-4a6c-bfe4-4a473e08bb99 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/6300f6fd-0f5d-46ef-be42-ab603124e403 HTTP/1.1" status: 200 len: 924 time: 0.2337298 Jul 16 18:26:37.114761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39328) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.120301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:37.223446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.225024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.265335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7906134 Jul 16 18:26:37.282395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Request body: {'port': {'device_id': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:37.286771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b5ee5-fb0e-4fc7-b00a-6f603598a232 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Pushing event updated for resources: {'Port': ['ID=2899a63a-df5a-4003-9e61-7703d46773d5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.360574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694a90f7-55ca-4855-ad57-6111e337cef1 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.366653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-694a90f7-55ca-4855-ad57-6111e337cef1 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=6300f6fd-0f5d-46ef-be42-ab603124e403&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2458780 Jul 16 18:26:37.373436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39330) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.419262 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.424085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.541783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fa10b4-c32f-41e9-aa80-96dc0c830f3c {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:37.602494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.650418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Transition to ACTIVE for port object d2fa10b4-c32f-41e9-aa80-96dc0c830f3c will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:37.669941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e61ec-abd6-4b76-87c7-f86c3a28082f req-efac9d7e-23b3-4e37-9061-ef2fcab819a3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.674415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-952e61ec-abd6-4b76-87c7-f86c3a28082f req-efac9d7e-23b3-4e37-9061-ef2fcab819a3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 945 time: 0.4251838 Jul 16 18:26:37.679254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-38ce1dab-2a4a-4a21-ac22-29b3c62c349c None None] Provisioning for port 2899a63a-df5a-4003-9e61-7703d46773d5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:37.690204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-38ce1dab-2a4a-4a21-ac22-29b3c62c349c None None] Provisioning complete for port 2899a63a-df5a-4003-9e61-7703d46773d5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:37.690755 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38ce1dab-2a4a-4a21-ac22-29b3c62c349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.702724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.788103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38ce1dab-2a4a-4a21-ac22-29b3c62c349c None None] Port 2899a63a-df5a-4003-9e61-7703d46773d5 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:37.804840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dfbf9c-f055-4e52-8fdd-fe475252af18 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.816758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e6dfbf9c-f055-4e52-8fdd-fe475252af18 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.4417171 Jul 16 18:26:37.873094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.943613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-952e61ec-abd6-4b76-87c7-f86c3a28082f req-641f6c80-1036-46e8-84e3-7e76e35dbdba tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475204 Jul 16 18:26:38.044899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.106343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-57100549-6d94-4472-946d-1613ae9ecb47 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=6300f6fd-0f5d-46ef-be42-ab603124e403 HTTP/1.1" status: 200 len: 205 time: 0.2172704 Jul 16 18:26:38.136892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39346) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.175017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f052715-bd89-47c7-aa6a-23197a028db4 req-8fd354ff-fcc8-430a-a74f-26c4ef10136f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 210 time: 0.1206369 Jul 16 18:26:38.183833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Attempting to bind port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:38.185935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Attempting to bind port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:38.186275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Attempting to bind port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.197552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:38.197878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Attempting to bind port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:38.212790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-8b87129f-bfd2-45fe-b22f-c4234b02a3c9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.213145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:38.213497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Checking segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:38.213890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Bound using segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:38.214332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Bound port: d2fa10b4-c32f-41e9-aa80-96dc0c830f3c, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:38.214702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.217812 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-8b87129f-bfd2-45fe-b22f-c4234b02a3c9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 815 time: 0.7277231 Jul 16 18:26:38.303633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Request body: {'port': {'device_id': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'admin_state_up': True, 'tenant_id': '0dde9dfc3da74af6af173c89cdb3e2c6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:38.406884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] For port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:38.411749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] For port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:38.419656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.554331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.558484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.561482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2fa10b4-c32f-41e9-aa80-96dc0c830f3c HTTP/1.1" status: 200 len: 1093 time: 2.8107886 Jul 16 18:26:38.562862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'tag': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:38.567342 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f181f90-90a4-4aa6-bc15-3132720d9c90" -d '{"events": [{"name": "network-changed", "server_uuid": "081fb418-f1f9-47f5-ab12-d7607bed6801", "tag": "d2fa10b4-c32f-41e9-aa80-96dc0c830f3c"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:38.612676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997febdb-a719-4991-bf20-f1c3728bbd43 service neutron] Pushing event updated for resources: {'Port': ['ID=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.835306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.949442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-38c8da0e-8946-4d6b-aba4-55a48e7d9ae2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.956726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-38c8da0e-8946-4d6b-aba4-55a48e7d9ae2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.4786060 Jul 16 18:26:38.969036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-d92542a8-4ef5-400a-ac37-37b329ecc392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.971254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-d92542a8-4ef5-400a-ac37-37b329ecc392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 1096 time: 0.3505557 Jul 16 18:26:38.983224 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cf9f0d-80e6-4037-a75c-89e6326573fd x-openstack-request-id: req-c2cf9f0d-80e6-4037-a75c-89e6326573fd {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:38.983589 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081fb418-f1f9-47f5-ab12-d7607bed6801", "tag": "d2fa10b4-c32f-41e9-aa80-96dc0c830f3c", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:38.983779 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2cf9f0d-80e6-4037-a75c-89e6326573fd {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:38.984173 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'tag': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c', 'status': 'completed', 'code': 200} Jul 16 18:26:39.115871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-818d3a6e-958b-496f-b8e0-4ec75c86531b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c HTTP/1.1" status: 200 len: 217 time: 0.1307354 Jul 16 18:26:39.128971 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-e3a3a7c1-e596-4037-8b91-09d09a796bae tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.1708376 Jul 16 18:26:39.286245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-b030b30e-4e31-403b-aba8-3ed693755314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.289894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-b030b30e-4e31-403b-aba8-3ed693755314 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 200 len: 854 time: 0.1169238 Jul 16 18:26:39.308564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2899a63a-df5a-4003-9e61-7703d46773d5 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:39.317979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.333736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Transition to ACTIVE for port object 2899a63a-df5a-4003-9e61-7703d46773d5 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:39.359566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-a2cc6dac-44a5-4248-9617-d2e824de6577 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2294316 Jul 16 18:26:39.398957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.435580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Made reservation on behalf of 0dde9dfc3da74af6af173c89cdb3e2c6 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:39.450350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.456703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:39.570405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-880a14dc-7a15-4fbe-be8c-3cee00a1544e service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013018 Jul 16 18:26:39.766840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66199d63-d096-4779-8642-c5e4f5cb6b0f req-5d3e2f8d-00db-41a6-87f7-3ec0c1236c7d tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 210 time: 0.3076751 Jul 16 18:26:39.814565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Pushing event updated for resources: {'Port': ['ID=2899a63a-df5a-4003-9e61-7703d46773d5,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:39.880897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-ded8be21-2691-438a-bb73-5395df67fc68 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965407 Jul 16 18:26:39.904820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-eb66736a-dcc7-47fd-9be2-ca0eb47759bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:39.908343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-eb66736a-dcc7-47fd-9be2-ca0eb47759bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6120043 Jul 16 18:26:39.914463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Attempting to bind port 2899a63a-df5a-4003-9e61-7703d46773d5 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:39.915162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Attempting to bind port 2899a63a-df5a-4003-9e61-7703d46773d5 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:39.915375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Attempting to bind port 2899a63a-df5a-4003-9e61-7703d46773d5 on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:39.927565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Port 2899a63a-df5a-4003-9e61-7703d46773d5 on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:39.927565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Attempting to bind port 2899a63a-df5a-4003-9e61-7703d46773d5 on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:39.945376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Deleting port 12dc8d34-ab52-41de-a2a0-05ddcc3833af {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:39.945748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.055133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.071789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Calling delete_port for 12dc8d34-ab52-41de-a2a0-05ddcc3833af owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:40.323963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:40.325143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Checking segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:40.325143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Bound using segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:40.325526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Bound port: 2899a63a-df5a-4003-9e61-7703d46773d5, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:40.326153 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.346071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-90212d15-b03d-4ae5-a12e-d5e36f5dd227 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276512 Jul 16 18:26:40.352396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.521992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event deleted for resources: {'Port': ['ID=12dc8d34-ab52-41de-a2a0-05ddcc3833af,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.594096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38ac391d-c6fc-4358-8ed5-b438718e60d3 req-be5615ad-c965-43c2-bb8e-d60b54e05d03 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 210 time: 0.0841370 Jul 16 18:26:40.742869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Allocated IP 172.20.0.9 (0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2/071d8c8e-d216-4dfa-aab2-b55e22d832be/06cb4bbf-8745-4f48-820a-1fce57d3b6b2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:40.799551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:40.849442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] For port 2899a63a-df5a-4003-9e61-7703d46773d5, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:40.867737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caab3f39-b74b-44d8-a0a1-d4065c0f87b7 req-10bdafcf-4cbe-413f-9c24-b7b2bffb6dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5151651 Jul 16 18:26:40.868391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] For port 2899a63a-df5a-4003-9e61-7703d46773d5, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2899a63a-df5a-4003-9e61-7703d46773d5,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:40.968352 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.055771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-b85e4e27-b18d-42b5-8dfa-219d5db00459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.061158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-b85e4e27-b18d-42b5-8dfa-219d5db00459 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 1096 time: 0.1057084 Jul 16 18:26:41.148515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f12f5e8d-cf3a-408d-bddf-1a7bf0efc20b req-28a351a0-6b1a-477b-81ec-45ff56f0893f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 210 time: 0.0627310 Jul 16 18:26:41.329321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-a0eb6454-c503-4f50-9011-25d1d694f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.332109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-a0eb6454-c503-4f50-9011-25d1d694f4b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 915 time: 0.2625387 Jul 16 18:26:41.538686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-eca04f72-11dc-4f19-9bf4-3e1e50d408e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c HTTP/1.1" status: 200 len: 217 time: 0.1912596 Jul 16 18:26:41.642829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-5656484a-0f19-4d8d-ae73-792873150d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.646095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-5656484a-0f19-4d8d-ae73-792873150d4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 200 len: 854 time: 0.1001470 Jul 16 18:26:41.778216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-ad8458b9-8a2b-41cf-8ffd-14ee81a51a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.780213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-ad8458b9-8a2b-41cf-8ffd-14ee81a51a2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1254811 Jul 16 18:26:41.785139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.813751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.843660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.844515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.846317 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] 10.222.0.55 "PUT /v2.0/ports/2899a63a-df5a-4003-9e61-7703d46773d5 HTTP/1.1" status: 200 len: 1093 time: 4.5722351 Jul 16 18:26:41.846927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'tag': '2899a63a-df5a-4003-9e61-7703d46773d5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:41.850244 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9be291-d357-461c-8e8c-86ab27a6ec9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c06f94c7-dd86-4136-8963-d93e24765b0f", "tag": "2899a63a-df5a-4003-9e61-7703d46773d5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:41.943433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da007-b0c4-47db-bf7c-365bb0a01d87 service neutron] Pushing event updated for resources: {'Port': ['ID=2899a63a-df5a-4003-9e61-7703d46773d5,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:42.121277 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774cf77f-98a5-4c88-9732-938715e3e080 x-openstack-request-id: req-774cf77f-98a5-4c88-9732-938715e3e080 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:42.121657 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06f94c7-dd86-4136-8963-d93e24765b0f", "tag": "2899a63a-df5a-4003-9e61-7703d46773d5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:42.122053 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-774cf77f-98a5-4c88-9732-938715e3e080 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:42.123425 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'tag': '2899a63a-df5a-4003-9e61-7703d46773d5', 'status': 'completed', 'code': 200} Jul 16 18:26:42.151003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8e68aad-8748-49ce-a363-fd6910e66515 req-fbb6ea0d-ed6a-4474-b423-f95d4048d20f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 210 time: 0.1457536 Jul 16 18:26:42.221490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-e5e83788-7070-4faf-9086-4dec0c091854 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330342 Jul 16 18:26:42.244904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.245704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Fanout notify agent at l3_agent the message router_deleted on router 6300f6fd-0f5d-46ef-be42-ab603124e403 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:42.302562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.317375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.321041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-965029f3-7f3a-44fc-b5d2-1240212c37b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/6300f6fd-0f5d-46ef-be42-ab603124e403 HTTP/1.1" status: 204 len: 168 time: 4.1707537 Jul 16 18:26:42.357081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0cadb5a1-f00b-486f-8256-df15827f7fa3 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1442513674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:42.463137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.492133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Transition to ACTIVE for port object 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:42.548681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-5a8d6317-d009-474d-9349-ef6ad2965569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.551473 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-5a8d6317-d009-474d-9349-ef6ad2965569 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 1096 time: 0.4332912 Jul 16 18:26:42.564957 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cadb5a1-f00b-486f-8256-df15827f7fa3 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.566923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cadb5a1-f00b-486f-8256-df15827f7fa3 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.633114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cadb5a1-f00b-486f-8256-df15827f7fa3 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.669012 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cadb5a1-f00b-486f-8256-df15827f7fa3 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.676042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2e85241-cc50-4d2f-acbb-0130a3401621 req-f94b7a24-a6f8-4d6a-9714-764071a1e0b7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 210 time: 0.0412736 Jul 16 18:26:42.680664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f181f90-90a4-4aa6-bc15-3132720d9c90 req-3377ce2c-58ad-4dbe-a53a-86728f1a7195 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517961 Jul 16 18:26:42.703008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.715521 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cadb5a1-f00b-486f-8256-df15827f7fa3 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.722215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0cadb5a1-f00b-486f-8256-df15827f7fa3 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4030919 Jul 16 18:26:42.726271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39416) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:42.751089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': True}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:42.884596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-193d1827-129e-469d-900e-e8792b93b5fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2899a63a-df5a-4003-9e61-7703d46773d5 HTTP/1.1" status: 200 len: 217 time: 0.2233541 Jul 16 18:26:42.943150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:42.965612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:42.999644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:43.047487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Pushing event updated for resources: {'Port': ['ID=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:43.163170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-a2d10cec-2fa2-462c-90d7-ed20ac089598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.164787 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-a2d10cec-2fa2-462c-90d7-ed20ac089598 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 200 len: 854 time: 0.2483358 Jul 16 18:26:43.280878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.281735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.296832 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.351857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-13ad384c-cb64-437a-92f5-cdf6d4c1cda3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.364191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-13ad384c-cb64-437a-92f5-cdf6d4c1cda3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.4653044 Jul 16 18:26:43.368787 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-65f39665-df72-44cd-8bb3-8d2c66b47abf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0723314 Jul 16 18:26:43.381764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Request body: {'port': {'device_id': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'admin_state_up': True, 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:43.422854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Request body: {'port': {'device_id': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:43.464770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a05b889-9112-45da-a25e-81db1aa8beb6 req-64127c88-90a4-4e18-a59a-b124473a8110 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 210 time: 0.0615327 Jul 16 18:26:43.505426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ff826fe6-89df-42b6-93de-a2231dd0016e None None] Provisioning for port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:43.513305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ff826fe6-89df-42b6-93de-a2231dd0016e None None] Provisioning complete for port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:43.513883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff826fe6-89df-42b6-93de-a2231dd0016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.546061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-b2abeab8-bc2b-43ea-871c-2dfff5a75cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.547653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-b2abeab8-bc2b-43ea-871c-2dfff5a75cb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3728740 Jul 16 18:26:43.559258 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ff826fe6-89df-42b6-93de-a2231dd0016e None None] Port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:43.657067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.710371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.748968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:43.752656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.769124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:43.792390 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-3c59eb0c-c67d-43fc-a2ab-9f39db828fdb service neutron] 10.222.0.55 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158701 Jul 16 18:26:43.918562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d2fa10b4-c32f-41e9-aa80-96dc0c830f3c details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:44.162683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a029d5e-93a5-4f69-bd95-49faf21c15db req-18b9a5e2-8a0f-488d-a247-5be0dabf2d49 service neutron] 10.222.0.55 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599257 Jul 16 18:26:44.170728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Allocated IP 172.20.0.5 (184290d2-b786-4cd5-be93-e7ba1e4d944d/670e7173-07ce-4110-bc98-93f9ac1a0f1d/b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:44.197920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Allocated IP 172.25.0.150 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4f7febe2-1cd4-4a89-a9e7-4e28b9c52d95) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:44.322333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:44.357622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c', 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'port_id': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c', 'mac_address': 'fa:16:3e:c4:ce:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071d8c8e-d216-4dfa-aab2-b55e22d832be', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:44.476483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:44.502804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.578709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Transition to ACTIVE for port object 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:44.602357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-7721d53d-0993-4a27-9949-da21b13579ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.604207 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-7721d53d-0993-4a27-9949-da21b13579ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 1096 time: 0.2984831 Jul 16 18:26:44.604867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.671297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.686532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fa10b4-c32f-41e9-aa80-96dc0c830f3c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:44.706840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b4f0a-96dd-44a5-b891-0cfb77538092 req-f2ecdfe5-28d0-4c43-a795-8daecf0f3583 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.716208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec3b4f0a-96dd-44a5-b891-0cfb77538092 req-f2ecdfe5-28d0-4c43-a795-8daecf0f3583 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 931 time: 0.3487084 Jul 16 18:26:44.738943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.765367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:44.780251 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:44.819536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec3b4f0a-96dd-44a5-b891-0cfb77538092 req-0683a977-c06a-4878-b432-09c2d1f006a0 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014190 Jul 16 18:26:44.860052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-ec2f0960-85c7-43d2-8e0b-17868a5f8763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.862863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-ec2f0960-85c7-43d2-8e0b-17868a5f8763 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 915 time: 0.2464604 Jul 16 18:26:44.891371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be9e05f2-bed7-431b-a814-ea90449e7028 req-6a223daa-7e85-4745-9f8a-d6df124a8d15 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 210 time: 0.0680628 Jul 16 18:26:44.895183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.015268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.077665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d2fa10b4-c32f-41e9-aa80-96dc0c830f3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:45.096092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-a240284d-df1b-464b-b31d-60855c993ce4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2899a63a-df5a-4003-9e61-7703d46773d5 HTTP/1.1" status: 200 len: 217 time: 0.1007016 Jul 16 18:26:45.102768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.167310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-f16224c3-49f3-446a-b888-70884c04e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.169186 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-f16224c3-49f3-446a-b888-70884c04e3e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 200 len: 854 time: 0.0619235 Jul 16 18:26:45.169627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Pushing event updated for resources: {'Port': ['ID=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.337643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-43a02f7e-a53a-48ab-8f04-d29de843da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.338280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-43a02f7e-a53a-48ab-8f04-d29de843da60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604762 Jul 16 18:26:45.356316 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.397408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Attempting to bind port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:45.397755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Attempting to bind port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:45.398054 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Attempting to bind port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:45.429076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:45.429461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Attempting to bind port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 on network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:45.436355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:45.436716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['141d489b-a665-4ccd-ad85-62f1f93f26bd'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:45.449464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:45.458249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:45.458593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Checking segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:45.458969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Bound using segment: {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:45.459503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Bound port: 06cb4bbf-8745-4f48-820a-1fce57d3b6b2, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2364d5bc-93e8-4158-ae44-05953eb8a819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:45.460322 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.462142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:45.536944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:45.551399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event updated for resources: {'Port': ['ID=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.555020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:45.561453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Port': ['ID=4f7febe2-1cd4-4a89-a9e7-4e28b9c52d95,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:45.565035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:45.734652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] For port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:45.789952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] For port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:45.801133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.805429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.818561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.838213 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-8c49b9d1-685d-429c-9b6e-5cd1949b94c6 service neutron] 10.222.0.55 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917996 Jul 16 18:26:45.876040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.876706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.878241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] 10.222.0.13 "PUT /v2.0/ports/06cb4bbf-8745-4f48-820a-1fce57d3b6b2 HTTP/1.1" status: 200 len: 1092 time: 2.4606667 Jul 16 18:26:45.878708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'tag': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:45.881308 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3f4ca1-29b2-436f-b27a-8817359296dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8e1398-56bb-4f6a-bb70-e1fc147b318a", "tag": "06cb4bbf-8745-4f48-820a-1fce57d3b6b2"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:45.888852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-951d3a7b-d8bc-4fbe-b2c6-b4f5f467b9bd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5150077 Jul 16 18:26:45.914351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Request body: {'port': {'device_id': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:46.153966 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7f2476-612a-486d-ae93-4baf9fa37ace x-openstack-request-id: req-0c7f2476-612a-486d-ae93-4baf9fa37ace {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:46.155695 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8e1398-56bb-4f6a-bb70-e1fc147b318a", "tag": "06cb4bbf-8745-4f48-820a-1fce57d3b6b2", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:46.156260 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c7f2476-612a-486d-ae93-4baf9fa37ace {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:46.157067 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'tag': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2', 'status': 'completed', 'code': 200} Jul 16 18:26:46.161997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf5ea7-4e91-4eec-a904-53f21486c82e service neutron] Pushing event updated for resources: {'Port': ['ID=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:46.266790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:46.336175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d9be291-d357-461c-8e8c-86ab27a6ec9f req-0b6327db-a410-49af-a8bc-d277ca6edbf5 service neutron] 10.222.0.55 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691730 Jul 16 18:26:46.359437 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.376420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-6867d9ba-960c-4bdc-96b7-da36f3beed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.382583 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-6867d9ba-960c-4bdc-96b7-da36f3beed93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 1095 time: 0.4080026 Jul 16 18:26:46.523481 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-3e531acc-706b-4104-afd7-3a9ab650caaf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06cb4bbf-8745-4f48-820a-1fce57d3b6b2 HTTP/1.1" status: 200 len: 217 time: 0.1213193 Jul 16 18:26:46.631136 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:46.732199 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:46.896186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d649be-cdb9-4a96-90e5-57b96ec0d23c req-4b6f4966-fc19-4f78-8ec6-3f87e73299c3 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.909461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6d649be-cdb9-4a96-90e5-57b96ec0d23c req-4b6f4966-fc19-4f78-8ec6-3f87e73299c3 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 943 time: 0.4934640 Jul 16 18:26:46.987971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b6a91-d6c9-4a14-b2d6-678affab36dc req-495c3f36-d5f8-453b-857f-a9dd3169ee9e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.001903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb6b6a91-d6c9-4a14-b2d6-678affab36dc req-495c3f36-d5f8-453b-857f-a9dd3169ee9e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 931 time: 0.4479935 Jul 16 18:26:47.152749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6d649be-cdb9-4a96-90e5-57b96ec0d23c req-f158b9c5-267a-43b7-95eb-c44ec2e371bd tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411561 Jul 16 18:26:47.278521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-dbedd8e9-2cfd-438f-8d35-2e8de12b60a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.282100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb6b6a91-d6c9-4a14-b2d6-678affab36dc req-2f00a962-934a-4bc8-b27b-7af807a932f8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782607 Jul 16 18:26:47.286818 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-dbedd8e9-2cfd-438f-8d35-2e8de12b60a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 200 len: 854 time: 0.7546313 Jul 16 18:26:47.339893 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.346197 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.502314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2899a63a-df5a-4003-9e61-7703d46773d5 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:47.623873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-ee084521-4a83-4a98-85b1-9144be366750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.627133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-ee084521-4a83-4a98-85b1-9144be366750 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3137543 Jul 16 18:26:47.736775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Router 2332cadb-e047-43cb-8601-4387d2747c10 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:47.928283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-db3d95b3-559a-4f9b-94e2-d484ccc657fe service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908981 Jul 16 18:26:47.980865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d2fa10b4-c32f-41e9-aa80-96dc0c830f3c up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:48.024099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:48.033392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.035565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f14e1efe-ff54-4fb6-bdfd-5a67a6e81814 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "PUT /v2.0/routers/2332cadb-e047-43cb-8601-4387d2747c10 HTTP/1.1" status: 200 len: 919 time: 5.3035738 Jul 16 18:26:48.037307 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] Sync routers for ids ['2332cadb-e047-43cb-8601-4387d2747c10'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:48.038833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39466) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.071977 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] Routers {'2332cadb-e047-43cb-8601-4387d2747c10'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:48.072946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2332cadb-e047-43cb-8601-4387d2747c10'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.104880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:48.120269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.151346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Transition to ACTIVE for port object b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:48.156986 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5babaadb-b006-439c-bd3c-5f789f5534d8 req-675308d3-d33a-478c-820a-20a0a60dd8e6 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206624 Jul 16 18:26:48.159015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.202585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2899a63a-df5a-4003-9e61-7703d46773d5, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2899a63a-df5a-4003-9e61-7703d46773d5,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:48.213658 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.229801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:48.233274 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] Routers {'2332cadb-e047-43cb-8601-4387d2747c10'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:48.234247 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2332cadb-e047-43cb-8601-4387d2747c10'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.255963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:48.263624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.271084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '2899a63a-df5a-4003-9e61-7703d46773d5', 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'port_id': '2899a63a-df5a-4003-9e61-7703d46773d5', 'mac_address': 'fa:16:3e:33:38:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071d8c8e-d216-4dfa-aab2-b55e22d832be', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:48.285149 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:48.286427 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4632776c-6bd8-4a66-8556-e5d55f72c27e None None] The sync data for ids ['2332cadb-e047-43cb-8601-4387d2747c10'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:48.379610 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.397892 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2899a63a-df5a-4003-9e61-7703d46773d5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:48.458927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.468721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5ab800ee-f1f0-4a75-8865-566f20425e82 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/2332cadb-e047-43cb-8601-4387d2747c10 HTTP/1.1" status: 200 len: 925 time: 0.4229376 Jul 16 18:26:48.469081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2899a63a-df5a-4003-9e61-7703d46773d5, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2899a63a-df5a-4003-9e61-7703d46773d5,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:48.470149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39474) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.488834 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.519179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.533149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1476792431'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:48.558592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2899a63a-df5a-4003-9e61-7703d46773d5,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.587382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:48.590051 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643d79d8-3e97-490b-9064-ecc6bfa3cb81" -d '{"events": [{"server_uuid": "081fb418-f1f9-47f5-ab12-d7607bed6801", "name": "network-vif-plugged", "status": "completed", "tag": "d2fa10b4-c32f-41e9-aa80-96dc0c830f3c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:48.638159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:48.657366 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.689704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Attempting to bind port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:48.690616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Attempting to bind port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:48.690616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Attempting to bind port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:48.698272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.712773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:48.713405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Attempting to bind port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:48.722863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:48.726719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.731046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2899a63a-df5a-4003-9e61-7703d46773d5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:48.754113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:48.765336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.765739 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Added segment ab0452d2-6bb0-4c34-826c-f07acc6ea4f6 of type vlan for network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be Jul 16 18:26:48.791405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.810795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.845002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011709cd-ab3a-4c8d-9633-740d18d1ecdb tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.847185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-011709cd-ab3a-4c8d-9633-740d18d1ecdb tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=2332cadb-e047-43cb-8601-4387d2747c10&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3703439 Jul 16 18:26:48.847448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:48.847905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:48.848378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Bound using segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:48.849119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Bound port: b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:48.849574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.852018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:48.862798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.869139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.869812 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.893318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad04e9-08c5-4923-885d-c3ab20a1bb3f req-82ac3477-411f-403f-b875-05e91bbb6ad8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.895098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ffad04e9-08c5-4923-885d-c3ab20a1bb3f req-82ac3477-411f-403f-b875-05e91bbb6ad8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 943 time: 0.2015617 Jul 16 18:26:48.904007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ae38f-6ea3-488f-a897-85ffefd9d748 req-1905e56a-617f-4b60-8552-7be7ba9974f2 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.905724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd6ae38f-6ea3-488f-a897-85ffefd9d748 req-1905e56a-617f-4b60-8552-7be7ba9974f2 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 943 time: 0.2445693 Jul 16 18:26:48.956826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-c647d448-c1cb-44b4-833f-0430c4ef6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:48.959618 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-c647d448-c1cb-44b4-833f-0430c4ef6385 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 1095 time: 0.7033699 Jul 16 18:26:48.975338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd6ae38f-6ea3-488f-a897-85ffefd9d748 req-2b7df546-1cd9-48b3-bc0a-4ccde5536f86 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609803 Jul 16 18:26:48.993411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ffad04e9-08c5-4923-885d-c3ab20a1bb3f req-0ce568a3-0c0c-4658-beb2-fc113742702c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815163 Jul 16 18:26:49.080310 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28369e9-50d2-4f7f-8955-dc24bbf8b029 x-openstack-request-id: req-e28369e9-50d2-4f7f-8955-dc24bbf8b029 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:49.080763 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081fb418-f1f9-47f5-ab12-d7607bed6801", "name": "network-vif-plugged", "status": "completed", "tag": "d2fa10b4-c32f-41e9-aa80-96dc0c830f3c", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:49.081190 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e28369e9-50d2-4f7f-8955-dc24bbf8b029 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:49.081978 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c', 'code': 200} Jul 16 18:26:49.166436 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6361082 Jul 16 18:26:49.166766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.172438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2099980360'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.268865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:49.275450 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.337266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:26:49.349996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a72b37-d361-4da5-95f7-484384314f76 req-ec0db31f-802c-465e-b564-21bb88139627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.352684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5a72b37-d361-4da5-95f7-484384314f76 req-ec0db31f-802c-465e-b564-21bb88139627 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 1098 time: 0.1699853 Jul 16 18:26:49.365527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d7f28-a96f-44b7-b4c3-4609930a03cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Network': ['ID=550d5f6d-70f5-4ae4-8390-9796ffd5d7be,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.384709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:49.430559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-c6160457-2045-4d97-b634-df52f5699e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.433141 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-c6160457-2045-4d97-b634-df52f5699e47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 915 time: 0.4057667 Jul 16 18:26:49.452534 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.454145 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Added segment 4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753 of type vlan for network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c Jul 16 18:26:49.457177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8a89f-9cb2-473f-9f50-d3076d7ec5dd tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.459768 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b8e8a89f-9cb2-473f-9f50-d3076d7ec5dd tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.6042991 Jul 16 18:26:49.463376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39488) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.517667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] For port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:49.524723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-fec3be5a-c111-4bb9-8df8-97a990b44ff2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=06cb4bbf-8745-4f48-820a-1fce57d3b6b2 HTTP/1.1" status: 200 len: 217 time: 0.0839622 Jul 16 18:26:49.556473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2899a63a-df5a-4003-9e61-7703d46773d5 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:49.573593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8eed2c53-0def-4273-99cf-d6d9ebda6d01 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2332cadb-e047-43cb-8601-4387d2747c10 HTTP/1.1" status: 200 len: 205 time: 0.0948226 Jul 16 18:26:49.581051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5a72b37-d361-4da5-95f7-484384314f76 req-653523b3-e721-4225-802b-b748dedd89e1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220287 Jul 16 18:26:49.581819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39490) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.598491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] For port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:49.624346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.634271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 2899a63a-df5a-4003-9e61-7703d46773d5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:49.655655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 2899a63a-df5a-4003-9e61-7703d46773d5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:49.656192 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.680810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.680810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.682751 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-719da877-807f-46f9-bef8-932b158b6076 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 HTTP/1.1" status: 200 len: 1092 time: 3.7732134 Jul 16 18:26:49.684171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-554a8754-1d44-46e4-a142-7f3520a9fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.687927 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-554a8754-1d44-46e4-a142-7f3520a9fa7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 200 len: 854 time: 0.1466193 Jul 16 18:26:49.687927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'tag': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:49.688555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.689207 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53023a75-8fa4-4b81-8fb6-2bef48765cab" -d '{"events": [{"name": "network-changed", "server_uuid": "67278ba3-22be-4223-a995-cdb6dd38ce42", "tag": "b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:49.814103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.822593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.823373 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.875064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.879016 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f5b2a1-30f2-4ccc-88fc-329abb3c4c7e x-openstack-request-id: req-89f5b2a1-30f2-4ccc-88fc-329abb3c4c7e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:49.879016 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67278ba3-22be-4223-a995-cdb6dd38ce42", "tag": "b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:49.879016 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89f5b2a1-30f2-4ccc-88fc-329abb3c4c7e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:49.879016 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'tag': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50', 'status': 'completed', 'code': 200} Jul 16 18:26:49.896665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719da877-807f-46f9-bef8-932b158b6076 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:49.944205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7718382 Jul 16 18:26:49.952049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39494) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:49.962527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'subnet': {'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:49.967502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-7661f94b-6339-4e91-98aa-eccdd06c6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.971385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-7661f94b-6339-4e91-98aa-eccdd06c6b78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 1095 time: 0.2119031 Jul 16 18:26:50.017026 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.057129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-c678b40a-5d27-4c7a-b13b-cbf5652e9b41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 HTTP/1.1" status: 200 len: 217 time: 0.0770164 Jul 16 18:26:50.076768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-f4487329-a36f-4e86-aecd-e33bdcad4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.079419 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-f4487329-a36f-4e86-aecd-e33bdcad4b69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3750429 Jul 16 18:26:50.134077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ca780-faff-4fb1-a811-936b3a92c047 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Network': ['ID=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.151105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2899a63a-df5a-4003-9e61-7703d46773d5, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2899a63a-df5a-4003-9e61-7703d46773d5,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:50.155921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:26:50.172590 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.268080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2899a63a-df5a-4003-9e61-7703d46773d5,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:50.473696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-33b8455d-1fe7-4da2-84b0-d851ecff2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.475784 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-33b8455d-1fe7-4da2-84b0-d851ecff2669 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.3949993 Jul 16 18:26:50.529514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-a105d853-d7fa-4f25-9b6d-8a56a50841ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442896 Jul 16 18:26:50.556431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.577263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-8fca3590-2d9c-4c46-96c7-3683ea1c7029 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519799 Jul 16 18:26:50.598267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:50.603792 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.705331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79f6e9-e4d1-4856-9aba-4dbf83d91525 req-d5b4d9b1-7d9b-4f54-b393-57717f2d439b tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.707309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f79f6e9-e4d1-4856-9aba-4dbf83d91525 req-d5b4d9b1-7d9b-4f54-b393-57717f2d439b tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 943 time: 0.3934112 Jul 16 18:26:50.726498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-4a0e8da4-f4c6-4629-b070-ff5a5e883808 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879401 Jul 16 18:26:50.734668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25fb773-4f79-4f70-8937-cd7478d135b4 req-c939940b-d9e0-498e-9dc8-f72063d557d2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.736406 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c25fb773-4f79-4f70-8937-cd7478d135b4 req-c939940b-d9e0-498e-9dc8-f72063d557d2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 943 time: 0.2653508 Jul 16 18:26:50.771530 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce3f4ca1-29b2-436f-b27a-8817359296dd req-d777cd40-c465-4ce1-a543-b237ea0c7999 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872768 Jul 16 18:26:50.865597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Deleting port 4f7febe2-1cd4-4a89-a9e7-4e28b9c52d95 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:50.865978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.866181 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a0c4808-95ae-4686-9f6c-21fdc76590b7 req-c4cdd5ff-a7d8-4ebb-b426-fa6a76f08c39 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198726 Jul 16 18:26:50.881943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f79f6e9-e4d1-4856-9aba-4dbf83d91525 req-e4894986-67ff-45ba-90f5-01beacac660e tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076965 Jul 16 18:26:50.934839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c25fb773-4f79-4f70-8937-cd7478d135b4 req-aa406503-79d0-4698-83e2-f4f2d4956266 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503718 Jul 16 18:26:51.084000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2899a63a-df5a-4003-9e61-7703d46773d5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:51.089852 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769a9d2b-8700-493e-80b7-580614ad68f8" -d '{"events": [{"server_uuid": "c06f94c7-dd86-4136-8963-d93e24765b0f", "name": "network-vif-plugged", "status": "completed", "tag": "2899a63a-df5a-4003-9e61-7703d46773d5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:51.094556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.112890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-b34fd84a-5f93-4933-936c-4d7359b740a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.115645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-b34fd84a-5f93-4933-936c-4d7359b740a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 1095 time: 0.1383362 Jul 16 18:26:51.130742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Calling delete_port for 4f7febe2-1cd4-4a89-a9e7-4e28b9c52d95 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:51.168205 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.202091 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c67582-1490-4723-95ae-e050ece4e67c x-openstack-request-id: req-e3c67582-1490-4723-95ae-e050ece4e67c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:51.202798 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06f94c7-dd86-4136-8963-d93e24765b0f", "name": "network-vif-plugged", "status": "completed", "tag": "2899a63a-df5a-4003-9e61-7703d46773d5", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:51.203468 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e3c67582-1490-4723-95ae-e050ece4e67c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:51.205583 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2899a63a-df5a-4003-9e61-7703d46773d5', 'code': 200} Jul 16 18:26:51.279159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-d2ba6e95-fc60-4b6b-876d-6e0df3d43ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.280832 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-d2ba6e95-fc60-4b6b-876d-6e0df3d43ff3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.1580102 Jul 16 18:26:51.381938 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-bb214f7b-b8a1-4486-9b16-dfa6d6c724c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 HTTP/1.1" status: 200 len: 217 time: 0.0878925 Jul 16 18:26:51.412785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Subnet': ['ID=0840094b-ab05-462a-be5b-3e1ae497e6df,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.444258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Checking segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:51.444853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network hostable DHCP agents. Network: 550d5f6d-70f5-4ae4-8390-9796ffd5d7be, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:51.531560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:51.542616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-e1be2024-93c0-4f5b-a360-a1429d09d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.544326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-e1be2024-93c0-4f5b-a360-a1429d09d944 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.1469302 Jul 16 18:26:51.550017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 550d5f6d-70f5-4ae4-8390-9796ffd5d7be) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:51.560525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.561174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.573954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d54377-dbf4-4de9-8a83-cf13e2b94fe0 None None] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:51.603029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5ed4300a-37bf-458c-8d77-1aacbd25b9a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6494553 Jul 16 18:26:51.605798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39510) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:51.612647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'subnet': {'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:51.635697 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-794cc5b2-8cdd-4154-96d5-144021717e0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468185 Jul 16 18:26:51.641515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3ebb0-71b2-49bf-8911-1e6d77b58f86 req-693557fe-b4dd-4ce5-a3ef-e5092a734aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.643084 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-aec3ebb0-71b2-49bf-8911-1e6d77b58f86 req-693557fe-b4dd-4ce5-a3ef-e5092a734aa4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 1098 time: 0.2597411 Jul 16 18:26:51.664811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.742438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event deleted for resources: {'Port': ['ID=4f7febe2-1cd4-4a89-a9e7-4e28b9c52d95,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:51.750487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-aec3ebb0-71b2-49bf-8911-1e6d77b58f86 req-316b88fa-95ac-4a58-941e-547a9ecfabef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961797 Jul 16 18:26:51.790275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-9e149e9c-6e50-469e-bebb-f47bed4748f6 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453910 Jul 16 18:26:51.833215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:51.836953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.916739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.918532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'fixed_ips': [{'subnet_id': '0840094b-ab05-462a-be5b-3e1ae497e6df'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:51.919366 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:51.932895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53023a75-8fa4-4b81-8fb6-2bef48765cab req-c1ff4eca-4155-4abb-b599-329425574775 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313090 Jul 16 18:26:51.963153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:52.041573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.046290 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.132942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.133564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Fanout notify agent at l3_agent the message router_deleted on router 2332cadb-e047-43cb-8601-4387d2747c10 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:52.141036 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:26:52.157924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.164283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8fd8a8fd-36b9-4c9f-8116-ac1bb2dd6f78 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/2332cadb-e047-43cb-8601-4387d2747c10 HTTP/1.1" status: 204 len: 168 time: 2.5711889 Jul 16 18:26:52.188308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39516) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:52.196074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7238bae7-0802-4d03-99e2-49c19341bcc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-689267451', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:52.273808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7238bae7-0802-4d03-99e2-49c19341bcc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.285658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Allocated IP 10.1.1.2 (550d5f6d-70f5-4ae4-8390-9796ffd5d7be/0840094b-ab05-462a-be5b-3e1ae497e6df/912fdd23-8e26-4ada-9d59-7cb1b6ce9865) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:52.290363 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7238bae7-0802-4d03-99e2-49c19341bcc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.317860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:52.337899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2', 'network_id': '0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2', 'port_id': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2', 'mac_address': 'fa:16:3e:d6:ed:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071d8c8e-d216-4dfa-aab2-b55e22d832be', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:52.396275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7238bae7-0802-4d03-99e2-49c19341bcc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.407538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7238bae7-0802-4d03-99e2-49c19341bcc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.443681 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.448701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7238bae7-0802-4d03-99e2-49c19341bcc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.455053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7238bae7-0802-4d03-99e2-49c19341bcc8 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2586927 Jul 16 18:26:52.455390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:52.466316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'enable_snat': False}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:52.614018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.657455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Transition to ACTIVE for port object 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:52.693170 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:52.725703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Transition to ACTIVE for port object 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:52.758451 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.771563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:52.780261 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.831091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:52.836769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:52.842218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:52.854326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.888724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Pushing event updated for resources: {'Port': ['ID=912fdd23-8e26-4ada-9d59-7cb1b6ce9865,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:52.970611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Attempting to bind port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:52.971043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Attempting to bind port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:52.971484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Attempting to bind port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:52.990953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:52.991507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Checking segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:52.992024 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.993312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Bound using segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:52.993312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Bound port: 912fdd23-8e26-4ada-9d59-7cb1b6ce9865, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:52.993584 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.996802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.059773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['06cb4bbf-8745-4f48-820a-1fce57d3b6b2'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:53.101328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c0df4-9392-4de6-8f1a-52a34976f6c6 req-20f1aa22-88c5-4e55-a72a-6c59c0c7b62f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.104334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e1c0df4-9392-4de6-8f1a-52a34976f6c6 req-20f1aa22-88c5-4e55-a72a-6c59c0c7b62f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 944 time: 0.9184549 Jul 16 18:26:53.151133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e66fb3c8-5967-4449-b987-144690285711 None None] For port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:53.155624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e66fb3c8-5967-4449-b987-144690285711 None None] For port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=912fdd23-8e26-4ada-9d59-7cb1b6ce9865,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:53.169946 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.196308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e5b95-4472-4654-8c80-292aa5df5a5b req-8cfbff72-d095-4cf5-968c-0dabdb59daf8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.209049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-422e5b95-4472-4654-8c80-292aa5df5a5b req-8cfbff72-d095-4cf5-968c-0dabdb59daf8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 943 time: 0.3617933 Jul 16 18:26:53.237233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.247316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fb3c8-5967-4449-b987-144690285711 None None] Pushing event updated for resources: {'Port': ['ID=912fdd23-8e26-4ada-9d59-7cb1b6ce9865,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.316043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e1c0df4-9392-4de6-8f1a-52a34976f6c6 req-af3627ec-f776-40ed-8aa5-a251f15160e3 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994908 Jul 16 18:26:53.503679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-422e5b95-4472-4654-8c80-292aa5df5a5b req-658a6bb9-5416-4dfc-8186-cf5b5ec745cf tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931633 Jul 16 18:26:53.537589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Checking segment: {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:53.540136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network hostable DHCP agents. Network: 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:26:53.546024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:53.558544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Subnet': ['ID=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:53.590168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:26:53.618021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:53.633864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.662221 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.663062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.680377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc271c4f-0a19-4343-a7ac-2c6e53693919 None None] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:53.712071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:53.753242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b1c48179-a5fd-409a-915a-f06ffaf7f607 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1459582 Jul 16 18:26:53.756475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39526) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:53.765944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'port': {'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'name': 'tempest-TaggedBootDevicesTest-1018709089', 'fixed_ips': [{'subnet_id': '0840094b-ab05-462a-be5b-3e1ae497e6df'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:54.001682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:54.040669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'port_id': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50', 'mac_address': 'fa:16:3e:68:7a:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e7173-07ce-4110-bc98-93f9ac1a0f1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:54.063994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Allocated IP 172.25.0.79 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/a8cb0157-f3e8-46db-ad5a-bf5d4f785d2d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:54.084669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:54.163034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.211440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:54.232289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-928495e0-dd43-4f8b-b3e0-1a5f4ab9141c', 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'fixed_ips': [{'subnet_id': 'c8c5d5ac-3704-4c3b-8f48-b0254137ef8c'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:26:54.233225 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.254884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:54.259332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.264889 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.293743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.299209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] device_id is not set on port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:54.439754 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:54.468621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.499944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:54.571698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:54.583550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:54.587770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:54.596882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Pushing event updated for resources: {'Port': ['ID=a8cb0157-f3e8-46db-ad5a-bf5d4f785d2d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:54.682159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 10.1.1.105 (550d5f6d-70f5-4ae4-8390-9796ffd5d7be/0840094b-ab05-462a-be5b-3e1ae497e6df/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:54.753634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc443f0f-e20a-413f-9ea6-965b8ed0965a req-be62ac8b-e0b0-4c95-b588-13ee51a2ec8a tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.761902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc443f0f-e20a-413f-9ea6-965b8ed0965a req-be62ac8b-e0b0-4c95-b588-13ee51a2ec8a tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 944 time: 0.1413174 Jul 16 18:26:54.836710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc443f0f-e20a-413f-9ea6-965b8ed0965a req-f11c5a9f-5c5e-4bc2-b10e-ba68322c6308 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730929 Jul 16 18:26:54.975602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a392aa-7e79-4a0a-a94a-2db9f1139422 req-920c51c1-1fd9-48d7-94f0-1d2bf8853247 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:54.978312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56a392aa-7e79-4a0a-a94a-2db9f1139422 req-920c51c1-1fd9-48d7-94f0-1d2bf8853247 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 944 time: 0.1203580 Jul 16 18:26:55.102308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:55.121049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56a392aa-7e79-4a0a-a94a-2db9f1139422 req-6d61fc74-b1f1-4dca-a21e-ae6b2f4375fb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287339 Jul 16 18:26:55.179099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Allocated IP 10.2.2.2 (928495e0-dd43-4f8b-b3e0-1a5f4ab9141c/c8c5d5ac-3704-4c3b-8f48-b0254137ef8c/4fc2510e-fd72-4242-a754-fad6dc749548) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:55.207410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce13ac-36bf-4f0e-968e-6ac3be8a0d27 None None] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:55.282793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.329685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.355133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Transition to ACTIVE for port object 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:55.418492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:55.421621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-666b00e3-db30-4bde-80df-f9349cbf22e0 None None] Provisioning for port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:55.462775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:55.463099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.476058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-666b00e3-db30-4bde-80df-f9349cbf22e0 None None] Provisioning complete for port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:55.476456 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666b00e3-db30-4bde-80df-f9349cbf22e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.485884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.609745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:55.628792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:55.633033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:55.638020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:55.671408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.692012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.820415 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.844290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.845397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:55.860539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Transition to ACTIVE for port object 4fc2510e-fd72-4242-a754-fad6dc749548 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:55.902437 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1185bdb7-8a0c-49ed-b090-c57f12ed6080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1389618 Jul 16 18:26:55.902748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39540) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:55.908343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'port': {'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'name': 'tempest-TaggedBootDevicesTest-1968912099', 'fixed_ips': [{'subnet_id': '0840094b-ab05-462a-be5b-3e1ae497e6df'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:55.983155 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Transition to ACTIVE for port object 4fc2510e-fd72-4242-a754-fad6dc749548 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:56.008020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:56.018776 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.065609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.105267 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666b00e3-db30-4bde-80df-f9349cbf22e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.177781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Router 2ea98231-e01e-44fd-832c-13b6588a900b is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:26:56.294801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:56.314190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:56.330652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:56.371551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-666b00e3-db30-4bde-80df-f9349cbf22e0 None None] For port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=912fdd23-8e26-4ada-9d59-7cb1b6ce9865,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:56.383327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Pushing event updated for resources: {'Port': ['ID=4fc2510e-fd72-4242-a754-fad6dc749548,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.393427 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-666b00e3-db30-4bde-80df-f9349cbf22e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.540027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:56.574315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:56.574690 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.583538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Attempting to bind port 4fc2510e-fd72-4242-a754-fad6dc749548 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:56.583902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Attempting to bind port 4fc2510e-fd72-4242-a754-fad6dc749548 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:56.584376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Attempting to bind port 4fc2510e-fd72-4242-a754-fad6dc749548 on network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:56.586531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:26:56.586934 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:26:56.613658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed10bb-3cb3-42a2-bc21-4e890554f5c3 req-a953b281-e930-4eb1-9bef-8e22e3e0d0d9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.615273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2ed10bb-3cb3-42a2-bc21-4e890554f5c3 req-a953b281-e930-4eb1-9bef-8e22e3e0d0d9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 944 time: 0.4379263 Jul 16 18:26:56.617827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:56.621650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b00e3-db30-4bde-80df-f9349cbf22e0 None None] Pushing event updated for resources: {'Port': ['ID=912fdd23-8e26-4ada-9d59-7cb1b6ce9865,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:56.627328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:56.627836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Checking segment: {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:56.628293 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.633987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Bound using segment: {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:56.634519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Bound port: 4fc2510e-fd72-4242-a754-fad6dc749548, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:56.634925 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.643233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:26:56.664250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.679537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-104adfa5-db6d-4720-94f0-59ca39bf6aa0 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "PUT /v2.0/routers/2ea98231-e01e-44fd-832c-13b6588a900b HTTP/1.1" status: 200 len: 918 time: 4.2227931 Jul 16 18:26:56.680656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39552) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:56.682399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] Sync routers for ids ['2ea98231-e01e-44fd-832c-13b6588a900b'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:26:56.723853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2ed10bb-3cb3-42a2-bc21-4e890554f5c3 req-c829ec84-3d3b-4b57-9508-af3ca1d896d5 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929277 Jul 16 18:26:56.778120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] Routers {'2ea98231-e01e-44fd-832c-13b6588a900b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:56.780428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2ea98231-e01e-44fd-832c-13b6588a900b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:56.878196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a03b14-7344-4c7b-93e7-3f30a4ffcd49 req-d72b6fc5-8c30-4827-a48a-77e855a9b13a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.880747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99a03b14-7344-4c7b-93e7-3f30a4ffcd49 req-d72b6fc5-8c30-4827-a48a-77e855a9b13a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 944 time: 0.4158440 Jul 16 18:26:56.917418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] For port 4fc2510e-fd72-4242-a754-fad6dc749548, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:56.921281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] For port 4fc2510e-fd72-4242-a754-fad6dc749548, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc2510e-fd72-4242-a754-fad6dc749548,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:56.925043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f0e3b083-98ac-4558-9f6e-c14068e16188 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/2ea98231-e01e-44fd-832c-13b6588a900b HTTP/1.1" status: 200 len: 924 time: 0.2394445 Jul 16 18:26:56.935439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:56.986734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:56.990324 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.015956 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.043056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.065025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99a03b14-7344-4c7b-93e7-3f30a4ffcd49 req-3b1de88b-15ba-459f-9f44-4563e718a076 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722269 Jul 16 18:26:57.077507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] device_id is not set on port 4aa91796-6c20-4a7a-b64f-be66a399c558 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:26:57.132530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34522950-f5dd-4db1-9b51-514e39882df1 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.134055 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-34522950-f5dd-4db1-9b51-514e39882df1 tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=2ea98231-e01e-44fd-832c-13b6588a900b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1976559 Jul 16 18:26:57.138817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.212701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5ae0af9f-3996-4e9e-b4d9-91bf723fbb4d None None] Provisioning complete for port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:57.213169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ae0af9f-3996-4e9e-b4d9-91bf723fbb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.217750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] Routers {'2ea98231-e01e-44fd-832c-13b6588a900b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:26:57.218607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:26:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2ea98231-e01e-44fd-832c-13b6588a900b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.253721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cf38c-ba56-401b-84a8-a0e566d20c13 None None] Pushing event updated for resources: {'Port': ['ID=4fc2510e-fd72-4242-a754-fad6dc749548,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.274605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:57.276670 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57e6acd-2ed4-47a1-bd91-418b3f61cef1" -d '{"events": [{"server_uuid": "6b8e1398-56bb-4f6a-bb70-e1fc147b318a", "name": "network-vif-plugged", "status": "completed", "tag": "06cb4bbf-8745-4f48-820a-1fce57d3b6b2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:57.305336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:26:57.306084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05f52d2-c60b-43cf-8d45-b656c07e476f None None] The sync data for ids ['2ea98231-e01e-44fd-832c-13b6588a900b'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:26:57.310440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f448dda4-f1c1-4f44-a13a-c4170342fdfc tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.332600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f448dda4-f1c1-4f44-a13a-c4170342fdfc tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/networks/9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 881 time: 0.1923215 Jul 16 18:26:57.334434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.337780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:57.347564 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.397542 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738666d9-689d-44d5-b1b3-01b95acd0d15 x-openstack-request-id: req-738666d9-689d-44d5-b1b3-01b95acd0d15 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:57.397845 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8e1398-56bb-4f6a-bb70-e1fc147b318a", "name": "network-vif-plugged", "status": "completed", "tag": "06cb4bbf-8745-4f48-820a-1fce57d3b6b2", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:57.399163 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-738666d9-689d-44d5-b1b3-01b95acd0d15 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:57.399163 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2', 'code': 200} Jul 16 18:26:57.454644 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8895066a-0584-4151-b01e-6a2e3cfd2240 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea98231-e01e-44fd-832c-13b6588a900b HTTP/1.1" status: 200 len: 205 time: 0.1186235 Jul 16 18:26:57.459566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39572) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:57.537227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 10.1.1.252 (550d5f6d-70f5-4ae4-8390-9796ffd5d7be/0840094b-ab05-462a-be5b-3e1ae497e6df/4aa91796-6c20-4a7a-b64f-be66a399c558) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:57.583599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:57.596354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:57.599466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:57.710673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.736652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5ae0af9f-3996-4e9e-b4d9-91bf723fbb4d None None] Provisioning for port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:57.748760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5ae0af9f-3996-4e9e-b4d9-91bf723fbb4d None None] Provisioning complete for port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:57.749148 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5ae0af9f-3996-4e9e-b4d9-91bf723fbb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.789550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:57.795612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:57.795976 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.796581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.824670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:57.825234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.848657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Transition to ACTIVE for port object 4aa91796-6c20-4a7a-b64f-be66a399c558 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:57.852193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0af9f-3996-4e9e-b4d9-91bf723fbb4d None None] Port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:57.857070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.959383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11937ec0-c48f-44d6-85dc-f648fa2aeab5 req-71e51bb4-531e-46c1-8029-90a92f0826d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.960520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:57.961503 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11937ec0-c48f-44d6-85dc-f648fa2aeab5 req-71e51bb4-531e-46c1-8029-90a92f0826d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 1097 time: 0.3097126 Jul 16 18:26:58.012802 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.022552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dab07c73-6a93-47ed-bee1-0388413ee49e None None] Provisioning complete for port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:58.022926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dab07c73-6a93-47ed-bee1-0388413ee49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.035043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:58.039581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:58.042860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:58.047372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Deleting port a8cb0157-f3e8-46db-ad5a-bf5d4f785d2d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:58.048755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.127263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dab07c73-6a93-47ed-bee1-0388413ee49e None None] Port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:58.133612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11937ec0-c48f-44d6-85dc-f648fa2aeab5 req-1f5fbcb7-2e02-4818-a5d7-4397ef481d0b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551881 Jul 16 18:26:58.137771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:58.148904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.182446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=4aa91796-6c20-4a7a-b64f-be66a399c558,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.203167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.204048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.243690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c42324-eb1c-46b0-95e7-0caabdfc4a31 req-eb80d389-2575-464f-9f52-833c43322ad6 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.245484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44c42324-eb1c-46b0-95e7-0caabdfc4a31 req-eb80d389-2575-464f-9f52-833c43322ad6 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.1942263 Jul 16 18:26:58.251943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-346dddcd-7dc8-4bd4-93cf-0498c3229303 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3486559 Jul 16 18:26:58.304362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44c42324-eb1c-46b0-95e7-0caabdfc4a31 req-5330bc5e-3ba7-4880-891e-9aa7903d6d9c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Jul 16 18:26:58.306418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:58.454601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.457677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0879e-7a98-473a-aad4-46879dbafda3 req-1c965686-72e6-466d-8be0-e59126d3597d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.463255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ff0879e-7a98-473a-aad4-46879dbafda3 req-1c965686-72e6-466d-8be0-e59126d3597d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 945 time: 0.1315255 Jul 16 18:26:58.517488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Calling delete_port for a8cb0157-f3e8-46db-ad5a-bf5d4f785d2d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:58.534248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ff0879e-7a98-473a-aad4-46879dbafda3 req-0456cb1f-9196-4e8a-bf1c-4c6e3254d7ce tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651996 Jul 16 18:26:58.564312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8d1d3a1b-863f-4dff-9c42-1bb71d1eac9a None None] Provisioning for port 4aa91796-6c20-4a7a-b64f-be66a399c558 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:58.580958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8d1d3a1b-863f-4dff-9c42-1bb71d1eac9a None None] Provisioning complete for port 4aa91796-6c20-4a7a-b64f-be66a399c558 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:58.581337 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d1d3a1b-863f-4dff-9c42-1bb71d1eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:58.644589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d3a1b-863f-4dff-9c42-1bb71d1eac9a None None] Port 4aa91796-6c20-4a7a-b64f-be66a399c558 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:58.805164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a53295-a5f6-4c73-a116-9effbea6f1be None None] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:26:58.921799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39584) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:58.927841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3f01acae-29ac-4cfd-b51b-a9348bd02a3d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808831037', 'description': 'tempest-description--172205345'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:58.943042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a254af53-8467-4239-98d0-ad885a983e85 None None] Provisioning for port 4fc2510e-fd72-4242-a754-fad6dc749548 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:58.960823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f01acae-29ac-4cfd-b51b-a9348bd02a3d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.129121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f01acae-29ac-4cfd-b51b-a9348bd02a3d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.134930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f01acae-29ac-4cfd-b51b-a9348bd02a3d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.174046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3f01acae-29ac-4cfd-b51b-a9348bd02a3d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.179214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3f01acae-29ac-4cfd-b51b-a9348bd02a3d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2561269 Jul 16 18:26:59.182418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39586) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.187719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-11631362-36cc-4c81-b2bb-5147c46763ec tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'security_group_rule': {'security_group_id': 'da303359-d706-4b20-87ac-a5eaab30431a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:59.199017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.199929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01acae-29ac-4cfd-b51b-a9348bd02a3d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da303359-d706-4b20-87ac-a5eaab30431a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.235797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event deleted for resources: {'Port': ['ID=a8cb0157-f3e8-46db-ad5a-bf5d4f785d2d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.252544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11631362-36cc-4c81-b2bb-5147c46763ec tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.318204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.342077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11631362-36cc-4c81-b2bb-5147c46763ec tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.351201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11631362-36cc-4c81-b2bb-5147c46763ec tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.387606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11631362-36cc-4c81-b2bb-5147c46763ec tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98624a9a-ca50-490d-aa34-046ea5a2ff8c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.399482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:59.402497 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bca5dac-ab3b-4eb7-8a04-9968323e9a19" -d '{"events": [{"server_uuid": "67278ba3-22be-4223-a995-cdb6dd38ce42", "name": "network-vif-plugged", "status": "completed", "tag": "b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:59.407410 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11631362-36cc-4c81-b2bb-5147c46763ec tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.408858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11631362-36cc-4c81-b2bb-5147c46763ec tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2253625 Jul 16 18:26:59.413736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39592) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.421227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c15e043a-645b-4bd1-a243-2f8075df4641 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'security_group_rule': {'security_group_id': 'da303359-d706-4b20-87ac-a5eaab30431a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:59.492962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.496242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.501323 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c15e043a-645b-4bd1-a243-2f8075df4641 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.540729 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343a6b17-cd4a-4535-94d7-0907893610ea x-openstack-request-id: req-343a6b17-cd4a-4535-94d7-0907893610ea {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:59.541279 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67278ba3-22be-4223-a995-cdb6dd38ce42", "name": "network-vif-plugged", "status": "completed", "tag": "b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:59.541771 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-343a6b17-cd4a-4535-94d7-0907893610ea {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:59.542498 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50', 'code': 200} Jul 16 18:26:59.560564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.561343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Fanout notify agent at l3_agent the message router_deleted on router 2ea98231-e01e-44fd-832c-13b6588a900b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:26:59.571051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.578798 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d373845d-a5e1-45e1-b9d6-91ed6d7dafce tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/2ea98231-e01e-44fd-832c-13b6588a900b HTTP/1.1" status: 204 len: 168 time: 2.1112509 Jul 16 18:26:59.578798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.587215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-793132676', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:59.649208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.652857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.658851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fc2510e-fd72-4242-a754-fad6dc749548 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:59.760759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4fc2510e-fd72-4242-a754-fad6dc749548 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:59.777328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4fc2510e-fd72-4242-a754-fad6dc749548 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:59.777804 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.786848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.807015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c15e043a-645b-4bd1-a243-2f8075df4641 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.821310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c15e043a-645b-4bd1-a243-2f8075df4641 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.867395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e043a-645b-4bd1-a243-2f8075df4641 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224bd0cf-5322-4639-b2be-f6d875dfa884,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:59.886718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c15e043a-645b-4bd1-a243-2f8075df4641 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.886718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c15e043a-645b-4bd1-a243-2f8075df4641 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4686816 Jul 16 18:26:59.891623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39602) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:59.908832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:59.948882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c0214-5a74-4650-b010-d784b4883f57 req-254cc88a-7ac6-4ab2-adfe-180655480cee tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.950895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51c0214-5a74-4650-b010-d784b4883f57 req-254cc88a-7ac6-4ab2-adfe-180655480cee tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.1977105 Jul 16 18:26:59.987798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9574f-4e3f-44f8-abc6-5f25e267bbc8 req-eacc4258-23cc-465f-b57e-febf684151d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.991063 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bcf9574f-4e3f-44f8-abc6-5f25e267bbc8 req-eacc4258-23cc-465f-b57e-febf684151d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 1097 time: 0.2953579 Jul 16 18:27:00.047864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.072083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.081761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bcf9574f-4e3f-44f8-abc6-5f25e267bbc8 req-cd0c6387-21d0-49e2-9eb8-2bf03ca5f48f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557296 Jul 16 18:27:00.118237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.122879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51c0214-5a74-4650-b010-d784b4883f57 req-6bfa8c0d-b23d-4fdf-b408-228f40402596 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109169 Jul 16 18:27:00.158103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac640569-74e9-4c5f-9698-4506dd96fadc req-b96e3929-dc1b-442e-85a8-293d8a995243 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.162164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac640569-74e9-4c5f-9698-4506dd96fadc req-b96e3929-dc1b-442e-85a8-293d8a995243 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 945 time: 0.2072113 Jul 16 18:27:00.229836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac640569-74e9-4c5f-9698-4506dd96fadc req-e2a98d17-6876-4fe4-90c5-7e5e19ebd1f5 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602961 Jul 16 18:27:00.233576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4fc2510e-fd72-4242-a754-fad6dc749548, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc2510e-fd72-4242-a754-fad6dc749548,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:00.245007 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.330909 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e630987-ebe8-42ea-9e61-12ca39ae1c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.361808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4fc2510e-fd72-4242-a754-fad6dc749548,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:00.404130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.453109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.476795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.580536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 172.25.0.162 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/ce3c9825-39da-4257-947f-fde6e69c3ef0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:00.592890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad00bd-47ec-4f3c-8309-74656cd4e244 req-d93eb1bb-c4eb-4d49-aaf1-c708065e9091 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.594568 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3aad00bd-47ec-4f3c-8309-74656cd4e244 req-d93eb1bb-c4eb-4d49-aaf1-c708065e9091 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.1480381 Jul 16 18:27:00.690008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3aad00bd-47ec-4f3c-8309-74656cd4e244 req-f067e8e9-6130-4d9e-8b17-40c1d45bd643 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880842 Jul 16 18:27:00.736676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.784308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:00.844790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Allocated IP 172.25.0.254 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/36db76a6-22aa-4074-ae79-335951f77341) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:00.897309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:00.944181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:00.953850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:01.021324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=ce3c9825-39da-4257-947f-fde6e69c3ef0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.058666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.111380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.149730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce3f07-815b-46bc-a7b0-e52a4b3eefa6 req-081d0a7a-9dea-4a84-8a95-bf89769ddec4 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.151367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09ce3f07-815b-46bc-a7b0-e52a4b3eefa6 req-081d0a7a-9dea-4a84-8a95-bf89769ddec4 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 946 time: 0.2935457 Jul 16 18:27:01.166777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:01.173955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:01.183792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:01.224100 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.249375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09ce3f07-815b-46bc-a7b0-e52a4b3eefa6 req-3176b808-5d2c-45ed-9760-26f03420a004 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877087 Jul 16 18:27:01.264206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event updated for resources: {'Port': ['ID=36db76a6-22aa-4074-ae79-335951f77341,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.326152 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.524757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fc2510e-fd72-4242-a754-fad6dc749548 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:01.653884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4fc2510e-fd72-4242-a754-fad6dc749548 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:01.654260 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.730766 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.749987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.834330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=ce3c9825-39da-4257-947f-fde6e69c3ef0,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:01.901855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.942621 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-a9e77b2d-1650-4514-a138-3742e70a57c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4225976 Jul 16 18:27:01.972472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:01.974218 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-89187781-ad51-4971-8603-3537cebdf9a8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0808902 Jul 16 18:27:02.052216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7795168-cf5c-4973-b1b3-a4919474bc35 req-b64fb742-61e5-4abb-a375-7800f8ab0853 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.052521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7795168-cf5c-4973-b1b3-a4919474bc35 req-b64fb742-61e5-4abb-a375-7800f8ab0853 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 945 time: 0.3179367 Jul 16 18:27:02.075418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e76a0b9-5a9f-4561-a1e9-7e57239577e8 req-4f263070-b27c-49bc-99dc-26ec7dddedcf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.078676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e76a0b9-5a9f-4561-a1e9-7e57239577e8 req-4f263070-b27c-49bc-99dc-26ec7dddedcf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.1596498 Jul 16 18:27:02.160275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.191747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7795168-cf5c-4973-b1b3-a4919474bc35 req-0b463a88-fab4-474a-a945-f1e651e7af05 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115139 Jul 16 18:27:02.195865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e76a0b9-5a9f-4561-a1e9-7e57239577e8 req-0d1a329d-9e74-4258-b031-42e1a300bd02 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037583 Jul 16 18:27:02.239927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-4e4452fb-9bc9-4a24-a35d-74674ce4da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.241771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-4e4452fb-9bc9-4a24-a35d-74674ce4da5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 1097 time: 0.2022288 Jul 16 18:27:02.612261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:02.621258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-aaedee85-9739-44bd-bb62-00f3f98c30fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.622951 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-aaedee85-9739-44bd-bb62-00f3f98c30fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.2568202 Jul 16 18:27:02.685758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a01df-16ca-458e-a5de-6863a46c2e20 req-e0f880b9-ee4b-441d-b7fd-d7fa267aaddc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.688293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-453a01df-16ca-458e-a5de-6863a46c2e20 req-e0f880b9-ee4b-441d-b7fd-d7fa267aaddc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 945 time: 0.2047746 Jul 16 18:27:02.706878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-8b93f33e-2512-4bf7-b05b-d260ac01f095 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8 HTTP/1.1" status: 200 len: 217 time: 0.0435874 Jul 16 18:27:02.707519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd7112a-a7d9-4ae5-9a21-6aaf370ad24f req-a86efac7-170e-4066-af30-7749a440480b tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.710250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5dd7112a-a7d9-4ae5-9a21-6aaf370ad24f req-a86efac7-170e-4066-af30-7749a440480b tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.1576197 Jul 16 18:27:02.766791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-453a01df-16ca-458e-a5de-6863a46c2e20 req-40243a1b-22f3-4e82-8379-e4a29415e5f8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700631 Jul 16 18:27:02.782795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5dd7112a-a7d9-4ae5-9a21-6aaf370ad24f req-69127601-e704-4977-8996-63429d0fa8b2 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575485 Jul 16 18:27:02.851840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-1bbf049a-7086-4e81-9ba5-4cc90976833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.855908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-1bbf049a-7086-4e81-9ba5-4cc90976833b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.1123738 Jul 16 18:27:02.918462 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-535a6a50-f889-422e-894c-55e0c538d3fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526664 Jul 16 18:27:02.963074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-7dcc4411-7840-4229-ae7c-e40e3fde3985 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--808831037&fields=id&tenant_id=8af32f5976ef464fa4c8e6152bbd4741 HTTP/1.1" status: 200 len: 267 time: 0.0621417 Jul 16 18:27:02.973045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-980bcfa9-b850-4432-99ed-b3fc68962332 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2601268 Jul 16 18:27:03.049556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-1ee769ce-a81b-4780-a274-87e530ba16b9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.062310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-1ee769ce-a81b-4780-a274-87e530ba16b9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 932 time: 0.0979669 Jul 16 18:27:03.094554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Router 658a9fef-709a-4f91-adfa-8a48b0465711 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:03.105049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-f7a56774-f97b-4b1a-ba05-745b561e7ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800432 Jul 16 18:27:03.134795 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b22af58-5d21-408a-bf0c-1645c7e82d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.201952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-09ea2de2-4d45-431f-a5ab-490e81811490 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.204549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-09ea2de2-4d45-431f-a5ab-490e81811490 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports/4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 932 time: 0.1393476 Jul 16 18:27:03.301568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-6b102ab0-42f3-46be-8825-cc380c15dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.303173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-6b102ab0-42f3-46be-8825-cc380c15dcc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 1097 time: 0.2533932 Jul 16 18:27:03.328495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32f16cbb-6ff9-43de-9e48-9325c5c25cbf req-fafbf74c-2cb2-4c1e-a496-497242c780ce service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146933 Jul 16 18:27:03.339886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:03.350660 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-aed88750-8ccd-4b9b-881f-bd13737aa583 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1383862 Jul 16 18:27:03.358675 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] Sync routers for ids ['658a9fef-709a-4f91-adfa-8a48b0465711'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:03.399800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] Routers {'658a9fef-709a-4f91-adfa-8a48b0465711'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:03.400975 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:27:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['658a9fef-709a-4f91-adfa-8a48b0465711'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:03.403851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.405155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2f17e9cb-9399-40ec-8c3e-7b369ad3b897 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8256512 Jul 16 18:27:03.416748 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:03.437203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:03.442054 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:03.477730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-9e17dd33-8ac7-404a-8be8-c8526e2e7c91 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1257432 Jul 16 18:27:03.516697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-ed71156b-d72d-46c5-a272-8fa4ad2308e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.517972 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-ed71156b-d72d-46c5-a272-8fa4ad2308e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.1761105 Jul 16 18:27:03.624293 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:03.642434 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] Routers {'658a9fef-709a-4f91-adfa-8a48b0465711'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:03.643860 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:27:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['658a9fef-709a-4f91-adfa-8a48b0465711'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:03.708028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a71d5a-51f1-4d64-9b93-f8a30f2dc838 req-a4ca5778-a89e-41be-9938-719a99c1c4ad tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.714564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a71d5a-51f1-4d64-9b93-f8a30f2dc838 req-a4ca5778-a89e-41be-9938-719a99c1c4ad tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.720996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a71d5a-51f1-4d64-9b93-f8a30f2dc838 req-a4ca5778-a89e-41be-9938-719a99c1c4ad tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.728982 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:03.729280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8a71d5a-51f1-4d64-9b93-f8a30f2dc838 req-a4ca5778-a89e-41be-9938-719a99c1c4ad tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a&device_id=c06f94c7-dd86-4136-8963-d93e24765b0f&device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 2418 time: 0.4620762 Jul 16 18:27:03.730027 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce350ad7-7d67-42af-a487-b5e9b5b146da None None] The sync data for ids ['658a9fef-709a-4f91-adfa-8a48b0465711'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:03.773153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-cc3202c7-2e97-4a96-bc14-d12f7707b728 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.779167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-cc3202c7-2e97-4a96-bc14-d12f7707b728 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.785256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-cc3202c7-2e97-4a96-bc14-d12f7707b728 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.787600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-cc3202c7-2e97-4a96-bc14-d12f7707b728 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 1990 time: 0.2877424 Jul 16 18:27:03.829775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8a71d5a-51f1-4d64-9b93-f8a30f2dc838 req-9647ea23-437e-43f9-a0b4-21820f5ab233 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994821 Jul 16 18:27:03.831536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-9fe04959-b530-478e-b1fb-af739cd23b42 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/quotas/8af32f5976ef464fa4c8e6152bbd4741 HTTP/1.1" status: 200 len: 375 time: 0.0326476 Jul 16 18:27:03.945117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-6bde2a40-1f03-4a82-b614-e6c2617fe7b4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1016173 Jul 16 18:27:03.980354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-bd6623ab-a83f-4d1a-ba01-fd97ac588b94 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:27:03.980354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-bd6623ab-a83f-4d1a-ba01-fd97ac588b94 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187740 Jul 16 18:27:04.099681 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-29d9f5ad-42ee-447b-84a4-38ee6d7c96a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd HTTP/1.1" status: 200 len: 217 time: 0.5466332 Jul 16 18:27:04.149157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-784e93c3-7519-499b-9e2e-7b11aa097053 service neutron] 10.222.0.48 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645865 Jul 16 18:27:04.235757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2da100-18d9-49dc-aec8-9d94a215131d req-1c77b30f-a25f-41e6-9af6-33c0f6d0a446 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.237501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f2da100-18d9-49dc-aec8-9d94a215131d req-1c77b30f-a25f-41e6-9af6-33c0f6d0a446 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 945 time: 0.2058284 Jul 16 18:27:04.284692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-f8b1f101-722a-441e-996f-8ef06daa977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.286917 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-f8b1f101-722a-441e-996f-8ef06daa977a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.1748288 Jul 16 18:27:04.311056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.332029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-0b704934-8267-4d4b-b582-cd9c10da2b5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371845 Jul 16 18:27:04.353219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b5f890b3-5e38-452a-b03f-2c87053a29e1 service neutron] 10.222.0.48 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970935 Jul 16 18:27:04.363875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f2da100-18d9-49dc-aec8-9d94a215131d req-87ed4479-0c00-4d20-a625-1a5c57097a96 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166513 Jul 16 18:27:04.461866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ee5cb4e7-8aa8-4e85-a3dd-a494a46432c8 service neutron] 10.222.0.48 "GET /v2.0/ports/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1068316 Jul 16 18:27:04.553050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-c144ab43-0c85-4a05-b2ad-9e7e6d7aafc0 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932671 Jul 16 18:27:04.605435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.658840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.705073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-54657aae-5ee8-4005-9a59-744dff82eb79 service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371545 Jul 16 18:27:04.731628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9d3a2190-cbf3-45fd-af79-2774b9f24252 req-118184d9-1eb4-4970-83e4-94b1a87620c5 service neutron] 10.222.0.55 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656883 Jul 16 18:27:04.760113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Deleting port 36db76a6-22aa-4074-ae79-335951f77341 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:04.760501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.854383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a0dff-9575-4cc6-873c-4cba10194df6 req-7b6748fc-7f4b-4b5f-9d10-ebc03dc11bd4 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.856357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e63a0dff-9575-4cc6-873c-4cba10194df6 req-7b6748fc-7f4b-4b5f-9d10-ebc03dc11bd4 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.2638597 Jul 16 18:27:04.880649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:04.898558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Calling delete_port for 36db76a6-22aa-4074-ae79-335951f77341 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:04.921371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-7c3d8c70-02b5-49f4-98a7-2fb25bafb409 service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153924 Jul 16 18:27:04.975512 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e63a0dff-9575-4cc6-873c-4cba10194df6 req-0355711d-3d09-4fc7-8f32-48051be31168 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129301 Jul 16 18:27:04.991647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-121ebc0d-3e64-4da2-ade8-2b85a22e465c service neutron] 10.222.0.48 "GET /v2.0/ports/4aa91796-6c20-4a7a-b64f-be66a399c558?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0636590 Jul 16 18:27:05.141956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-9c597d3c-2bda-4251-90d5-e45ae810bf95 service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350451 Jul 16 18:27:05.259745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.278602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-3c6b31b8-2df1-4286-a9b2-8053465a18a0 service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359847 Jul 16 18:27:05.393516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39680) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:05.428942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Pushing event deleted for resources: {'Port': ['ID=36db76a6-22aa-4074-ae79-335951f77341,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:05.429379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-1f41a998-36f4-45ac-a5cb-32125f149fa2 service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392710 Jul 16 18:27:05.451701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.554173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e96e25e-5dc9-4e69-9394-8903500a4427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.587035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-4c5c371f-dd63-47af-a678-361db662c6a7 service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486566 Jul 16 18:27:05.737048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e4a36f08-58cf-4b16-8738-3d6d28c7b780 service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382046 Jul 16 18:27:05.774452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.839837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e96e25e-5dc9-4e69-9394-8903500a4427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.843727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.849516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.872028 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e96e25e-5dc9-4e69-9394-8903500a4427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:05.974236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Router 658a9fef-709a-4f91-adfa-8a48b0465711 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:06.073774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:06.087879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.088604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] Sync routers for ids ['658a9fef-709a-4f91-adfa-8a48b0465711'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:06.093034 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-70f8b14a-3660-4b91-9faa-4e4351510032 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "PUT /v2.0/routers/658a9fef-709a-4f91-adfa-8a48b0465711 HTTP/1.1" status: 200 len: 709 time: 2.6544437 Jul 16 18:27:06.094448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39688) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.103622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] Routers {'658a9fef-709a-4f91-adfa-8a48b0465711'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:06.104603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:27:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['658a9fef-709a-4f91-adfa-8a48b0465711'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.169268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.184693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] Routers {'658a9fef-709a-4f91-adfa-8a48b0465711'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:06.185749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:27:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['658a9fef-709a-4f91-adfa-8a48b0465711'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.248389 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fa94126e-c602-44be-ba9f-63c66b6c08dd tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/routers/658a9fef-709a-4f91-adfa-8a48b0465711 HTTP/1.1" status: 200 len: 744 time: 0.1470306 Jul 16 18:27:06.249223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.250091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:06.251146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d6f5a-9c0a-4123-a0e8-d6b17a4f9146 None None] The sync data for ids ['658a9fef-709a-4f91-adfa-8a48b0465711'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:06.312250 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2f3050ac-ecf7-47f4-8ba3-95ebc2db6eed tempest-RoutersIpV6AdminTest-1484437747 tempest-RoutersIpV6AdminTest-1484437747-project-admin] 10.222.0.48 "GET /v2.0/ports?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&device_id=658a9fef-709a-4f91-adfa-8a48b0465711 HTTP/1.1" status: 200 len: 205 time: 0.0592401 Jul 16 18:27:06.313123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-463994d2-42ab-4447-af44-609eb232a63b service neutron] 10.222.0.48 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605195 Jul 16 18:27:06.314805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.315981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e96e25e-5dc9-4e69-9394-8903500a4427 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22b30fb93b7b44e6a6cbace840a7153e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216499 Jul 16 18:27:06.317453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96e25e-5dc9-4e69-9394-8903500a4427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d0264-0a54-4c36-9d7d-15e8e9b2ee30,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.321410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.353277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2954307f-43bb-41e0-90ec-cbe935295ea2 req-053669d7-f0ff-422c-bbc7-77a1d584ea6d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.354931 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2954307f-43bb-41e0-90ec-cbe935295ea2 req-053669d7-f0ff-422c-bbc7-77a1d584ea6d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 945 time: 0.6169660 Jul 16 18:27:06.375074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7dea5140-1198-49cd-b820-185a1edf9798 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=658a9fef-709a-4f91-adfa-8a48b0465711 HTTP/1.1" status: 200 len: 205 time: 0.0581656 Jul 16 18:27:06.377575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39696) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:06.486280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2954307f-43bb-41e0-90ec-cbe935295ea2 req-33a0caab-66ea-459f-91e4-9927a1a2b006 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021261 Jul 16 18:27:06.505443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b9f25d1-b40a-415b-9014-2ee80cf95f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.527558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1acfce7-cf32-4d0e-9371-9bacbd6fd022 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.543995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-c1096812-6576-42f8-a681-a368bdfd3872 service neutron] 10.222.0.48 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139304 Jul 16 18:27:06.547485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b9f25d1-b40a-415b-9014-2ee80cf95f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.686432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b9f25d1-b40a-415b-9014-2ee80cf95f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.691193 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b9f25d1-b40a-415b-9014-2ee80cf95f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.697595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b9f25d1-b40a-415b-9014-2ee80cf95f81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bc4d0264-0a54-4c36-9d7d-15e8e9b2ee30 HTTP/1.1" status: 204 len: 168 time: 0.3708496 Jul 16 18:27:06.710878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-32c52485-62db-4bd4-86e9-65636489f95a service neutron] 10.222.0.48 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656778 Jul 16 18:27:06.712369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f25d1-b40a-415b-9014-2ee80cf95f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d0264-0a54-4c36-9d7d-15e8e9b2ee30,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:06.858282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1acfce7-cf32-4d0e-9371-9bacbd6fd022 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.867340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1acfce7-cf32-4d0e-9371-9bacbd6fd022 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.914186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f8026b7b-fbd6-43ac-a86e-211548620268 service neutron] 10.222.0.48 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721642 Jul 16 18:27:06.980728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1acfce7-cf32-4d0e-9371-9bacbd6fd022 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.980728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1acfce7-cf32-4d0e-9371-9bacbd6fd022 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Fanout notify agent at l3_agent the message router_deleted on router 658a9fef-709a-4f91-adfa-8a48b0465711 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:06.989852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b1acfce7-cf32-4d0e-9371-9bacbd6fd022 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.991190 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b1acfce7-cf32-4d0e-9371-9bacbd6fd022 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/658a9fef-709a-4f91-adfa-8a48b0465711 HTTP/1.1" status: 204 len: 168 time: 0.6121008 Jul 16 18:27:06.997446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39704) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.013942 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.042506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-6b6d104a-5e9c-42c0-b378-3bf7f9a36047 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.044962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-6b6d104a-5e9c-42c0-b378-3bf7f9a36047 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 945 time: 0.1040504 Jul 16 18:27:07.170422 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9caa1d8-f6fd-45f6-aba6-88b2bdea8a9b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=658a9fef-709a-4f91-adfa-8a48b0465711 HTTP/1.1" status: 200 len: 205 time: 0.1675537 Jul 16 18:27:07.171253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39706) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.205214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Deleting port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:07.205567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.240186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.243600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-9279cde3-becd-4760-8a3e-1adb651ff2b5 service neutron] 10.222.0.48 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285131 Jul 16 18:27:07.244690 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-46dcb255-e241-4ffe-be90-885e393ae431 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] delete failed (client error): The resource could not be found. Jul 16 18:27:07.245685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-46dcb255-e241-4ffe-be90-885e393ae431 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/658a9fef-709a-4f91-adfa-8a48b0465711 HTTP/1.1" status: 404 len: 336 time: 0.0614173 Jul 16 18:27:07.250240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39712) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.278289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b05d1eb3-0b74-4e8c-905c-4ce8a24f5a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.287603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-78a05eea-a24e-4b03-8337-2880db923881 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea98231-e01e-44fd-832c-13b6588a900b HTTP/1.1" status: 200 len: 205 time: 0.0362778 Jul 16 18:27:07.291336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39714) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.344415 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-26aa4a25-970a-4499-84fe-7bcad361d231 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] delete failed (client error): The resource could not be found. Jul 16 18:27:07.345874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-26aa4a25-970a-4499-84fe-7bcad361d231 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/2ea98231-e01e-44fd-832c-13b6588a900b HTTP/1.1" status: 404 len: 336 time: 0.0534616 Jul 16 18:27:07.350484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39718) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.395204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3b833809-a0db-489d-9e87-dd7e019e2122 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=2332cadb-e047-43cb-8601-4387d2747c10 HTTP/1.1" status: 200 len: 205 time: 0.0425699 Jul 16 18:27:07.399574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39720) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.415797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] For port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:07.416778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.453893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Calling delete_port for b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:07.455906 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-4891b6c1-0183-4025-a8b7-a0169979aa82 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] delete failed (client error): The resource could not be found. Jul 16 18:27:07.457324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4891b6c1-0183-4025-a8b7-a0169979aa82 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/2332cadb-e047-43cb-8601-4387d2747c10 HTTP/1.1" status: 404 len: 336 time: 0.0565023 Jul 16 18:27:07.463060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39724) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.475628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.513733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-59014309-c7b9-48f9-8e35-432c0d8fe5b4 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=6300f6fd-0f5d-46ef-be42-ab603124e403 HTTP/1.1" status: 200 len: 205 time: 0.0447235 Jul 16 18:27:07.513733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39726) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.604743 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-1f68ed92-45bd-4926-af1a-bd858d32370b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] delete failed (client error): The resource could not be found. Jul 16 18:27:07.609125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1f68ed92-45bd-4926-af1a-bd858d32370b tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/6300f6fd-0f5d-46ef-be42-ab603124e403 HTTP/1.1" status: 404 len: 336 time: 0.0947008 Jul 16 18:27:07.611068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39734) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.635489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b05d1eb3-0b74-4e8c-905c-4ce8a24f5a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.641798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b05d1eb3-0b74-4e8c-905c-4ce8a24f5a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.683002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-32ab987b-3d11-45b2-ad5e-4b3879914562 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=4b4b181a-1ae8-4149-873e-f44feb1273ab HTTP/1.1" status: 200 len: 205 time: 0.0667415 Jul 16 18:27:07.684596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39740) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.753607 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b05d1eb3-0b74-4e8c-905c-4ce8a24f5a57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b403b16a1754c56aef0c1e2c172a912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115767 Jul 16 18:27:07.773377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39742) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.805468 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-ee1cc701-97ff-4325-b376-7eb58cfb5804 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] delete failed (client error): The resource could not be found. Jul 16 18:27:07.807756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ee1cc701-97ff-4325-b376-7eb58cfb5804 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/4b4b181a-1ae8-4149-873e-f44feb1273ab HTTP/1.1" status: 404 len: 336 time: 0.1209667 Jul 16 18:27:07.813020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39748) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.818565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d1eb3-0b74-4e8c-905c-4ce8a24f5a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3caa070-5c87-4879-8ee0-422aa30f656f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.861883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.881033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-432d751b-cf55-4183-9131-09e34a02b545 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "GET /v2.0/ports?device_id=abab541f-cbcc-4a86-b46c-10aba02ad665 HTTP/1.1" status: 200 len: 205 time: 0.0663421 Jul 16 18:27:07.887149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:07.887491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39752) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:07.890392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['141d489b-a665-4ccd-ad85-62f1f93f26bd'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:07.985188 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-1a07dd28-5b3b-404a-83bf-5550d0c377ba tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] delete failed (client error): The resource could not be found. Jul 16 18:27:07.986945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1a07dd28-5b3b-404a-83bf-5550d0c377ba tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/routers/abab541f-cbcc-4a86-b46c-10aba02ad665 HTTP/1.1" status: 404 len: 336 time: 0.0972960 Jul 16 18:27:07.992575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39756) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.006617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event deleted for resources: {'Port': ['ID=b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.062138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] No DVR routers for this DVR port b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:08.067596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf0362-af00-4763-917a-c6eb485d899d req-8f6ea9a9-926f-4200-85f9-daaea5ad9fc4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.070279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-adcf0362-af00-4763-917a-c6eb485d899d req-8f6ea9a9-926f-4200-85f9-daaea5ad9fc4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=67278ba3-22be-4223-a995-cdb6dd38ce42 HTTP/1.1" status: 200 len: 867 time: 0.3728714 Jul 16 18:27:08.072836 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-224cf557-52cb-48f9-8fa5-cb8b08dd3930 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:08.073921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224cf557-52cb-48f9-8fa5-cb8b08dd3930 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:08.074646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.078024 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4bdcd14e-4425-4863-bc73-bd970452eabb req-3d36c011-498d-434c-87cb-f1728a6c8021 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "DELETE /v2.0/ports/b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 HTTP/1.1" status: 204 len: 173 time: 1.0263672 Jul 16 18:27:08.078416 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-224cf557-52cb-48f9-8fa5-cb8b08dd3930 tempest-RoutersIpV6AdminTest-566796456 tempest-RoutersIpV6AdminTest-566796456-project] 10.222.0.48 "DELETE /v2.0/subnets/c41ea1ff-370e-482c-83d2-c8250aafda30 HTTP/1.1" status: 404 len: 337 time: 0.0835271 Jul 16 18:27:08.078736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'name': 'network-vif-deleted', 'tag': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:08.084051 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6d4e88-6cb8-4d20-8f9f-b5f97a6ed533" -d '{"events": [{"server_uuid": "67278ba3-22be-4223-a995-cdb6dd38ce42", "name": "network-vif-deleted", "tag": "b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:08.098261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3eea6410-5880-4b8d-8812-1a845a68cd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.147860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3eea6410-5880-4b8d-8812-1a845a68cd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.178115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-adcf0362-af00-4763-917a-c6eb485d899d req-9c268ee8-cebb-49f1-be93-6bc3f3871846 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917215 Jul 16 18:27:08.294841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3eea6410-5880-4b8d-8812-1a845a68cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.316194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3eea6410-5880-4b8d-8812-1a845a68cd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:08.321363 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3eea6410-5880-4b8d-8812-1a845a68cd10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3caa070-5c87-4879-8ee0-422aa30f656f HTTP/1.1" status: 204 len: 168 time: 0.5458078 Jul 16 18:27:08.392779 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ef16ea-04e1-4cc4-b5a2-2e5fed77f021 x-openstack-request-id: req-e0ef16ea-04e1-4cc4-b5a2-2e5fed77f021 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:08.393269 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67278ba3-22be-4223-a995-cdb6dd38ce42", "name": "network-vif-deleted", "tag": "b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:08.400254 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0ef16ea-04e1-4cc4-b5a2-2e5fed77f021 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:08.400695 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67278ba3-22be-4223-a995-cdb6dd38ce42', 'name': 'network-vif-deleted', 'tag': 'b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50', 'status': 'completed', 'code': 200} Jul 16 18:27:08.402665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea6410-5880-4b8d-8812-1a845a68cd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3caa070-5c87-4879-8ee0-422aa30f656f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:08.441391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47d37650-7ed8-44e8-a600-ff7e6b369910 req-cdba587d-2f26-41c2-8bbd-33d376a7f1bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0723398 Jul 16 18:27:08.697326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39782) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:08.893516 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77e083f8-16d6-4089-bf7d-7937fd8f2efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.115393 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77e083f8-16d6-4089-bf7d-7937fd8f2efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.130936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77e083f8-16d6-4089-bf7d-7937fd8f2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.179027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e083f8-16d6-4089-bf7d-7937fd8f2efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1cc175-4429-45fe-b935-4c47b0ce3705,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.186531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-77e083f8-16d6-4089-bf7d-7937fd8f2efb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b3637ed72294dfabccc4138152c0898&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4864235 Jul 16 18:27:09.189257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:09.283516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f395d66-f210-4ade-adfc-d5c2ced02e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.307428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c138c-02c8-43bc-88e3-c5ab500b4e0f req-37816d60-c1e1-457a-9a40-6992ffe62d33 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.309120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f88c138c-02c8-43bc-88e3-c5ab500b4e0f req-37816d60-c1e1-457a-9a40-6992ffe62d33 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.1211004 Jul 16 18:27:09.310394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f395d66-f210-4ade-adfc-d5c2ced02e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.385734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f88c138c-02c8-43bc-88e3-c5ab500b4e0f req-fab47501-8294-4f19-b136-cede140fffa0 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700424 Jul 16 18:27:09.398262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f395d66-f210-4ade-adfc-d5c2ced02e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.401285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f395d66-f210-4ade-adfc-d5c2ced02e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.404248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3f395d66-f210-4ade-adfc-d5c2ced02e8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1b1cc175-4429-45fe-b935-4c47b0ce3705 HTTP/1.1" status: 204 len: 168 time: 0.2115951 Jul 16 18:27:09.417146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f395d66-f210-4ade-adfc-d5c2ced02e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1cc175-4429-45fe-b935-4c47b0ce3705,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.633264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:09.712083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:09.712682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b8ec8b33-fa11-46f3-bd8a-bc9b1132ec50 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:09.759937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f61ec91-f584-43a9-9f0f-bf6ea456a393 req-df8693b3-3742-43ab-a413-a57bba72a2a6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0313501 Jul 16 18:27:09.947806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39826) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:10.025651 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f2f49f26-0db5-4e35-b602-56ed5b019b00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06d53ce444dc4b15b9cdff41b683b2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751081 Jul 16 18:27:10.028092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:10.035531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea5e1c-2084-4504-a18e-3fb49c1a4e71 req-199b8e28-7c34-417a-90e0-c05a26696769 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.038944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8aea5e1c-2084-4504-a18e-3fb49c1a4e71 req-199b8e28-7c34-417a-90e0-c05a26696769 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 945 time: 0.1555052 Jul 16 18:27:10.086629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13bbc37a-cf6b-4a98-8d72-de958b147a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.107622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8aea5e1c-2084-4504-a18e-3fb49c1a4e71 req-040bd271-91a0-441b-b4e6-857ce3a460bc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608809 Jul 16 18:27:10.170836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13bbc37a-cf6b-4a98-8d72-de958b147a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.210787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-1ace0a1d-9c01-43ed-bb8b-1d743954376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.212276 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-1ace0a1d-9c01-43ed-bb8b-1d743954376c service neutron] 10.222.0.55 "GET /v2.0/ports/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 1028 time: 0.0826139 Jul 16 18:27:10.295013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13bbc37a-cf6b-4a98-8d72-de958b147a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.300005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13bbc37a-cf6b-4a98-8d72-de958b147a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:10.302157 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-13bbc37a-cf6b-4a98-8d72-de958b147a48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d1d536a-edb6-483e-80c5-4123b3500514 HTTP/1.1" status: 204 len: 168 time: 0.2728477 Jul 16 18:27:10.315671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-9abd87c2-c325-48d8-b7b4-98f4d09c5630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.319153 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-9abd87c2-c325-48d8-b7b4-98f4d09c5630 service neutron] 10.222.0.55 "GET /v2.0/ports/4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 1028 time: 0.0965157 Jul 16 18:27:10.328309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbc37a-cf6b-4a98-8d72-de958b147a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1d536a-edb6-483e-80c5-4123b3500514,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:10.629770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-27b2b357-6c32-43ab-bc7b-56cf0aa21647 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.641910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-27b2b357-6c32-43ab-bc7b-56cf0aa21647 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.654305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-27b2b357-6c32-43ab-bc7b-56cf0aa21647 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.658996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-27b2b357-6c32-43ab-bc7b-56cf0aa21647 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 1990 time: 0.3179526 Jul 16 18:27:10.747443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88266ce5-af9e-48fd-bfad-1a5be015ac29 req-c215137d-d2b6-4e16-823e-0d98640f1bd4 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:10.761057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88266ce5-af9e-48fd-bfad-1a5be015ac29 req-c215137d-d2b6-4e16-823e-0d98640f1bd4 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.1342456 Jul 16 18:27:10.811378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-31227225-9fc4-463c-8fda-aa15b2218cf9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8af32f5976ef464fa4c8e6152bbd4741 HTTP/1.1" status: 200 len: 379 time: 0.1364079 Jul 16 18:27:10.838681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'admin_state_up': True, 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'security_groups': ['da303359-d706-4b20-87ac-a5eaab30431a']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:10.843887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88266ce5-af9e-48fd-bfad-1a5be015ac29 req-e08458e6-ad30-4679-9f56-69ce145c9c43 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808611 Jul 16 18:27:11.089864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:11.099315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8237348c-f876-4075-a013-4e13d9d7a81f req-525912ea-1add-4c48-8478-b47aa2145b3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0566878 Jul 16 18:27:11.104021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:11.407012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59cfe3-1913-4485-88ca-ec91f71a6409 req-e655795b-a795-43fc-bb18-b94982e7661a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.422155 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a59cfe3-1913-4485-88ca-ec91f71a6409 req-e655795b-a795-43fc-bb18-b94982e7661a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 945 time: 0.1485815 Jul 16 18:27:11.423183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 172.20.0.3 (4ae910ca-18d2-433a-84e3-886c2d3084b7/9868d861-6414-4032-81d2-3b1580e12252/96b8abe9-3ad8-46c0-b845-7bd5972b15cb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:11.456580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-34099450-b634-4298-a15d-4937b7d4693c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.459311 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-34099450-b634-4298-a15d-4937b7d4693c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 945 time: 0.1663253 Jul 16 18:27:11.538359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a59cfe3-1913-4485-88ca-ec91f71a6409 req-0acfad26-0f10-4a7c-996d-04ebe93b9ddc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120760 Jul 16 18:27:11.845588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39880) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:12.051214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-172852813'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:12.105524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Deleting port 141d489b-a665-4ccd-ad85-62f1f93f26bd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:12.109400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.116126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:12.132529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.154819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.176407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.260219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Transition to ACTIVE for port object 96b8abe9-3ad8-46c0-b845-7bd5972b15cb will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:12.342866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] For port 141d489b-a665-4ccd-ad85-62f1f93f26bd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=141d489b-a665-4ccd-ad85-62f1f93f26bd,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:12.343268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.407055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Calling delete_port for 141d489b-a665-4ccd-ad85-62f1f93f26bd owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:12.411161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd9f7-e5cb-4b0c-a026-1451f6c39e34 req-94af9cbb-52e4-43e2-899b-7a3a8d7bf9b1 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.413196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-066bd9f7-e5cb-4b0c-a026-1451f6c39e34 req-94af9cbb-52e4-43e2-899b-7a3a8d7bf9b1 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.2602308 Jul 16 18:27:12.451675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a087484-6219-4552-89ff-363fea00708f req-4fc75f76-e052-410c-98fc-6a3c2a4cf053 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0715415 Jul 16 18:27:12.490848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.546654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-066bd9f7-e5cb-4b0c-a026-1451f6c39e34 req-3e14cdae-4c55-4d43-b910-f4871fbbb1bf tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072998 Jul 16 18:27:12.570719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:12.582412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:12.590001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:12.637342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.642866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.678415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:12.678964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.694850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.705876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:12.706379 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-84937035-c4ea-4a2d-8819-04da3c1c8327 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8814824 Jul 16 18:27:12.734857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'admin_state_up': True, 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'security_groups': ['da303359-d706-4b20-87ac-a5eaab30431a']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:12.739374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e187449b-10e2-4e73-a6e3-918c7e3ee065,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:12.758613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.759344 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Added segment f46ae5cf-9588-4146-af7d-7a1a991ab8fa of type vlan for network e22b64a7-207d-4d69-9ea6-e145f2d8875a Jul 16 18:27:12.883460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.982873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:12.993676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.001910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['141d489b-a665-4ccd-ad85-62f1f93f26bd'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:13.005983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:13.021428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.022102 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.133857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event deleted for resources: {'Port': ['ID=141d489b-a665-4ccd-ad85-62f1f93f26bd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.136440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Network': ['ID=e22b64a7-207d-4d69-9ea6-e145f2d8875a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.181624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02ed27-2a49-4260-b651-98e8e6c22109 req-6240af3c-2f88-42f4-9eae-8cd4be194d54 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.184707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e22b64a7-207d-4d69-9ea6-e145f2d8875a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:13.190514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f02ed27-2a49-4260-b651-98e8e6c22109 req-6240af3c-2f88-42f4-9eae-8cd4be194d54 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=13aa79e2-9eb6-4160-aab7-9bb561e296e8 HTTP/1.1" status: 200 len: 867 time: 0.2613904 Jul 16 18:27:13.202461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] No DVR routers for this DVR port 141d489b-a665-4ccd-ad85-62f1f93f26bd on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:13.210133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.216813 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b5100968-8b79-4ff9-ba05-cba4ef945cd1 req-e5adc230-218b-4c37-b651-deb99ee461bb tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.55 "DELETE /v2.0/ports/141d489b-a665-4ccd-ad85-62f1f93f26bd HTTP/1.1" status: 204 len: 173 time: 1.7445982 Jul 16 18:27:13.226321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'name': 'network-vif-deleted', 'tag': '141d489b-a665-4ccd-ad85-62f1f93f26bd'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:13.234597 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8dd674-d925-4fb1-b852-148a8dec63e9" -d '{"events": [{"server_uuid": "13aa79e2-9eb6-4160-aab7-9bb561e296e8", "name": "network-vif-deleted", "tag": "141d489b-a665-4ccd-ad85-62f1f93f26bd"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:13.246432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0a18949b-8ef4-4135-830f-1e3cfcf7f421 None None] Provisioning for port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:13.270965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:13.279055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0a18949b-8ef4-4135-830f-1e3cfcf7f421 None None] Provisioning complete for port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:13.279470 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0a18949b-8ef4-4135-830f-1e3cfcf7f421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.287166 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.293500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f02ed27-2a49-4260-b651-98e8e6c22109 req-d0176faf-d952-4e30-b787-6bc056cb1914 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016855 Jul 16 18:27:13.308109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0fe52a57-97ea-4834-8f58-b906b6ec792f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4606066 Jul 16 18:27:13.412989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0a18949b-8ef4-4135-830f-1e3cfcf7f421 None None] Port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:13.513419 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416383dc-a647-4b58-9dfc-545ebd829fb6 x-openstack-request-id: req-416383dc-a647-4b58-9dfc-545ebd829fb6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:13.513419 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13aa79e2-9eb6-4160-aab7-9bb561e296e8", "name": "network-vif-deleted", "tag": "141d489b-a665-4ccd-ad85-62f1f93f26bd", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:13.517268 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-416383dc-a647-4b58-9dfc-545ebd829fb6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:13.517268 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13aa79e2-9eb6-4160-aab7-9bb561e296e8', 'name': 'network-vif-deleted', 'tag': '141d489b-a665-4ccd-ad85-62f1f93f26bd', 'status': 'completed', 'code': 200} Jul 16 18:27:13.841916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 10.1.1.23 (550d5f6d-70f5-4ae4-8390-9796ffd5d7be/0840094b-ab05-462a-be5b-3e1ae497e6df/b235f9ca-9d4a-4475-991d-cae4affc741b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:13.983372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64940462-a306-463b-ae91-7eb768e195f8 req-e405efa8-a154-44da-adb1-e5ce885c5cfa tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.995894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64940462-a306-463b-ae91-7eb768e195f8 req-e405efa8-a154-44da-adb1-e5ce885c5cfa tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.2445650 Jul 16 18:27:14.075079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ab962-a77e-49b3-943e-42ff19312817 req-3661313d-72ea-48d4-bbd1-79dceb5ee2e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.077525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a7ab962-a77e-49b3-943e-42ff19312817 req-3661313d-72ea-48d4-bbd1-79dceb5ee2e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 931 time: 0.2485530 Jul 16 18:27:14.114911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64940462-a306-463b-ae91-7eb768e195f8 req-d1b1ba50-e439-4ff0-836a-b1319760b33a tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156316 Jul 16 18:27:14.188814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a7ab962-a77e-49b3-943e-42ff19312817 req-5baa031c-5b5c-4c75-94cd-62c3eb5946a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905454 Jul 16 18:27:14.270507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.294120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Transition to ACTIVE for port object b235f9ca-9d4a-4475-991d-cae4affc741b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:14.418035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.485467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:14.491220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:14.497940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:14.587861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39980) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:14.603252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:14.603252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:14.659069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=b235f9ca-9d4a-4475-991d-cae4affc741b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:14.717479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5d62685f-383a-4d01-85b7-3840a3e9b71c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9975345 Jul 16 18:27:14.735200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'admin_state_up': True, 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'security_groups': ['da303359-d706-4b20-87ac-a5eaab30431a']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:14.818007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9872f4d4-b675-4e87-85b8-9d8bdfaaa26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.017207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9872f4d4-b675-4e87-85b8-9d8bdfaaa26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.026191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9872f4d4-b675-4e87-85b8-9d8bdfaaa26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.070638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-42f85fe6-bfc4-4f1e-8ddd-f12373364710 None None] Provisioning for port b235f9ca-9d4a-4475-991d-cae4affc741b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:15.076898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-42f85fe6-bfc4-4f1e-8ddd-f12373364710 None None] Provisioning complete for port b235f9ca-9d4a-4475-991d-cae4affc741b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:15.077475 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42f85fe6-bfc4-4f1e-8ddd-f12373364710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.113014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9872f4d4-b675-4e87-85b8-9d8bdfaaa26e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a94df3a6623e499286ec11b33aa5beb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226986 Jul 16 18:27:15.114393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:15.116631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9872f4d4-b675-4e87-85b8-9d8bdfaaa26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96cc3d1-d58f-40ed-a5b7-38b93c9447ce,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:15.123444 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.133730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:15.179077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-42f85fe6-bfc4-4f1e-8ddd-f12373364710 None None] Port b235f9ca-9d4a-4475-991d-cae4affc741b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:15.193994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa692-6bb7-4368-8985-518050ae98a3 req-9f2e4bfb-3bc4-4f39-bf6c-2a3570a43448 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.196126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-9f2e4bfb-3bc4-4f39-bf6c-2a3570a43448 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.2394533 Jul 16 18:27:15.214616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-d935b632-5aa3-434a-98d2-5c44aeac88ad tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.0117083 Jul 16 18:27:15.370744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-43e9cd80-14fc-42bd-b106-f30ac378658d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1494911 Jul 16 18:27:15.564252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a4af4bd-5eb4-41a1-8922-8c4b845893fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.647988 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a4af4bd-5eb4-41a1-8922-8c4b845893fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.679630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-259df767-777e-4d90-9305-2b6fc4bbc2d8 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008795 Jul 16 18:27:15.680966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 141d489b-a665-4ccd-ad85-62f1f93f26bd no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:15.722650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 141d489b-a665-4ccd-ad85-62f1f93f26bd {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:15.723686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 141d489b-a665-4ccd-ad85-62f1f93f26bd not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:15.845003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 10.1.1.22 (550d5f6d-70f5-4ae4-8390-9796ffd5d7be/0840094b-ab05-462a-be5b-3e1ae497e6df/93ce79b7-89af-4559-8ea6-80e93c409746) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:15.899996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a4af4bd-5eb4-41a1-8922-8c4b845893fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.903723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a4af4bd-5eb4-41a1-8922-8c4b845893fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.909236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5a4af4bd-5eb4-41a1-8922-8c4b845893fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a96cc3d1-d58f-40ed-a5b7-38b93c9447ce HTTP/1.1" status: 204 len: 168 time: 0.7690897 Jul 16 18:27:16.001421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-701bb2d7-024a-4eea-94b2-4c0a68020c26 service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203444 Jul 16 18:27:16.017203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4af4bd-5eb4-41a1-8922-8c4b845893fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96cc3d1-d58f-40ed-a5b7-38b93c9447ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.087363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38900d47-595a-46db-bdf9-761b2c7d7a24 req-6751a354-5e60-42d6-a3eb-66b42a72d86d tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.093825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38900d47-595a-46db-bdf9-761b2c7d7a24 req-6751a354-5e60-42d6-a3eb-66b42a72d86d tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.3988137 Jul 16 18:27:16.242371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38900d47-595a-46db-bdf9-761b2c7d7a24 req-221d3f80-14a2-4fda-b778-cbf3dc4b13f1 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376092 Jul 16 18:27:16.295194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.333941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Transition to ACTIVE for port object 93ce79b7-89af-4559-8ea6-80e93c409746 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:16.451971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.546039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:16.550139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:16.562638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:16.703873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40012) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:16.726578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef80e-310d-4e1a-b888-2c99b5ba2596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.776998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=93ce79b7-89af-4559-8ea6-80e93c409746,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:16.837714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.845855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:16.850181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40014) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:16.865684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-216321ea-869d-46e9-9100-6bd5d2f8d826 req-fa192482-a68c-4b54-9066-3dacc5b5846b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 210 time: 0.1095374 Jul 16 18:27:16.867344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'subnet': {'network_id': 'e22b64a7-207d-4d69-9ea6-e145f2d8875a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:17.036371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-47097008-f856-4a1c-93cf-61d7c60e846f None None] Provisioning for port 93ce79b7-89af-4559-8ea6-80e93c409746 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:17.046375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-47097008-f856-4a1c-93cf-61d7c60e846f None None] Provisioning complete for port 93ce79b7-89af-4559-8ea6-80e93c409746 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:17.046969 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47097008-f856-4a1c-93cf-61d7c60e846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.091845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-47097008-f856-4a1c-93cf-61d7c60e846f None None] Port 93ce79b7-89af-4559-8ea6-80e93c409746 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:17.135684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6cf0d-1644-4d8e-b297-361303135579 req-694820f3-d952-4f1f-9c85-5047b8a27737 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.141992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6cf0d-1644-4d8e-b297-361303135579 req-694820f3-d952-4f1f-9c85-5047b8a27737 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.149793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6cf0d-1644-4d8e-b297-361303135579 req-694820f3-d952-4f1f-9c85-5047b8a27737 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.152462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74c6cf0d-1644-4d8e-b297-361303135579 req-694820f3-d952-4f1f-9c85-5047b8a27737 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 2372 time: 0.2821751 Jul 16 18:27:17.228590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74c6cf0d-1644-4d8e-b297-361303135579 req-a38f67e1-22ed-4717-aca6-5e62f5e10825 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691326 Jul 16 18:27:17.298759 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef80e-310d-4e1a-b888-2c99b5ba2596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.306341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef80e-310d-4e1a-b888-2c99b5ba2596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.321575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d7c9f3c7-b719-42bc-bea9-436db8671dd3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5961518 Jul 16 18:27:17.363919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c', 'admin_state_up': True, 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'security_groups': ['da303359-d706-4b20-87ac-a5eaab30431a']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:17.366007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b9ef80e-310d-4e1a-b888-2c99b5ba2596 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c134fcbb162c4bd291e96e681718ffce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6609449 Jul 16 18:27:17.371107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40024) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:17.384734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ef80e-310d-4e1a-b888-2c99b5ba2596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c773ffa-8356-442a-8ad9-a1f9dfb5dd12,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.498618 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10f0ee1a-485e-4816-b319-b57fb20b56d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.550122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10f0ee1a-485e-4816-b319-b57fb20b56d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.591116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:17.596360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.728578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffaba1-0768-42f3-b6e4-06f497a2ad47 req-b58f4d05-561d-4c1f-a57d-95564e3fe120 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.738738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fffaba1-0768-42f3-b6e4-06f497a2ad47 req-b58f4d05-561d-4c1f-a57d-95564e3fe120 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.1430357 Jul 16 18:27:17.760001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10f0ee1a-485e-4816-b319-b57fb20b56d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.764373 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10f0ee1a-485e-4816-b319-b57fb20b56d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.768983 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-10f0ee1a-485e-4816-b319-b57fb20b56d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c773ffa-8356-442a-8ad9-a1f9dfb5dd12 HTTP/1.1" status: 204 len: 168 time: 0.3962870 Jul 16 18:27:17.784023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:17.786757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f0ee1a-485e-4816-b319-b57fb20b56d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c773ffa-8356-442a-8ad9-a1f9dfb5dd12,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.823492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fffaba1-0768-42f3-b6e4-06f497a2ad47 req-d977b950-dbb6-4d20-8de3-e0869aa3305c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831840 Jul 16 18:27:18.039405 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.096249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a15a17e-193a-4672-a549-19b0355d71d2 req-6ccfffde-285c-4f0b-b528-4ccac23d07d7 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 210 time: 0.0528886 Jul 16 18:27:18.181484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.375584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Subnet': ['ID=a5d7f624-5c2e-4644-9377-a1653ce378fe,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:18.398180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Checking segment: {'id': 'f46ae5cf-9588-4146-af7d-7a1a991ab8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e22b64a7-207d-4d69-9ea6-e145f2d8875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:18.398561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network hostable DHCP agents. Network: e22b64a7-207d-4d69-9ea6-e145f2d8875a, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:18.500766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network e22b64a7-207d-4d69-9ea6-e145f2d8875a is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:18.528619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b05893-3323-4e40-89db-8c9ff9b3f8ec req-6653e59f-0670-412e-895f-f5fa8b44d381 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.538216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b05893-3323-4e40-89db-8c9ff9b3f8ec req-6653e59f-0670-412e-895f-f5fa8b44d381 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.546143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b05893-3323-4e40-89db-8c9ff9b3f8ec req-6653e59f-0670-412e-895f-f5fa8b44d381 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.549961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 10.2.2.100 (928495e0-dd43-4f8b-b3e0-1a5f4ab9141c/c8c5d5ac-3704-4c3b-8f48-b0254137ef8c/74eea6a9-8f9a-42b7-b3cb-3734cba29f0d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:18.556818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8b05893-3323-4e40-89db-8c9ff9b3f8ec req-6653e59f-0670-412e-895f-f5fa8b44d381 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 2372 time: 0.1377804 Jul 16 18:27:18.559789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e22b64a7-207d-4d69-9ea6-e145f2d8875a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:18.570285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d22d6-7757-4df4-b645-966a7a801266 None None] Network e22b64a7-207d-4d69-9ea6-e145f2d8875a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:18.574462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.575088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.587570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa692-6bb7-4368-8985-518050ae98a3 req-6292e31f-dec8-456f-8bcf-87202e66edd0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.589164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-6292e31f-dec8-456f-8bcf-87202e66edd0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.2782204 Jul 16 18:27:18.607229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Request body: {'port': {'device_id': '96799c44-9f89-4853-9e24-b09896398b44', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'admin_state_up': True, 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:18.647131 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4be0fa31-01bc-4bd5-b63b-1f9bf2b0ab77 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7932401 Jul 16 18:27:18.654327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40044) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:18.657933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8b05893-3323-4e40-89db-8c9ff9b3f8ec req-596a3758-e2be-40a9-8e05-b3e707412c9b tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996664 Jul 16 18:27:18.659372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1080485684'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:18.818632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:18.822377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.848632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-e22b64a7-207d-4d69-9ea6-e145f2d8875a', 'network_id': 'e22b64a7-207d-4d69-9ea6-e145f2d8875a', 'tenant_id': '9d96592554ad4bcc811126c9e99714f3', 'fixed_ips': [{'subnet_id': 'a5d7f624-5c2e-4644-9377-a1653ce378fe'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:18.849761 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.889065 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.925266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Transition to ACTIVE for port object 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:18.928639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:18.945859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.946383 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Added segment b272a266-5c61-4d1d-b614-45618c357aa7 of type vlan for network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 Jul 16 18:27:18.956080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:18.960602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.044841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.114055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.114827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Allocated IP 2001:db8:0:ffff::2 (e22b64a7-207d-4d69-9ea6-e145f2d8875a/a5d7f624-5c2e-4644-9377-a1653ce378fe/93acaf84-a113-4bb8-beb9-79ebd021fab9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:19.122594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.123638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.222923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.310644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Network': ['ID=43d1b8f6-1fd4-4b90-84c1-1621345560a6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.323341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.354725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:19.359830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:19.375809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:19.412418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:19.427565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8038f42-7ba9-4e9a-bd8e-5d0fec720a61 req-7b64bb45-d80d-4e1e-98bc-3a1644b9bfdd tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 210 time: 0.0390434 Jul 16 18:27:19.510577 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.524810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Transition to ACTIVE for port object 93acaf84-a113-4bb8-beb9-79ebd021fab9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:19.545999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c6f3aa-99c2-4ab7-a044-dad83ec89f79 req-31572656-92e9-4997-8185-41a85484a559 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.547721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Transition to ACTIVE for port object 93acaf84-a113-4bb8-beb9-79ebd021fab9 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:19.553092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c6f3aa-99c2-4ab7-a044-dad83ec89f79 req-31572656-92e9-4997-8185-41a85484a559 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.2052965 Jul 16 18:27:19.556042 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.609203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Network e22b64a7-207d-4d69-9ea6-e145f2d8875a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:19.615529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:19.620766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:19.653238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41c6f3aa-99c2-4ab7-a044-dad83ec89f79 req-e47cd4d3-154b-47c5-98e7-5c0073e29a78 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910039 Jul 16 18:27:19.681789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a4ce03a4-73cd-4631-872d-dbccbccca3b2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0262332 Jul 16 18:27:19.684765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40060) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:19.692373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'subnet': {'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:19.730785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Pushing event updated for resources: {'Port': ['ID=93acaf84-a113-4bb8-beb9-79ebd021fab9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:19.773236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Attempting to bind port 93acaf84-a113-4bb8-beb9-79ebd021fab9 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:19.774794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Attempting to bind port 93acaf84-a113-4bb8-beb9-79ebd021fab9 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'f46ae5cf-9588-4146-af7d-7a1a991ab8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e22b64a7-207d-4d69-9ea6-e145f2d8875a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:19.777212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Attempting to bind port 93acaf84-a113-4bb8-beb9-79ebd021fab9 on network e22b64a7-207d-4d69-9ea6-e145f2d8875a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:19.777397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:19.778386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.791295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:19.791765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Checking segment: {'id': 'f46ae5cf-9588-4146-af7d-7a1a991ab8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e22b64a7-207d-4d69-9ea6-e145f2d8875a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:19.793413 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.794820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Bound using segment: {'id': 'f46ae5cf-9588-4146-af7d-7a1a991ab8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e22b64a7-207d-4d69-9ea6-e145f2d8875a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:19.795426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Bound port: 93acaf84-a113-4bb8-beb9-79ebd021fab9, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46ae5cf-9588-4146-af7d-7a1a991ab8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'e22b64a7-207d-4d69-9ea6-e145f2d8875a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:19.795743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.874298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-e2f6ee6b-315d-409f-9023-970ccba90f9e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5418983 Jul 16 18:27:19.885752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:19.891831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c', 'admin_state_up': True, 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'security_groups': ['da303359-d706-4b20-87ac-a5eaab30431a']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:19.896460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.915811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2a273dae-6354-4fd1-b521-50f4657e4fbb None None] Provisioning for port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:19.928406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2a273dae-6354-4fd1-b521-50f4657e4fbb None None] Provisioning complete for port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:19.928791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a273dae-6354-4fd1-b521-50f4657e4fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:19.985098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2a273dae-6354-4fd1-b521-50f4657e4fbb None None] Port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:20.004625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Allocated IP 172.20.0.5 (184290d2-b786-4cd5-be93-e7ba1e4d944d/670e7173-07ce-4110-bc98-93f9ac1a0f1d/32116527-4d40-4654-8afe-f980cb8606bb) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:20.061804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] For port 93acaf84-a113-4bb8-beb9-79ebd021fab9, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:20.069720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] For port 93acaf84-a113-4bb8-beb9-79ebd021fab9, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=93acaf84-a113-4bb8-beb9-79ebd021fab9,segment=NetworkSegment(f46ae5cf-9588-4146-af7d-7a1a991ab8fa),segment_id=f46ae5cf-9588-4146-af7d-7a1a991ab8fa)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:20.085379 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.141530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Made reservation on behalf of 8af32f5976ef464fa4c8e6152bbd4741 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:20.146862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.236648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b061cf-4ac2-4f1f-bf83-b5daccd67eb8 None None] Pushing event updated for resources: {'Port': ['ID=93acaf84-a113-4bb8-beb9-79ebd021fab9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.334569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.347868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12053-c9e8-4087-b1a4-c7f3401205f2 req-1bc5741e-2ac7-486e-9ff2-ba59e3269c41 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.374677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12053-c9e8-4087-b1a4-c7f3401205f2 req-1bc5741e-2ac7-486e-9ff2-ba59e3269c41 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.396610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12053-c9e8-4087-b1a4-c7f3401205f2 req-1bc5741e-2ac7-486e-9ff2-ba59e3269c41 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.425689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e12053-c9e8-4087-b1a4-c7f3401205f2 req-1bc5741e-2ac7-486e-9ff2-ba59e3269c41 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.432381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2e12053-c9e8-4087-b1a4-c7f3401205f2 req-1bc5741e-2ac7-486e-9ff2-ba59e3269c41 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 3093 time: 0.4541500 Jul 16 18:27:20.436223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.449773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:20.574588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:20.618236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:20.636664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:20.702139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event updated for resources: {'Port': ['ID=32116527-4d40-4654-8afe-f980cb8606bb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:20.711924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Allocated IP 10.2.2.200 (928495e0-dd43-4f8b-b3e0-1a5f4ab9141c/c8c5d5ac-3704-4c3b-8f48-b0254137ef8c/0ebfdb4b-9bec-4197-a02c-512ed3915fef) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:20.720425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2e12053-c9e8-4087-b1a4-c7f3401205f2 req-d0b2d52f-26a9-4428-9ae5-26f9ae40eeb4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759933 Jul 16 18:27:20.757492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.758189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.822996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-f3b9dd41-5c7c-4c51-91d3-19f012fc1f81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2232983 Jul 16 18:27:20.847232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Request body: {'port': {'device_id': '96799c44-9f89-4853-9e24-b09896398b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:21.077200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.109317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.154824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Transition to ACTIVE for port object 0ebfdb4b-9bec-4197-a02c-512ed3915fef will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:21.162753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:27:21.165221 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.178086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bb957-a751-46d0-99ef-293c9ff90ac8 req-97570117-cf75-415f-b68f-7902eba811b9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.180808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f3bb957-a751-46d0-99ef-293c9ff90ac8 req-97570117-cf75-415f-b68f-7902eba811b9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.2676499 Jul 16 18:27:21.196487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfea2e-129c-4d88-bbb8-37b7cd646d40 req-3956821c-9bd6-428f-b9da-543a26431d41 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.205282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fdfea2e-129c-4d88-bbb8-37b7cd646d40 req-3956821c-9bd6-428f-b9da-543a26431d41 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 931 time: 0.2957022 Jul 16 18:27:21.322617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fdfea2e-129c-4d88-bbb8-37b7cd646d40 req-29a02364-19ba-4e36-aef6-ce7c33995f63 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159861 Jul 16 18:27:21.430786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Subnet': ['ID=07da4a16-868a-46d5-b638-5c4110555455,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.431234 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.438175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Checking segment: {'id': 'b272a266-5c61-4d1d-b614-45618c357aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:21.438766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network hostable DHCP agents. Network: 43d1b8f6-1fd4-4b90-84c1-1621345560a6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:21.476471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f3bb957-a751-46d0-99ef-293c9ff90ac8 req-fa23a03a-4bfa-462e-a7c9-c1f6fae64321 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523203 Jul 16 18:27:21.532238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:21.567443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 43d1b8f6-1fd4-4b90-84c1-1621345560a6) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:21.581842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15108811-4a08-4093-a60e-e1c5c223f1e4 None None] Network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:21.593024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.597228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.621801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:21.677399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:21.683607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:21.701820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b388a198-93fb-478e-92bf-81e6eacbe203 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0154791 Jul 16 18:27:21.705268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40100) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:21.718410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93acaf84-a113-4bb8-beb9-79ebd021fab9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:21.730774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'port': {'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6', 'name': 'tempest-NetworksIpV6TestAttrs-1336106411'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:21.787570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.788767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.880705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event updated for resources: {'Port': ['ID=0ebfdb4b-9bec-4197-a02c-512ed3915fef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.901283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-40d4c336-834f-4b71-8bd5-9f5c49fc2251 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0144436 Jul 16 18:27:21.954459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:22.031256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 93acaf84-a113-4bb8-beb9-79ebd021fab9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:22.100353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:22.104791 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.163230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] device_id is not set on port d74b272d-dfed-4f31-aa36-589dd7221957 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:22.343377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-43d1b8f6-1fd4-4b90-84c1-1621345560a6', 'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6', 'tenant_id': '9d96592554ad4bcc811126c9e99714f3', 'fixed_ips': [{'subnet_id': '07da4a16-868a-46d5-b638-5c4110555455'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:22.345646 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.430194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Allocated IP 2001:db8::f816:3eff:fe7c:f8b5 (43d1b8f6-1fd4-4b90-84c1-1621345560a6/07da4a16-868a-46d5-b638-5c4110555455/d74b272d-dfed-4f31-aa36-589dd7221957) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:22.482561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-30c1f6b2-270a-4d3c-b92c-b3a7478bae81 None None] Provisioning for port 0ebfdb4b-9bec-4197-a02c-512ed3915fef completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:22.493168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32116527-4d40-4654-8afe-f980cb8606bb {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:22.509288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-30c1f6b2-270a-4d3c-b92c-b3a7478bae81 None None] Provisioning complete for port 0ebfdb4b-9bec-4197-a02c-512ed3915fef triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:22.510137 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c1f6b2-270a-4d3c-b92c-b3a7478bae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.529076 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.561950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.761494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-30c1f6b2-270a-4d3c-b92c-b3a7478bae81 None None] Port 0ebfdb4b-9bec-4197-a02c-512ed3915fef cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:22.765682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca455f2-5322-4cff-aab6-a11ca9a2c942 None None] Network e22b64a7-207d-4d69-9ea6-e145f2d8875a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:22.828729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d624-e29d-44a5-aded-5acf4b26e2d3 req-3ba942df-b68d-44ee-8c27-d2491e8310a1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.852164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d624-e29d-44a5-aded-5acf4b26e2d3 req-3ba942df-b68d-44ee-8c27-d2491e8310a1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.885097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d624-e29d-44a5-aded-5acf4b26e2d3 req-3ba942df-b68d-44ee-8c27-d2491e8310a1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.897742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d624-e29d-44a5-aded-5acf4b26e2d3 req-3ba942df-b68d-44ee-8c27-d2491e8310a1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.929008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c36d624-e29d-44a5-aded-5acf4b26e2d3 req-3ba942df-b68d-44ee-8c27-d2491e8310a1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:22.941775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c36d624-e29d-44a5-aded-5acf4b26e2d3 req-3ba942df-b68d-44ee-8c27-d2491e8310a1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 3814 time: 0.4968739 Jul 16 18:27:22.965388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9741749-b22b-4932-ad5c-9b1cb188b926 None None] Provisioning for port 93acaf84-a113-4bb8-beb9-79ebd021fab9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:22.991763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9741749-b22b-4932-ad5c-9b1cb188b926 None None] Provisioning complete for port 93acaf84-a113-4bb8-beb9-79ebd021fab9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:22.992544 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9741749-b22b-4932-ad5c-9b1cb188b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.147750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Transition to ACTIVE for port object 32116527-4d40-4654-8afe-f980cb8606bb will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:23.180605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.337290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b8abe9-3ad8-46c0-b845-7bd5972b15cb {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:23.346679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.362338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Transition to ACTIVE for port object 96b8abe9-3ad8-46c0-b845-7bd5972b15cb will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:23.415622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Pushing event updated for resources: {'Port': ['ID=32116527-4d40-4654-8afe-f980cb8606bb,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.421063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.478092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Pushing event updated for resources: {'Port': ['ID=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.575351 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9741749-b22b-4932-ad5c-9b1cb188b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.657171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Attempting to bind port 32116527-4d40-4654-8afe-f980cb8606bb on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:23.658030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Attempting to bind port 32116527-4d40-4654-8afe-f980cb8606bb by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:23.658030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Attempting to bind port 32116527-4d40-4654-8afe-f980cb8606bb on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:23.670638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Port 32116527-4d40-4654-8afe-f980cb8606bb on network 184290d2-b786-4cd5-be93-e7ba1e4d944d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:23.670955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Attempting to bind port 32116527-4d40-4654-8afe-f980cb8606bb on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:23.685355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:23.685945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:23.686770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Bound using segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:23.687417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Bound port: 32116527-4d40-4654-8afe-f980cb8606bb, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:23.687889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.744894 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:23.766529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Attempting to bind port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:23.766872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Attempting to bind port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:23.767369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Attempting to bind port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb on network 4ae910ca-18d2-433a-84e3-886c2d3084b7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:23.778755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a9741749-b22b-4932-ad5c-9b1cb188b926 None None] For port 93acaf84-a113-4bb8-beb9-79ebd021fab9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=93acaf84-a113-4bb8-beb9-79ebd021fab9,segment=NetworkSegment(f46ae5cf-9588-4146-af7d-7a1a991ab8fa),segment_id=f46ae5cf-9588-4146-af7d-7a1a991ab8fa)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:23.785525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb on network 4ae910ca-18d2-433a-84e3-886c2d3084b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:23.785948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Attempting to bind port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb on network 4ae910ca-18d2-433a-84e3-886c2d3084b7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:23.792500 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9741749-b22b-4932-ad5c-9b1cb188b926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.829560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:23.829912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Checking segment: {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:23.830301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Bound using segment: {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:23.830763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Bound port: 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:23.831137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.900977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] For port 32116527-4d40-4654-8afe-f980cb8606bb, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:23.906045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40122) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.915460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c36d624-e29d-44a5-aded-5acf4b26e2d3 req-bd298b04-1093-4ba5-8fe7-cf776eb720a3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9712915 Jul 16 18:27:23.952341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] For port 32116527-4d40-4654-8afe-f980cb8606bb, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=32116527-4d40-4654-8afe-f980cb8606bb,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:23.979263 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.996511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9741749-b22b-4932-ad5c-9b1cb188b926 None None] Pushing event updated for resources: {'Port': ['ID=93acaf84-a113-4bb8-beb9-79ebd021fab9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.080722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.118678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0b49a-e8aa-4d2b-8e97-069b6c6f504e req-b952e42f-7e1d-4365-ba1a-1fc8e563c49c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.122008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1b0b49a-e8aa-4d2b-8e97-069b6c6f504e req-b952e42f-7e1d-4365-ba1a-1fc8e563c49c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 931 time: 1.1554794 Jul 16 18:27:24.127209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.128432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.130065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] 10.222.0.13 "PUT /v2.0/ports/32116527-4d40-4654-8afe-f980cb8606bb HTTP/1.1" status: 200 len: 1092 time: 3.2950478 Jul 16 18:27:24.132562 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96799c44-9f89-4853-9e24-b09896398b44', 'tag': '32116527-4d40-4654-8afe-f980cb8606bb'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:24.135671 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545" -d '{"events": [{"name": "network-changed", "server_uuid": "96799c44-9f89-4853-9e24-b09896398b44", "tag": "32116527-4d40-4654-8afe-f980cb8606bb"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:24.156091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] For port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:24.182233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Transition to ACTIVE for port object d74b272d-dfed-4f31-aa36-589dd7221957 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:24.229142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f6fa4-c650-4e92-a145-67ec559a8332 service neutron] Pushing event updated for resources: {'Port': ['ID=32116527-4d40-4654-8afe-f980cb8606bb,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.292595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] For port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:24.298302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a23a3c0f-5254-4b55-8abd-565d25a37dca None None] Provisioning complete for port 93acaf84-a113-4bb8-beb9-79ebd021fab9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:24.303982 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a23a3c0f-5254-4b55-8abd-565d25a37dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.312049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1b0b49a-e8aa-4d2b-8e97-069b6c6f504e req-9a353681-3683-4455-b73a-67ffcf7e72c6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603665 Jul 16 18:27:24.344275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.440604 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.475753 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff773a4-8c58-4768-8457-a668c481963e x-openstack-request-id: req-eff773a4-8c58-4768-8457-a668c481963e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:24.476134 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96799c44-9f89-4853-9e24-b09896398b44", "tag": "32116527-4d40-4654-8afe-f980cb8606bb", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:24.476565 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eff773a4-8c58-4768-8457-a668c481963e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:24.476985 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96799c44-9f89-4853-9e24-b09896398b44', 'tag': '32116527-4d40-4654-8afe-f980cb8606bb', 'status': 'completed', 'code': 200} Jul 16 18:27:24.482182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0350c0c3-758d-4570-a46c-40de513bfffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.506696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:24.522997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.523647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.525159 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] 10.222.0.55 "PUT /v2.0/ports/96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 1092 time: 2.5898514 Jul 16 18:27:24.569599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:24.571669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Allocated IP 2001:db8::f816:3eff:fe59:37a2 (43d1b8f6-1fd4-4b90-84c1-1621345560a6/07da4a16-868a-46d5-b638-5c4110555455/6a28c806-2dd1-4071-8164-5080adc5cc1b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:24.572677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:24.579517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.580258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.580963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:24.635489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c50beb-47ce-4af0-9e15-52aa39e8e20a service neutron] Pushing event updated for resources: {'Port': ['ID=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.658520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Port': ['ID=d74b272d-dfed-4f31-aa36-589dd7221957,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.678369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749176ce-1601-45b6-ae49-84f993f67c80 req-883f6b5d-798b-4e05-aa8a-7c9144d2e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.681164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749176ce-1601-45b6-ae49-84f993f67c80 req-883f6b5d-798b-4e05-aa8a-7c9144d2e2f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 1098 time: 0.2782192 Jul 16 18:27:24.725877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa692-6bb7-4368-8985-518050ae98a3 req-a3f6f33d-ab3d-452a-ae3a-288d8d5f39c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.727629 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-a3f6f33d-ab3d-452a-ae3a-288d8d5f39c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 1095 time: 0.5319543 Jul 16 18:27:24.841879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-611c051e-4d4c-42ae-ae9f-9811a1458531 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32116527-4d40-4654-8afe-f980cb8606bb HTTP/1.1" status: 200 len: 217 time: 0.0907323 Jul 16 18:27:24.885545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9fa7cc-c10b-4fd9-957c-f49beff4bd08 req-44c73e7d-839c-4c2e-a5e0-2c741dfad619 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.888575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e9fa7cc-c10b-4fd9-957c-f49beff4bd08 req-44c73e7d-839c-4c2e-a5e0-2c741dfad619 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.4048774 Jul 16 18:27:24.955280 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.956272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa692-6bb7-4368-8985-518050ae98a3 req-170f3a03-6224-4065-8832-dc422e3588b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:24.957325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-170f3a03-6224-4065-8832-dc422e3588b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.0957372 Jul 16 18:27:24.960465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.982914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Transition to ACTIVE for port object 6a28c806-2dd1-4071-8164-5080adc5cc1b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:25.022180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Transition to ACTIVE for port object 6a28c806-2dd1-4071-8164-5080adc5cc1b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:25.040664 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.050362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e9fa7cc-c10b-4fd9-957c-f49beff4bd08 req-3168ad23-20c1-444c-9f40-3c91e97f5bb7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526175 Jul 16 18:27:25.058381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749176ce-1601-45b6-ae49-84f993f67c80 req-be8196d1-1d6b-4f2e-ad14-7b5ba20341ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.062230 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749176ce-1601-45b6-ae49-84f993f67c80 req-be8196d1-1d6b-4f2e-ad14-7b5ba20341ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 200 len: 915 time: 0.3723495 Jul 16 18:27:25.189042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:25.198847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:25.209361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:25.211805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Pushing event updated for resources: {'Port': ['ID=6a28c806-2dd1-4071-8164-5080adc5cc1b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.220903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749176ce-1601-45b6-ae49-84f993f67c80 req-d4210cf3-77cd-435d-ae01-52f2c96984a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c HTTP/1.1" status: 200 len: 217 time: 0.1515989 Jul 16 18:27:25.292075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Attempting to bind port 6a28c806-2dd1-4071-8164-5080adc5cc1b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:25.292661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Attempting to bind port 6a28c806-2dd1-4071-8164-5080adc5cc1b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b272a266-5c61-4d1d-b614-45618c357aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:25.293129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Attempting to bind port 6a28c806-2dd1-4071-8164-5080adc5cc1b on network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:25.299979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:25.300912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Checking segment: {'id': 'b272a266-5c61-4d1d-b614-45618c357aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:25.301940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.302452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Bound using segment: {'id': 'b272a266-5c61-4d1d-b614-45618c357aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:25.303064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Bound port: 6a28c806-2dd1-4071-8164-5080adc5cc1b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b272a266-5c61-4d1d-b614-45618c357aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '43d1b8f6-1fd4-4b90-84c1-1621345560a6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:25.303566 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.428569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] For port 6a28c806-2dd1-4071-8164-5080adc5cc1b, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:25.436132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] For port 6a28c806-2dd1-4071-8164-5080adc5cc1b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6a28c806-2dd1-4071-8164-5080adc5cc1b,segment=NetworkSegment(b272a266-5c61-4d1d-b614-45618c357aa7),segment_id=b272a266-5c61-4d1d-b614-45618c357aa7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:25.443833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0350c0c3-758d-4570-a46c-40de513bfffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.448408 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.479032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-9476b2a5-49d6-4b5c-a0a9-cf73478fdb3c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5129747 Jul 16 18:27:25.480403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0350c0c3-758d-4570-a46c-40de513bfffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.481556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749176ce-1601-45b6-ae49-84f993f67c80 req-84abf1ca-b28f-4e6d-8609-bed5564ac5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:25.484507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749176ce-1601-45b6-ae49-84f993f67c80 req-84abf1ca-b28f-4e6d-8609-bed5564ac5b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 200 len: 854 time: 0.2560837 Jul 16 18:27:25.581440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db1f67-f9b5-4a88-874b-ffdaceafa791 None None] Pushing event updated for resources: {'Port': ['ID=6a28c806-2dd1-4071-8164-5080adc5cc1b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.595464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93acaf84-a113-4bb8-beb9-79ebd021fab9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:25.597320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0350c0c3-758d-4570-a46c-40de513bfffd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e648aedc4dc44e482d015e38698694a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6894190 Jul 16 18:27:25.602194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40134) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.607114 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02134357-84a6-4306-9762-606826325fc2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8998907 Jul 16 18:27:25.609922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.616283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350c0c3-758d-4570-a46c-40de513bfffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3780bf6-deff-43b6-86b6-6e1cd8508b65,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.704799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 93acaf84-a113-4bb8-beb9-79ebd021fab9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:25.705489 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.762584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting subnet 07da4a16-868a-46d5-b638-5c4110555455 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:25.766607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.838723 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.903081 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-ee4b7c28-7763-4939-80d6-db91fca59291 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992531 Jul 16 18:27:26.018502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568c271-2ac9-4ee6-8dab-dbbaf1093b2f req-c41860d4-6cb9-4478-956e-96f289596cb4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.026183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0568c271-2ac9-4ee6-8dab-dbbaf1093b2f req-c41860d4-6cb9-4478-956e-96f289596cb4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 943 time: 0.5373530 Jul 16 18:27:26.040427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2762-5c7a-4cf4-9d00-84b02289667d req-f203d202-ecf2-405b-9527-27428254e574 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.046757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2762-5c7a-4cf4-9d00-84b02289667d req-f203d202-ecf2-405b-9527-27428254e574 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.053178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2762-5c7a-4cf4-9d00-84b02289667d req-f203d202-ecf2-405b-9527-27428254e574 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.072608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2762-5c7a-4cf4-9d00-84b02289667d req-f203d202-ecf2-405b-9527-27428254e574 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.079025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b2762-5c7a-4cf4-9d00-84b02289667d req-f203d202-ecf2-405b-9527-27428254e574 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.084758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e0b2762-5c7a-4cf4-9d00-84b02289667d req-f203d202-ecf2-405b-9527-27428254e574 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 3826 time: 0.7326491 Jul 16 18:27:26.138980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.216447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0568c271-2ac9-4ee6-8dab-dbbaf1093b2f req-b8feceee-9f60-4825-817c-591bffccc98a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892140 Jul 16 18:27:26.224023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749176ce-1601-45b6-ae49-84f993f67c80 req-9dd41d3f-d8ac-4c76-8716-5a270bcd0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.226013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749176ce-1601-45b6-ae49-84f993f67c80 req-9dd41d3f-d8ac-4c76-8716-5a270bcd0f53 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6919887 Jul 16 18:27:26.276544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70edf0d8-57bc-4d4b-8de6-58e16c4e2c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.286214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-771aa692-6bb7-4368-8985-518050ae98a3 req-3000d461-1587-4a23-a040-85e0aeccb087 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695090 Jul 16 18:27:26.296278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e0b2762-5c7a-4cf4-9d00-84b02289667d req-25841db4-a1f9-4611-a31b-34a290fd2620 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862082 Jul 16 18:27:26.393289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70edf0d8-57bc-4d4b-8de6-58e16c4e2c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.461168 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.481945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:26.484361 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:26.526274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Subnet': ['ID=07da4a16-868a-46d5-b638-5c4110555455,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.573501 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3f7361-3f66-4262-b8f5-7e7e2d235a7e x-openstack-request-id: req-eb3f7361-3f66-4262-b8f5-7e7e2d235a7e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:26.574076 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:26.574076 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eb3f7361-3f66-4262-b8f5-7e7e2d235a7e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:26.574430 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'status': 'completed', 'code': 200} Jul 16 18:27:26.581346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:26.596834 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.604921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70edf0d8-57bc-4d4b-8de6-58e16c4e2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.605214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.610873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d45ee16e-3a89-4ee4-beb4-3626207e98be tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/07da4a16-868a-46d5-b638-5c4110555455 HTTP/1.1" status: 204 len: 168 time: 0.9959233 Jul 16 18:27:26.611157 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70edf0d8-57bc-4d4b-8de6-58e16c4e2c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.611157 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-70edf0d8-57bc-4d4b-8de6-58e16c4e2c01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3780bf6-deff-43b6-86b6-6e1cd8508b65 HTTP/1.1" status: 204 len: 168 time: 1.0030029 Jul 16 18:27:26.611498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40142) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.630859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-326d5487-6e5d-4832-ba10-f5eed16c3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.632837 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-326d5487-6e5d-4832-ba10-f5eed16c3633 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 1095 time: 0.2049961 Jul 16 18:27:26.641556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749176ce-1601-45b6-ae49-84f993f67c80 req-3551c262-9bb3-4add-a952-aa091e4c61ae service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994541 Jul 16 18:27:26.672462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Transition to ACTIVE for port object 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:26.673496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70edf0d8-57bc-4d4b-8de6-58e16c4e2c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3780bf6-deff-43b6-86b6-6e1cd8508b65,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.709879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.801056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-749176ce-1601-45b6-ae49-84f993f67c80 req-4aef23fb-2c0d-485b-9b1e-481994fec5f9 service neutron] 10.222.0.13 "GET /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065295 Jul 16 18:27:26.866632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de664f44-fb32-4379-8836-79311f02a4e2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.869570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de664f44-fb32-4379-8836-79311f02a4e2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.876368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de664f44-fb32-4379-8836-79311f02a4e2 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2584860 Jul 16 18:27:26.876748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.886207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.889113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61e107-1aa9-4a52-9fa7-18fd4a92ea1f req-a36fbdcc-e14f-42ad-84c0-31ca29aa3c62 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.902056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae61e107-1aa9-4a52-9fa7-18fd4a92ea1f req-a36fbdcc-e14f-42ad-84c0-31ca29aa3c62 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.4247205 Jul 16 18:27:26.985039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-b3a11acf-0755-4d34-aebc-4c2629a58f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:26.987652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-b3a11acf-0755-4d34-aebc-4c2629a58f5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.3285000 Jul 16 18:27:27.033806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae61e107-1aa9-4a52-9fa7-18fd4a92ea1f req-cc244d7f-1849-4582-9499-24058b09e813 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283689 Jul 16 18:27:27.083498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-297eb409-b687-41a6-a019-b20a4dfeb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.084435 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-297eb409-b687-41a6-a019-b20a4dfeb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.085336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-297eb409-b687-41a6-a019-b20a4dfeb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.086229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-297eb409-b687-41a6-a019-b20a4dfeb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.087565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-297eb409-b687-41a6-a019-b20a4dfeb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.090971 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-297eb409-b687-41a6-a019-b20a4dfeb09f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 4362 time: 0.4807138 Jul 16 18:27:27.253797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-865204ea-d140-4a5f-a970-f816516967ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32116527-4d40-4654-8afe-f980cb8606bb HTTP/1.1" status: 200 len: 217 time: 0.2198424 Jul 16 18:27:27.282385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40152) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.305613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01581c96-c4c7-47c7-a81e-7afca714dca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.310725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-393be0c8-f063-44e5-abde-c45caed9c01b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.566532 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01581c96-c4c7-47c7-a81e-7afca714dca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.586224 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-393be0c8-f063-44e5-abde-c45caed9c01b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:27:27.586856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393be0c8-f063-44e5-abde-c45caed9c01b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:27.594602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.594946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-393be0c8-f063-44e5-abde-c45caed9c01b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/43d1b8f6-1fd4-4b90-84c1-1621345560a6 HTTP/1.1" status: 409 len: 405 time: 0.7070568 Jul 16 18:27:27.617571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6a28c806-2dd1-4071-8164-5080adc5cc1b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:27.622805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1728812124'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:27.627144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01581c96-c4c7-47c7-a81e-7afca714dca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.649701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-5c030e5d-e9d3-4d6c-8913-4a1d6b37c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.652079 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-5c030e5d-e9d3-4d6c-8913-4a1d6b37c39b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.3761988 Jul 16 18:27:27.741755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-ab632730-e347-489d-96a5-64f4186f13c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649092 Jul 16 18:27:27.758347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-01581c96-c4c7-47c7-a81e-7afca714dca3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01e52a379f994d8fb66a51ec7e1caae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741752 Jul 16 18:27:27.773191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Attempting to bind port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:27.773578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Attempting to bind port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:27.773898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Attempting to bind port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:27.785685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40158) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.786052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6a28c806-2dd1-4071-8164-5080adc5cc1b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:27.808100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01581c96-c4c7-47c7-a81e-7afca714dca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a841f4c-1d4f-4b53-b701-06c3083e5fc3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.816472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:27.820322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.825362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d60541f-69d1-466b-86cc-dd36530aaece None None] Network 43d1b8f6-1fd4-4b90-84c1-1621345560a6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:27.857454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:27.857868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d2d43d-721b-497f-bcc9-5b96635034b8 req-8870e98f-fe7c-4341-bf1f-25bf0d79cd86 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.858050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Attempting to bind port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:27.865670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60d2d43d-721b-497f-bcc9-5b96635034b8 req-8870e98f-fe7c-4341-bf1f-25bf0d79cd86 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 943 time: 0.2941470 Jul 16 18:27:27.877667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:27.878008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Checking segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:27.878401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Bound using segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:27.878893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Bound port: 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:27.879260 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.895625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:27.923960 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.924507 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Added segment 2f383e1e-3201-4ca1-a64c-ddeb9fcc362e of type vlan for network 8856e163-ede5-49c8-9aeb-ccf1814daf70 Jul 16 18:27:27.961331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] For port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:27.965385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] For port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:27.979503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60d2d43d-721b-497f-bcc9-5b96635034b8 req-f560d9d3-8a4e-433f-86f1-ff194566249a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056969 Jul 16 18:27:27.999408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-a2244e78-e9fb-4949-b990-c897b366a6aa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.006757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-d59ede73-2155-4a03-8a94-adbc6b9a9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.007724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-a2244e78-e9fb-4949-b990-c897b366a6aa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.013679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-d59ede73-2155-4a03-8a94-adbc6b9a9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.013679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-d59ede73-2155-4a03-8a94-adbc6b9a9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.013679 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-d59ede73-2155-4a03-8a94-adbc6b9a9475 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8380458 Jul 16 18:27:28.027267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-a2244e78-e9fb-4949-b990-c897b366a6aa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.033571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-a2244e78-e9fb-4949-b990-c897b366a6aa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.037532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.040944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-a2244e78-e9fb-4949-b990-c897b366a6aa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.044730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1de0cc57-39af-405e-82c8-4b955050daa7 None None] Provisioning for port 6a28c806-2dd1-4071-8164-5080adc5cc1b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:28.048184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-a2244e78-e9fb-4949-b990-c897b366a6aa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.049569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-a2244e78-e9fb-4949-b990-c897b366a6aa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 4599 time: 0.3714228 Jul 16 18:27:28.058326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1de0cc57-39af-405e-82c8-4b955050daa7 None None] Provisioning complete for port 6a28c806-2dd1-4071-8164-5080adc5cc1b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:28.058612 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1de0cc57-39af-405e-82c8-4b955050daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.162223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.162578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.164091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 1132 time: 3.6002903 Jul 16 18:27:28.193093 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.223773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:28.247266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-0cb97079-7777-4c84-8c7a-62c8c7fefc45 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4941132 Jul 16 18:27:28.285102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e8f7162-6140-48e9-91ad-99c905391b07 req-e6dbc926-6c97-4601-bbee-a4743ff43ce4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2077274 Jul 16 18:27:28.304175 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1de0cc57-39af-405e-82c8-4b955050daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.332515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.336781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.337450 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.400536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8035159 Jul 16 18:27:28.418023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40162) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.433320 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1de0cc57-39af-405e-82c8-4b955050daa7 None None] For port 6a28c806-2dd1-4071-8164-5080adc5cc1b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6a28c806-2dd1-4071-8164-5080adc5cc1b,segment=NetworkSegment(b272a266-5c61-4d1d-b614-45618c357aa7),segment_id=b272a266-5c61-4d1d-b614-45618c357aa7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:28.434191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'subnet': {'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:28.444568 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95e8cd2f-2eec-40c7-b14b-a7d177d3cc31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.446720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281067c2-6d7b-4928-a0d8-81181191a949 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.453488 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1de0cc57-39af-405e-82c8-4b955050daa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.461603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] DHCP port deletion for 43d1b8f6-1fd4-4b90-84c1-1621345560a6 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:28.554512 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95e8cd2f-2eec-40c7-b14b-a7d177d3cc31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.580738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58bac2-e6cc-46cc-b1fd-b0eadffe0d1b tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Network': ['ID=8856e163-ede5-49c8-9aeb-ccf1814daf70,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.584729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '4d7ae5e3-f257-44fb-a294-9f1d82a9a99f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:28.587498 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c935a016-9342-4bd2-8777-4b2506efeed8" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "4d7ae5e3-f257-44fb-a294-9f1d82a9a99f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:28.605211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8856e163-ede5-49c8-9aeb-ccf1814daf70 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:28.616135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.633450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-4ee932ce-7a11-4e3c-9957-84f5481cc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.635405 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd2e7bf1-8903-4f13-8ea5-c6debc78f06b req-4ee932ce-7a11-4e3c-9957-84f5481cc47b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5793884 Jul 16 18:27:28.657684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0cc57-39af-405e-82c8-4b955050daa7 None None] Pushing event updated for resources: {'Port': ['ID=6a28c806-2dd1-4071-8164-5080adc5cc1b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.684805 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf3ca7b-841b-4c34-85f5-1db30db49cd1 x-openstack-request-id: req-6cf3ca7b-841b-4c34-85f5-1db30db49cd1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:28.685114 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "4d7ae5e3-f257-44fb-a294-9f1d82a9a99f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:28.685358 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cf3ca7b-841b-4c34-85f5-1db30db49cd1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:28.686029 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '4d7ae5e3-f257-44fb-a294-9f1d82a9a99f', 'status': 'completed', 'code': 200} Jul 16 18:27:28.744796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] Deleting port 6a28c806-2dd1-4071-8164-5080adc5cc1b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:28.745178 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.770682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18ac29-2a2e-482e-aa3f-c0fa6a1cc62a req-90bbd512-de8d-4656-a664-057d7cacf3eb tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.772387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a18ac29-2a2e-482e-aa3f-c0fa6a1cc62a req-90bbd512-de8d-4656-a664-057d7cacf3eb tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.4592268 Jul 16 18:27:28.807163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:28.812309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.849116 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca82e7ab-5e3b-4924-b9d2-b6e1e9654545 req-2f8d6141-9e3e-4345-9364-bf9c9b267099 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011206 Jul 16 18:27:28.899007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95e8cd2f-2eec-40c7-b14b-a7d177d3cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.901693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95e8cd2f-2eec-40c7-b14b-a7d177d3cc31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.902925 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-95e8cd2f-2eec-40c7-b14b-a7d177d3cc31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a841f4c-1d4f-4b53-b701-06c3083e5fc3 HTTP/1.1" status: 204 len: 168 time: 1.1077385 Jul 16 18:27:28.911304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a18ac29-2a2e-482e-aa3f-c0fa6a1cc62a req-4cc0a59e-f290-4786-a84a-7ad401295e39 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310494 Jul 16 18:27:28.913833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] For port 6a28c806-2dd1-4071-8164-5080adc5cc1b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6a28c806-2dd1-4071-8164-5080adc5cc1b,segment=NetworkSegment(b272a266-5c61-4d1d-b614-45618c357aa7),segment_id=b272a266-5c61-4d1d-b614-45618c357aa7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:28.915902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.948220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8cd2f-2eec-40c7-b14b-a7d177d3cc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a841f4c-1d4f-4b53-b701-06c3083e5fc3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.962415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] Calling delete_port for 6a28c806-2dd1-4071-8164-5080adc5cc1b owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:29.015249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-c7d23ca7-8342-4696-baef-317d0856df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.015845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-c7d23ca7-8342-4696-baef-317d0856df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.016322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-c7d23ca7-8342-4696-baef-317d0856df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.016806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-c7d23ca7-8342-4696-baef-317d0856df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.017280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-c7d23ca7-8342-4696-baef-317d0856df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.017752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-c7d23ca7-8342-4696-baef-317d0856df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.020067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-c7d23ca7-8342-4696-baef-317d0856df4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5287 time: 0.2440288 Jul 16 18:27:29.291557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-6a513ac7-fe0a-40ef-afc4-58739ec9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.292036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-6a513ac7-fe0a-40ef-afc4-58739ec9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.292564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-6a513ac7-fe0a-40ef-afc4-58739ec9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.294379 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-6a513ac7-fe0a-40ef-afc4-58739ec9d260 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2662282 Jul 16 18:27:29.315872 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.333362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa91796-6c20-4a7a-b64f-be66a399c558 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:29.358145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] Pushing event deleted for resources: {'Port': ['ID=6a28c806-2dd1-4071-8164-5080adc5cc1b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.360102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affcbae6-242c-4387-b1f5-0d5da9b4847a None None] No DVR routers for this DVR port 6a28c806-2dd1-4071-8164-5080adc5cc1b on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:29.446436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.474880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Transition to ACTIVE for port object 4aa91796-6c20-4a7a-b64f-be66a399c558 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:29.499071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.537073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-ad523a15-831a-4dca-ab54-778976baabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.540075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c935a016-9342-4bd2-8777-4b2506efeed8 req-ad523a15-831a-4dca-ab54-778976baabc4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2349570 Jul 16 18:27:29.546526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6a28c806-2dd1-4071-8164-5080adc5cc1b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:29.603548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6a28c806-2dd1-4071-8164-5080adc5cc1b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:29.603938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6a28c806-2dd1-4071-8164-5080adc5cc1b not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:29.634828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa91796-6c20-4a7a-b64f-be66a399c558,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:29.651339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50d786-838a-47a4-ad09-9e2208c7e1cc req-885132a7-e722-4c12-8ed7-365da2170f1f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.658687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e50d786-838a-47a4-ad09-9e2208c7e1cc req-885132a7-e722-4c12-8ed7-365da2170f1f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 943 time: 0.3169675 Jul 16 18:27:29.682702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:27:29.708168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f76cdf-022e-44e5-96cd-0bfbebba2061 req-37d98563-6ea0-4541-ab7a-b2e16359eaca tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.716860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4f76cdf-022e-44e5-96cd-0bfbebba2061 req-37d98563-6ea0-4541-ab7a-b2e16359eaca tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.3258450 Jul 16 18:27:29.719591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Attempting to bind port 4aa91796-6c20-4a7a-b64f-be66a399c558 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:29.720509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Attempting to bind port 4aa91796-6c20-4a7a-b64f-be66a399c558 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:29.721102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Attempting to bind port 4aa91796-6c20-4a7a-b64f-be66a399c558 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:29.729484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Port 4aa91796-6c20-4a7a-b64f-be66a399c558 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:29.729887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Attempting to bind port 4aa91796-6c20-4a7a-b64f-be66a399c558 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:29.738289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:29.738760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Checking segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:29.739253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Bound using segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:29.739804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Bound port: 4aa91796-6c20-4a7a-b64f-be66a399c558, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:29.740409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.750238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.866479 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e50d786-838a-47a4-ad09-9e2208c7e1cc req-12d29a68-522c-4915-9f92-c3a13d900fb4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067733 Jul 16 18:27:29.897979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] For port 4aa91796-6c20-4a7a-b64f-be66a399c558, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:29.900420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4f76cdf-022e-44e5-96cd-0bfbebba2061 req-34e5d0b2-185a-4467-a7c5-cb45d5a4657c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825597 Jul 16 18:27:29.908060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] For port 4aa91796-6c20-4a7a-b64f-be66a399c558, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4aa91796-6c20-4a7a-b64f-be66a399c558,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:29.914114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.964932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Checking segment: {'id': '2f383e1e-3201-4ca1-a64c-ddeb9fcc362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:29.965341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network hostable DHCP agents. Network: 8856e163-ede5-49c8-9aeb-ccf1814daf70, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:29.969487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Subnet': ['ID=90e4023c-dadb-4643-9eda-11ff1f28e109,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.014861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network 8856e163-ede5-49c8-9aeb-ccf1814daf70 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:30.030354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8856e163-ede5-49c8-9aeb-ccf1814daf70) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:30.042601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7fd7ae-ef8b-4145-add5-5e9e49bdaa4a None None] Network 8856e163-ede5-49c8-9aeb-ccf1814daf70 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:30.053848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.054551 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.081045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.082503 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.091303 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] 10.222.0.55 "PUT /v2.0/ports/4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 1132 time: 1.8960276 Jul 16 18:27:30.103530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b750850e-beeb-4829-926c-fa32ca07fb6f tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6823056 Jul 16 18:27:30.107129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40188) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:30.126620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'port': {'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70', 'name': 'tempest-NetworksIpV6TestAttrs-1018041660'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:30.152243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 32116527-4d40-4654-8afe-f980cb8606bb details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:30.164733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:30.263329 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5ca67e6-8f30-40d7-bea3-709d5fde0bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.386827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8b2a-b6a2-46eb-8add-b6e9da27bde0 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa91796-6c20-4a7a-b64f-be66a399c558,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:30.462638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 32116527-4d40-4654-8afe-f980cb8606bb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=32116527-4d40-4654-8afe-f980cb8606bb,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:30.465778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.476428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '32116527-4d40-4654-8afe-f980cb8606bb', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'port_id': '32116527-4d40-4654-8afe-f980cb8606bb', 'mac_address': 'fa:16:3e:5e:bc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e7173-07ce-4110-bc98-93f9ac1a0f1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:30.583815 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.612347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8856e163-ede5-49c8-9aeb-ccf1814daf70', 'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70', 'tenant_id': '9d96592554ad4bcc811126c9e99714f3', 'fixed_ips': [{'subnet_id': '90e4023c-dadb-4643-9eda-11ff1f28e109'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:30.613265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.653405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32116527-4d40-4654-8afe-f980cb8606bb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:30.698250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '4aa91796-6c20-4a7a-b64f-be66a399c558'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:30.700767 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb54051c-1151-43f3-b9a9-e44aefc9cd13" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "4aa91796-6c20-4a7a-b64f-be66a399c558"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:30.756467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.774011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.780475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.787013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.793454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.799727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.805989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.814285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec99627d-738b-4968-ae35-282257cd68ab req-6fc6ea82-e914-4739-865d-3f747ea91ff7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5372 time: 0.5874245 Jul 16 18:27:30.840334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a6acc-5dcc-4dd0-ac59-b78bdaff18d3 req-2d45ff0a-edd2-4d21-8f35-bfdf89b99091 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:30.848196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-389a6acc-5dcc-4dd0-ac59-b78bdaff18d3 req-2d45ff0a-edd2-4d21-8f35-bfdf89b99091 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 946 time: 0.6192522 Jul 16 18:27:30.890874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:30.895011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.958170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-389a6acc-5dcc-4dd0-ac59-b78bdaff18d3 req-89431f13-56e1-4123-b5f2-93a7a7e09cab tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090147 Jul 16 18:27:30.959905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] device_id is not set on port 3f848fe2-0ecc-40db-806f-cbf8e9638a89 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:31.033430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec99627d-738b-4968-ae35-282257cd68ab req-c77f01ea-f1dd-416e-90c3-c390984eba53 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2167470 Jul 16 18:27:31.037477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Allocated IP 2001:db8::f816:3eff:fe6c:ce98 (8856e163-ede5-49c8-9aeb-ccf1814daf70/90e4023c-dadb-4643-9eda-11ff1f28e109/1125be1d-3f8f-4120-a2b0-da6a65b5a0ea) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:31.100056 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4117c6ed-e39f-4738-8e8d-6407f3981ba9 x-openstack-request-id: req-4117c6ed-e39f-4738-8e8d-6407f3981ba9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:31.100897 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "4aa91796-6c20-4a7a-b64f-be66a399c558", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:31.100897 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4117c6ed-e39f-4738-8e8d-6407f3981ba9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:31.101233 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '4aa91796-6c20-4a7a-b64f-be66a399c558', 'status': 'completed', 'code': 200} Jul 16 18:27:31.417301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.438827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Transition to ACTIVE for port object 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:31.468980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Transition to ACTIVE for port object 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:31.489926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.554014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Allocated IP 2001:db8::f816:3eff:feb4:aa79 (8856e163-ede5-49c8-9aeb-ccf1814daf70/90e4023c-dadb-4643-9eda-11ff1f28e109/3f848fe2-0ecc-40db-806f-cbf8e9638a89) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:31.587430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 32116527-4d40-4654-8afe-f980cb8606bb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=32116527-4d40-4654-8afe-f980cb8606bb,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:31.590991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Pushing event updated for resources: {'Port': ['ID=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.611843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Network 8856e163-ede5-49c8-9aeb-ccf1814daf70 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:31.614052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.621040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:31.626656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.627607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.628525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.629361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.630435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.631173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.632034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.644830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.645835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.652656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.653330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.653682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.658233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:31.713665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9d525-eda1-48ca-9636-7a6026b1b012 req-38c46d40-3936-4537-a01d-8c7f7912d4e1 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.722294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1b9d525-eda1-48ca-9636-7a6026b1b012 req-38c46d40-3936-4537-a01d-8c7f7912d4e1 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.3817496 Jul 16 18:27:31.771069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=32116527-4d40-4654-8afe-f980cb8606bb,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.847201 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1b9d525-eda1-48ca-9636-7a6026b1b012 req-bc88ff08-fb67-4a64-b57d-cb0302115fb6 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244676 Jul 16 18:27:31.868623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a661d-e64b-4f10-8985-d950906fe46e req-dd3d7d54-f6da-4e50-8e09-8d33814e15b0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.889610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d8a661d-e64b-4f10-8985-d950906fe46e req-dd3d7d54-f6da-4e50-8e09-8d33814e15b0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 943 time: 0.4827354 Jul 16 18:27:31.908237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-71d41341-a410-466c-ac9f-c102d1548740 req-17cbcf32-e2bb-438a-a281-3a15937f9249 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:27:31.915866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71d41341-a410-466c-ac9f-c102d1548740 req-17cbcf32-e2bb-438a-a281-3a15937f9249 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125225 Jul 16 18:27:31.942793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Attempting to bind port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:31.943400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Attempting to bind port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '2f383e1e-3201-4ca1-a64c-ddeb9fcc362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:31.944001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Attempting to bind port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea on network 8856e163-ede5-49c8-9aeb-ccf1814daf70 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:31.954900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:31.957331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Checking segment: {'id': '2f383e1e-3201-4ca1-a64c-ddeb9fcc362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:31.958141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.958790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Bound using segment: {'id': '2f383e1e-3201-4ca1-a64c-ddeb9fcc362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:31.959607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Bound port: 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f383e1e-3201-4ca1-a64c-ddeb9fcc362e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '8856e163-ede5-49c8-9aeb-ccf1814daf70'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:31.960759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.986653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b235f9ca-9d4a-4475-991d-cae4affc741b {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:31.995725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.011204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Transition to ACTIVE for port object b235f9ca-9d4a-4475-991d-cae4affc741b will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:32.039099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.052393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.075737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d8a661d-e64b-4f10-8985-d950906fe46e req-4521efb0-eab2-4d60-9f5d-1c4a771bc13c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850939 Jul 16 18:27:32.115132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Transition to ACTIVE for port object 3f848fe2-0ecc-40db-806f-cbf8e9638a89 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:32.221441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71d41341-a410-466c-ac9f-c102d1548740 req-1ffdbe0a-ecf6-4ea5-bff0-e180c8556a62 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3045242 Jul 16 18:27:32.263906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] For port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:32.273317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] For port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,segment=NetworkSegment(2f383e1e-3201-4ca1-a64c-ddeb9fcc362e),segment_id=2f383e1e-3201-4ca1-a64c-ddeb9fcc362e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:32.295841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['32116527-4d40-4654-8afe-f980cb8606bb'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:32.305944 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.326652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.388361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.389276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.389454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.389786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.396874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.397388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.397875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.400118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-4df95a14-a261-4dce-a888-8c95d91f51d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6212 time: 1.2869377 Jul 16 18:27:32.422928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Pushing event updated for resources: {'Port': ['ID=b235f9ca-9d4a-4475-991d-cae4affc741b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.505035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Port': ['ID=3f848fe2-0ecc-40db-806f-cbf8e9638a89,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.526534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network 8856e163-ede5-49c8-9aeb-ccf1814daf70 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:32.538004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:32.543714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:32.558354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.568495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.572322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ed037-6e87-4a70-9cea-ad8a3ea4607b None None] Pushing event updated for resources: {'Port': ['ID=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.608059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-53e7849f-e6a3-4b7f-a8f2-1a8df15d83c5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4982114 Jul 16 18:27:32.608936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40222) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:32.720596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-bd7440a3-e107-4ea8-9de2-12389c204d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.721608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-bd7440a3-e107-4ea8-9de2-12389c204d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.722244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-bd7440a3-e107-4ea8-9de2-12389c204d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.725352 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-bd7440a3-e107-4ea8-9de2-12389c204d7f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3139331 Jul 16 18:27:32.755582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting subnet 90e4023c-dadb-4643-9eda-11ff1f28e109 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:32.770338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.825807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Attempting to bind port b235f9ca-9d4a-4475-991d-cae4affc741b on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:32.826261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Attempting to bind port b235f9ca-9d4a-4475-991d-cae4affc741b by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:32.826609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Attempting to bind port b235f9ca-9d4a-4475-991d-cae4affc741b on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:32.839899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Port b235f9ca-9d4a-4475-991d-cae4affc741b on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:32.840169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Attempting to bind port b235f9ca-9d4a-4475-991d-cae4affc741b on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:32.888374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:32.888726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Checking segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:32.889128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Bound using segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:32.889584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Bound port: b235f9ca-9d4a-4475-991d-cae4affc741b, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:32.889953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.994050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] For port b235f9ca-9d4a-4475-991d-cae4affc741b, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:32.999163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] For port b235f9ca-9d4a-4475-991d-cae4affc741b, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b235f9ca-9d4a-4475-991d-cae4affc741b,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:33.010293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.176613 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30e15468-39a1-4cf7-8296-7111b19e5733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.189784 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Pushing event updated for resources: {'Port': ['ID=b235f9ca-9d4a-4475-991d-cae4affc741b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.197957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.198604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.200228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f0a3c6cc-501b-459b-ac1f-9f9080bfac48 service neutron] 10.222.0.55 "PUT /v2.0/ports/b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 1091 time: 3.0771575 Jul 16 18:27:33.202317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:33.214132 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df55650-4a9a-4b00-ac40-fd963270a1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:33.222765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-2951da92-80d9-4c81-b0ed-36cee2dcd7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.229911 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb54051c-1151-43f3-b9a9-e44aefc9cd13 req-2951da92-80d9-4c81-b0ed-36cee2dcd7db service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4957249 Jul 16 18:27:33.235674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:33.415938 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.481777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.651229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.657809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.664615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.671144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.687180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.688987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:33.696964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.704069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.706471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-5b247e24-0316-44f9-b00b-371c8f8a3a69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5384 time: 1.3036261 Jul 16 18:27:33.739830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.761183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:33.792056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.964311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6522d317-179c-4692-992d-f2025f7b8213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.030460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.038194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddc04424-6261-4d76-b74a-58d831bcfe39 req-3bd69a19-f552-40f0-9d6e-3eec339341c9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165161 Jul 16 18:27:34.113425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d4933-db2e-445c-b8a0-51699baaf1a7 req-0fdc5cef-99a2-41fe-88f1-fe48d0522c26 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.120715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-889d4933-db2e-445c-b8a0-51699baaf1a7 req-0fdc5cef-99a2-41fe-88f1-fe48d0522c26 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.4122882 Jul 16 18:27:34.136555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93ce79b7-89af-4559-8ea6-80e93c409746 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:34.153788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.196025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-889d4933-db2e-445c-b8a0-51699baaf1a7 req-718a02e1-5a6a-4d81-98b6-8f3c49efe5af tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743277 Jul 16 18:27:34.200456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Transition to ACTIVE for port object 93ce79b7-89af-4559-8ea6-80e93c409746 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:34.205552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.220628 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.286467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6522d317-179c-4692-992d-f2025f7b8213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.291056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce79b7-89af-4559-8ea6-80e93c409746,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.302008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6522d317-179c-4692-992d-f2025f7b8213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.303020 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.331536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Subnet': ['ID=90e4023c-dadb-4643-9eda-11ff1f28e109,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.364113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.371370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-76eda5e2-686d-4b49-a423-0eb72dcf2bae tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/90e4023c-dadb-4643-9eda-11ff1f28e109 HTTP/1.1" status: 204 len: 168 time: 1.7602365 Jul 16 18:27:34.372226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40254) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.373370 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e0b61d-d698-4c9b-9254-47218bd0c1fe x-openstack-request-id: req-79e0b61d-d698-4c9b-9254-47218bd0c1fe {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:34.373951 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:34.374244 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79e0b61d-d698-4c9b-9254-47218bd0c1fe {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:34.374909 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b', 'status': 'completed', 'code': 200} Jul 16 18:27:34.480926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66978902-27fe-41b2-8b33-a69d18e56c24 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.488754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66978902-27fe-41b2-8b33-a69d18e56c24 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.495201 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66978902-27fe-41b2-8b33-a69d18e56c24 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1166747 Jul 16 18:27:34.498860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.499857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.500461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.501206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.501710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.502209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.502345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40256) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.502920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.503420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.504478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.505145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.510644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.511378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:34.523301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522d317-179c-4692-992d-f2025f7b8213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de026864-8b84-4c7e-9d20-f88c9442bdd8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.589800 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6522d317-179c-4692-992d-f2025f7b8213 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=577e9ac2a1a740aa987b2844c5f2a463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8461990 Jul 16 18:27:34.620475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.620952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aaced0bf-c35e-406a-a73c-211219fe579d tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.647947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208bf36-a4ed-45ec-8de6-5d668ab56c8f req-4f5c3823-13ce-4fe9-9390-2f1787e120d8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.655466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f208bf36-a4ed-45ec-8de6-5d668ab56c8f req-4f5c3823-13ce-4fe9-9390-2f1787e120d8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 944 time: 0.3396003 Jul 16 18:27:34.714391 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaced0bf-c35e-406a-a73c-211219fe579d tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:27:34.715363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaced0bf-c35e-406a-a73c-211219fe579d tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:34.726453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aaced0bf-c35e-406a-a73c-211219fe579d tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/8856e163-ede5-49c8-9aeb-ccf1814daf70 HTTP/1.1" status: 409 len: 405 time: 0.2129321 Jul 16 18:27:34.733270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40260) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:34.745393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5cfeed-2088-42df-b65b-f03b60bf5cba None None] Network 8856e163-ede5-49c8-9aeb-ccf1814daf70 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:34.759530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c134dd-f7c7-4172-a8bf-005b0e231baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.762683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1651076807'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:34.779955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.780561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.781101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.781638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.782754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.782754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.783302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.785796 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-93af15fe-b304-4b3f-b0ad-f86a423936a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6306 time: 0.4160519 Jul 16 18:27:34.804860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f208bf36-a4ed-45ec-8de6-5d668ab56c8f req-e449ee83-abe1-4fb4-9811-f05cd4523afe tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443770 Jul 16 18:27:34.847829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c134dd-f7c7-4172-a8bf-005b0e231baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.850096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Attempting to bind port 93ce79b7-89af-4559-8ea6-80e93c409746 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:34.850554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Attempting to bind port 93ce79b7-89af-4559-8ea6-80e93c409746 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:34.850988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Attempting to bind port 93ce79b7-89af-4559-8ea6-80e93c409746 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:34.863900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Port 93ce79b7-89af-4559-8ea6-80e93c409746 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:34.864295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Attempting to bind port 93ce79b7-89af-4559-8ea6-80e93c409746 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:34.880321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:34.888049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.905846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d4d4a-4a42-4561-8290-b7cc0d05424f req-176190fe-c793-4798-9291-83f2ac9c0a69 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.914529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:34.915170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Checking segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:34.915740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Bound using segment: {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:34.916524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Bound port: 93ce79b7-89af-4559-8ea6-80e93c409746, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:34.917035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.919031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c54d4d4a-4a42-4561-8290-b7cc0d05424f req-176190fe-c793-4798-9291-83f2ac9c0a69 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 946 time: 0.2921793 Jul 16 18:27:35.003243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:35.017146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c54d4d4a-4a42-4561-8290-b7cc0d05424f req-e66c6e18-976b-4c0f-bdc4-40f77e933839 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957837 Jul 16 18:27:35.024271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-33c96b62-8b81-4e2b-a8c5-157c585622c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.025106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-33c96b62-8b81-4e2b-a8c5-157c585622c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.026068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-33c96b62-8b81-4e2b-a8c5-157c585622c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.029506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-33c96b62-8b81-4e2b-a8c5-157c585622c0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2320850 Jul 16 18:27:35.070436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32bf23f7-f4f2-4604-ba77-5ca6c3da5837 None None] Provisioning for port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:35.081394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32bf23f7-f4f2-4604-ba77-5ca6c3da5837 None None] Provisioning complete for port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:35.081947 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32bf23f7-f4f2-4604-ba77-5ca6c3da5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.100217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.100734 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Added segment 2dfddc07-4e87-44f4-8395-fe166b03fd26 of type vlan for network 6cc98f30-3539-42ec-800e-89d7b5b84b1f Jul 16 18:27:35.126273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c134dd-f7c7-4172-a8bf-005b0e231baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.131928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-09c134dd-f7c7-4172-a8bf-005b0e231baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.134098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-09c134dd-f7c7-4172-a8bf-005b0e231baa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de026864-8b84-4c7e-9d20-f88c9442bdd8 HTTP/1.1" status: 204 len: 168 time: 0.5108697 Jul 16 18:27:35.178465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c134dd-f7c7-4172-a8bf-005b0e231baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de026864-8b84-4c7e-9d20-f88c9442bdd8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.221093 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.277818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] For port 93ce79b7-89af-4559-8ea6-80e93c409746, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:35.297072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.312801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.313342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] DHCP port deletion for 8856e163-ede5-49c8-9aeb-ccf1814daf70 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:35.315387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.330362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] For port 93ce79b7-89af-4559-8ea6-80e93c409746, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=93ce79b7-89af-4559-8ea6-80e93c409746,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:35.349191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.434395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-d89758ce-301f-4c41-a486-c49b06566874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.437573 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6df55650-4a9a-4b00-ac40-fd963270a1d5 req-d89758ce-301f-4c41-a486-c49b06566874 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3933566 Jul 16 18:27:35.461819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.463056 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.465703 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] 10.222.0.55 "PUT /v2.0/ports/93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 1091 time: 2.2345567 Jul 16 18:27:35.528890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7732923 Jul 16 18:27:35.534927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40270) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:35.542728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'subnet': {'network_id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:35.552894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:35.634306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85382603-069c-477c-8d1b-d9d59054cfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=93ce79b7-89af-4559-8ea6-80e93c409746,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.711877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Network': ['ID=6cc98f30-3539-42ec-800e-89d7b5b84b1f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.732774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:35.772278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.775706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40272) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:35.778029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32bf23f7-f4f2-4604-ba77-5ca6c3da5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.800299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1784034-6705-47bf-9607-a6f97e875214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.839971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9822ac-9f43-444e-ac13-c84c749791ff req-a94e526d-a4ea-410c-b8dc-2b566fb6c897 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.849597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9822ac-9f43-444e-ac13-c84c749791ff req-a94e526d-a4ea-410c-b8dc-2b566fb6c897 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.5052841 Jul 16 18:27:35.861440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.861833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.862225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.862565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.862982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.863475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.864133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.864488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.864817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.865144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.866072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.866343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345273ed-6240-40fa-8109-b4d7f643195c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:35.875411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-32bf23f7-f4f2-4604-ba77-5ca6c3da5837 None None] For port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,segment=NetworkSegment(2f383e1e-3201-4ca1-a64c-ddeb9fcc362e),segment_id=2f383e1e-3201-4ca1-a64c-ddeb9fcc362e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:35.886592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 6cc98f30-3539-42ec-800e-89d7b5b84b1f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:35.888817 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32bf23f7-f4f2-4604-ba77-5ca6c3da5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.934565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.941370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.945342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1784034-6705-47bf-9607-a6f97e875214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.949459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.956926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.963447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.963762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.966228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1784034-6705-47bf-9607-a6f97e875214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.971512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.979437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf23f7-f4f2-4604-ba77-5ca6c3da5837 None None] Pushing event updated for resources: {'Port': ['ID=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.981684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.985297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-42ded964-6c47-440a-a2d2-34a3c3b024f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5396 time: 0.6085846 Jul 16 18:27:36.024431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] Deleting port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:36.025062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.026838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:36.032293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.054941 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c1784034-6705-47bf-9607-a6f97e875214 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81430c67013b4f689fcd82ad8e84c414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781656 Jul 16 18:27:36.062533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:36.075134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d9822ac-9f43-444e-ac13-c84c749791ff req-cec40aa2-900c-4e4d-b69d-7404b7d8daac tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218826 Jul 16 18:27:36.133703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1784034-6705-47bf-9607-a6f97e875214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8261754b-bb95-44c0-859c-2c254812609e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.232670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e67e91-9563-4882-b9d9-5c538a6b3699 req-ab3fe5db-7b46-4871-afb0-820c3fa3e6da tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2160075 Jul 16 18:27:36.273969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-389e1599-b80a-450e-9afc-c77a71ce3a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.296451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 32116527-4d40-4654-8afe-f980cb8606bb up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:36.393858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] For port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,segment=NetworkSegment(2f383e1e-3201-4ca1-a64c-ddeb9fcc362e),segment_id=2f383e1e-3201-4ca1-a64c-ddeb9fcc362e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:36.394648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.417796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.434298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] Calling delete_port for 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:36.465346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,segment=NetworkSegment(2f383e1e-3201-4ca1-a64c-ddeb9fcc362e),segment_id=2f383e1e-3201-4ca1-a64c-ddeb9fcc362e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:36.475433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.477319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:36.491429 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:36.560413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-389e1599-b80a-450e-9afc-c77a71ce3a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.635875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:27:36.643104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.650011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 32116527-4d40-4654-8afe-f980cb8606bb completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:36.668052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 32116527-4d40-4654-8afe-f980cb8606bb triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:36.668606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.691885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b7696-5cf8-4e69-8a57-a089ca4b4027 req-d4072843-95c0-4964-ba42-51c6da1251b5 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.695286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c95b7696-5cf8-4e69-8a57-a089ca4b4027 req-d4072843-95c0-4964-ba42-51c6da1251b5 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 944 time: 0.3410265 Jul 16 18:27:36.723719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:36.733111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.739445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.748971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Transition to ACTIVE for port object 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.760195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.814333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.835745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] No DVR routers for this DVR port 1125be1d-3f8f-4120-a2b0-da6a65b5a0ea on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:36.871236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4995f-fd62-4e97-9622-bde18b3aa4d0 None None] Pushing event deleted for resources: {'Port': ['ID=1125be1d-3f8f-4120-a2b0-da6a65b5a0ea,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.902422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.924369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Pushing event updated for resources: {'Port': ['ID=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.932395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96799c44-9f89-4853-9e24-b09896398b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32116527-4d40-4654-8afe-f980cb8606bb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:36.934743 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c0c3ca-54ad-42d2-821f-cb5f64d6f403" -d '{"events": [{"server_uuid": "96799c44-9f89-4853-9e24-b09896398b44", "name": "network-vif-plugged", "status": "completed", "tag": "32116527-4d40-4654-8afe-f980cb8606bb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:36.955864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 32116527-4d40-4654-8afe-f980cb8606bb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=32116527-4d40-4654-8afe-f980cb8606bb,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:36.960026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-389e1599-b80a-450e-9afc-c77a71ce3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.963686 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.964351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-389e1599-b80a-450e-9afc-c77a71ce3a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.971897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-389e1599-b80a-450e-9afc-c77a71ce3a86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8261754b-bb95-44c0-859c-2c254812609e HTTP/1.1" status: 204 len: 168 time: 0.9059153 Jul 16 18:27:37.027562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Subnet': ['ID=76e68283-f265-40b8-96a6-2f40d1868d4b,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.052835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e1599-b80a-450e-9afc-c77a71ce3a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8261754b-bb95-44c0-859c-2c254812609e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.057365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Checking segment: {'id': '2dfddc07-4e87-44f4-8395-fe166b03fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:37.058400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network hostable DHCP agents. Network: 6cc98f30-3539-42ec-800e-89d7b5b84b1f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:37.064385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Attempting to bind port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:37.064802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Attempting to bind port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:37.065010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=32116527-4d40-4654-8afe-f980cb8606bb,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.065166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Attempting to bind port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d on network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:37.077682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.085651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d on network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:37.086259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Attempting to bind port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d on network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:37.092278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:37.092631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Checking segment: {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:37.093043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Bound using segment: {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:37.093470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Bound port: 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:37.093838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.127456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b6ac-def4-496e-9649-5118a56bec36 req-40d596f6-8a2b-4b26-b1cc-c6f430ef7e8f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.141018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b6ac-def4-496e-9649-5118a56bec36 req-40d596f6-8a2b-4b26-b1cc-c6f430ef7e8f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.153788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b6ac-def4-496e-9649-5118a56bec36 req-40d596f6-8a2b-4b26-b1cc-c6f430ef7e8f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.157094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31f5b6ac-def4-496e-9649-5118a56bec36 req-40d596f6-8a2b-4b26-b1cc-c6f430ef7e8f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a&device_id=c06f94c7-dd86-4136-8963-d93e24765b0f&device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 2418 time: 0.4920297 Jul 16 18:27:37.176573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c95b7696-5cf8-4e69-8a57-a089ca4b4027 req-58d1825c-0d8c-4945-a066-acc94b17b0f7 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798585 Jul 16 18:27:37.243796 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01cbdb9-935a-482c-b81a-9bae7071f0ea x-openstack-request-id: req-d01cbdb9-935a-482c-b81a-9bae7071f0ea {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:37.244090 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:37.244351 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d01cbdb9-935a-482c-b81a-9bae7071f0ea {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:37.249586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network 6cc98f30-3539-42ec-800e-89d7b5b84b1f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:37.256295 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746', 'status': 'completed', 'code': 200} Jul 16 18:27:37.303303 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc0c1f-4160-475f-aa84-0db1d35d5a67 x-openstack-request-id: req-6acc0c1f-4160-475f-aa84-0db1d35d5a67 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:37.303931 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96799c44-9f89-4853-9e24-b09896398b44", "name": "network-vif-plugged", "status": "completed", "tag": "32116527-4d40-4654-8afe-f980cb8606bb", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:37.304401 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6acc0c1f-4160-475f-aa84-0db1d35d5a67 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:37.305015 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96799c44-9f89-4853-9e24-b09896398b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32116527-4d40-4654-8afe-f980cb8606bb', 'code': 200} Jul 16 18:27:37.323494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] For port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:37.334479 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31f5b6ac-def4-496e-9649-5118a56bec36 req-858fd5f0-0f01-4080-8596-f8bb6ac70e55 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671615 Jul 16 18:27:37.346421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 6cc98f30-3539-42ec-800e-89d7b5b84b1f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:37.359010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.360300 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.363824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968de0f6-038d-4231-ae6f-69169f323784 None None] Network 6cc98f30-3539-42ec-800e-89d7b5b84b1f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:37.368510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] For port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:37.410287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.497929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.499583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.500721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.501722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.502421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.503167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.504829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.507470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-fdd64af0-5c3f-44ce-a148-420a6c02efc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6374 time: 0.2331717 Jul 16 18:27:37.509258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.529582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.530635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.532778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] 10.222.0.55 "PUT /v2.0/ports/74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 1092 time: 2.0150242 Jul 16 18:27:37.664034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d923c724-c3ce-4e0d-87ab-cf4c704f08ef tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1270671 Jul 16 18:27:37.671468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40298) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:37.680798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-6cc98f30-3539-42ec-800e-89d7b5b84b1f', 'network_id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f', 'tenant_id': '9d96592554ad4bcc811126c9e99714f3', 'fixed_ips': [{'subnet_id': '76e68283-f265-40b8-96a6-2f40d1868d4b'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:37.685544 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.685870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Request body: {'port': {'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:37.902313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-202b8296-2ce1-4c9f-8136-83c33e695355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.902801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-202b8296-2ce1-4c9f-8136-83c33e695355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.903400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-202b8296-2ce1-4c9f-8136-83c33e695355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:37.905443 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-202b8296-2ce1-4c9f-8136-83c33e695355 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3803217 Jul 16 18:27:37.920126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b84f0-e9f5-487a-ae6b-843d4f5f770a service neutron] Pushing event updated for resources: {'Port': ['ID=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.029624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Allocated IP 2001:db8::f816:3eff:fe21:b56c (6cc98f30-3539-42ec-800e-89d7b5b84b1f/76e68283-f265-40b8-96a6-2f40d1868d4b/813c7249-d0b4-4809-bd3d-3b0257289853) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:38.064401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f0b6afd-2af2-46bf-bb5b-c3e290df45b7 req-3019645c-b655-4035-b031-13d1b55f213c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.6594386 Jul 16 18:27:38.106436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-ec607f92-3299-496b-a2a7-799db8724c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.109213 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ddccfc8b-7b91-4b15-9e9b-0e9d7e87b61e req-ec607f92-3299-496b-a2a7-799db8724c6c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1832576 Jul 16 18:27:38.134345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.170086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.182553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.192613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916b9d1-0738-4696-868b-ac6a356030b8 req-41d707b1-7eec-4d90-818b-cf8c83e0d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.195316 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8916b9d1-0738-4696-868b-ac6a356030b8 req-41d707b1-7eec-4d90-818b-cf8c83e0d436 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 1097 time: 0.7800219 Jul 16 18:27:38.215508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.239598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.264470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.277546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.290333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.299579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-c89b4850-45dc-46a6-a0f9-9a3ac833edcf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5408 time: 0.7224209 Jul 16 18:27:38.321200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.344026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8916b9d1-0738-4696-868b-ac6a356030b8 req-aca23fed-7e06-4e3c-a5de-08902d9bae9e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395426 Jul 16 18:27:38.426650 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.460612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Transition to ACTIVE for port object 813c7249-d0b4-4809-bd3d-3b0257289853 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:38.462228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78305aa5-3ded-4751-8d83-8fc48c32625d req-e7a5b829-9e55-4db2-b4e2-1d9523a2994a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1503696 Jul 16 18:27:38.497747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Transition to ACTIVE for port object 813c7249-d0b4-4809-bd3d-3b0257289853 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:38.509629 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.518183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.695612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.699331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Network 6cc98f30-3539-42ec-800e-89d7b5b84b1f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:38.706428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:38.712068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:38.813063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Pushing event updated for resources: {'Port': ['ID=813c7249-d0b4-4809-bd3d-3b0257289853,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.835021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ebfdb4b-9bec-4197-a02c-512ed3915fef {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:38.850652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.865880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Subnet': ['ID=76e68283-f265-40b8-96a6-2f40d1868d4b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.868718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Attempting to bind port 813c7249-d0b4-4809-bd3d-3b0257289853 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:38.869304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Attempting to bind port 813c7249-d0b4-4809-bd3d-3b0257289853 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '2dfddc07-4e87-44f4-8395-fe166b03fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:38.869829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Attempting to bind port 813c7249-d0b4-4809-bd3d-3b0257289853 on network 6cc98f30-3539-42ec-800e-89d7b5b84b1f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:38.879189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Transition to ACTIVE for port object 0ebfdb4b-9bec-4197-a02c-512ed3915fef will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:38.879741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:38.880465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Checking segment: {'id': '2dfddc07-4e87-44f4-8395-fe166b03fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:38.881166 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.881838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Bound using segment: {'id': '2dfddc07-4e87-44f4-8395-fe166b03fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:38.882429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Bound port: 813c7249-d0b4-4809-bd3d-3b0257289853, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfddc07-4e87-44f4-8395-fe166b03fd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:38.883012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.890113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:38.975998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebfdb4b-9bec-4197-a02c-512ed3915fef,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.021306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] For port 813c7249-d0b4-4809-bd3d-3b0257289853, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:39.030492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] For port 813c7249-d0b4-4809-bd3d-3b0257289853, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=813c7249-d0b4-4809-bd3d-3b0257289853,segment=NetworkSegment(2dfddc07-4e87-44f4-8395-fe166b03fd26),segment_id=2dfddc07-4e87-44f4-8395-fe166b03fd26)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:39.037953 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.100108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Attempting to bind port 0ebfdb4b-9bec-4197-a02c-512ed3915fef on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:39.101968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Attempting to bind port 0ebfdb4b-9bec-4197-a02c-512ed3915fef by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:39.102404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Attempting to bind port 0ebfdb4b-9bec-4197-a02c-512ed3915fef on network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:39.108923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Port 0ebfdb4b-9bec-4197-a02c-512ed3915fef on network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:39.109361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Attempting to bind port 0ebfdb4b-9bec-4197-a02c-512ed3915fef on network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:39.113434 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.121755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:39.122942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Checking segment: {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:39.123509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Bound using segment: {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:39.124098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Bound port: 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:39.124609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.156810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc98f30-3539-42ec-800e-89d7b5b84b1f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.177449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfddc07-4e87-44f4-8395-fe166b03fd26') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.178181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfddc07-4e87-44f4-8395-fe166b03fd26') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.189258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d1491-e0a9-4cff-9a2d-e3472d7bc144 req-dca3b2f5-00ee-42f1-9525-226243715612 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.197906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c8d1491-e0a9-4cff-9a2d-e3472d7bc144 req-dca3b2f5-00ee-42f1-9525-226243715612 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 945 time: 0.3627722 Jul 16 18:27:39.228196 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.271267 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee421f0-f2c0-4d8a-ba6e-c4edbe09b07a None None] Pushing event updated for resources: {'Port': ['ID=813c7249-d0b4-4809-bd3d-3b0257289853,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.296650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.340963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:39.342736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:39.346935 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:39.355447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b891d8-636c-4570-a1fb-8fcf36be8ce8 None None] Network 6cc98f30-3539-42ec-800e-89d7b5b84b1f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:39.380688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] For port 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:39.386040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:39.394746 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0519cb45-c66b-4d17-b058-675f8cb512b5" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:39.431704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c8d1491-e0a9-4cff-9a2d-e3472d7bc144 req-d400c5e5-a608-4519-b7ec-c68486ef771e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166107 Jul 16 18:27:39.481735 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ce2ef-febd-4767-bb7a-5f8102d01694 x-openstack-request-id: req-197ce2ef-febd-4767-bb7a-5f8102d01694 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:39.481996 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:39.482661 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-197ce2ef-febd-4767-bb7a-5f8102d01694 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:39.484036 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d', 'status': 'completed', 'code': 200} Jul 16 18:27:39.553410 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:27:39.553410 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:27:39.553410 n-d-793620-10 neutron-server[93777]: [parameters: {'id': '6cc98f30-3539-42ec-800e-89d7b5b84b1f'}] Jul 16 18:27:39.553410 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:27:39.554274 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:27:39.591592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] For port 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:39.605463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.692542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.693669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.695416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] 10.222.0.55 "PUT /v2.0/ports/0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 1092 time: 2.0217655 Jul 16 18:27:39.719579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed640d21-8d1e-4604-b835-fd35db69b3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0ebfdb4b-9bec-4197-a02c-512ed3915fef,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.734978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.736447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.737204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.738337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.739270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.739984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.741038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.744612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9e72730-d156-4c5a-9ef7-f09cf95616a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6442 time: 0.2248404 Jul 16 18:27:39.919830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9798ef4-0d89-44ff-9d06-e3ce32747a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.921343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9798ef4-0d89-44ff-9d06-e3ce32747a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.922152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9798ef4-0d89-44ff-9d06-e3ce32747a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.924123 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-d9798ef4-0d89-44ff-9d06-e3ce32747a1a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1724944 Jul 16 18:27:40.017341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.045114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.045114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.052976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.059563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.066663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.069469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100368ce-9951-4a1c-aaad-979377468349 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:27:40.074157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.082932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-5e02a497-34d7-49b0-adcb-b017d3408f0a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.2082734 Jul 16 18:27:40.086839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.128715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-6f462436-efbd-4bee-9138-46a6d2b51c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.132720 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0519cb45-c66b-4d17-b058-675f8cb512b5 req-6f462436-efbd-4bee-9138-46a6d2b51c1a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2017725 Jul 16 18:27:40.178777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-128dca29-9a81-4db7-953b-7a99a5efb9dc req-10a5e042-c196-4a9c-84cd-20776a5fd687 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0946474 Jul 16 18:27:40.228295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting port 813c7249-d0b4-4809-bd3d-3b0257289853 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:40.229025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.278129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.279657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.280874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.281375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.281862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.282343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.282822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.286229 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b4663890-5da6-4fec-81c3-95264f7649b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6484 time: 0.1103716 Jul 16 18:27:40.321501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] For port 813c7249-d0b4-4809-bd3d-3b0257289853, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=813c7249-d0b4-4809-bd3d-3b0257289853,segment=NetworkSegment(2dfddc07-4e87-44f4-8395-fe166b03fd26),segment_id=2dfddc07-4e87-44f4-8395-fe166b03fd26)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:40.321892 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.340279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Calling delete_port for 813c7249-d0b4-4809-bd3d-3b0257289853 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:40.358694 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-908c62ee-5bb3-40c1-a53a-9eb4a38581b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 217 time: 0.0641201 Jul 16 18:27:40.433934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100368ce-9951-4a1c-aaad-979377468349 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:27:40.481061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-fc675d0b-c7fe-43bc-b477-1f3efbf249a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.481437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.487542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-fc675d0b-c7fe-43bc-b477-1f3efbf249a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.1186185 Jul 16 18:27:40.535389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Port': ['ID=813c7249-d0b4-4809-bd3d-3b0257289853,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.550879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No DVR routers for this DVR port 813c7249-d0b4-4809-bd3d-3b0257289853 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:40.634103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-7482a47c-8f11-445e-82af-4cb160fd83e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.642796 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-7482a47c-8f11-445e-82af-4cb160fd83e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1517670 Jul 16 18:27:40.760821 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.779808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc98f30-3539-42ec-800e-89d7b5b84b1f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.805948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfddc07-4e87-44f4-8395-fe166b03fd26') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.806411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfddc07-4e87-44f4-8395-fe166b03fd26') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.815667 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-05890fa4-99ce-46da-9c7e-c0b470c726bc service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657574 Jul 16 18:27:40.824230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.874279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.898275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:40.901141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.933801 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d42912ba-d86f-4b03-8f6a-6838da0d0046 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118522 Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:40.983650 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:40.998578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-7ce9d815-f4c5-4dd4-a7a5-21a4784b13d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 217 time: 0.0584221 Jul 16 18:27:41.125425 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.144663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-65edfbed-f06d-4f24-a9ad-f9f3c2611208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.147552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-65edfbed-f06d-4f24-a9ad-f9f3c2611208 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1419594 Jul 16 18:27:41.149726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.152074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/6cc98f30-3539-42ec-800e-89d7b5b84b1f HTTP/1.1" status: 204 len: 168 time: 3.4771104 Jul 16 18:27:41.164866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40352) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.171437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1971018447'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:41.183250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257aff0-ba78-40ba-8a54-6a680ff5ef88 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Network': ['ID=6cc98f30-3539-42ec-800e-89d7b5b84b1f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.218733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64d419-af4f-445d-ba4a-e6bb78ecd77d req-c8ad6e24-605f-45f8-9639-f0b93b89ea9d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.221979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c64d419-af4f-445d-ba4a-e6bb78ecd77d req-c8ad6e24-605f-45f8-9639-f0b93b89ea9d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 945 time: 0.2454395 Jul 16 18:27:41.223900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:41.227843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.263590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-4acde449-a9e3-422c-a66d-ea9ae656c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.264552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-4acde449-a9e3-422c-a66d-ea9ae656c86e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1102896 Jul 16 18:27:41.272978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:41.309081 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.309717 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Added segment 4ec7ff51-3189-4f89-a038-82cb5b1c8d1f of type vlan for network bdea3a53-06d1-412e-a31d-f3d10f3f7fcb Jul 16 18:27:41.359481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c64d419-af4f-445d-ba4a-e6bb78ecd77d req-568c4811-edd2-4227-883d-4fadb8fe351b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153517 Jul 16 18:27:41.443320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a396610-0279-4b88-b230-288721f40b4d req-93a944c4-0b1e-437e-83e4-974773287b5c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.446075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a396610-0279-4b88-b230-288721f40b4d req-93a944c4-0b1e-437e-83e4-974773287b5c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.2217979 Jul 16 18:27:41.447369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.485921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:41.490305 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:41.525899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.534192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:41.535781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.566771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a396610-0279-4b88-b230-288721f40b4d req-97d126b8-df13-4750-ae39-36ae910c899c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111975 Jul 16 18:27:41.662182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-fb49979b-f93e-466d-84a7-872d57ebbc52 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900540 Jul 16 18:27:41.672663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5049722 Jul 16 18:27:41.685114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40364) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.688419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908d0e1-4647-4ca7-aa80-3197dc8bce20 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Network': ['ID=bdea3a53-06d1-412e-a31d-f3d10f3f7fcb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.706286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network bdea3a53-06d1-412e-a31d-f3d10f3f7fcb details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:41.791008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'subnet': {'network_id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:41.848862 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-d08ddb3f-2c58-4d0b-9f03-2d9499543aa0 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744354 Jul 16 18:27:41.931225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-0e44655b-03ff-47a8-a19c-ef35d072164a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 217 time: 0.0755091 Jul 16 18:27:42.007378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.012316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-296ded58-d932-4187-b35b-8a4438d825d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.023826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.025461 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-296ded58-d932-4187-b35b-8a4438d825d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0885198 Jul 16 18:27:42.031929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.042996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.053735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.064655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.076428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.089945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-74c9b3c2-a8da-442c-a068-c2deaf7e2966 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.4347508 Jul 16 18:27:42.092067 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2c0213-17db-450d-95f1-4713cd33b6a3 x-openstack-request-id: req-9c2c0213-17db-450d-95f1-4713cd33b6a3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:42.092752 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:42.093286 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c2c0213-17db-450d-95f1-4713cd33b6a3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:42.094164 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef', 'status': 'completed', 'code': 200} Jul 16 18:27:42.111865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-10e3ef80-f839-4357-ab30-e4bb48acd975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.114464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-10e3ef80-f839-4357-ab30-e4bb48acd975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0829718 Jul 16 18:27:42.151830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:42.158260 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.242565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1a214ac-e584-4ad4-87bc-43f87a842b70 req-1b416c97-b9f6-4b96-a999-e3ea0f915d91 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508143 Jul 16 18:27:42.258089 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-2ec5f8b6-8ae7-4a58-8e56-a5c749bcf2dc service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358738 Jul 16 18:27:42.408300 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-62a77eaa-6b25-4d07-b830-36daca332282 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439927 Jul 16 18:27:42.474627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-77d8c9b1-4b4e-4941-8656-ad73ce015cb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 217 time: 0.0601187 Jul 16 18:27:42.541325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68568d1d-c2ef-4fe9-a34b-f16d3402ce97 req-8b8e5ea0-8a1a-488c-8695-9f489f84a863 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.544195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68568d1d-c2ef-4fe9-a34b-f16d3402ce97 req-8b8e5ea0-8a1a-488c-8695-9f489f84a863 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 945 time: 0.2104950 Jul 16 18:27:42.606335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-0b2d6c1e-9c97-4073-aeaf-79ef373685da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.606335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-0b2d6c1e-9c97-4073-aeaf-79ef373685da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1058519 Jul 16 18:27:42.694555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-1caf1e39-7d67-4ada-9095-f267a836a66b tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.696344 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-1caf1e39-7d67-4ada-9095-f267a836a66b tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.2371156 Jul 16 18:27:42.748466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.828529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Subnet': ['ID=69dfd666-e483-4902-a1b3-fb24d8fd25c3,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:42.828529 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68568d1d-c2ef-4fe9-a34b-f16d3402ce97 req-babd1b7e-26c9-4ed1-977a-4de2a4dffe44 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706821 Jul 16 18:27:42.884097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Checking segment: {'id': '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:42.884508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network hostable DHCP agents. Network: bdea3a53-06d1-412e-a31d-f3d10f3f7fcb, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:42.918256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network bdea3a53-06d1-412e-a31d-f3d10f3f7fcb is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:42.951638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, bdea3a53-06d1-412e-a31d-f3d10f3f7fcb) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:42.958808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.959426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.971554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94e428e-4ecc-4109-a089-33ce9b68c5ba None None] Network bdea3a53-06d1-412e-a31d-f3d10f3f7fcb requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:42.978544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0a89b-c6d1-4a7f-af53-50be69519e35 req-c02f86a7-823a-401b-978a-cf393f8f12f9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.980393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fb0a89b-c6d1-4a7f-af53-50be69519e35 req-c02f86a7-823a-401b-978a-cf393f8f12f9 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 945 time: 0.1614609 Jul 16 18:27:43.051886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-06bc0ac4-f4e3-4e5b-886e-bef193f53155 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3620973 Jul 16 18:27:43.052621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40380) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.307580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fb0a89b-c6d1-4a7f-af53-50be69519e35 req-4f732c0b-62a9-4972-affb-be1be25ce77a tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085859 Jul 16 18:27:43.309500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-293f4739-2046-4f1e-ba09-e57206b53aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.311084 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-293f4739-2046-4f1e-ba09-e57206b53aae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6938879 Jul 16 18:27:43.354566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.393571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-bdea3a53-06d1-412e-a31d-f3d10f3f7fcb', 'network_id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb', 'tenant_id': '9d96592554ad4bcc811126c9e99714f3', 'fixed_ips': [{'subnet_id': '69dfd666-e483-4902-a1b3-fb24d8fd25c3'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:43.395931 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.427908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Deleting port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:43.428503 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.468999 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-3bd60994-70a8-483a-9a16-609fd1b487c9 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491771 Jul 16 18:27:43.567278 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.588140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6d2dc-abf5-47d1-bda6-033b5cac2fbe req-3513741c-6c74-4d5f-8b32-0a628f467a2d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.590037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0f6d2dc-abf5-47d1-bda6-033b5cac2fbe req-3513741c-6c74-4d5f-8b32-0a628f467a2d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 945 time: 0.4424639 Jul 16 18:27:43.731499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0f6d2dc-abf5-47d1-bda6-033b5cac2fbe req-c7f49c1a-f329-4f29-9f4b-3e7bf42356d6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927508 Jul 16 18:27:43.762386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.763675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Allocated IP 2001:db8::2 (bdea3a53-06d1-412e-a31d-f3d10f3f7fcb/69dfd666-e483-4902-a1b3-fb24d8fd25c3/26261321-8731-4150-891b-74e2ca384f45) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:43.792510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.807509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.811940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-35d4409a-f8e5-45ca-9b5c-de9e4e8ba98d service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313849 Jul 16 18:27:43.833465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.840065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.846632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.861247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:43.877176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-efe63ae2-0eae-4ced-a41a-a4d600c5498f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.3112903 Jul 16 18:27:43.901698 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-f197a926-8b5f-49b6-9c47-c7dfba3b9830 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 217 time: 0.0739512 Jul 16 18:27:43.986231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f188b955-88c8-4db0-8b5c-cb72e11dcd39 req-6c819b5c-efbc-4a30-8b3c-7b7904b32403 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0945468 Jul 16 18:27:43.988195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] For port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.988777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.047181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Calling delete_port for 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:44.080895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5ad3c385-1081-46fb-8714-209157e0c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.083566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-5ad3c385-1081-46fb-8714-209157e0c4d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1744394 Jul 16 18:27:44.148116 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.177682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Transition to ACTIVE for port object 26261321-8731-4150-891b-74e2ca384f45 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:44.222889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Transition to ACTIVE for port object 26261321-8731-4150-891b-74e2ca384f45 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:44.244363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.259010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.285572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-6b0abe17-f8e8-4021-82fd-95aec4920793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.287199 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-6b0abe17-f8e8-4021-82fd-95aec4920793 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1958256 Jul 16 18:27:44.328888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Subnet': ['ID=69dfd666-e483-4902-a1b3-fb24d8fd25c3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.415427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Network bdea3a53-06d1-412e-a31d-f3d10f3f7fcb is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:44.425619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:44.430004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.449368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:44.455574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Pushing event updated for resources: {'Port': ['ID=26261321-8731-4150-891b-74e2ca384f45,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.471612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdea3a53-06d1-412e-a31d-f3d10f3f7fcb']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:44.485041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:44.485401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:44.499189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.531819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Attempting to bind port 26261321-8731-4150-891b-74e2ca384f45 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:44.532252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Attempting to bind port 26261321-8731-4150-891b-74e2ca384f45 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:44.533617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Attempting to bind port 26261321-8731-4150-891b-74e2ca384f45 on network bdea3a53-06d1-412e-a31d-f3d10f3f7fcb {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:44.534323 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.539418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:44.539814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Checking segment: {'id': '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:44.540201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.540624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Bound using segment: {'id': '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:44.541181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Bound port: 26261321-8731-4150-891b-74e2ca384f45, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:44.541583 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.553032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-103cfecb-a175-47f9-86ee-5dde9d15af91 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551796 Jul 16 18:27:44.559554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.579589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2899a63a-df5a-4003-9e61-7703d46773d5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:44.581695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:44.582328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.584531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d2fa10b4-c32f-41e9-aa80-96dc0c830f3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:44.589752 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:44.694047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Pushing event deleted for resources: {'Port': ['ID=06cb4bbf-8745-4f48-820a-1fce57d3b6b2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.744651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c32527-c611-4289-a2f4-b5fae5e9ff19 req-294a1fb5-5099-4868-8bb4-b6fba8b0d9c6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:44.748829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54c32527-c611-4289-a2f4-b5fae5e9ff19 req-294a1fb5-5099-4868-8bb4-b6fba8b0d9c6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 945 time: 0.3155870 Jul 16 18:27:44.802709 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:27:44.802709 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:27:44.802709 n-d-793620-10 neutron-server[93777]: [parameters: {'id': 'bdea3a53-06d1-412e-a31d-f3d10f3f7fcb'}] Jul 16 18:27:44.802709 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:27:44.803195 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:27:44.818026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] No DVR routers for this DVR port 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:44.822288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.824272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8440b928-f8a7-4b47-83aa-0097cc60eb47 req-23454ec3-3436-4305-b2b6-2942b41f39e7 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "DELETE /v2.0/ports/06cb4bbf-8745-4f48-820a-1fce57d3b6b2 HTTP/1.1" status: 204 len: 173 time: 2.1147594 Jul 16 18:27:44.828626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'name': 'network-vif-deleted', 'tag': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:44.831088 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3764ac4-6d19-49dd-982c-608f40cb95da" -d '{"events": [{"server_uuid": "6b8e1398-56bb-4f6a-bb70-e1fc147b318a", "name": "network-vif-deleted", "tag": "06cb4bbf-8745-4f48-820a-1fce57d3b6b2"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:44.839335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-448be20d-3757-4dc0-802f-c10f14ba8674 req-bdbcf3b0-9109-405e-b92c-4459f56ccab6 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b8e1398-56bb-4f6a-bb70-e1fc147b318a HTTP/1.1" status: 200 len: 210 time: 0.1746511 Jul 16 18:27:44.907841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54c32527-c611-4289-a2f4-b5fae5e9ff19 req-6690e027-3e51-4e04-b981-7e950aa5a345 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136429 Jul 16 18:27:44.928550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-73217038-81fd-4e15-813b-a5466ec4b6d3 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607309 Jul 16 18:27:44.935907 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6aa0f0-394a-412c-abcf-ab396604f9f3 x-openstack-request-id: req-7a6aa0f0-394a-412c-abcf-ab396604f9f3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:44.936242 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8e1398-56bb-4f6a-bb70-e1fc147b318a", "name": "network-vif-deleted", "tag": "06cb4bbf-8745-4f48-820a-1fce57d3b6b2", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:44.936505 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7a6aa0f0-394a-412c-abcf-ab396604f9f3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:44.936931 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8e1398-56bb-4f6a-bb70-e1fc147b318a', 'name': 'network-vif-deleted', 'tag': '06cb4bbf-8745-4f48-820a-1fce57d3b6b2', 'status': 'completed', 'code': 200} Jul 16 18:27:44.978913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] For port 26261321-8731-4150-891b-74e2ca384f45, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:45.003139 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-2a8e6012-2113-4df6-893f-095411c37952 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 217 time: 0.0649636 Jul 16 18:27:45.030602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] For port 26261321-8731-4150-891b-74e2ca384f45, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=26261321-8731-4150-891b-74e2ca384f45,segment=NetworkSegment(4ec7ff51-3189-4f89-a038-82cb5b1c8d1f),segment_id=4ec7ff51-3189-4f89-a038-82cb5b1c8d1f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:45.058209 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.063596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-eb5300a9-b046-423b-bdef-74d6c7f5df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.064840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-eb5300a9-b046-423b-bdef-74d6c7f5df9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.0552468 Jul 16 18:27:45.150773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b32a9139-ed5d-4515-b298-4f41de50ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.152533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-b32a9139-ed5d-4515-b298-4f41de50ce7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0807769 Jul 16 18:27:45.307650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.316014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbebcb09-9cfb-4907-b906-0033018cfc75 None None] Pushing event updated for resources: {'Port': ['ID=26261321-8731-4150-891b-74e2ca384f45,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.325172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c98078-195c-45f4-a73c-9e7c6b1314fc None None] Network bdea3a53-06d1-412e-a31d-f3d10f3f7fcb requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:45.328819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-6e1bdc62-3b91-4d69-99bd-515e6bee33c9 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691537 Jul 16 18:27:45.537283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.549161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.558727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-7b67507f-49d6-4c9a-9dde-70a32e993fb0 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234228 Jul 16 18:27:45.560781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728b3cba-1150-42de-bc3f-47653dc6501e None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:27:45.562387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.574095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.585232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.597648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.608922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.622821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-7d2a03bc-5055-485a-b9de-b15011252ddb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.3314638 Jul 16 18:27:45.638898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting port 26261321-8731-4150-891b-74e2ca384f45 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:45.639586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.658304 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-69ebbb37-10c9-4643-947d-8e8080b11e0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.0829136 Jul 16 18:27:45.731173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728b3cba-1150-42de-bc3f-47653dc6501e None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:27:45.741198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-ac5e669b-eef6-42ba-ab59-a4912d52b5c6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.744092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-ac5e669b-eef6-42ba-ab59-a4912d52b5c6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 945 time: 0.1441579 Jul 16 18:27:45.789107 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0b17744-4a95-47c2-a94f-e69420c4e8c6 req-3fae1a8b-0fe7-4150-8d32-9505d8debb5f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1645834 Jul 16 18:27:45.822657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] For port 26261321-8731-4150-891b-74e2ca384f45, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=26261321-8731-4150-891b-74e2ca384f45,segment=NetworkSegment(4ec7ff51-3189-4f89-a038-82cb5b1c8d1f),segment_id=4ec7ff51-3189-4f89-a038-82cb5b1c8d1f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:45.823116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.845686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Calling delete_port for 26261321-8731-4150-891b-74e2ca384f45 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:45.853547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-27928d5f-d90f-41ab-976a-da24e2764b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.855167 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-27928d5f-d90f-41ab-976a-da24e2764b37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.1101165 Jul 16 18:27:45.946326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.959023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Deleting port 32116527-4d40-4654-8afe-f980cb8606bb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:45.959023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.013836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No DVR routers for this DVR port 26261321-8731-4150-891b-74e2ca384f45 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:46.077935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] For port 32116527-4d40-4654-8afe-f980cb8606bb, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=32116527-4d40-4654-8afe-f980cb8606bb,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:46.079163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.080982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Port': ['ID=26261321-8731-4150-891b-74e2ca384f45,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.095478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Calling delete_port for 32116527-4d40-4654-8afe-f980cb8606bb owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:46.219935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:46.252052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.270887 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdea3a53-06d1-412e-a31d-f3d10f3f7fcb']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.278351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-1979b3d6-7f4b-48db-a7a5-72031236a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.283574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-1979b3d6-7f4b-48db-a7a5-72031236a3bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4218776 Jul 16 18:27:46.291303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.291621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec7ff51-3189-4f89-a038-82cb5b1c8d1f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.320848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.370533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.371244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:46.371950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 06cb4bbf-8745-4f48-820a-1fce57d3b6b2 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:46.385570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:46.386019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:46.392563 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:46.472918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-c090830f-ed32-482d-a87b-02c04f91a15d service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732280 Jul 16 18:27:46.703090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3834742f-eb71-42e7-845b-ec5f05b7ecc8 req-404406c9-d795-4e4f-ad10-4153069fca92 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140176 Jul 16 18:27:46.722422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.751619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:46.833804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event deleted for resources: {'Port': ['ID=32116527-4d40-4654-8afe-f980cb8606bb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.989764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] No DVR routers for this DVR port 32116527-4d40-4654-8afe-f980cb8606bb on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:46.995505 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.999331 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9b21230d-3de9-4998-ae40-a64c122853d1 req-1220f25c-59d5-4361-be3e-63e63dede005 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "DELETE /v2.0/ports/32116527-4d40-4654-8afe-f980cb8606bb HTTP/1.1" status: 204 len: 173 time: 1.2111721 Jul 16 18:27:47.005119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96799c44-9f89-4853-9e24-b09896398b44', 'name': 'network-vif-deleted', 'tag': '32116527-4d40-4654-8afe-f980cb8606bb'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:47.016518 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6998154-afeb-4813-b890-274aba69f53f" -d '{"events": [{"server_uuid": "96799c44-9f89-4853-9e24-b09896398b44", "name": "network-vif-deleted", "tag": "32116527-4d40-4654-8afe-f980cb8606bb"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:47.048737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.049201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.049749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.049898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.051242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.051534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.052829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.052829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.055913 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-7e46a0f6-419e-4b41-93ba-30e787d3a7f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6484 time: 0.2415104 Jul 16 18:27:47.083226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.085472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/bdea3a53-06d1-412e-a31d-f3d10f3f7fcb HTTP/1.1" status: 204 len: 168 time: 4.0291691 Jul 16 18:27:47.098573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40424) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.105774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1940114264'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:47.112477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9052523-9b45-42d3-98b9-65bd1dfd1f47 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Network': ['ID=bdea3a53-06d1-412e-a31d-f3d10f3f7fcb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.169955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a87ff-4938-49fd-baf0-61ee16864898 req-bb1e80c9-d580-4d65-bc69-427a1e359891 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.176861 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f44a87ff-4938-49fd-baf0-61ee16864898 req-bb1e80c9-d580-4d65-bc69-427a1e359891 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=96799c44-9f89-4853-9e24-b09896398b44 HTTP/1.1" status: 200 len: 867 time: 0.8532913 Jul 16 18:27:47.202209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:47.207932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.263862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a846d5-13a2-4907-b436-2f658c760eee req-ffd8501b-f6fd-4eac-95ce-dac691974924 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.263862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8a846d5-13a2-4907-b436-2f658c760eee req-ffd8501b-f6fd-4eac-95ce-dac691974924 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 946 time: 0.2245686 Jul 16 18:27:47.272505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-43920c39-bd60-4b10-a99e-5f30f52b025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.274330 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-43920c39-bd60-4b10-a99e-5f30f52b025d service neutron] 10.222.0.55 "GET /v2.0/networks?id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 902 time: 0.2106843 Jul 16 18:27:47.307798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:47.315299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f44a87ff-4938-49fd-baf0-61ee16864898 req-c0539cc7-3487-4b27-9a33-8ff2f791bd92 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334772 Jul 16 18:27:47.342524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8a846d5-13a2-4907-b436-2f658c760eee req-9ef94ade-f896-4891-9151-d646d2f7f61c tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665853 Jul 16 18:27:47.346733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.347607 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Added segment 8286b0d2-0d6a-41ce-b066-1a737e6f9e02 of type vlan for network d6219ae1-e8d7-44ae-ad61-b1bd116e205f Jul 16 18:27:47.368214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-1db7484a-8ce7-4a32-9ba7-7bcbe7924336 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.0855110 Jul 16 18:27:47.431089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.497210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-eca231ef-9ebb-47a9-93bf-e76c21ad3936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.499098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-eca231ef-9ebb-47a9-93bf-e76c21ad3936 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.1235390 Jul 16 18:27:47.511124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.525080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.526327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.528756 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee837b3-47bb-4ab3-86b9-36915c646f70 x-openstack-request-id: req-2ee837b3-47bb-4ab3-86b9-36915c646f70 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:47.529241 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96799c44-9f89-4853-9e24-b09896398b44", "name": "network-vif-deleted", "tag": "32116527-4d40-4654-8afe-f980cb8606bb", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:47.529655 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ee837b3-47bb-4ab3-86b9-36915c646f70 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:47.530698 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96799c44-9f89-4853-9e24-b09896398b44', 'name': 'network-vif-deleted', 'tag': '32116527-4d40-4654-8afe-f980cb8606bb', 'status': 'completed', 'code': 200} Jul 16 18:27:47.629977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-f74456d4-b97c-45af-89ff-eec5c34860a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.634517 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-f74456d4-b97c-45af-89ff-eec5c34860a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1267421 Jul 16 18:27:47.666007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5642185 Jul 16 18:27:47.689210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40428) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.700366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Request body: {'subnet': {'network_id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:47.704413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc90207-ebd7-4255-9047-65ab549a9040 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Network': ['ID=d6219ae1-e8d7-44ae-ad61-b1bd116e205f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.720423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d6219ae1-e8d7-44ae-ad61-b1bd116e205f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:47.790157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.807140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.833223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.884573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.898588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.908817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.924579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:47.939663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-38c331fa-2ea3-4d39-87d1-411ca5cfffc1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.4479511 Jul 16 18:27:47.992849 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-18e98203-80d4-4ef0-8d67-dee6f79d695f service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450291 Jul 16 18:27:48.046726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Made reservation on behalf of 9d96592554ad4bcc811126c9e99714f3 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:48.052676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.081070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49ac5794-db5e-431f-84ae-a2b9c49e6108 req-2550e9fc-87f7-40a7-8635-3874b874a428 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1381159 Jul 16 18:27:48.178268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 32116527-4d40-4654-8afe-f980cb8606bb no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:48.203820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 32116527-4d40-4654-8afe-f980cb8606bb {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:48.204593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 32116527-4d40-4654-8afe-f980cb8606bb not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:48.291150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-a19da205-4b8c-4751-8369-5302b89a8f71 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.292744 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-a19da205-4b8c-4751-8369-5302b89a8f71 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.55 "GET /v2.0/ports?device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 946 time: 0.4552326 Jul 16 18:27:48.353411 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1e330d2c-fbb7-47e8-adc2-8173d7b29bd6 req-606b188d-4518-42af-b483-66d8e63ea33c service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223166 Jul 16 18:27:48.563555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:27:48.566480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.569522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Deleting port 2899a63a-df5a-4003-9e61-7703d46773d5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:48.569867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.654136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61052e-4032-485e-80f8-c8c356381a5f req-ed99788a-5288-4087-ab8c-981d02ae7743 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.656001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b61052e-4032-485e-80f8-c8c356381a5f req-ed99788a-5288-4087-ab8c-981d02ae7743 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=c06f94c7-dd86-4136-8963-d93e24765b0f HTTP/1.1" status: 200 len: 946 time: 0.0976601 Jul 16 18:27:48.709017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event updated for resources: {'Subnet': ['ID=fe207cf4-082b-4c57-85d4-5e9c8f2b60c1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:48.711446 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b61052e-4032-485e-80f8-c8c356381a5f req-c1a8bc28-5e0e-47fa-bb10-4a2191f62819 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Jul 16 18:27:48.754102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] For port 2899a63a-df5a-4003-9e61-7703d46773d5, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2899a63a-df5a-4003-9e61-7703d46773d5,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:48.754669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.758278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Checking segment: {'id': '8286b0d2-0d6a-41ce-b066-1a737e6f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:48.758839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network hostable DHCP agents. Network: d6219ae1-e8d7-44ae-ad61-b1bd116e205f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:48.777197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Calling delete_port for 2899a63a-df5a-4003-9e61-7703d46773d5 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:48.835367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Network d6219ae1-e8d7-44ae-ad61-b1bd116e205f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:48.850631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, d6219ae1-e8d7-44ae-ad61-b1bd116e205f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:48.859356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e99d5-9c47-4468-aba4-4358289ed9c0 None None] Network d6219ae1-e8d7-44ae-ad61-b1bd116e205f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:48.870087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.870589 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.886510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-dd3e86ee-06a0-44e1-a8c6-a902284ea1e1 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.897168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-dd3e86ee-06a0-44e1-a8c6-a902284ea1e1 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.1676795 Jul 16 18:27:48.900752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33f6fbc4-41fd-4ff0-ae62-9b85d5b87d96 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2096410 Jul 16 18:27:48.906489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40448) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.946658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-f7f840d2-6332-4c57-ac82-1efdbc79c81d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/quotas/f894812ebf4d4f1aa919493cdcdbbede HTTP/1.1" status: 200 len: 375 time: 0.0454326 Jul 16 18:27:49.009998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.043875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Pushing event deleted for resources: {'Port': ['ID=2899a63a-df5a-4003-9e61-7703d46773d5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.054006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2899a63a-df5a-4003-9e61-7703d46773d5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:49.056810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d2fa10b4-c32f-41e9-aa80-96dc0c830f3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:49.070507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.096692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-446bf84a-09f2-4fdf-b162-8169d63870d6 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1423364 Jul 16 18:27:49.104922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-d6219ae1-e8d7-44ae-ad61-b1bd116e205f', 'network_id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f', 'tenant_id': '9d96592554ad4bcc811126c9e99714f3', 'fixed_ips': [{'subnet_id': 'fe207cf4-082b-4c57-85d4-5e9c8f2b60c1'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:49.105055 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.120604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-3289402d-9e50-482e-b4ae-c88569612532 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:27:49.123734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-3289402d-9e50-482e-b4ae-c88569612532 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257273 Jul 16 18:27:49.158479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] No DVR routers for this DVR port 2899a63a-df5a-4003-9e61-7703d46773d5 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:49.162627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.165851 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-32449492-ed88-4130-b3e4-c1d6eea66466 req-69d04767-d8dc-4408-9261-787cd79a2b20 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.55 "DELETE /v2.0/ports/2899a63a-df5a-4003-9e61-7703d46773d5 HTTP/1.1" status: 204 len: 173 time: 0.8622015 Jul 16 18:27:49.234456 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.355295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Allocated IP 2001:db8::f816:3eff:fe25:37b1 (d6219ae1-e8d7-44ae-ad61-b1bd116e205f/fe207cf4-082b-4c57-85d4-5e9c8f2b60c1/8a089c2b-497a-4bfb-978b-e8fd0a3b94e5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:49.542390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'name': 'network-vif-deleted', 'tag': '2899a63a-df5a-4003-9e61-7703d46773d5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:49.549766 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d449b1-0377-4ba2-a7f5-5eb225d0b40d" -d '{"events": [{"server_uuid": "c06f94c7-dd86-4136-8963-d93e24765b0f", "name": "network-vif-deleted", "tag": "2899a63a-df5a-4003-9e61-7703d46773d5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:49.569741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-fcd07d7e-adfe-42c7-815b-4176aa22e0aa service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382089 Jul 16 18:27:49.598282 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.608229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.609263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Transition to ACTIVE for port object 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:49.615656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.623568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.631837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Transition to ACTIVE for port object 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:49.632392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.640315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.640665 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.648401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.656359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:49.667029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-dc2db254-9f17-4dc3-8fc4-4bfd66dda1a2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.2326999 Jul 16 18:27:49.685321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Network d6219ae1-e8d7-44ae-ad61-b1bd116e205f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:49.689072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:49.695086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:49.704203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.715384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Pushing event updated for resources: {'Port': ['ID=8a089c2b-497a-4bfb-978b-e8fd0a3b94e5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.798718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Attempting to bind port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:49.799169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Attempting to bind port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '8286b0d2-0d6a-41ce-b066-1a737e6f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:49.802251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Attempting to bind port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 on network d6219ae1-e8d7-44ae-ad61-b1bd116e205f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:49.809092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:49.809506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Checking segment: {'id': '8286b0d2-0d6a-41ce-b066-1a737e6f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:49.810050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.810521 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Bound using segment: {'id': '8286b0d2-0d6a-41ce-b066-1a737e6f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:49.811105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Bound port: 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8286b0d2-0d6a-41ce-b066-1a737e6f9e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:49.811573 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.839423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Subnet': ['ID=fe207cf4-082b-4c57-85d4-5e9c8f2b60c1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.899741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] For port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:49.905020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] For port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8a089c2b-497a-4bfb-978b-e8fd0a3b94e5,segment=NetworkSegment(8286b0d2-0d6a-41ce-b066-1a737e6f9e02),segment_id=8286b0d2-0d6a-41ce-b066-1a737e6f9e02)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:49.908853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-175a5e1f-c72d-4a97-8011-bd7800a1d746 req-3b05716b-9ec6-49a5-a5f9-7f405dd81864 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2332976 Jul 16 18:27:49.910230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.025821 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df28e5b-03cb-4243-9a28-4a8e5eaff6ec x-openstack-request-id: req-7df28e5b-03cb-4243-9a28-4a8e5eaff6ec {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:50.026714 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06f94c7-dd86-4136-8963-d93e24765b0f", "name": "network-vif-deleted", "tag": "2899a63a-df5a-4003-9e61-7703d46773d5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:50.027112 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7df28e5b-03cb-4243-9a28-4a8e5eaff6ec {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:50.027672 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06f94c7-dd86-4136-8963-d93e24765b0f', 'name': 'network-vif-deleted', 'tag': '2899a63a-df5a-4003-9e61-7703d46773d5', 'status': 'completed', 'code': 200} Jul 16 18:27:50.083872 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.098452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ed86a-c8ff-4a04-a1a1-6b9ee2040ae9 None None] Pushing event updated for resources: {'Port': ['ID=8a089c2b-497a-4bfb-978b-e8fd0a3b94e5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:50.128944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6219ae1-e8d7-44ae-ad61-b1bd116e205f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:50.136894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-44d024f0-607c-4347-bb45-8be2bdad7f1b service neutron] 10.222.0.48 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609069 Jul 16 18:27:50.160199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8286b0d2-0d6a-41ce-b066-1a737e6f9e02') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:50.160667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8286b0d2-0d6a-41ce-b066-1a737e6f9e02') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:50.160971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f091e-8db6-4f4a-9b1a-51609504bbde None None] Network d6219ae1-e8d7-44ae-ad61-b1bd116e205f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:50.188373 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.246779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.260722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:50.261076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:50.267892 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:50.447692 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:27:50.447692 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:27:50.447692 n-d-793620-10 neutron-server[93777]: [parameters: {'id': 'd6219ae1-e8d7-44ae-ad61-b1bd116e205f'}] Jul 16 18:27:50.447692 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:27:50.448399 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:27:50.559061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51a2af5-d40f-45fc-ad1b-18c93ea742a6 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:27:50.590305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f74ee19e-bedd-4e02-9e23-6f8183a895ab req-69ed3be0-47bb-4739-a79d-70910338245f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 210 time: 0.0466590 Jul 16 18:27:50.824430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51a2af5-d40f-45fc-ad1b-18c93ea742a6 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:27:50.957375 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.229654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:51.230804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.335085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091a0e0-7304-4cd1-bae5-5edad2dff74f req-3c8d98c5-1c99-4357-87a3-1f74894d9fac tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.338118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f091a0e0-7304-4cd1-bae5-5edad2dff74f req-3c8d98c5-1c99-4357-87a3-1f74894d9fac tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.2637837 Jul 16 18:27:51.484244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] For port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8a089c2b-497a-4bfb-978b-e8fd0a3b94e5,segment=NetworkSegment(8286b0d2-0d6a-41ce-b066-1a737e6f9e02),segment_id=8286b0d2-0d6a-41ce-b066-1a737e6f9e02)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:51.486068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.499505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f091a0e0-7304-4cd1-bae5-5edad2dff74f req-3b089161-a995-4038-a32e-27c99553f0d3 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776107 Jul 16 18:27:51.510695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Calling delete_port for 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:51.589250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.596622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.603471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.610235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.616670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.623093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.630341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.632683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-42d88b15-2ecf-45f0-8a92-8bd08fec8683 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.3317320 Jul 16 18:27:51.710192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb8a0219-3a89-4d10-87b0-b764f1ee3734 req-a41ebf4c-9c34-4b12-bb09-065d2eda4e14 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664680 Jul 16 18:27:51.735773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.806904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No DVR routers for this DVR port 8a089c2b-497a-4bfb-978b-e8fd0a3b94e5 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:51.851554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Port': ['ID=8a089c2b-497a-4bfb-978b-e8fd0a3b94e5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.950322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2899a63a-df5a-4003-9e61-7703d46773d5 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:51.986042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 2899a63a-df5a-4003-9e61-7703d46773d5 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:51.986573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2899a63a-df5a-4003-9e61-7703d46773d5 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:52.006501 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.016758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5db4b48d-29f9-4aad-8ccf-95681a61cc67 req-d7c35009-5080-4577-93ff-0c14b798b2ae tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 210 time: 0.0774271 Jul 16 18:27:52.022665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6219ae1-e8d7-44ae-ad61-b1bd116e205f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:52.036849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8286b0d2-0d6a-41ce-b066-1a737e6f9e02') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:52.037159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8286b0d2-0d6a-41ce-b066-1a737e6f9e02') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:52.058499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.064661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.071362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.077522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.083626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.089783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.095881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.098061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-f0b7ef14-37c2-41fc-959b-2bdbc15d9d8c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5442 time: 0.3744781 Jul 16 18:27:52.102660 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.138755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.153710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:52.154088 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:52.157367 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:52.175594 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ded10537-4b47-4ac2-904c-e734ff0331d0 req-e981a71d-897c-4522-a632-9adf79b6cae2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0697093 Jul 16 18:27:52.242551 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.252360 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.255014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/d6219ae1-e8d7-44ae-ad61-b1bd116e205f HTTP/1.1" status: 204 len: 168 time: 3.3418019 Jul 16 18:27:52.260529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.276473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e19b0-79eb-4d48-b3fa-fc2afe42fce7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Network': ['ID=d6219ae1-e8d7-44ae-ad61-b1bd116e205f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.314749 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76763cb-c3de-413a-bbda-1c8934554bb7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:52.315730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76763cb-c3de-413a-bbda-1c8934554bb7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:52.318191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b76763cb-c3de-413a-bbda-1c8934554bb7 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/fe207cf4-082b-4c57-85d4-5e9c8f2b60c1 HTTP/1.1" status: 404 len: 337 time: 0.0545905 Jul 16 18:27:52.321878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.360910 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5562b4e5-1dc5-4c0e-8b39-3b26f4fbd7c9 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:52.361612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5562b4e5-1dc5-4c0e-8b39-3b26f4fbd7c9 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:52.364552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5562b4e5-1dc5-4c0e-8b39-3b26f4fbd7c9 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/d6219ae1-e8d7-44ae-ad61-b1bd116e205f HTTP/1.1" status: 404 len: 339 time: 0.0415037 Jul 16 18:27:52.368259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40504) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.399053 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-647a85e2-84ec-497b-ae37-94cf347821a5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:52.399638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647a85e2-84ec-497b-ae37-94cf347821a5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:52.401627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-647a85e2-84ec-497b-ae37-94cf347821a5 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/69dfd666-e483-4902-a1b3-fb24d8fd25c3 HTTP/1.1" status: 404 len: 337 time: 0.0322683 Jul 16 18:27:52.406113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40506) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.442279 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e684c41c-82c5-44d4-aa69-01863e695cbd tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:52.443030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e684c41c-82c5-44d4-aa69-01863e695cbd tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:52.445115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e684c41c-82c5-44d4-aa69-01863e695cbd tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/bdea3a53-06d1-412e-a31d-f3d10f3f7fcb HTTP/1.1" status: 404 len: 339 time: 0.0365314 Jul 16 18:27:52.449557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.484167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-18305c08-ef2b-4e12-bcd7-edf0bcbf0c2c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.485894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-18305c08-ef2b-4e12-bcd7-edf0bcbf0c2c tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 805 time: 0.1922035 Jul 16 18:27:52.492461 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c8e6ed-1bfb-4955-ae52-06208938803a tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:52.493406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c8e6ed-1bfb-4955-ae52-06208938803a tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:52.495347 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-23c8e6ed-1bfb-4955-ae52-06208938803a tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/76e68283-f265-40b8-96a6-2f40d1868d4b HTTP/1.1" status: 404 len: 337 time: 0.0431235 Jul 16 18:27:52.499185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.500461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Request body: {'port': {'device_id': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'admin_state_up': True, 'tenant_id': 'f894812ebf4d4f1aa919493cdcdbbede'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:52.520630 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4740c8b4-98f0-4be8-8591-084986b6873d tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:52.521561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4740c8b4-98f0-4be8-8591-084986b6873d tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:52.523834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4740c8b4-98f0-4be8-8591-084986b6873d tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/6cc98f30-3539-42ec-800e-89d7b5b84b1f HTTP/1.1" status: 404 len: 339 time: 0.0231049 Jul 16 18:27:52.527307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40514) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:52.551326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.575762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.584447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.597607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.615643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.631515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.655461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.658966 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d4214cfd-3b83-4420-b49b-f47389053371 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 5442 time: 0.3927972 Jul 16 18:27:52.824877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting port 3f848fe2-0ecc-40db-806f-cbf8e9638a89 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:52.825272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.867418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Made reservation on behalf of f894812ebf4d4f1aa919493cdcdbbede for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:52.872503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6a69f9f2-6a65-48d2-88a8-00b7181d9dc1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.872783 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.874542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6a69f9f2-6a65-48d2-88a8-00b7181d9dc1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "GET /v2.0/ports/ea13ca29-c52b-478e-84a2-e8fa89425a21?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1947670 Jul 16 18:27:52.911065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29241e5-a8f8-4fa9-b89d-11e5a41a60b1 req-e4f8ff7a-2356-4cae-aec0-1dfa0d29b681 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:52.913175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a29241e5-a8f8-4fa9-b89d-11e5a41a60b1 req-e4f8ff7a-2356-4cae-aec0-1dfa0d29b681 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.2596271 Jul 16 18:27:53.012175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-544438d0-8b6a-4f62-8efd-c59aeec79a36 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "GET /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1269748 Jul 16 18:27:53.038355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:53.052951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-7e1f78f9-4b0d-42f7-a7c2-aca52cde3989 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:53.055545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-7e1f78f9-4b0d-42f7-a7c2-aca52cde3989 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "GET /v2.0/ports?device_id=081fb418-f1f9-47f5-ab12-d7607bed6801 HTTP/1.1" status: 200 len: 946 time: 0.3948011 Jul 16 18:27:53.167859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Allocated IP 172.20.0.6 (184290d2-b786-4cd5-be93-e7ba1e4d944d/670e7173-07ce-4110-bc98-93f9ac1a0f1d/0016a36d-1aab-4bc0-a5c7-bea717f1f0fc) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:53.247494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Deleting port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:53.247737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.274648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.355977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.397851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.432191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.439222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Calling delete_port for 3f848fe2-0ecc-40db-806f-cbf8e9638a89 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:53.444970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:53.465019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a29241e5-a8f8-4fa9-b89d-11e5a41a60b1 req-825ce80e-00cc-448b-96b9-8238919d86e8 tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.48 "GET /v2.0/security-groups?id=4b0048a1-bed8-4332-a6b3-1d94107204a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118315 Jul 16 18:27:53.533608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] For port ea13ca29-c52b-478e-84a2-e8fa89425a21, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ea13ca29-c52b-478e-84a2-e8fa89425a21,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:53.537898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] For port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:53.538372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.759612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Network 184290d2-b786-4cd5-be93-e7ba1e4d944d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:53.773294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.802801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.805981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/ports/3f848fe2-0ecc-40db-806f-cbf8e9638a89 HTTP/1.1" status: 204 len: 168 time: 1.2773044 Jul 16 18:27:53.807263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:53.814649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:53.820175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40530) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:53.853104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event updated for resources: {'Port': ['ID=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.887918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c0a46-4baf-47eb-afe6-232318f33a5c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Port': ['ID=3f848fe2-0ecc-40db-806f-cbf8e9638a89,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.931896 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-128faf03-89e8-43f0-b227-fec885ac21e1 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:53.932559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-128faf03-89e8-43f0-b227-fec885ac21e1 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:53.936216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-128faf03-89e8-43f0-b227-fec885ac21e1 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/90e4023c-dadb-4643-9eda-11ff1f28e109 HTTP/1.1" status: 404 len: 337 time: 0.1116614 Jul 16 18:27:53.952367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40534) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:54.011667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.018456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.025769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.030898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Calling delete_port for d2fa10b4-c32f-41e9-aa80-96dc0c830f3c owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:54.032195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.038802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.045785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.052351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.054800 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-9211fcaf-383d-48b4-95b0-850257e8f558 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.6480432 Jul 16 18:27:54.116498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.117358 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.193790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.206020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d2fa10b4-c32f-41e9-aa80-96dc0c830f3c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:54.248636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Pushing event deleted for resources: {'Port': ['ID=d2fa10b4-c32f-41e9-aa80-96dc0c830f3c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.249623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-cdd17941-9b77-44af-8c1e-2c608c179a3e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7548785 Jul 16 18:27:54.265130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] For port ea13ca29-c52b-478e-84a2-e8fa89425a21, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:54.267015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a03741b0-d813-41b1-a0c6-b7dcdc1e092c req-aadbe840-aab3-4ac4-a885-e836ae20cb32 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895044 Jul 16 18:27:54.290509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Request body: {'port': {'device_id': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:54.290741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device cef7c1db-ff97-4cae-be2f-6c5980898762 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:54.303513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.352029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b188c2-99b0-465a-bdf6-911e91ce35a5 req-8cf975e1-4b51-4c7f-aee3-f4a7e7318c16 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.353909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60b188c2-99b0-465a-bdf6-911e91ce35a5 req-8cf975e1-4b51-4c7f-aee3-f4a7e7318c16 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 931 time: 0.4351761 Jul 16 18:27:54.355184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] No DVR routers for this DVR port d2fa10b4-c32f-41e9-aa80-96dc0c830f3c on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:54.359838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.362595 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d4dd86-de0f-449d-94bf-c757e44aab98 req-ad971054-f97c-4c47-b259-3070088c8c7f tempest-ListServerFiltersTestJSON-1957000679 tempest-ListServerFiltersTestJSON-1957000679-project] 10.222.0.13 "DELETE /v2.0/ports/d2fa10b4-c32f-41e9-aa80-96dc0c830f3c HTTP/1.1" status: 204 len: 173 time: 1.2828176 Jul 16 18:27:54.363089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'name': 'network-vif-deleted', 'tag': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:54.365550 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68772551-055f-426e-b1e9-27afe8d31cb4" -d '{"events": [{"server_uuid": "081fb418-f1f9-47f5-ab12-d7607bed6801", "name": "network-vif-deleted", "tag": "d2fa10b4-c32f-41e9-aa80-96dc0c830f3c"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:54.396605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] device_id is not set on port ea13ca29-c52b-478e-84a2-e8fa89425a21 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:54.408110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.417026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.511438 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.540768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] No DVR routers for this DVR port ea13ca29-c52b-478e-84a2-e8fa89425a21 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:54.558477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ea13ca29-c52b-478e-84a2-e8fa89425a21,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.577928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:54.580976 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72459e44-47b8-4a3f-9cee-1b9483d73ea0" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:54.606663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port cef7c1db-ff97-4cae-be2f-6c5980898762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cef7c1db-ff97-4cae-be2f-6c5980898762,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:54.612537 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.614090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:54.714157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] In _notify_port_updated(), no bound segment for port ea13ca29-c52b-478e-84a2-e8fa89425a21 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:27:54.715537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.716476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.726344 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-d8675310-315b-4e26-bbf0-5c7979f973a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 200 len: 1032 time: 1.7069781 Jul 16 18:27:54.794039 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.801809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=cef7c1db-ff97-4cae-be2f-6c5980898762,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.837611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-b32d0ab9-8616-4426-b7ab-b0ff236d7946 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.839172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-b32d0ab9-8616-4426-b7ab-b0ff236d7946 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "GET /v2.0/ports/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1059928 Jul 16 18:27:54.860860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:54.920580 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.007721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:55.020100 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.021176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d3508629-b587-4a4a-b5e3-17551673833d no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:55.060686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.256771 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.269274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8856e163-ede5-49c8-9aeb-ccf1814daf70']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:55.285688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f383e1e-3201-4ca1-a64c-ddeb9fcc362e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:55.285977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f383e1e-3201-4ca1-a64c-ddeb9fcc362e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:55.291955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.296488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.312844 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.323662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-196d0383-ce2b-44c9-ba9e-9aebd2d98ff3 None None] Provisioning complete for port ea13ca29-c52b-478e-84a2-e8fa89425a21 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.324381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-196d0383-ce2b-44c9-ba9e-9aebd2d98ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.324559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:55.325003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:55.375806 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:55.470154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:55.536015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-196d0383-ce2b-44c9-ba9e-9aebd2d98ff3 None None] Port ea13ca29-c52b-478e-84a2-e8fa89425a21 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:55.544088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60b188c2-99b0-465a-bdf6-911e91ce35a5 req-7aa8f1bb-e052-4429-ad78-3954d90ca7f4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1762259 Jul 16 18:27:55.552538 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.590670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] For port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:55.639826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.640880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d3508629-b587-4a4a-b5e3-17551673833d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d3508629-b587-4a4a-b5e3-17551673833d,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:55.647830 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.650048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device bc02edc9-7773-4bdc-a1c4-b633037d4400 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:55.705033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] device_id is not set on port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:27:55.723425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.724097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.728361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/8856e163-ede5-49c8-9aeb-ccf1814daf70 HTTP/1.1" status: 204 len: 168 time: 1.7744701 Jul 16 18:27:55.735819 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30541ede-3d95-4868-b5d0-31be866d00ac x-openstack-request-id: req-30541ede-3d95-4868-b5d0-31be866d00ac {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:55.736701 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081fb418-f1f9-47f5-ab12-d7607bed6801", "name": "network-vif-deleted", "tag": "d2fa10b4-c32f-41e9-aa80-96dc0c830f3c", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:55.737811 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30541ede-3d95-4868-b5d0-31be866d00ac {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:55.739092 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081fb418-f1f9-47f5-ab12-d7607bed6801', 'name': 'network-vif-deleted', 'tag': 'd2fa10b4-c32f-41e9-aa80-96dc0c830f3c', 'status': 'completed', 'code': 200} Jul 16 18:27:55.739836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40546) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.755637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.865803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.900924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d3508629-b587-4a4a-b5e3-17551673833d,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.999009 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eaa72b-bd70-4a1a-81c9-cddaec8b71a5 x-openstack-request-id: req-e0eaa72b-bd70-4a1a-81c9-cddaec8b71a5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:55.999542 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:55.999849 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e0eaa72b-bd70-4a1a-81c9-cddaec8b71a5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:56.000848 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762', 'code': 200} Jul 16 18:27:56.061144 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.179114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] Pushing event updated for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.189759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] No DVR routers for this DVR port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:56.195996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port bc02edc9-7773-4bdc-a1c4-b633037d4400, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:56.207901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.209274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d24080b4-7431-4dc1-95a2-619f297099ea no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:56.288363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] In _notify_port_updated(), no bound segment for port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 on network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:27:56.290176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.291478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.294222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-2370a8eb-85ba-41ca-8067-5e5d89da3fdf service neutron] 10.222.0.13 "PUT /v2.0/ports/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 200 len: 1032 time: 1.4457018 Jul 16 18:27:56.360986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=bc02edc9-7773-4bdc-a1c4-b633037d4400,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.454955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-17996ab7-88cd-40a1-9484-05d4a3adec11 None None] Provisioning complete for port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:56.456634 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17996ab7-88cd-40a1-9484-05d4a3adec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.570986 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.614672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-17996ab7-88cd-40a1-9484-05d4a3adec11 None None] Port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:56.700355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] Deleting subnet 071d8c8e-d216-4dfa-aab2-b55e22d832be {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:56.706860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.726342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d24080b4-7431-4dc1-95a2-619f297099ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d24080b4-7431-4dc1-95a2-619f297099ea,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:56.742612 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.743651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d2fa10b4-c32f-41e9-aa80-96dc0c830f3c no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:56.942642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: d2fa10b4-c32f-41e9-aa80-96dc0c830f3c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:56.943448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.946677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d2fa10b4-c32f-41e9-aa80-96dc0c830f3c not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:56.947350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea13ca29-c52b-478e-84a2-e8fa89425a21 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:56.982545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061eaea-c4c9-4964-9795-a6704a81e802 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Network': ['ID=8856e163-ede5-49c8-9aeb-ccf1814daf70,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.052108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-627b48ce-91f2-4f62-87e8-706d172b1a58 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.086795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d24080b4-7431-4dc1-95a2-619f297099ea,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.093989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-627b48ce-91f2-4f62-87e8-706d172b1a58 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.108872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ea13ca29-c52b-478e-84a2-e8fa89425a21 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:57.109314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:57.112961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-627b48ce-91f2-4f62-87e8-706d172b1a58 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.141894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-627b48ce-91f2-4f62-87e8-706d172b1a58 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.148038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting port d74b272d-dfed-4f31-aa36-589dd7221957 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:57.148664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.172105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-627b48ce-91f2-4f62-87e8-706d172b1a58 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.197176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-627b48ce-91f2-4f62-87e8-706d172b1a58 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.201482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-627b48ce-91f2-4f62-87e8-706d172b1a58 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 4582 time: 2.3042340 Jul 16 18:27:57.278271 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.335806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.354353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Calling delete_port for d74b272d-dfed-4f31-aa36-589dd7221957 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:57.355977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:57.367167 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.497033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.519911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fb126ad-ec76-40a9-bef9-4026fd09d9b7 req-118f84d4-dbcb-4440-880c-1ead69264e0c tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&id=f36e46b8-3715-49dd-8c8d-ccf1156a84e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1858404 Jul 16 18:27:57.523661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:57.541125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.541974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.567310 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.576955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/ports/d74b272d-dfed-4f31-aa36-589dd7221957 HTTP/1.1" status: 204 len: 168 time: 1.8348792 Jul 16 18:27:57.578580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.613911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1f44c-253e-47c1-845b-9f6df03f0275 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Port': ['ID=d74b272d-dfed-4f31-aa36-589dd7221957,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.629370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.647848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.658630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.658865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:57.658865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.683383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.698307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.712292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.724288 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb010d5-c9e0-4441-81f6-da237aaac316 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] DELETE failed (client error): The resource could not be found. Jul 16 18:27:57.725259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb010d5-c9e0-4441-81f6-da237aaac316 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:27:57.728065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:57.733413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3eb010d5-c9e0-4441-81f6-da237aaac316 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/07da4a16-868a-46d5-b638-5c4110555455 HTTP/1.1" status: 404 len: 337 time: 0.1064053 Jul 16 18:27:57.743277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-5acbd18d-ef72-4c36-93e4-c1926eb57d99 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.8046451 Jul 16 18:27:57.758313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40564) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:57.806712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.830856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Transition to ACTIVE for port object 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:57.859944 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.941249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] For port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:57.941773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.995507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:58.001775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea'}, {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:58.004921 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c6cf2b-591e-4a38-8ea9-3b3edd627153" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "0f08883f-96a5-4d5b-9295-ac4d2d80dbf9"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "d3508629-b587-4a4a-b5e3-17551673833d"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea"}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:58.014604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.059339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.061641 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/071d8c8e-d216-4dfa-aab2-b55e22d832be HTTP/1.1" status: 204 len: 168 time: 2.1934075 Jul 16 18:27:58.064776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23e6c0-0081-48c3-92fd-cafed08c260e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071d8c8e-d216-4dfa-aab2-b55e22d832be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.070447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f91c5-9854-43f2-8a2b-abcea6bc27b2 None None] Network 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:58.074138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40568) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:58.206182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.274745 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d37b6f80-6e15-4154-815f-6df5f0412494 req-99d1c5ca-1fe1-4f6f-806f-2f04bea9238c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5295286 Jul 16 18:27:58.280810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.376655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.474357 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861ab3b7-40ef-4a65-8b31-613b0e0b1e6b x-openstack-request-id: req-861ab3b7-40ef-4a65-8b31-613b0e0b1e6b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:58.474749 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "0f08883f-96a5-4d5b-9295-ac4d2d80dbf9", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "d3508629-b587-4a4a-b5e3-17551673833d", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea", "code": 200}, {"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-unplugged", "status": "completed", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:58.475119 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-861ab3b7-40ef-4a65-8b31-613b0e0b1e6b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:58.475566 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f08883f-96a5-4d5b-9295-ac4d2d80dbf9', 'code': 200} Jul 16 18:27:58.475823 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d', 'code': 200} Jul 16 18:27:58.476084 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'code': 200} Jul 16 18:27:58.476365 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea', 'code': 200} Jul 16 18:27:58.476608 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75', 'code': 200} Jul 16 18:27:58.511309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=9e8d6a78-a77d-44d9-b80c-98aecc2e0b75,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.559115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] DHCP port deletion for 0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:58.598209 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.692341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] Deleting port 54eed841-f60b-463c-aac5-fa63fc282c2e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:58.692952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.697626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] No DVR routers for this DVR port 9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:58.714222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.718175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-6abec7a1-f277-47f0-b9a9-4a18881deb72 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "DELETE /v2.0/ports/9e8d6a78-a77d-44d9-b80c-98aecc2e0b75 HTTP/1.1" status: 204 len: 173 time: 2.3700221 Jul 16 18:27:58.718942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:58.723842 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b16d21-f575-4f82-aca5-71a1d19b0185" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:58.739303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619d6d-363f-4567-a8a1-3023e7390795 req-2b15edd6-ca90-4129-97b5-7946fa5a5c66 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.753608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4619d6d-363f-4567-a8a1-3023e7390795 req-2b15edd6-ca90-4129-97b5-7946fa5a5c66 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 943 time: 0.7728643 Jul 16 18:27:58.930023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] For port 54eed841-f60b-463c-aac5-fa63fc282c2e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=54eed841-f60b-463c-aac5-fa63fc282c2e,segment=NetworkSegment(2364d5bc-93e8-4158-ae44-05953eb8a819),segment_id=2364d5bc-93e8-4158-ae44-05953eb8a819)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:58.931034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.962400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] Calling delete_port for 54eed841-f60b-463c-aac5-fa63fc282c2e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:58.985240 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.021212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4619d6d-363f-4567-a8a1-3023e7390795 req-f7d4f110-63c9-4c1e-b2ae-00291e31033f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652929 Jul 16 18:27:59.046679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d1b8f6-1fd4-4b90-84c1-1621345560a6']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:59.061761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Attempting to bind port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:59.062217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Attempting to bind port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:59.064762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Attempting to bind port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:59.105062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b272a266-5c61-4d1d-b614-45618c357aa7') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:59.106099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b272a266-5c61-4d1d-b614-45618c357aa7') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:59.135064 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62695b88-1e9c-417b-81b0-ddec70bdbdea x-openstack-request-id: req-62695b88-1e9c-417b-81b0-ddec70bdbdea {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:59.135896 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "9e8d6a78-a77d-44d9-b80c-98aecc2e0b75", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:59.136250 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62695b88-1e9c-417b-81b0-ddec70bdbdea {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:59.137035 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': '9e8d6a78-a77d-44d9-b80c-98aecc2e0b75', 'status': 'completed', 'code': 200} Jul 16 18:27:59.148078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc on network 184290d2-b786-4cd5-be93-e7ba1e4d944d not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:59.148440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Attempting to bind port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc on network 184290d2-b786-4cd5-be93-e7ba1e4d944d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:59.167858 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.178019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port bc02edc9-7773-4bdc-a1c4-b633037d4400 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:59.178843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.179493 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.190829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:59.191218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Checking segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:59.195219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Bound using segment: {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:59.195721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Bound port: 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:59.196104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.215995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] Pushing event deleted for resources: {'Port': ['ID=54eed841-f60b-463c-aac5-fa63fc282c2e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.218708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919b7d4-abf2-4455-81fa-2419bf60c311 None None] No DVR routers for this DVR port 54eed841-f60b-463c-aac5-fa63fc282c2e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:59.224826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.242120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:59.242120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:59.243838 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:59.276071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Deleting port 54eed841-f60b-463c-aac5-fa63fc282c2e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:59.276071 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.421354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] For port bc02edc9-7773-4bdc-a1c4-b633037d4400, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bc02edc9-7773-4bdc-a1c4-b633037d4400,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:59.421777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.527668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] For port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:59.535429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] For port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:59.550467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.575850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64d23-b133-4c55-9ec7-a4bd802f2570 req-d5bcfcf3-9a47-43e4-8c3e-3df7b6cf3c20 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.588567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64d23-b133-4c55-9ec7-a4bd802f2570 req-d5bcfcf3-9a47-43e4-8c3e-3df7b6cf3c20 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.601123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54eed841-f60b-463c-aac5-fa63fc282c2e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:59.601372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64d23-b133-4c55-9ec7-a4bd802f2570 req-d5bcfcf3-9a47-43e4-8c3e-3df7b6cf3c20 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.613593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64d23-b133-4c55-9ec7-a4bd802f2570 req-d5bcfcf3-9a47-43e4-8c3e-3df7b6cf3c20 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.634686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dea64d23-b133-4c55-9ec7-a4bd802f2570 req-d5bcfcf3-9a47-43e4-8c3e-3df7b6cf3c20 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 3141 time: 0.6109374 Jul 16 18:27:59.638950 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.671655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 54eed841-f60b-463c-aac5-fa63fc282c2e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:59.672868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 54eed841-f60b-463c-aac5-fa63fc282c2e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:59.707813 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.713577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/43d1b8f6-1fd4-4b90-84c1-1621345560a6 HTTP/1.1" status: 204 len: 168 time: 1.9475605 Jul 16 18:27:59.713577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb03766-8dae-4080-a149-a03ee82c7301 tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Network': ['ID=43d1b8f6-1fd4-4b90-84c1-1621345560a6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.716083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40580) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:59.871410 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.872073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.872642 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Floating IP 02da8750-eb16-4fb7-81c0-a77a64d1ddeb disassociated. External IP: 172.25.0.201, port: bc02edc9-7773-4bdc-a1c4-b633037d4400. Jul 16 18:27:59.873582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for bc02edc9-7773-4bdc-a1c4-b633037d4400 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:00.014060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.015225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.017860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/0016a36d-1aab-4bc0-a5c7-bea717f1f0fc HTTP/1.1" status: 200 len: 1092 time: 5.7397330 Jul 16 18:28:00.020490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] For port 54eed841-f60b-463c-aac5-fa63fc282c2e, host n-d-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:00.021124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.025587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'tag': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:00.029826 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4443f5d7-591d-4c8b-9315-5188ab6a3837" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c32284-daeb-4381-8891-9c0fbb185fe8", "tag": "0016a36d-1aab-4bc0-a5c7-bea717f1f0fc"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:00.182115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Calling delete_port for 54eed841-f60b-463c-aac5-fa63fc282c2e owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:00.193213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Port 54eed841-f60b-463c-aac5-fa63fc282c2e was not found and therefore no delete operation was performed {{(pid=93777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:28:00.196353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.212939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dea64d23-b133-4c55-9ec7-a4bd802f2570 req-f5be0ecc-8a7f-4b1e-b240-c8776b9fdef7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5769804 Jul 16 18:28:00.226204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting subnet a5d7f624-5c2e-4644-9377-a1653ce378fe {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:00.230027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bbd59-a585-40fe-88d3-fd53028249e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.263047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.273178 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40d803a9-8faf-418c-a260-83351811f840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.316326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=bc02edc9-7773-4bdc-a1c4-b633037d4400,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.342662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.398925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=54eed841-f60b-463c-aac5-fa63fc282c2e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:00.412703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] No DVR routers for this DVR port 54eed841-f60b-463c-aac5-fa63fc282c2e on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:00.419286 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a6fd9-4b1b-4777-8e2d-436cdd288347 x-openstack-request-id: req-557a6fd9-4b1b-4777-8e2d-436cdd288347 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:00.419718 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c32284-daeb-4381-8891-9c0fbb185fe8", "tag": "0016a36d-1aab-4bc0-a5c7-bea717f1f0fc", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:00.420488 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-557a6fd9-4b1b-4777-8e2d-436cdd288347 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:00.421024 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'tag': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc', 'status': 'completed', 'code': 200} Jul 16 18:28:00.531624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.547068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.562399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2364d5bc-93e8-4158-ae44-05953eb8a819') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.563197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2364d5bc-93e8-4158-ae44-05953eb8a819') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.569179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Router ed0f781b-31a3-405a-8d05-10bb488eb1ae has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:00.579536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.646536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.700228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.707277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:00.707838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:00.714971 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:00.737226 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:00.797598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.804738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.811256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.817765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.821695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:00.833468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.838089 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] Sync routers for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:00.847835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.853525 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:00.854307 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:27:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:00.862077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.879747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-36679e07-7e45-498f-aa15-f86033c6972b req-392f7f82-bc30-4cc1-823b-259dc9c61aae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 1.1955385 Jul 16 18:28:00.934251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] No DVR routers for this DVR port bc02edc9-7773-4bdc-a1c4-b633037d4400 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:00.939596 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:00.944202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-ce2aca75-b64b-436a-bb18-57423127b91e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "DELETE /v2.0/ports/bc02edc9-7773-4bdc-a1c4-b633037d4400 HTTP/1.1" status: 204 len: 173 time: 2.1963587 Jul 16 18:28:00.951159 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-e3ed2917-46b8-45e3-9ebc-0d91b597e10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.952958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-e3ed2917-46b8-45e3-9ebc-0d91b597e10f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 1095 time: 0.8388643 Jul 16 18:28:01.127775 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:01.144942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:01.149269 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0023a40-d5ad-4c77-9bf1-d87154f93596" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:01.154083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-36679e07-7e45-498f-aa15-f86033c6972b req-82528071-a243-4c0a-9cff-44d2d956bca1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2304142 Jul 16 18:28:01.159365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-aaf31bb3-9115-4af4-a546-04b5ba9807ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc HTTP/1.1" status: 200 len: 217 time: 0.0762002 Jul 16 18:28:01.164817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.201156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port d3508629-b587-4a4a-b5e3-17551673833d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:01.202463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.250062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-e83470eb-b180-4cd7-b660-ef68971fff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.261069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-e83470eb-b180-4cd7-b660-ef68971fff70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.0932593 Jul 16 18:28:01.342317 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.350293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2 HTTP/1.1" status: 204 len: 168 time: 3.2224963 Jul 16 18:28:01.481943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bba196-cab9-4277-b1d9-96781048b6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0055b0c7-eb2a-44bd-a0d5-68dd0e1aa1b2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:01.537950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7166637-c570-4227-a00d-17943c6a0992 req-f72845ec-d0da-4983-b60e-b4922cb915be tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:01.545053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7166637-c570-4227-a00d-17943c6a0992 req-f72845ec-d0da-4983-b60e-b4922cb915be tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 943 time: 0.9505618 Jul 16 18:28:01.548915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-13aefca4-3fbe-4ede-8bda-2d7ff5074370 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077873 Jul 16 18:28:01.552594 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d316af7a-d014-4807-9d5c-93675f75e1c9 x-openstack-request-id: req-d316af7a-d014-4807-9d5c-93675f75e1c9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:01.555003 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "bc02edc9-7773-4bdc-a1c4-b633037d4400", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:01.555448 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d316af7a-d014-4807-9d5c-93675f75e1c9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:01.556098 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'bc02edc9-7773-4bdc-a1c4-b633037d4400', 'status': 'completed', 'code': 200} Jul 16 18:28:01.623698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] For port d3508629-b587-4a4a-b5e3-17551673833d, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d3508629-b587-4a4a-b5e3-17551673833d,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:01.624086 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.739353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for d3508629-b587-4a4a-b5e3-17551673833d owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:01.895888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:01.910549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-e9b81d27-3dd8-4d41-890f-c58731951089 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321543 Jul 16 18:28:01.915297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.917018 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:45Z', 'revision_number': 5, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:01.958261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-53cd89e0-5eab-486a-822f-3af49c80257d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3966718 Jul 16 18:28:01.982472 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] Checking router: ed0f781b-31a3-405a-8d05-10bb488eb1ae for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:01.999834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-530ee7a4-08c0-4d7a-9ff6-1007df72166c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dde9dfc3da74af6af173c89cdb3e2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0986781 Jul 16 18:28:02.009508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40604) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:02.017762 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:02.019860 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:27:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:02.257616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7166637-c570-4227-a00d-17943c6a0992 req-0a655d04-542e-4d3c-8b14-f5ffb04bc9b1 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847258 Jul 16 18:28:02.259155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b51278ec-54d8-4492-9d14-562a61ccddc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.274603 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:02.339197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b51278ec-54d8-4492-9d14-562a61ccddc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.342880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.424263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3323-2455-4feb-a9b8-11744a628745 req-20a67503-3910-48a3-bdb7-04546a600af3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.439350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3323-2455-4feb-a9b8-11744a628745 req-20a67503-3910-48a3-bdb7-04546a600af3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.460775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a3323-2455-4feb-a9b8-11744a628745 req-20a67503-3910-48a3-bdb7-04546a600af3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.474911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-998a3323-2455-4feb-a9b8-11744a628745 req-20a67503-3910-48a3-bdb7-04546a600af3 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 2331 time: 0.5516322 Jul 16 18:28:02.558049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-b82048ed-f07b-431b-9da4-98c10db12661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.558361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.571237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-b82048ed-f07b-431b-9da4-98c10db12661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 1097 time: 0.4859407 Jul 16 18:28:02.573257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=d3508629-b587-4a4a-b5e3-17551673833d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:02.632891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0779db60-6bc3-4b83-9684-73f8de1cd5bb req-e9220a26-27c8-4078-be73-06df31076cd3 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690912 Jul 16 18:28:02.702199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] No DVR routers for this DVR port d3508629-b587-4a4a-b5e3-17551673833d on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:02.705025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b51278ec-54d8-4492-9d14-562a61ccddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.708536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b51278ec-54d8-4492-9d14-562a61ccddc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.712715 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b51278ec-54d8-4492-9d14-562a61ccddc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b0048a1-bed8-4332-a6b3-1d94107204a5 HTTP/1.1" status: 204 len: 168 time: 0.6982074 Jul 16 18:28:02.714240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.716831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-9762eba9-e92e-4490-92d5-521d735338c2 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "DELETE /v2.0/ports/d3508629-b587-4a4a-b5e3-17551673833d HTTP/1.1" status: 204 len: 173 time: 1.7672107 Jul 16 18:28:02.774062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d7f624-5c2e-4644-9377-a1653ce378fe,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:02.775276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51278ec-54d8-4492-9d14-562a61ccddc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0048a1-bed8-4332-a6b3-1d94107204a5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:02.803730 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:45Z', 'revision_number': 5, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:02.858060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2e12a3-32c5-451d-8c4e-c70e4b5304dd None None] Network e22b64a7-207d-4d69-9ea6-e145f2d8875a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:02.869553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-998a3323-2455-4feb-a9b8-11744a628745 req-53278d6b-874b-441e-b6f2-07d8abab1fb1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3927236 Jul 16 18:28:02.873453 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.881868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02f237ff-da91-439e-ab52-f8198065354c tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/subnets/a5d7f624-5c2e-4644-9377-a1653ce378fe HTTP/1.1" status: 204 len: 168 time: 3.1132615 Jul 16 18:28:02.890287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40614) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:02.916529 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52be1d5-3dd1-49c3-9cc1-1e09ee074d31 None None] The sync data for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 is: [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:16:27Z', 'revision_number': 4, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3bba8788-6fb9-4be4-85d8-51a750922c90', 'name': '', 'network_id': '4f8ca66c-80fc-4cb4-b153-d28e75648cbc', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'mac_address': 'fa:16:3e:cb:15:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1257, 'fixed_ips': [{'subnet_id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:25Z', 'updated_at': '2021-07-16T18:16:45Z', 'revision_number': 5, 'project_id': '9bda98b2501d43508f913d33c0161145', 'subnets': [{'id': '7fba8064-1147-4b7f-af7b-5e261ea059d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:03.053676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.061459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.068041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.074766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.084540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.101358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.108320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.111036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-d8fb9ccb-97df-4f83-a3c1-f00e841fc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.115214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-d8fb9ccb-97df-4f83-a3c1-f00e841fc6bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.5136862 Jul 16 18:28:03.133363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-b12ded2c-e604-4133-9183-c3e63a2f2857 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.4979496 Jul 16 18:28:03.195103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd7bb40-478d-4923-a30e-3ad9281e8d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.220546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-458027d6-9cbe-4741-9188-6b3a372727e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.224134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-458027d6-9cbe-4741-9188-6b3a372727e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 1095 time: 0.5053263 Jul 16 18:28:03.371766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.379427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-f5180c66-b732-4c60-8475-124ed0a221a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8 HTTP/1.1" status: 200 len: 217 time: 0.1344364 Jul 16 18:28:03.413031 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.442229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] DHCP port deletion for e22b64a7-207d-4d69-9ea6-e145f2d8875a request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:03.559183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:03.564814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db892c31-1d8f-4806-a67c-bc1931b075f9 req-5f19c124-0124-49ef-b3b4-060c87ed6f37 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4305632 Jul 16 18:28:03.574812 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df02ee55-b009-4382-a41e-167acc7544b4" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "d3508629-b587-4a4a-b5e3-17551673833d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:03.652932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-11dbca6d-d4a3-4e26-9d2b-c116370c4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.654567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-a7a30d93-0c68-4f5e-964e-3718cb712849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.654943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-11dbca6d-d4a3-4e26-9d2b-c116370c4528 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.2507734 Jul 16 18:28:03.657968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-a7a30d93-0c68-4f5e-964e-3718cb712849 service neutron] 10.222.0.13 "GET /v2.0/networks?id=184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 200 len: 905 time: 0.4234655 Jul 16 18:28:03.659518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port cef7c1db-ff97-4cae-be2f-6c5980898762 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:03.660024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.675812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93acaf84-a113-4bb8-beb9-79ebd021fab9 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:03.738890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-611f7288-6da3-4b36-85a7-96f4247a0fed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc HTTP/1.1" status: 200 len: 217 time: 0.0710292 Jul 16 18:28:03.745067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-db7d8f6f-5931-4fac-b7e7-acf68d959454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776215 Jul 16 18:28:03.751443 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7723f645-c70b-4494-b23c-2365b35d8835 x-openstack-request-id: req-7723f645-c70b-4494-b23c-2365b35d8835 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:03.751749 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "d3508629-b587-4a4a-b5e3-17551673833d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:03.752375 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7723f645-c70b-4494-b23c-2365b35d8835 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:03.752942 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'd3508629-b587-4a4a-b5e3-17551673833d', 'status': 'completed', 'code': 200} Jul 16 18:28:03.793501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290eb001-4950-4efb-bfb2-84350fa57adf None None] New status for floating IP 02da8750-eb16-4fb7-81c0-a77a64d1ddeb: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:03.978971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f3ea0-5027-4c48-9131-1da3965a52f0 req-146108f1-f9e2-465d-9edb-183c309d6160 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.991855 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc7f3ea0-5027-4c48-9131-1da3965a52f0 req-146108f1-f9e2-465d-9edb-183c309d6160 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 943 time: 0.2512994 Jul 16 18:28:04.030898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-212a76f8-d980-4ddf-9ddc-e6b3eb8d4cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.033527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-212a76f8-d980-4ddf-9ddc-e6b3eb8d4cf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 200 len: 845 time: 0.2164130 Jul 16 18:28:04.045875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Deleting port 93acaf84-a113-4bb8-beb9-79ebd021fab9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:04.046215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.080592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] Deleting port 93acaf84-a113-4bb8-beb9-79ebd021fab9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:04.083831 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.131037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-83ac0897-6872-463f-bebe-261cb6dfac9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=184290d2-b786-4cd5-be93-e7ba1e4d944d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890622 Jul 16 18:28:04.146700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc7f3ea0-5027-4c48-9131-1da3965a52f0 req-bd1b7e5d-8e02-4398-bfef-6017fb2d6bc3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532741 Jul 16 18:28:04.563892 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] For port 93acaf84-a113-4bb8-beb9-79ebd021fab9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=93acaf84-a113-4bb8-beb9-79ebd021fab9,segment=NetworkSegment(f46ae5cf-9588-4146-af7d-7a1a991ab8fa),segment_id=f46ae5cf-9588-4146-af7d-7a1a991ab8fa)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:04.564697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.588253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] Calling delete_port for 93acaf84-a113-4bb8-beb9-79ebd021fab9 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:04.770542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff4542-b577-4593-946d-dd423ba7974c req-54a49a7c-923f-4bb3-b0d0-69911b9924cb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.787112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff4542-b577-4593-946d-dd423ba7974c req-54a49a7c-923f-4bb3-b0d0-69911b9924cb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.797784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5aff4542-b577-4593-946d-dd423ba7974c req-54a49a7c-923f-4bb3-b0d0-69911b9924cb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 1676 time: 0.3809671 Jul 16 18:28:04.802049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-aa44aeaa-808d-4210-a0c6-544b010e5e5a service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539459 Jul 16 18:28:04.807642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] For port 93acaf84-a113-4bb8-beb9-79ebd021fab9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=93acaf84-a113-4bb8-beb9-79ebd021fab9,segment=NetworkSegment(f46ae5cf-9588-4146-af7d-7a1a991ab8fa),segment_id=f46ae5cf-9588-4146-af7d-7a1a991ab8fa)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:04.807642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.816595 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.840537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Calling delete_port for 93acaf84-a113-4bb8-beb9-79ebd021fab9 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:04.929498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] Pushing event deleted for resources: {'Port': ['ID=93acaf84-a113-4bb8-beb9-79ebd021fab9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:04.931552 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.961503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7033bc-65aa-4b02-be8a-dcbf7eb4e25c None None] No DVR routers for this DVR port 93acaf84-a113-4bb8-beb9-79ebd021fab9 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:04.973564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No active binding found for port 93acaf84-a113-4bb8-beb9-79ebd021fab9 {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:28:04.974075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93acaf84-a113-4bb8-beb9-79ebd021fab9 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:04.997707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] For port cef7c1db-ff97-4cae-be2f-6c5980898762, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=cef7c1db-ff97-4cae-be2f-6c5980898762,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:04.998101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.056818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5aff4542-b577-4593-946d-dd423ba7974c req-f2c93f27-e55b-427d-8354-707f7be7a5b6 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2580264 Jul 16 18:28:05.103505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-fdf5e537-5f83-4761-8437-6aa3c412cccb service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3165452 Jul 16 18:28:05.103505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for cef7c1db-ff97-4cae-be2f-6c5980898762 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:05.280081 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.302132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-6bb112e5-b20e-48ea-909c-c2406189e51e service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880376 Jul 16 18:28:05.339767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.347109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.353481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.361633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.368960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.375557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.382326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.384336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-b9bf7553-1c82-4acd-9edd-15e530984c3f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.2989273 Jul 16 18:28:05.384987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40668) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:05.399469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Port': ['ID=93acaf84-a113-4bb8-beb9-79ebd021fab9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:05.408267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] No DVR routers for this DVR port 93acaf84-a113-4bb8-beb9-79ebd021fab9 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:05.464745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a207702e-fbfc-47d2-b185-74ce2a854662 req-2656a931-7dec-4447-88d1-632abf90c280 service neutron] 10.222.0.13 "GET /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577657 Jul 16 18:28:05.512884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-162f3e30-3a9e-480b-bd2b-77a9e7317c8c req-c0984057-fb30-487d-8dd2-8b49b61caeee tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212540 Jul 16 18:28:05.576907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a4016-2498-4648-8cbf-681279644126 req-89ac7078-5065-4375-9a40-2faaf67b46a0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.579145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f4a4016-2498-4648-8cbf-681279644126 req-89ac7078-5065-4375-9a40-2faaf67b46a0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 943 time: 0.1839960 Jul 16 18:28:05.582607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.605369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22b64a7-207d-4d69-9ea6-e145f2d8875a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:05.619583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46ae5cf-9588-4146-af7d-7a1a991ab8fa') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:05.619884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46ae5cf-9588-4146-af7d-7a1a991ab8fa') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:05.632459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.633325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a147e12-9136-4981-b119-6828271adbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.639983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.651750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f4a4016-2498-4648-8cbf-681279644126 req-841cf768-c203-48fd-a793-b7f20c06ae64 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651822 Jul 16 18:28:05.683387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.690485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=cef7c1db-ff97-4cae-be2f-6c5980898762,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:05.696976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:05.697404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: items = [ Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:05.700815 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:05.769987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] No DVR routers for this DVR port cef7c1db-ff97-4cae-be2f-6c5980898762 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:05.774475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.776580 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-21a6bae9-2235-43b1-9e36-2bed78a245cf tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "DELETE /v2.0/ports/cef7c1db-ff97-4cae-be2f-6c5980898762 HTTP/1.1" status: 204 len: 173 time: 3.0501480 Jul 16 18:28:05.777049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:05.779598 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafbcb3f-784d-4cea-8172-651c76ecf40a" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:05.797318 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.850246 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2396d1-479f-4d14-b067-a2e48dd225af x-openstack-request-id: req-3a2396d1-479f-4d14-b067-a2e48dd225af {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:05.851115 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "cef7c1db-ff97-4cae-be2f-6c5980898762", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:05.851115 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3a2396d1-479f-4d14-b067-a2e48dd225af {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:05.851381 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'cef7c1db-ff97-4cae-be2f-6c5980898762', 'status': 'completed', 'code': 200} Jul 16 18:28:05.861968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.872724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.874668 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] 10.222.0.48 "DELETE /v2.0/networks/e22b64a7-207d-4d69-9ea6-e145f2d8875a HTTP/1.1" status: 204 len: 168 time: 2.9829772 Jul 16 18:28:05.896678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3ae54-4590-4407-b93d-44b2ef39d3fa tempest-NetworksIpV6TestAttrs-1500954962 tempest-NetworksIpV6TestAttrs-1500954962-project] Pushing event deleted for resources: {'Network': ['ID=e22b64a7-207d-4d69-9ea6-e145f2d8875a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:06.012643 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a147e12-9136-4981-b119-6828271adbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.023147 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a147e12-9136-4981-b119-6828271adbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.032218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port d24080b4-7431-4dc1-95a2-619f297099ea {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:06.032684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.044842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0ebfdb4b-9bec-4197-a02c-512ed3915fef details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:06.182080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4a147e12-9136-4981-b119-6828271adbff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fdd1d40208b04de09fe867f373a487ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7957804 Jul 16 18:28:06.186333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40692) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:06.199774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a147e12-9136-4981-b119-6828271adbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade9aade-e264-4a96-be64-038a6f99519f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:06.265642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:06.279131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:06.292198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] For port d24080b4-7431-4dc1-95a2-619f297099ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d24080b4-7431-4dc1-95a2-619f297099ea,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:06.293724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.325458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for d24080b4-7431-4dc1-95a2-619f297099ea owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:06.367758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66ac4569-de2c-4c28-ab63-7c9e2051bfe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.399683 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66ac4569-de2c-4c28-ab63-7c9e2051bfe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.474211 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66ac4569-de2c-4c28-ab63-7c9e2051bfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.477216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66ac4569-de2c-4c28-ab63-7c9e2051bfe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.481363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66ac4569-de2c-4c28-ab63-7c9e2051bfe8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ade9aade-e264-4a96-be64-038a6f99519f HTTP/1.1" status: 204 len: 168 time: 0.2912397 Jul 16 18:28:06.494249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac4569-de2c-4c28-ab63-7c9e2051bfe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade9aade-e264-4a96-be64-038a6f99519f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:06.544673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335fe77-200f-4e93-89f4-a68e04b1c355 req-3483a7e5-59f4-436e-ab60-73a28299a808 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.549869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:06.553514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a335fe77-200f-4e93-89f4-a68e04b1c355 req-3483a7e5-59f4-436e-ab60-73a28299a808 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 942 time: 0.2276993 Jul 16 18:28:06.617070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '0ebfdb4b-9bec-4197-a02c-512ed3915fef', 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c', 'port_id': '0ebfdb4b-9bec-4197-a02c-512ed3915fef', 'mac_address': 'fa:16:3e:ed:17:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c5d5ac-3704-4c3b-8f48-b0254137ef8c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:06.639609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a335fe77-200f-4e93-89f4-a68e04b1c355 req-18cffe7d-929b-4068-9173-2d151a870320 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups?id=966e3bfa-d064-49a8-8b94-7ff94c338c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850618 Jul 16 18:28:06.728298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.778398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:06.781374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.813545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc', 'network_id': '184290d2-b786-4cd5-be93-e7ba1e4d944d', 'port_id': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc', 'mac_address': 'fa:16:3e:14:70:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '670e7173-07ce-4110-bc98-93f9ac1a0f1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:06.832853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ebfdb4b-9bec-4197-a02c-512ed3915fef {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:06.838697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40706) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:06.884439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=d24080b4-7431-4dc1-95a2-619f297099ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:06.948289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.006718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:07.007461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.023065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.025815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] No DVR routers for this DVR port d24080b4-7431-4dc1-95a2-619f297099ea on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:07.034076 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.040294 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.040514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a14a88f5-888f-4142-ab1d-bd577d6b24fc req-c098e26e-371c-4b5d-86cb-c4e9b3fac86b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.13 "DELETE /v2.0/ports/d24080b4-7431-4dc1-95a2-619f297099ea HTTP/1.1" status: 204 len: 173 time: 1.2219791 Jul 16 18:28:07.041881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.047449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 96b8abe9-3ad8-46c0-b845-7bd5972b15cb details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:07.056630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.067773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:07.074305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.086361 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.086692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.101388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.103615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1da95f15-8d8a-4505-9153-375477849a76 req-46cdb3d5-e9de-46b3-bd1a-53bab3f412a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5420 time: 0.3594236 Jul 16 18:28:07.132794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2f42b79-258e-4ed2-8e4e-c58819a2f858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.335936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:07.350973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'port_id': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'mac_address': 'fa:16:3e:af:ce:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:07.354642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:07.421900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.492118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0ebfdb4b-9bec-4197-a02c-512ed3915fef,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:07.512375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.546872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40712) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:07.583429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-586c0c50-6af3-4863-a7d9-22aae5988244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.611230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.623760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b8abe9-3ad8-46c0-b845-7bd5972b15cb {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:07.665435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:07.673860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0016a36d-1aab-4bc0-a5c7-bea717f1f0fc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:07.684367 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.685233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:07.731994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:07.787495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-586c0c50-6af3-4863-a7d9-22aae5988244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.795331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-586c0c50-6af3-4863-a7d9-22aae5988244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.822097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:07.850962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-586c0c50-6af3-4863-a7d9-22aae5988244 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef3f34279acb485588afd67848e303a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022375 Jul 16 18:28:07.854252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:07.858795 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414411e5-5296-4065-8d61-90063dcccf4b" -d '{"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:07.863583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40716) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:07.866339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d', 'network_id': '928495e0-dd43-4f8b-b3e0-1a5f4ab9141c', 'port_id': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d', 'mac_address': 'fa:16:3e:7b:fd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8c5d5ac-3704-4c3b-8f48-b0254137ef8c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:07.900413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:07.940707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c0c50-6af3-4863-a7d9-22aae5988244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422ede35-313b-482a-ba0d-82af2ad2f444,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:07.998795 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.021062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da66aa7d-2210-4652-aae6-3999d0d88546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.029998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:08.054639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:08.065738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.066909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b235f9ca-9d4a-4475-991d-cae4affc741b details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:08.073817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da66aa7d-2210-4652-aae6-3999d0d88546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.085464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1da95f15-8d8a-4505-9153-375477849a76 req-7802d64d-af36-40bf-8e02-ce7ea72cb754 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9675827 Jul 16 18:28:08.181700 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da66aa7d-2210-4652-aae6-3999d0d88546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.187789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da66aa7d-2210-4652-aae6-3999d0d88546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.191459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-da66aa7d-2210-4652-aae6-3999d0d88546 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/422ede35-313b-482a-ba0d-82af2ad2f444 HTTP/1.1" status: 204 len: 168 time: 0.3163822 Jul 16 18:28:08.197395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dbcee8b6-ef4c-45b1-a3a5-6341497adcd8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9d96592554ad4bcc811126c9e99714f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3541391 Jul 16 18:28:08.197741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40722) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:08.215383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd9ab1-34b3-48f0-94c1-d464c357cddd req-68d3d9a8-a35d-4189-85fd-0175a1c6c6c5 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:08.220168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66aa7d-2210-4652-aae6-3999d0d88546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422ede35-313b-482a-ba0d-82af2ad2f444,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:08.220993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68bd9ab1-34b3-48f0-94c1-d464c357cddd req-68d3d9a8-a35d-4189-85fd-0175a1c6c6c5 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 943 time: 1.1049843 Jul 16 18:28:08.367017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4088b284-2d00-4652-b554-5e497801da70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.385744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:08.414778 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68bd9ab1-34b3-48f0-94c1-d464c357cddd req-a68a0496-baad-4c42-9565-0f9b42b893b0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709971 Jul 16 18:28:08.466816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4088b284-2d00-4652-b554-5e497801da70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.536026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4088b284-2d00-4652-b554-5e497801da70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.540766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4088b284-2d00-4652-b554-5e497801da70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.545518 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4088b284-2d00-4652-b554-5e497801da70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e187449b-10e2-4e73-a6e3-918c7e3ee065 HTTP/1.1" status: 204 len: 168 time: 0.3459923 Jul 16 18:28:08.557443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088b284-2d00-4652-b554-5e497801da70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187449b-10e2-4e73-a6e3-918c7e3ee065,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:08.570528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b235f9ca-9d4a-4475-991d-cae4affc741b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b235f9ca-9d4a-4475-991d-cae4affc741b,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:08.583637 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df74bb-0a0b-4cbb-80ca-ec235dc723ca x-openstack-request-id: req-71df74bb-0a0b-4cbb-80ca-ec235dc723ca {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:08.584253 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3559d757-82e9-4e93-8a86-f6173216ca91", "name": "network-vif-deleted", "tag": "d24080b4-7431-4dc1-95a2-619f297099ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:08.584572 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-71df74bb-0a0b-4cbb-80ca-ec235dc723ca {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:08.585255 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3559d757-82e9-4e93-8a86-f6173216ca91', 'name': 'network-vif-deleted', 'tag': 'd24080b4-7431-4dc1-95a2-619f297099ea', 'status': 'completed', 'code': 200} Jul 16 18:28:08.587459 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2f42b79-258e-4ed2-8e4e-c58819a2f858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.592904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0dc05062-79b0-4aea-abfb-e3da25cb4315 req-3d3671a4-ab1d-4401-b9df-2e1c3a0680e1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.2871995 Jul 16 18:28:08.598732 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2f42b79-258e-4ed2-8e4e-c58819a2f858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.672456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'b235f9ca-9d4a-4475-991d-cae4affc741b', 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'port_id': 'b235f9ca-9d4a-4475-991d-cae4affc741b', 'mac_address': 'fa:16:3e:e2:fa:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0840094b-ab05-462a-be5b-3e1ae497e6df', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:08.699146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a2f42b79-258e-4ed2-8e4e-c58819a2f858 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3ab711c5323a45238a3a3dfa8bfafc3c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4090056 Jul 16 18:28:08.700566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f42b79-258e-4ed2-8e4e-c58819a2f858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bd018d-a08a-42e4-92f2-110b7f75e109,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:08.701810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:08.801241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4653abcd-cc2a-4c88-9adf-ab05cd8a1fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.822786 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.867661 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4653abcd-cc2a-4c88-9adf-ab05cd8a1fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.874005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b235f9ca-9d4a-4475-991d-cae4affc741b {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:08.934090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b235f9ca-9d4a-4475-991d-cae4affc741b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b235f9ca-9d4a-4475-991d-cae4affc741b,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:08.946223 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.947370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:08.957224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4653abcd-cc2a-4c88-9adf-ab05cd8a1fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.961207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4653abcd-cc2a-4c88-9adf-ab05cd8a1fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:08.962879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4653abcd-cc2a-4c88-9adf-ab05cd8a1fc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22bd018d-a08a-42e4-92f2-110b7f75e109 HTTP/1.1" status: 204 len: 168 time: 0.2592928 Jul 16 18:28:08.979649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653abcd-cc2a-4c88-9adf-ab05cd8a1fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bd018d-a08a-42e4-92f2-110b7f75e109,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:09.131375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:09.159658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b235f9ca-9d4a-4475-991d-cae4affc741b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:09.169520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '4d7ae5e3-f257-44fb-a294-9f1d82a9a99f', 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'port_id': '4d7ae5e3-f257-44fb-a294-9f1d82a9a99f', 'mac_address': 'fa:16:3e:c8:1b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0840094b-ab05-462a-be5b-3e1ae497e6df', 'ip_address': '10.1.1.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:09.256381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.317145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:09.360269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:09.368139 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.369983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4aa91796-6c20-4a7a-b64f-be66a399c558 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:09.479165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4aa91796-6c20-4a7a-b64f-be66a399c558, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4aa91796-6c20-4a7a-b64f-be66a399c558,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:09.482719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:09.512970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '4aa91796-6c20-4a7a-b64f-be66a399c558', 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'port_id': '4aa91796-6c20-4a7a-b64f-be66a399c558', 'mac_address': 'fa:16:3e:9c:33:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0840094b-ab05-462a-be5b-3e1ae497e6df', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:09.550514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.579131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.585361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.599323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.609035 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.614298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.632255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.646901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa91796-6c20-4a7a-b64f-be66a399c558 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:09.647615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.659706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-7ecee53d-3874-4d3a-9c29-0e38696ea33e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5424 time: 0.3388214 Jul 16 18:28:09.694257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4aa91796-6c20-4a7a-b64f-be66a399c558, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4aa91796-6c20-4a7a-b64f-be66a399c558,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:09.703050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.703844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 93ce79b7-89af-4559-8ea6-80e93c409746 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:09.724575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3c97723f-6111-4d0d-86ab-cef62064b98b req-e5ffaeda-9b17-4efa-89f9-158b8b3b93b8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638778 Jul 16 18:28:09.785452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 93ce79b7-89af-4559-8ea6-80e93c409746, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=93ce79b7-89af-4559-8ea6-80e93c409746,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:09.844478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '93ce79b7-89af-4559-8ea6-80e93c409746', 'network_id': '550d5f6d-70f5-4ae4-8390-9796ffd5d7be', 'port_id': '93ce79b7-89af-4559-8ea6-80e93c409746', 'mac_address': 'fa:16:3e:36:a5:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0840094b-ab05-462a-be5b-3e1ae497e6df', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:09.874322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ce610-a03f-4dab-99e2-6287328240a1 req-0aedad8d-61ba-4716-87a8-5cfe42e0dc2f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.877842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a5ce610-a03f-4dab-99e2-6287328240a1 req-0aedad8d-61ba-4716-87a8-5cfe42e0dc2f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 944 time: 0.1591501 Jul 16 18:28:09.923638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.965319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a5ce610-a03f-4dab-99e2-6287328240a1 req-5505e0ff-b716-450b-a56c-78d8cf7ca899 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808625 Jul 16 18:28:09.979832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4aa91796-6c20-4a7a-b64f-be66a399c558,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:10.006359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93ce79b7-89af-4559-8ea6-80e93c409746 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:10.029818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 93ce79b7-89af-4559-8ea6-80e93c409746, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=93ce79b7-89af-4559-8ea6-80e93c409746,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:10.033885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3dd05db7-acd5-4aaa-bb3a-030a77ad86e1 req-292bc359-2f83-4a5c-96d7-966f5ccdd352 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0514188 Jul 16 18:28:10.042984 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.125321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=93ce79b7-89af-4559-8ea6-80e93c409746,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:10.271973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:10.372844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:10.387520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:10.388587 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.544087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.572782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:10.585965 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a37134c-2e77-4287-a670-824349bca1ad" -d '{"events": [{"server_uuid": "f6c32284-daeb-4381-8891-9c0fbb185fe8", "name": "network-vif-plugged", "status": "completed", "tag": "0016a36d-1aab-4bc0-a5c7-bea717f1f0fc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:10.610732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:10.616454 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:10.654916 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7283d69b-1037-41ec-80d7-4e272bb7ce5d x-openstack-request-id: req-7283d69b-1037-41ec-80d7-4e272bb7ce5d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:10.655356 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c32284-daeb-4381-8891-9c0fbb185fe8", "name": "network-vif-plugged", "status": "completed", "tag": "0016a36d-1aab-4bc0-a5c7-bea717f1f0fc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:10.655743 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7283d69b-1037-41ec-80d7-4e272bb7ce5d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:10.656368 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc', 'code': 200} Jul 16 18:28:10.660830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['96b8abe9-3ad8-46c0-b845-7bd5972b15cb'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:10.772678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['4aa91796-6c20-4a7a-b64f-be66a399c558'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:10.842147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['74eea6a9-8f9a-42b7-b3cb-3734cba29f0d'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:10.847939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['b235f9ca-9d4a-4475-991d-cae4affc741b'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:10.852800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['4d7ae5e3-f257-44fb-a294-9f1d82a9a99f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:10.856974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['93ce79b7-89af-4559-8ea6-80e93c409746'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:10.902291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adec13a-7739-48d7-9e31-d42172a029b7 req-302c279d-a1bc-4092-9db3-b2061b22c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:10.916301 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9adec13a-7739-48d7-9e31-d42172a029b7 req-302c279d-a1bc-4092-9db3-b2061b22c883 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 1097 time: 0.1440570 Jul 16 18:28:10.923026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40798) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:10.972069 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9adec13a-7739-48d7-9e31-d42172a029b7 req-1bcff06f-311a-4769-a115-28b112babea6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546992 Jul 16 18:28:11.326682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.352232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:11.377045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.399132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.422827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.434285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:11.445688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.479000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.490616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.516699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-d9935def-db8f-4167-85d6-e6a50e20d834 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5427 time: 0.5140038 Jul 16 18:28:11.541883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-191968687-network', 'tenant_id': 'd747641985a44186bb43abeee0eb5bfc'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:11.542227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-438643264'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:11.579638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['0ebfdb4b-9bec-4197-a02c-512ed3915fef'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:11.584787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:28:11.584787 n-d-793620-10 neutron-server[93777]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:28:11.584787 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'id': 'b82dc09b-43aa-42f0-a73c-8f4cbe7e0707', 'expiration': datetime.datetime(2021, 7, 16, 18, 30, 11, 573906)}] Jul 16 18:28:11.584787 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:28:11.585378 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:28:11.593800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Made reservation on behalf of d747641985a44186bb43abeee0eb5bfc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:11.599756 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.613024 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe67352-c2c1-4137-bcaa-c33640195c5f req-f0479f21-0a0c-4b07-92ba-1678a590313d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950458 Jul 16 18:28:11.632499 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.633271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26918361-fa17-4d8c-be60-1f2b31c4a17a req-36404e46-e480-4f06-a923-22c2ea1f161a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:11.642988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26918361-fa17-4d8c-be60-1f2b31c4a17a req-36404e46-e480-4f06-a923-22c2ea1f161a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.4873569 Jul 16 18:28:11.701499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26918361-fa17-4d8c-be60-1f2b31c4a17a req-c0e82da9-9bc6-47b3-85c1-686ec67f749f tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558078 Jul 16 18:28:11.847546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.854840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.890718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:11.906385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f449d2f-0543-4303-82a7-2d931b0f764f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:11.912071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:11.915079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:11.915453 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Added segment f455e658-427f-4fe4-bc19-9db1bca290cf of type vlan for network 23eb982d-ca61-4886-9e1c-48a871fc6187 Jul 16 18:28:11.941815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aae2614b-a9fe-4149-ac2d-0f0725b4605a req-32b41366-456d-4488-b331-e4b25f766341 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0713408 Jul 16 18:28:12.009556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.061918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.063468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.064329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.116404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.134584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6990147 Jul 16 18:28:12.137568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40820) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:12.145564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Request body: {'subnet': {'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-191968687-subnet', 'tenant_id': 'd747641985a44186bb43abeee0eb5bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:12.171200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe2257-5336-4c2a-b100-62f7f89b4b93 admin admin] Pushing event updated for resources: {'Network': ['ID=23eb982d-ca61-4886-9e1c-48a871fc6187,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.180110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:12.181466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:28:12.181466 n-d-793620-10 neutron-server[93778]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:28:12.181466 n-d-793620-10 neutron-server[93778]: [parameters: {'project_id_1': 'df22d23cbaa24c42975ea9aab94f32fd', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 28, 12, 169001)}] Jul 16 18:28:12.181466 n-d-793620-10 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:28:12.181837 n-d-793620-10 neutron-server[93778]: DEBUG oslo_db.api [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:28:12.184334 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.186588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 23eb982d-ca61-4886-9e1c-48a871fc6187 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:12.202327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.207406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Made reservation on behalf of d747641985a44186bb43abeee0eb5bfc for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:12.210143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.463989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.476111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.509874 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.573740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:12.577432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a14774-57e7-43ed-9a0d-e06d22971964,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.589682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d66a24e-8001-4835-b6d0-970fd0e16fbf,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.609769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.610311 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 57a143b2-29f2-48e3-b54e-4c71d8896c81 of type vlan for network 99382482-582d-4e97-b1fe-4e3222af3a31 Jul 16 18:28:12.613979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Checking segment: {'id': 'f455e658-427f-4fe4-bc19-9db1bca290cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:12.614566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Network hostable DHCP agents. Network: 23eb982d-ca61-4886-9e1c-48a871fc6187, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:12.681080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.683678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.685542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Network 23eb982d-ca61-4886-9e1c-48a871fc6187 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:12.705029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 23eb982d-ca61-4886-9e1c-48a871fc6187) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:12.715196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.715716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.725328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b218807d-1f92-44a4-910f-decb945b180f None None] Network 23eb982d-ca61-4886-9e1c-48a871fc6187 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:12.733161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.741577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.741577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.760335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e43611d-c52d-4960-908d-c0ee26f245fe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6111326 Jul 16 18:28:12.913595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=99382482-582d-4e97-b1fe-4e3222af3a31,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.932643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.941804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.949171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c2ed7771-89c4-4b95-b56d-71540c05a75f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0225804 Jul 16 18:28:12.952006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40828) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:12.958746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'name': 'tempest-PortsTestJSON-84143160'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:13.061002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a2fc3-4fda-4f74-8b38-9970201f57ba,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.112973 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dda7735a-b159-468c-9cc5-ceb6858d7b18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df22d23cbaa24c42975ea9aab94f32fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1996429 Jul 16 18:28:13.114141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:13.203678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:13.208825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca7be2fb-4989-4213-9dbb-3d6540650922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.244418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca7be2fb-4989-4213-9dbb-3d6540650922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.328658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:13.333369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.371954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.380707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca7be2fb-4989-4213-9dbb-3d6540650922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.383456 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca7be2fb-4989-4213-9dbb-3d6540650922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.391221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.397615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ca7be2fb-4989-4213-9dbb-3d6540650922 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f0a2fc3-4fda-4f74-8b38-9970201f57ba HTTP/1.1" status: 204 len: 168 time: 0.2705984 Jul 16 18:28:13.410737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.415715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7be2fb-4989-4213-9dbb-3d6540650922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a2fc3-4fda-4f74-8b38-9970201f57ba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.433264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.450062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.472827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.487825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.492466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-e2c56a3c-6cd3-4739-9779-164854c56100 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5427 time: 0.4118309 Jul 16 18:28:13.520388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523493d6-e7e1-4c80-a2c0-ce7adb85e439 None None] Network 23eb982d-ca61-4886-9e1c-48a871fc6187 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:13.530120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 698e6ab5-bedd-4295-beee-f49189582069 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:13.549169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa310a5e-b495-4185-8950-0836bcbf98a9 req-e1bf638e-7aa0-46ad-8d1c-315065ee72b0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:13.550827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa310a5e-b495-4185-8950-0836bcbf98a9 req-e1bf638e-7aa0-46ad-8d1c-315065ee72b0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.3839061 Jul 16 18:28:13.565922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8784d954-92a9-4d1a-b99e-ef904b19285f req-498996b7-6e91-4d9a-b689-736d4d527941 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608234 Jul 16 18:28:13.665825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa310a5e-b495-4185-8950-0836bcbf98a9 req-b5b26e9e-db76-4941-98ab-f1ee9115220b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988629 Jul 16 18:28:13.917725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.992849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f67bf1a9-e3fe-47d5-867d-611d5fd97dd9 req-8265b663-0bab-4c2d-868b-0dcf6ce388cb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0902128 Jul 16 18:28:14.058387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 96b8abe9-3ad8-46c0-b845-7bd5972b15cb up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:14.112926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.190429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:14.209798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:14.212794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.400393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=698e6ab5-bedd-4295-beee-f49189582069,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:14.414785 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.460359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:14.462592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:14.465326 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14deddeb-83de-45e7-a1ac-da16019f70bf" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:14.478821 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.480883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:14.532232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '57a143b2-29f2-48e3-b54e-4c71d8896c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:14.532773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: 99382482-582d-4e97-b1fe-4e3222af3a31, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:14.606397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-4cca5aaa-16e1-4f62-bf98-e05f55fb08cd tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.615359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-4cca5aaa-16e1-4f62-bf98-e05f55fb08cd tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/networks?id=23eb982d-ca61-4886-9e1c-48a871fc6187 HTTP/1.1" status: 200 len: 813 time: 0.3137434 Jul 16 18:28:14.650244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-8bbfa18b-cf06-4d53-b404-f31c83951b08 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/quotas/d747641985a44186bb43abeee0eb5bfc HTTP/1.1" status: 200 len: 375 time: 0.0333910 Jul 16 18:28:14.665591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:14.686654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:14.710853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-d453ffc5-3efc-4005-9717-22e8203f14ef tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d747641985a44186bb43abeee0eb5bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587034 Jul 16 18:28:14.716371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:14.728315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:14.729005 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.812614 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-a1ba0b3f-c7f1-4e96-bc64-de71809c8382 service neutron] 10.222.0.48 "GET /v2.0/networks/23eb982d-ca61-4886-9e1c-48a871fc6187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010792 Jul 16 18:28:14.859446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.910551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:14.911588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 99382482-582d-4e97-b1fe-4e3222af3a31) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:14.931126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad8db54-8b8f-4dd8-9ef1-63f32c9b3eaa None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:14.931589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-28901a93-febf-4350-b9eb-2be17f0d9900 service neutron] 10.222.0.48 "GET /v2.0/networks/23eb982d-ca61-4886-9e1c-48a871fc6187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180072 Jul 16 18:28:14.939825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:14.946659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:14.948176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:14.961321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:14.962011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.077241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66a1c4a7-59b3-4be8-881f-185ed7744e3a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.1233966 Jul 16 18:28:15.081238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:15.091714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-786675956'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:15.146392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:15.151456 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.192307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:15.211958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a85d6-ef66-48f9-b998-b5307e55ddce req-59ee4829-ed83-421b-ae12-942a75185e71 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.215371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.216441 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 951ccfd8-05bd-4d0d-87b8-5175644f1bfe of type vlan for network 24ce32fc-ab63-4a31-89b2-b37c23f3a6a5 Jul 16 18:28:15.226481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-620a85d6-ef66-48f9-b998-b5307e55ddce req-59ee4829-ed83-421b-ae12-942a75185e71 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.3173327 Jul 16 18:28:15.318766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.328792 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9482c064-b609-4c7d-a719-9304bdd8a717 x-openstack-request-id: req-9482c064-b609-4c7d-a719-9304bdd8a717 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:15.329659 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:15.332116 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9482c064-b609-4c7d-a719-9304bdd8a717 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:15.335582 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'code': 200} Jul 16 18:28:15.360363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-620a85d6-ef66-48f9-b998-b5307e55ddce req-57fd9b36-bc16-4d94-943b-65405c44c456 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322505 Jul 16 18:28:15.381176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:15.390843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.399404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.400903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.409699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:15.419751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:15.420336 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.539501 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.584123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:15.592297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.594290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b235f9ca-9d4a-4475-991d-cae4affc741b up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:15.595426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=24ce32fc-ab63-4a31-89b2-b37c23f3a6a5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:15.627415 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1ce26cda-d271-48df-a414-1dfa2e3e0794 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5425217 Jul 16 18:28:15.630414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:15.633747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.640349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'ports': [{'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31'}, {'network_id': '24ce32fc-ab63-4a31-89b2-b37c23f3a6a5'}]} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:15.640349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:15.640349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '24ce32fc-ab63-4a31-89b2-b37c23f3a6a5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:15.663504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.667223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 24ce32fc-ab63-4a31-89b2-b37c23f3a6a5 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:15.683022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.694641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.712034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.728874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.739215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:15.742043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-82e649f7-99aa-47ad-9ee7-a253d19a60dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5429 time: 0.2978768 Jul 16 18:28:15.815592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:15.886805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port b235f9ca-9d4a-4475-991d-cae4affc741b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:15.892192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port b235f9ca-9d4a-4475-991d-cae4affc741b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:15.892659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d65e09b-5e39-4e31-aaae-67712be9e998 req-c2481d9e-3e85-4732-8182-dc2c99ea9163 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1425161 Jul 16 18:28:15.893958 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:15.897213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b3a9e71-ea00-4d63-af14-c5e01fff695d req-1100ffde-a3f9-4c1b-9868-bc10b75f88ca tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0939302 Jul 16 18:28:16.060941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 2} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:16.074478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.076049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05f856b8-b2d1-493d-8f97-90508fc80401 req-ac3d10a0-baad-4ee9-8cdb-d6a982570ed7 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 210 time: 0.0847051 Jul 16 18:28:16.109992 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.110970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.194273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b235f9ca-9d4a-4475-991d-cae4affc741b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b235f9ca-9d4a-4475-991d-cae4affc741b,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:16.205847 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.207496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0ebfdb4b-9bec-4197-a02c-512ed3915fef up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:16.320100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 4da7fcb8-d1d0-47af-902c-867c88db843d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:16.494967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b235f9ca-9d4a-4475-991d-cae4affc741b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.526971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 0ebfdb4b-9bec-4197-a02c-512ed3915fef completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:16.543490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 0ebfdb4b-9bec-4197-a02c-512ed3915fef triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:16.544278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.630799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.652424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee658c-4f66-4e69-a572-7140dc2a1b35 req-8848a0b3-0e8d-4d22-9b47-c75d0dab20d0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.660601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1ee658c-4f66-4e69-a572-7140dc2a1b35 req-8848a0b3-0e8d-4d22-9b47-c75d0dab20d0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.2898178 Jul 16 18:28:16.721238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1ee658c-4f66-4e69-a572-7140dc2a1b35 req-809da9e4-27d3-4062-ac97-a0780e20b83a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578921 Jul 16 18:28:16.810370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.878047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:16.888606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.889534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4aa91796-6c20-4a7a-b64f-be66a399c558 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:16.908468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 620cee41-0617-4ced-a715-b0a3bdaf3d22 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:17.113237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0ebfdb4b-9bec-4197-a02c-512ed3915fef,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.167638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 4aa91796-6c20-4a7a-b64f-be66a399c558 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:17.174645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 4aa91796-6c20-4a7a-b64f-be66a399c558 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:17.175428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.337310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d'}, {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ae5e3-f257-44fb-a294-9f1d82a9a99f'}, {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b'}, {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:17.344568 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684c9e60-a152-4746-9122-8061135616a2" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d"}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ae5e3-f257-44fb-a294-9f1d82a9a99f"}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b"}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:17.501707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.524397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.581427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a36e180c-713e-405e-842b-238673276cb2 req-fef359db-65fd-45b9-95c5-97aadc99d79e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.1242874 Jul 16 18:28:17.582530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4aa91796-6c20-4a7a-b64f-be66a399c558, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4aa91796-6c20-4a7a-b64f-be66a399c558,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:17.614343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.615351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 93ce79b7-89af-4559-8ea6-80e93c409746 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:17.764992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.780962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.798649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.824721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.837856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.855907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.863906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.869830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.876941 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f782145-50e3-4019-8d64-d63e0699da0f req-fab96667-b773-4c00-a7cd-b13c081e1080 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5433 time: 0.3102157 Jul 16 18:28:17.922911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4aa91796-6c20-4a7a-b64f-be66a399c558,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.970572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b79515f-9e2b-4b95-88f2-8c3ec26a8a5b req-1f50721d-c6ff-4313-b37a-a54ac55cbc7b tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 210 time: 0.0893826 Jul 16 18:28:17.973989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 93ce79b7-89af-4559-8ea6-80e93c409746 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:17.993621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 93ce79b7-89af-4559-8ea6-80e93c409746 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:17.994252 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.061470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dfe68ac1-1490-454e-81af-bc9a55ba59cb tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.063153 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dfe68ac1-1490-454e-81af-bc9a55ba59cb tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.55 "GET /v2.0/networks?id=23eb982d-ca61-4886-9e1c-48a871fc6187 HTTP/1.1" status: 200 len: 813 time: 0.4712811 Jul 16 18:28:18.088998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f782145-50e3-4019-8d64-d63e0699da0f req-9d196240-110e-4362-b643-bd4519f5e7fa tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027812 Jul 16 18:28:18.096483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Request body: {'port': {'device_id': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187', 'admin_state_up': True, 'tenant_id': 'd747641985a44186bb43abeee0eb5bfc'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:18.123668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:18.169050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:18.171566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:18.172647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.221062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=4da7fcb8-d1d0-47af-902c-867c88db843d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.246917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.266086 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080bedc3-45f0-47f1-90f2-83af45e7b9ce x-openstack-request-id: req-080bedc3-45f0-47f1-90f2-83af45e7b9ce {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:18.266086 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d", "code": 200}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "4d7ae5e3-f257-44fb-a294-9f1d82a9a99f", "code": 200}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b", "code": 200}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:18.266408 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-080bedc3-45f0-47f1-90f2-83af45e7b9ce {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:18.266908 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d', 'code': 200} Jul 16 18:28:18.267177 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d7ae5e3-f257-44fb-a294-9f1d82a9a99f', 'code': 200} Jul 16 18:28:18.267481 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b', 'code': 200} Jul 16 18:28:18.267565 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef', 'code': 200} Jul 16 18:28:18.325871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '951ccfd8-05bd-4d0d-87b8-5175644f1bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '24ce32fc-ab63-4a31-89b2-b37c23f3a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:18.326162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: 24ce32fc-ab63-4a31-89b2-b37c23f3a6a5, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:18.341347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f922425-41e9-4053-a6e3-8f509338a320 req-ac1bf4ad-1b00-4113-8c6c-76736b222d14 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.344764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f922425-41e9-4053-a6e3-8f509338a320 req-ac1bf4ad-1b00-4113-8c6c-76736b222d14 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1379306 Jul 16 18:28:18.351688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=620cee41-0617-4ced-a715-b0a3bdaf3d22,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.370292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 93ce79b7-89af-4559-8ea6-80e93c409746, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=93ce79b7-89af-4559-8ea6-80e93c409746,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:18.380794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.382058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 24ce32fc-ab63-4a31-89b2-b37c23f3a6a5 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:18.400107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 24ce32fc-ab63-4a31-89b2-b37c23f3a6a5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:18.404898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:18.411862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.417223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:18.417995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.437934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f922425-41e9-4053-a6e3-8f509338a320 req-5ad460b6-b9ea-4eac-b2a1-2c584cb06da0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840895 Jul 16 18:28:18.438565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Made reservation on behalf of d747641985a44186bb43abeee0eb5bfc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:18.443006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.443986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47344030-2f6d-4a72-8722-ace1106268d0 None None] Network 24ce32fc-ab63-4a31-89b2-b37c23f3a6a5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:18.476379 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a9c7aa4a-e6b4-4a5d-8b44-09b0f6998960 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8446686 Jul 16 18:28:18.490188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40986) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:18.623834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=93ce79b7-89af-4559-8ea6-80e93c409746,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:18.638668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Allocated IP 172.20.0.14 (23eb982d-ca61-4886-9e1c-48a871fc6187/c8a14774-57e7-43ed-9a0d-e06d22971964/1e7dbb64-a618-42c6-a60f-987960eedfb4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:18.744395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 620cee41-0617-4ced-a715-b0a3bdaf3d22 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:18.744774 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.883575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.913161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.919733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b9cc04b-8c50-4ed7-bfd2-0965ceed72b8 req-b3521dfb-409e-4149-82f9-7c00b8c289d7 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0460792 Jul 16 18:28:18.932385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 620cee41-0617-4ced-a715-b0a3bdaf3d22 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:18.947814 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.030321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Network 23eb982d-ca61-4886-9e1c-48a871fc6187 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:19.039140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:19.053440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:19.055753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.094773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=620cee41-0617-4ced-a715-b0a3bdaf3d22,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.104072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.106116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f99b20b7-259d-4ef9-a2d6-165c43769e95 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/620cee41-0617-4ced-a715-b0a3bdaf3d22 HTTP/1.1" status: 204 len: 168 time: 0.6233552 Jul 16 18:28:19.108847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40992) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.123349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Pushing event updated for resources: {'Port': ['ID=1e7dbb64-a618-42c6-a60f-987960eedfb4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.163918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.164779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.188647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-dde1df9d-eb04-477f-8994-bda8488b0862 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1137443 Jul 16 18:28:19.202398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Request body: {'port': {'device_id': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:19.271462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92160dd-a986-4295-8508-8f1473b136c6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.277974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92160dd-a986-4295-8508-8f1473b136c6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.284245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a92160dd-a986-4295-8508-8f1473b136c6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1737449 Jul 16 18:28:19.285564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.324381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdec47-9c1a-4068-93db-1cffa2dd3f1f req-3a4c8a5a-0b12-4309-b793-a61b8e7e21e5 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.326495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5dcdec47-9c1a-4068-93db-1cffa2dd3f1f req-3a4c8a5a-0b12-4309-b793-a61b8e7e21e5 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 932 time: 0.1359916 Jul 16 18:28:19.379371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.435507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5dcdec47-9c1a-4068-93db-1cffa2dd3f1f req-e81a0b3f-b05f-44ee-86ef-f9b73970d9d5 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751338 Jul 16 18:28:19.457111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.463388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.471543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.477903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.484438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.493795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.499857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.501898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-354fc39f-0dd9-4aae-985c-16988d267648 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.1988151 Jul 16 18:28:19.558488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40e29206-b259-4f2f-bdb8-c2a6ed406fd8 req-33d6cefb-9011-4d2b-94f1-57060897ee5a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0497587 Jul 16 18:28:19.582809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 4da7fcb8-d1d0-47af-902c-867c88db843d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:19.583399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.714977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.733353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 4da7fcb8-d1d0-47af-902c-867c88db843d owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:19.775398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774099e4-1f44-4187-935a-09845274c41b req-3ebae837-16da-46fe-843f-68a5ee73457e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:19.778093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-774099e4-1f44-4187-935a-09845274c41b req-3ebae837-16da-46fe-843f-68a5ee73457e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1044123 Jul 16 18:28:19.824803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-774099e4-1f44-4187-935a-09845274c41b req-1c40136c-5334-4da4-b00f-c2f169842a6e tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400419 Jul 16 18:28:19.920824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.976850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=4da7fcb8-d1d0-47af-902c-867c88db843d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.984057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.986075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6e3275e2-09ad-4c58-a251-ec986885c46e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/4da7fcb8-d1d0-47af-902c-867c88db843d HTTP/1.1" status: 204 len: 168 time: 0.6994140 Jul 16 18:28:19.989712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41004) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.001405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7dbb64-a618-42c6-a60f-987960eedfb4 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:20.012490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.032533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Transition to ACTIVE for port object 1e7dbb64-a618-42c6-a60f-987960eedfb4 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:20.042160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.081005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0a4b3e-635c-4112-bb52-21b10ef78281 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.085844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7d0a4b3e-635c-4112-bb52-21b10ef78281 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0949426 Jul 16 18:28:20.086988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41006) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.121444 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-195121b6-05f4-4a3e-ba4d-39e945b8873f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:28:20.123593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-195121b6-05f4-4a3e-ba4d-39e945b8873f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/620cee41-0617-4ced-a715-b0a3bdaf3d22 HTTP/1.1" status: 404 len: 333 time: 0.0359843 Jul 16 18:28:20.127926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41008) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.164433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7dbb64-a618-42c6-a60f-987960eedfb4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.184110 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ca509f-7709-4353-8da4-e51cf03f5ddc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:28:20.188552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-39ca509f-7709-4353-8da4-e51cf03f5ddc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/4da7fcb8-d1d0-47af-902c-867c88db843d HTTP/1.1" status: 404 len: 333 time: 0.0586936 Jul 16 18:28:20.191222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41010) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.210320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Attempting to bind port 1e7dbb64-a618-42c6-a60f-987960eedfb4 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:20.210808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Attempting to bind port 1e7dbb64-a618-42c6-a60f-987960eedfb4 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'f455e658-427f-4fe4-bc19-9db1bca290cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:20.211019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Attempting to bind port 1e7dbb64-a618-42c6-a60f-987960eedfb4 on network 23eb982d-ca61-4886-9e1c-48a871fc6187 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:20.218217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Port 1e7dbb64-a618-42c6-a60f-987960eedfb4 on network 23eb982d-ca61-4886-9e1c-48a871fc6187 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:20.218805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Attempting to bind port 1e7dbb64-a618-42c6-a60f-987960eedfb4 on network 23eb982d-ca61-4886-9e1c-48a871fc6187 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:20.227375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:20.227945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Checking segment: {'id': 'f455e658-427f-4fe4-bc19-9db1bca290cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:20.228561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Bound using segment: {'id': 'f455e658-427f-4fe4-bc19-9db1bca290cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:20.229008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Bound port: 1e7dbb64-a618-42c6-a60f-987960eedfb4, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f455e658-427f-4fe4-bc19-9db1bca290cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:20.229378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.266083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21767c17-89b0-4f3f-884b-2d4ad84902db req-6152018e-f5b4-46d6-b133-0e20de070d3d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0529995 Jul 16 18:28:20.268884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa91796-6c20-4a7a-b64f-be66a399c558'}, {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:20.271298 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be749888-6d44-4c12-8041-f923a80d8eb6" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "4aa91796-6c20-4a7a-b64f-be66a399c558"}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:20.330708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.344928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] For port 1e7dbb64-a618-42c6-a60f-987960eedfb4, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:20.354098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] For port 1e7dbb64-a618-42c6-a60f-987960eedfb4, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1e7dbb64-a618-42c6-a60f-987960eedfb4,segment=NetworkSegment(f455e658-427f-4fe4-bc19-9db1bca290cf),segment_id=f455e658-427f-4fe4-bc19-9db1bca290cf)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:20.366815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.384099 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cba5a5-97a1-491e-b0b7-751712029d5b x-openstack-request-id: req-22cba5a5-97a1-491e-b0b7-751712029d5b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:20.384701 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "4aa91796-6c20-4a7a-b64f-be66a399c558", "code": 200}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-plugged", "status": "completed", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:20.385132 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22cba5a5-97a1-491e-b0b7-751712029d5b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:20.385702 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa91796-6c20-4a7a-b64f-be66a399c558', 'code': 200} Jul 16 18:28:20.386129 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746', 'code': 200} Jul 16 18:28:20.436789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.437462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.440097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] 10.222.0.55 "PUT /v2.0/ports/1e7dbb64-a618-42c6-a60f-987960eedfb4 HTTP/1.1" status: 200 len: 1093 time: 1.2426014 Jul 16 18:28:20.452454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'tag': '1e7dbb64-a618-42c6-a60f-987960eedfb4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:20.456139 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8836bef-05d6-4e4b-a6b9-191e40e0139d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c2af01-1535-4a11-b9d7-2af255f2d7b1", "tag": "1e7dbb64-a618-42c6-a60f-987960eedfb4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:20.486536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.522150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ce32fc-ab63-4a31-89b2-b37c23f3a6a5']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:20.546953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951ccfd8-05bd-4d0d-87b8-5175644f1bfe') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:20.547553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951ccfd8-05bd-4d0d-87b8-5175644f1bfe') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:20.572652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.572996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20c608-9bd6-4808-a738-f4e446b99b33 service neutron] Pushing event updated for resources: {'Port': ['ID=1e7dbb64-a618-42c6-a60f-987960eedfb4,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:20.578345 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee85534-a5a5-44ff-9d6e-796123725caa x-openstack-request-id: req-fee85534-a5a5-44ff-9d6e-796123725caa {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:20.578771 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c2af01-1535-4a11-b9d7-2af255f2d7b1", "tag": "1e7dbb64-a618-42c6-a60f-987960eedfb4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:20.579209 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fee85534-a5a5-44ff-9d6e-796123725caa {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:20.579614 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'tag': '1e7dbb64-a618-42c6-a60f-987960eedfb4', 'status': 'completed', 'code': 200} Jul 16 18:28:20.591799 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.602542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:20.603996 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:20.610308 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:20.696911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-2a84fb45-f8a5-44a4-b95e-c3ffb6b609ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.698486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-2a84fb45-f8a5-44a4-b95e-c3ffb6b609ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d747641985a44186bb43abeee0eb5bfc&device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 1096 time: 0.2034526 Jul 16 18:28:20.790416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-3f1109fd-c966-4991-aa2a-f835f86997c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e7dbb64-a618-42c6-a60f-987960eedfb4 HTTP/1.1" status: 200 len: 217 time: 0.0836849 Jul 16 18:28:20.827750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.858108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.858593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.859073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.859540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.860010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.860813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.861457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.864059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-271b771c-1e05-4918-b580-9e533bc5b136 req-dda3391c-f755-4055-aa9a-2f83c6bf3352 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.2794125 Jul 16 18:28:20.869006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-7cd4ee50-d5bb-4584-9bce-2bad6cacfc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:20.870533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-7cd4ee50-d5bb-4584-9bce-2bad6cacfc5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8a14774-57e7-43ed-9a0d-e06d22971964 HTTP/1.1" status: 200 len: 853 time: 0.0728140 Jul 16 18:28:20.892840 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.899901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/24ce32fc-ab63-4a31-89b2-b37c23f3a6a5 HTTP/1.1" status: 204 len: 168 time: 0.7071054 Jul 16 18:28:20.912544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:20.917821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-924291637'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:20.946234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-8e2060b1-20c7-4325-9d18-0e9f89a2f70f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23eb982d-ca61-4886-9e1c-48a871fc6187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687790 Jul 16 18:28:20.948838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:20.952442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:20.955268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75231bc-9e05-4d0d-8470-cfcea872bf6d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=24ce32fc-ab63-4a31-89b2-b37c23f3a6a5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.028444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.035547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.036956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-271b771c-1e05-4918-b580-9e533bc5b136 req-15418711-6661-45b8-a02a-9488ef3f6a9b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653812 Jul 16 18:28:21.041416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.048280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.055700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.061745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.067906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.069969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3810994-f505-4d85-a7db-84627afda529 req-caea82bd-04cf-43d9-825c-c4ab52d56555 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.2324970 Jul 16 18:28:21.084314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:21.097530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035a457-bca9-4dc6-88fd-aee175c180f9 req-301d2425-2467-49f8-ac2c-c8b2fea99a57 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.105574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b035a457-bca9-4dc6-88fd-aee175c180f9 req-301d2425-2467-49f8-ac2c-c8b2fea99a57 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 944 time: 0.3017282 Jul 16 18:28:21.109326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.109750 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 4389ef82-1f68-47f8-b3df-5ecea6153591 of type vlan for network c2d6acbc-dbec-433f-9b0f-786a2df9d479 Jul 16 18:28:21.129045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-ebe801f5-5c7e-4573-86cf-8082d18ab715 service neutron] 10.222.0.55 "GET /v2.0/networks/23eb982d-ca61-4886-9e1c-48a871fc6187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717963 Jul 16 18:28:21.182552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3810994-f505-4d85-a7db-84627afda529 req-6cf485ee-7774-46a3-b63b-065741cbdaa5 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1020229 Jul 16 18:28:21.200899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b035a457-bca9-4dc6-88fd-aee175c180f9 req-5e40a475-20e4-4d5a-a1fa-acdee24de06d tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943389 Jul 16 18:28:21.213687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.288648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.294422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.295072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:21.323345 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e21746e-5c9a-43a5-89bc-c48747210828 req-9a807ed0-6fc4-4603-a237-8d67996cc51c service neutron] 10.222.0.55 "GET /v2.0/networks/23eb982d-ca61-4886-9e1c-48a871fc6187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630840 Jul 16 18:28:21.341084 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4274819 Jul 16 18:28:21.345223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:21.353518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:21.439565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054975c-118e-42b4-bcd3-c5b3a16770d4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=c2d6acbc-dbec-433f-9b0f-786a2df9d479,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:21.460742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network c2d6acbc-dbec-433f-9b0f-786a2df9d479 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:21.508344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e28c-ded0-436a-9dba-a3de87272d5b req-14a494a3-cc62-4ccc-a2ab-73587c9ea21a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:21.509913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a28e28c-ded0-436a-9dba-a3de87272d5b req-14a494a3-cc62-4ccc-a2ab-73587c9ea21a tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1811278 Jul 16 18:28:21.578567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ebc36ba-4987-4a66-bcd1-c1a0ea70ebfc req-08772778-2bdc-43d6-964e-a53e463b125d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0452790 Jul 16 18:28:21.635458 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a28e28c-ded0-436a-9dba-a3de87272d5b req-0d8bd45c-162d-4328-9efe-2283844b4e48 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163065 Jul 16 18:28:21.662614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:21.666672 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.117436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-28d87594-b789-4fca-9405-e49628923b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.120213 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-28d87594-b789-4fca-9405-e49628923b33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d747641985a44186bb43abeee0eb5bfc&device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 1096 time: 0.6504085 Jul 16 18:28:22.340102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-5cffce67-0a1a-4974-a6a2-443610b07706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.341765 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-5cffce67-0a1a-4974-a6a2-443610b07706 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23eb982d-ca61-4886-9e1c-48a871fc6187 HTTP/1.1" status: 200 len: 913 time: 0.2105947 Jul 16 18:28:22.403456 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-3c2afe11-0b1f-4213-9ab4-3d2e368a0788 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e7dbb64-a618-42c6-a60f-987960eedfb4 HTTP/1.1" status: 200 len: 217 time: 0.0421069 Jul 16 18:28:22.473297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-517efb75-fc94-48e8-bcba-d84998e79064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.474810 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-517efb75-fc94-48e8-bcba-d84998e79064 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8a14774-57e7-43ed-9a0d-e06d22971964 HTTP/1.1" status: 200 len: 853 time: 0.0557868 Jul 16 18:28:22.538560 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-c45eb6aa-9b4e-46f2-84ca-25d275c318da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23eb982d-ca61-4886-9e1c-48a871fc6187&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568297 Jul 16 18:28:22.599866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.731603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8c564-238b-43be-badc-1ceb10138876 req-289b6ff8-5efd-4f8a-b445-32513887ce76 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.733041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-6510df92-0a9b-4210-9307-35f4ff1e6aa5 service neutron] 10.222.0.55 "GET /v2.0/networks/23eb982d-ca61-4886-9e1c-48a871fc6187?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880636 Jul 16 18:28:22.735644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0de8c564-238b-43be-badc-1ceb10138876 req-289b6ff8-5efd-4f8a-b445-32513887ce76 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 944 time: 0.2629900 Jul 16 18:28:22.778013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=7979eaa6-5803-4cc5-8611-a2def24ef4e2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:22.833118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '4389ef82-1f68-47f8-b3df-5ecea6153591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:22.833490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: c2d6acbc-dbec-433f-9b0f-786a2df9d479, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:22.838520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0de8c564-238b-43be-badc-1ceb10138876 req-25181fa8-e6b7-4a5c-a88a-f7fd732be7de tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875144 Jul 16 18:28:22.871409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.877528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8836bef-05d6-4e4b-a6b9-191e40e0139d req-862497f6-b57f-4fe8-af2c-3c03e6a7a213 service neutron] 10.222.0.55 "GET /v2.0/networks/23eb982d-ca61-4886-9e1c-48a871fc6187?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371143 Jul 16 18:28:22.879020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network c2d6acbc-dbec-433f-9b0f-786a2df9d479 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:22.888004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.896134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, c2d6acbc-dbec-433f-9b0f-786a2df9d479) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:22.902683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.910812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.912402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.917825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.918087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e76612-4b6c-4e4d-8cc4-607c1e13f414 None None] Network c2d6acbc-dbec-433f-9b0f-786a2df9d479 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:22.931091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.947345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.959997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-20a053ed-cef3-4ef4-8f1d-06abe33d7f07 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6122038 Jul 16 18:28:22.961146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:22.962685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:22.983696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479', 'name': 'tempest-PortsTestJSON-260828062'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:22.984722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-1220e5e5-58e2-4b8c-ba20-cc04b66a7a1f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.3385582 Jul 16 18:28:23.065934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54a26f7b-4383-42d8-bb7e-5538a2f0197b req-4385f19a-85a6-43cb-9b12-e999fc7ebbdb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790875 Jul 16 18:28:23.239316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-c2d6acbc-dbec-433f-9b0f-786a2df9d479', 'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479', 'tenant_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'fixed_ips': [{'subnet_id': '7979eaa6-5803-4cc5-8611-a2def24ef4e2'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:23.240531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.286094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:23.290437 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.300427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5e2c7a5-631e-4875-8e2e-ae9ac77bd546 req-5117e87b-d45f-445a-8868-ce6624ca0937 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0755804 Jul 16 18:28:23.343652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 55dd4d40-2ea1-4cf7-b1fc-f82039db437f yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:23.419487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Allocated IP 172.20.0.2 (c2d6acbc-dbec-433f-9b0f-786a2df9d479/7979eaa6-5803-4cc5-8611-a2def24ef4e2/f102fe35-984f-4bf3-ba95-20216d8ea283) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:23.527248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14337966-cd05-4dab-a09e-9c3c09e621bf req-7e4c9359-4153-4ebc-a594-0c9d5ff864c4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.536187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14337966-cd05-4dab-a09e-9c3c09e621bf req-7e4c9359-4153-4ebc-a594-0c9d5ff864c4 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1006842 Jul 16 18:28:23.597698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14337966-cd05-4dab-a09e-9c3c09e621bf req-16a40832-9f5c-4b44-97c2-df441435a3e1 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Jul 16 18:28:23.757959 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.777526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Transition to ACTIVE for port object f102fe35-984f-4bf3-ba95-20216d8ea283 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:23.786360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.798570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.802549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Transition to ACTIVE for port object f102fe35-984f-4bf3-ba95-20216d8ea283 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:23.810153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.811923 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:23.822643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.833546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.844739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.860837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:23.879127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0bfbf60-e625-43ea-bc63-b149107b4a62 req-244f9b3d-2dff-4128-92b4-0aafe10a7408 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.2158082 Jul 16 18:28:23.881235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41046) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:23.894679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Request body: {'floatingip': {'port_id': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:23.914353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Network c2d6acbc-dbec-433f-9b0f-786a2df9d479 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:23.920923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:23.929873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:23.944870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Pushing event updated for resources: {'Port': ['ID=f102fe35-984f-4bf3-ba95-20216d8ea283,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:23.971811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.11 (c2d6acbc-dbec-433f-9b0f-786a2df9d479/7979eaa6-5803-4cc5-8611-a2def24ef4e2/55dd4d40-2ea1-4cf7-b1fc-f82039db437f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:24.011911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.137799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1e7dbb64-a618-42c6-a60f-987960eedfb4 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:24.230748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Attempting to bind port f102fe35-984f-4bf3-ba95-20216d8ea283 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:24.243297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Attempting to bind port f102fe35-984f-4bf3-ba95-20216d8ea283 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '4389ef82-1f68-47f8-b3df-5ecea6153591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:24.243297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Attempting to bind port f102fe35-984f-4bf3-ba95-20216d8ea283 on network c2d6acbc-dbec-433f-9b0f-786a2df9d479 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:24.251309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:24.251735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Checking segment: {'id': '4389ef82-1f68-47f8-b3df-5ecea6153591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:24.252485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.258547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Bound using segment: {'id': '4389ef82-1f68-47f8-b3df-5ecea6153591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:24.259599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Bound port: f102fe35-984f-4bf3-ba95-20216d8ea283, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4389ef82-1f68-47f8-b3df-5ecea6153591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'c2d6acbc-dbec-433f-9b0f-786a2df9d479'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:24.260013 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.410255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.442885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 55dd4d40-2ea1-4cf7-b1fc-f82039db437f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:24.536432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da06da-dea3-4481-8075-9c83bccd657d req-eb0506ea-2f91-44ec-a169-42e673933de7 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.538426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.543907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6da06da-dea3-4481-8075-9c83bccd657d req-eb0506ea-2f91-44ec-a169-42e673933de7 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 944 time: 0.2888284 Jul 16 18:28:24.579535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1e7dbb64-a618-42c6-a60f-987960eedfb4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1e7dbb64-a618-42c6-a60f-987960eedfb4,segment=NetworkSegment(f455e658-427f-4fe4-bc19-9db1bca290cf),segment_id=f455e658-427f-4fe4-bc19-9db1bca290cf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:24.607303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network c2d6acbc-dbec-433f-9b0f-786a2df9d479 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:24.614389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:24.624354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:24.644782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] For port f102fe35-984f-4bf3-ba95-20216d8ea283, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:24.659851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '1e7dbb64-a618-42c6-a60f-987960eedfb4', 'network_id': '23eb982d-ca61-4886-9e1c-48a871fc6187', 'port_id': '1e7dbb64-a618-42c6-a60f-987960eedfb4', 'mac_address': 'fa:16:3e:f9:a8:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a14774-57e7-43ed-9a0d-e06d22971964', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:24.680767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] For port f102fe35-984f-4bf3-ba95-20216d8ea283, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f102fe35-984f-4bf3-ba95-20216d8ea283,segment=NetworkSegment(4389ef82-1f68-47f8-b3df-5ecea6153591),segment_id=4389ef82-1f68-47f8-b3df-5ecea6153591)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:24.688739 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.839541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-85233d4c-d21c-4e4d-84f5-b7cfc163702a req-58964602-fe11-4cd8-a826-196ec25721f4 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0811584 Jul 16 18:28:24.859045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:24.859828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.877510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6da06da-dea3-4481-8075-9c83bccd657d req-781b12b6-619c-4912-bc19-46775616b46b tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322947 Jul 16 18:28:24.887143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9211774 Jul 16 18:28:24.891750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:24.902145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.933946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a681018-6fe2-4be3-90f8-072873a6a6fd None None] Pushing event updated for resources: {'Port': ['ID=f102fe35-984f-4bf3-ba95-20216d8ea283,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.948087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7dbb64-a618-42c6-a60f-987960eedfb4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:24.960492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f619ec-8773-447d-9dae-e60922a0e6e8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=55dd4d40-2ea1-4cf7-b1fc-f82039db437f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.019017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1e7dbb64-a618-42c6-a60f-987960eedfb4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1e7dbb64-a618-42c6-a60f-987960eedfb4,segment=NetworkSegment(f455e658-427f-4fe4-bc19-9db1bca290cf),segment_id=f455e658-427f-4fe4-bc19-9db1bca290cf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:25.033607 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.140673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 55dd4d40-2ea1-4cf7-b1fc-f82039db437f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:25.141620 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.151570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1e7dbb64-a618-42c6-a60f-987960eedfb4,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.298619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1e7dbb64-a618-42c6-a60f-987960eedfb4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:25.354629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.384972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 55dd4d40-2ea1-4cf7-b1fc-f82039db437f owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:25.420015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58d5ed-d7d8-441a-b455-fa9087cc8438 req-beb545a3-a74c-475c-a738-d7ab0367a02b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:25.437874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc58d5ed-d7d8-441a-b455-fa9087cc8438 req-beb545a3-a74c-475c-a738-d7ab0367a02b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.2539537 Jul 16 18:28:25.493705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:28:25.554813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc58d5ed-d7d8-441a-b455-fa9087cc8438 req-a8e11487-a472-4a2f-b862-c7634548b393 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158779 Jul 16 18:28:25.617399 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.626775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.712737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f102fe35-984f-4bf3-ba95-20216d8ea283 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:25.742864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.795271 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Floating IP 6f6de66c-446a-4e65-a91e-ebfd031a03db associated. External IP: 172.25.0.162, port: 96b8abe9-3ad8-46c0-b845-7bd5972b15cb. Jul 16 18:28:25.798241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f102fe35-984f-4bf3-ba95-20216d8ea283 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:25.884715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=55dd4d40-2ea1-4cf7-b1fc-f82039db437f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:25.984121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.987898 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-99b5ba99-5208-4571-a837-a5a21792655c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/55dd4d40-2ea1-4cf7-b1fc-f82039db437f HTTP/1.1" status: 204 len: 168 time: 1.0935142 Jul 16 18:28:25.990895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.072178 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-397c4e2f-c577-4078-8a1d-2184967e9509 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:28:26.073430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397c4e2f-c577-4078-8a1d-2184967e9509 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:28:26.075489 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-397c4e2f-c577-4078-8a1d-2184967e9509 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/55dd4d40-2ea1-4cf7-b1fc-f82039db437f HTTP/1.1" status: 404 len: 333 time: 0.0828040 Jul 16 18:28:26.078916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41066) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.199802 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded78404-b681-4e09-8210-c898596ed5df tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:28:26.204904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ded78404-b681-4e09-8210-c898596ed5df tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/55dd4d40-2ea1-4cf7-b1fc-f82039db437f HTTP/1.1" status: 404 len: 333 time: 0.1219840 Jul 16 18:28:26.205278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.320015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 7979eaa6-5803-4cc5-8611-a2def24ef4e2 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:26.325401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.421382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.653316 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.667335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b1c2e8-633a-40e1-aa11-9d98852c5ff6 None None] Network c2d6acbc-dbec-433f-9b0f-786a2df9d479 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:26.713205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dde50a2c-07c6-4b27-89ff-34a3f3360813 req-33f28b62-f6b2-4250-a3bb-1d562bf4008d tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.5443811 Jul 16 18:28:26.779594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.854826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:26.857195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9fc9b-7c16-45ff-a09d-6454689f2d15 req-2bfe71f8-18c6-4ee1-903b-4aa617697713 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:26.858472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/7979eaa6-5803-4cc5-8611-a2def24ef4e2 HTTP/1.1" status: 204 len: 168 time: 0.6513705 Jul 16 18:28:26.862978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb1d3f-33e2-43af-bc99-79bde5e4784b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=7979eaa6-5803-4cc5-8611-a2def24ef4e2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:26.866257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:26.871716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8c9fc9b-7c16-45ff-a09d-6454689f2d15 req-2bfe71f8-18c6-4ee1-903b-4aa617697713 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 945 time: 0.6802943 Jul 16 18:28:26.874013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:27.052958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.078901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e33ed9b8-9b78-4f00-91c9-cd48b3281f2e None None] Provisioning for port f102fe35-984f-4bf3-ba95-20216d8ea283 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:27.091365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e33ed9b8-9b78-4f00-91c9-cd48b3281f2e None None] Provisioning complete for port f102fe35-984f-4bf3-ba95-20216d8ea283 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:27.092108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e33ed9b8-9b78-4f00-91c9-cd48b3281f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.093830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:27.099257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.105378 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37527957-b942-4881-a605-75f861ebfd38 None None] Sync routers for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:27.125059 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:27.126110 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:28:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:27.144737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8c9fc9b-7c16-45ff-a09d-6454689f2d15 req-edd82d55-82ba-4a6b-960b-8318e15acff7 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618697 Jul 16 18:28:27.201344 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9475d940-679c-4347-92d1-1709ad7a34f9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "PUT /v2.0/floatingips/6f6de66c-446a-4e65-a91e-ebfd031a03db HTTP/1.1" status: 200 len: 991 time: 3.3157089 Jul 16 18:28:27.214362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:27.225961 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ee255-8090-4493-9704-441298f95270" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:27.243365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port f102fe35-984f-4bf3-ba95-20216d8ea283 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:27.243776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.274414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a206154-ebe6-4630-9dcd-a58dab517027 req-957513f6-dd10-4538-8e32-7159f29015bc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.278242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a206154-ebe6-4630-9dcd-a58dab517027 req-957513f6-dd10-4538-8e32-7159f29015bc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.3816133 Jul 16 18:28:27.410082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a206154-ebe6-4630-9dcd-a58dab517027 req-bef1ac2d-5d81-431a-93cf-bb4401fddf8b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193228 Jul 16 18:28:27.418673 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:27.452684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] For port f102fe35-984f-4bf3-ba95-20216d8ea283, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f102fe35-984f-4bf3-ba95-20216d8ea283,segment=NetworkSegment(4389ef82-1f68-47f8-b3df-5ecea6153591),segment_id=4389ef82-1f68-47f8-b3df-5ecea6153591)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:27.453061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.480512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for f102fe35-984f-4bf3-ba95-20216d8ea283 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:27.516957 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2639e5f7-abf7-4fcb-9e83-c37e23b98499 x-openstack-request-id: req-2639e5f7-abf7-4fcb-9e83-c37e23b98499 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:27.517559 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:27.518346 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2639e5f7-abf7-4fcb-9e83-c37e23b98499 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:27.519293 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'status': 'completed', 'code': 200} Jul 16 18:28:27.547163 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e33ed9b8-9b78-4f00-91c9-cd48b3281f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.586845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e33ed9b8-9b78-4f00-91c9-cd48b3281f2e None None] For port f102fe35-984f-4bf3-ba95-20216d8ea283, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f102fe35-984f-4bf3-ba95-20216d8ea283,segment=NetworkSegment(4389ef82-1f68-47f8-b3df-5ecea6153591),segment_id=4389ef82-1f68-47f8-b3df-5ecea6153591)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:27.594791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e33ed9b8-9b78-4f00-91c9-cd48b3281f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.666263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ed9b8-9b78-4f00-91c9-cd48b3281f2e None None] Pushing event updated for resources: {'Port': ['ID=f102fe35-984f-4bf3-ba95-20216d8ea283,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.706375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.732677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=f102fe35-984f-4bf3-ba95-20216d8ea283,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:27.753640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No DVR routers for this DVR port f102fe35-984f-4bf3-ba95-20216d8ea283 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:27.796510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382170d3-d435-4dc7-b056-520b242adac5 None None] DHCP port deletion for c2d6acbc-dbec-433f-9b0f-786a2df9d479 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:27.936904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.951662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d6acbc-dbec-433f-9b0f-786a2df9d479']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:27.968379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4389ef82-1f68-47f8-b3df-5ecea6153591') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:27.968678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4389ef82-1f68-47f8-b3df-5ecea6153591') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:27.985938 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.020579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.055464 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '6f6de66c-446a-4e65-a91e-ebfd031a03db', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'port_id': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'mac_address': 'fa:16:3e:af:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:01Z', 'updated_at': '2021-07-16T18:28:25Z', 'revision_number': 1, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:28.058091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:28.058782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.092251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.092743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.093545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.095666 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37527957-b942-4881-a605-75f861ebfd38 None None] Checking router: 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:28.100817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.101315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.101805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.102286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.105284 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-549ee255-8090-4493-9704-441298f95270 req-f6560583-afbc-4ff1-9291-05106ecb5504 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.4648292 Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:28.106009 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:28.110847 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:28.112824 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:28:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:28.124792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2532e78e-0066-4dbf-a8e3-6166dc554b1a req-d0bac841-6172-4aa2-a02d-fe34a2a0168b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/ports?device_id=3559d757-82e9-4e93-8a86-f6173216ca91 HTTP/1.1" status: 200 len: 210 time: 0.0761898 Jul 16 18:28:28.153364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1e7dbb64-a618-42c6-a60f-987960eedfb4 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:28.288334 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:28.292215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 1e7dbb64-a618-42c6-a60f-987960eedfb4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:28.298895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.299503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 1e7dbb64-a618-42c6-a60f-987960eedfb4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:28.299886 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.305835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.307819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/c2d6acbc-dbec-433f-9b0f-786a2df9d479 HTTP/1.1" status: 204 len: 168 time: 1.4405680 Jul 16 18:28:28.313873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41086) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:28.320968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2002347102'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:28.327953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81da32-0ccc-4f40-84d2-160bd7e5c2d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=c2d6acbc-dbec-433f-9b0f-786a2df9d479,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.365208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-d7c86c83-2894-4756-bed7-ce0d8388d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.368392 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-549ee255-8090-4493-9704-441298f95270 req-d7c86c83-2894-4756-bed7-ce0d8388d165 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7 HTTP/1.1" status: 200 len: 911 time: 0.2419486 Jul 16 18:28:28.445989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.477777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7dbb64-a618-42c6-a60f-987960eedfb4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:28.479212 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-549ee255-8090-4493-9704-441298f95270 req-5b2839d5-a0de-4246-8321-70f971ae55d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 999 time: 0.1039271 Jul 16 18:28:28.480343 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d5c809-fb2a-499c-862a-aa7c4267ed4b" -d '{"events": [{"server_uuid": "d7c2af01-1535-4a11-b9d7-2af255f2d7b1", "name": "network-vif-plugged", "status": "completed", "tag": "1e7dbb64-a618-42c6-a60f-987960eedfb4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:28.508499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1e7dbb64-a618-42c6-a60f-987960eedfb4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1e7dbb64-a618-42c6-a60f-987960eedfb4,segment=NetworkSegment(f455e658-427f-4fe4-bc19-9db1bca290cf),segment_id=f455e658-427f-4fe4-bc19-9db1bca290cf)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:28.518994 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.615673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-32ce4ca7-880e-469e-ae98-53311b986232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.623603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-549ee255-8090-4493-9704-441298f95270 req-32ce4ca7-880e-469e-ae98-53311b986232 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.1349673 Jul 16 18:28:28.647971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:28.657209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1e7dbb64-a618-42c6-a60f-987960eedfb4,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:28.662131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.784074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ee255-8090-4493-9704-441298f95270 req-7e3c1066-15a8-4d11-a70c-11e258276ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.790599 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-549ee255-8090-4493-9704-441298f95270 req-7e3c1066-15a8-4d11-a70c-11e258276ae5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576047 Jul 16 18:28:28.867776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e457a-2130-4750-a210-d258b116ee14 req-c47ce06a-a43e-4b3d-b891-6a16df81d580 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:28.870452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b8e457a-2130-4750-a210-d258b116ee14 req-c47ce06a-a43e-4b3d-b891-6a16df81d580 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 945 time: 0.5045228 Jul 16 18:28:28.903495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:28.952438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:28.952703 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 3053b28e-5b6a-48e2-bd02-bbac5743ed3a of type vlan for network 0672a30f-6e77-4258-82bc-06889a997c5f Jul 16 18:28:28.994266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-549ee255-8090-4493-9704-441298f95270 req-dee6ca60-11ab-4629-873e-acff05a484cf service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968217 Jul 16 18:28:29.027143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b8e457a-2130-4750-a210-d258b116ee14 req-33aae9ee-1886-4f4e-89f7-e5e606bac7dc tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462102 Jul 16 18:28:29.061859 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-37527957-b942-4881-a605-75f861ebfd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '6f6de66c-446a-4e65-a91e-ebfd031a03db', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'port_id': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'mac_address': 'fa:16:3e:af:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:01Z', 'updated_at': '2021-07-16T18:28:25Z', 'revision_number': 1, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:29.117122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.123830 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44109d01-5a48-4b83-9e69-0b9abf31d7a5 x-openstack-request-id: req-44109d01-5a48-4b83-9e69-0b9abf31d7a5 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:29.124665 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c2af01-1535-4a11-b9d7-2af255f2d7b1", "name": "network-vif-plugged", "status": "completed", "tag": "1e7dbb64-a618-42c6-a60f-987960eedfb4", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:29.124665 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44109d01-5a48-4b83-9e69-0b9abf31d7a5 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:29.125146 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7dbb64-a618-42c6-a60f-987960eedfb4', 'code': 200} Jul 16 18:28:29.128989 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37527957-b942-4881-a605-75f861ebfd38 None None] The sync data for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 is: [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '6f6de66c-446a-4e65-a91e-ebfd031a03db', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'floating_ip_address': '172.25.0.162', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'port_id': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'mac_address': 'fa:16:3e:af:ce:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:27:01Z', 'updated_at': '2021-07-16T18:28:25Z', 'revision_number': 1, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:29.188180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-549ee255-8090-4493-9704-441298f95270 req-2a4501d0-79ca-4b42-92c9-e00b010edfec service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871035 Jul 16 18:28:29.194388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.202202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.203085 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.228815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa35aa-cf32-41f6-a9ed-efff9a387ae3 req-439f5add-04c1-4262-8be9-9be09b5ef6d3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.230392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6aa35aa-cf32-41f6-a9ed-efff9a387ae3 req-439f5add-04c1-4262-8be9-9be09b5ef6d3 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1664321 Jul 16 18:28:29.271355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9570944 Jul 16 18:28:29.272299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41098) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:29.280888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:29.340430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86301bf2-3eff-4145-b719-d8a4a336c917 req-80372b2c-9f7f-4fd9-bbd5-0d0e6420b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.342461 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86301bf2-3eff-4145-b719-d8a4a336c917 req-80372b2c-9f7f-4fd9-bbd5-0d0e6420b005 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 1098 time: 0.1035640 Jul 16 18:28:29.359320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:29.435603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba426092-6dc7-4a63-87c0-d6f9abcce774 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=0672a30f-6e77-4258-82bc-06889a997c5f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:29.451716 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86301bf2-3eff-4145-b719-d8a4a336c917 req-71cb658c-43f5-47aa-a618-eb77295f97bb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015253 Jul 16 18:28:29.452009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 0672a30f-6e77-4258-82bc-06889a997c5f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:29.472105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e05998a7-602d-4207-ab67-b9ce5a20e54b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.477413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6aa35aa-cf32-41f6-a9ed-efff9a387ae3 req-1cab53d6-ed05-4067-9636-fda752ebdc22 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245018 Jul 16 18:28:29.526748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e05998a7-602d-4207-ab67-b9ce5a20e54b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.531508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:29.537363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.570347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000694c7-6e85-4dc3-bfde-820c7e723813 None None] New status for floating IP 6f6de66c-446a-4e65-a91e-ebfd031a03db: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:29.631042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e05998a7-602d-4207-ab67-b9ce5a20e54b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.636513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e05998a7-602d-4207-ab67-b9ce5a20e54b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.643983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e05998a7-602d-4207-ab67-b9ce5a20e54b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/security-groups/966e3bfa-d064-49a8-8b94-7ff94c338c00 HTTP/1.1" status: 204 len: 168 time: 0.2834811 Jul 16 18:28:29.645399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41104) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:29.647986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f102fe35-984f-4bf3-ba95-20216d8ea283 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:29.663466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05998a7-602d-4207-ab67-b9ce5a20e54b tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e3bfa-d064-49a8-8b94-7ff94c338c00,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:29.668681 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-a9819484-8a03-44e5-a70d-6d1939cf31da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] show failed (client error): The resource could not be found. Jul 16 18:28:29.669830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9819484-8a03-44e5-a70d-6d1939cf31da tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "GET /v2.0/security-groups/966e3bfa-d064-49a8-8b94-7ff94c338c00 HTTP/1.1" status: 404 len: 347 time: 0.0197840 Jul 16 18:28:29.674327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:29.719193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: f102fe35-984f-4bf3-ba95-20216d8ea283 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:29.719783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f102fe35-984f-4bf3-ba95-20216d8ea283 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:29.803836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.888669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=9d8492d1-fad0-4c09-a041-7d0a7ec31781,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:29.901439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port 77fa22db-c32e-4b0d-8ddd-6473f14a322b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:29.902441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.904509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '3053b28e-5b6a-48e2-bd02-bbac5743ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:29.910081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: 0672a30f-6e77-4258-82bc-06889a997c5f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:29.942509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 0672a30f-6e77-4258-82bc-06889a997c5f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:29.959200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 0672a30f-6e77-4258-82bc-06889a997c5f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:29.973644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45204fff-fb65-43ce-92f9-51d523fb8dca None None] Network 0672a30f-6e77-4258-82bc-06889a997c5f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:29.981635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:29.982996 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.011676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bd436225-8109-4f43-ac69-651d1ce7050e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7346802 Jul 16 18:28:30.015551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41112) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:30.024678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-337351743'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:30.078682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.079262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.129953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for 77fa22db-c32e-4b0d-8ddd-6473f14a322b owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:30.222777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-0672a30f-6e77-4258-82bc-06889a997c5f', 'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f', 'tenant_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'fixed_ips': [{'subnet_id': '9d8492d1-fad0-4c09-a041-7d0a7ec31781'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:30.224583 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.239930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:30.252722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.296806 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77edb575-7b4a-4dca-9dce-75a60638395f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.323520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port bca87c36-9925-4f38-9de0-2f573a5ca7f8 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:30.494854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.6 (0672a30f-6e77-4258-82bc-06889a997c5f/9d8492d1-fad0-4c09-a041-7d0a7ec31781/bca87c36-9925-4f38-9de0-2f573a5ca7f8) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:30.580860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d9dbf-7a3e-4bea-844f-57f7dc2f7fe3 req-e294f4a1-cb57-4b80-b529-84e9383823e4 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.594104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.594478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a2d9dbf-7a3e-4bea-844f-57f7dc2f7fe3 req-e294f4a1-cb57-4b80-b529-84e9383823e4 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 946 time: 0.1648877 Jul 16 18:28:30.628663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=77fa22db-c32e-4b0d-8ddd-6473f14a322b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:30.715219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.721896 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.724846 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f44897b3-d7be-46a6-895a-d79afd3e7ebb tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/floatingips/02da8750-eb16-4fb7-81c0-a77a64d1ddeb HTTP/1.1" status: 204 len: 168 time: 1.0490944 Jul 16 18:28:30.727782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:30.740119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a2d9dbf-7a3e-4bea-844f-57f7dc2f7fe3 req-3806658e-d73c-454f-add7-1fbafbdee0bf tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444201 Jul 16 18:28:30.820396 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.841030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object bca87c36-9925-4f38-9de0-2f573a5ca7f8 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:30.849973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8ba84-b8a8-4dc6-a37d-b3d1e0b32685 req-d55cc240-09d5-4568-9702-02803f640c9b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:30.851646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35b8ba84-b8a8-4dc6-a37d-b3d1e0b32685 req-d55cc240-09d5-4568-9702-02803f640c9b tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1252928 Jul 16 18:28:30.887282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:30.887619 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.921424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.931146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35b8ba84-b8a8-4dc6-a37d-b3d1e0b32685 req-e9b6d0af-ec5e-4757-90ac-156e6ecc8d63 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551674 Jul 16 18:28:30.969662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 0672a30f-6e77-4258-82bc-06889a997c5f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:30.985218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:30.990017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:31.019808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Allocated IP 172.20.0.2 (0672a30f-6e77-4258-82bc-06889a997c5f/9d8492d1-fad0-4c09-a041-7d0a7ec31781/7c58e52c-aacb-49a4-addd-11a054451575) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:31.039788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=bca87c36-9925-4f38-9de0-2f573a5ca7f8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.069550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.077729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.078530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.087847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for 0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:31.100359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-421eeae3-9f99-4303-a7b6-9cf79a33bdbb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.0805397 Jul 16 18:28:31.103261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41124) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:31.256540 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.270291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port bca87c36-9925-4f38-9de0-2f573a5ca7f8 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:31.271537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.272205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Transition to ACTIVE for port object 7c58e52c-aacb-49a4-addd-11a054451575 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:31.295601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Transition to ACTIVE for port object 7c58e52c-aacb-49a4-addd-11a054451575 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:31.307333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.348954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Network 0672a30f-6e77-4258-82bc-06889a997c5f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:31.352429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:31.356613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:31.377390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Pushing event updated for resources: {'Port': ['ID=7c58e52c-aacb-49a4-addd-11a054451575,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.412553 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.413953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.435431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for bca87c36-9925-4f38-9de0-2f573a5ca7f8 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:31.441896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Attempting to bind port 7c58e52c-aacb-49a4-addd-11a054451575 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:31.442455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Attempting to bind port 7c58e52c-aacb-49a4-addd-11a054451575 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '3053b28e-5b6a-48e2-bd02-bbac5743ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:31.442988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Attempting to bind port 7c58e52c-aacb-49a4-addd-11a054451575 on network 0672a30f-6e77-4258-82bc-06889a997c5f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:31.449213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:31.449846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Checking segment: {'id': '3053b28e-5b6a-48e2-bd02-bbac5743ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:31.450367 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.450936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Bound using segment: {'id': '3053b28e-5b6a-48e2-bd02-bbac5743ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:31.452107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Bound port: 7c58e52c-aacb-49a4-addd-11a054451575, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3053b28e-5b6a-48e2-bd02-bbac5743ed3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '0672a30f-6e77-4258-82bc-06889a997c5f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:31.452107 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.500953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=0f08883f-96a5-4d5b-9295-ac4d2d80dbf9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.557124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.562963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5a3a0fde-9bce-42ab-8b91-6b91d6d2fd18 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/ports/0f08883f-96a5-4d5b-9295-ac4d2d80dbf9 HTTP/1.1" status: 204 len: 168 time: 0.8316638 Jul 16 18:28:31.563365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:31.577249 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] For port 7c58e52c-aacb-49a4-addd-11a054451575, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:31.581864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] For port 7c58e52c-aacb-49a4-addd-11a054451575, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7c58e52c-aacb-49a4-addd-11a054451575,segment=NetworkSegment(3053b28e-5b6a-48e2-bd02-bbac5743ed3a),segment_id=3053b28e-5b6a-48e2-bd02-bbac5743ed3a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:31.587875 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.660948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Pushing event updated for resources: {'Port': ['ID=7c58e52c-aacb-49a4-addd-11a054451575,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.676486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.684839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.685195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.685907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.686555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.688311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.688311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.688311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.688311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.688844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.688969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.694410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.694410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14b6b43-a502-4fbb-b725-2f894671e478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.751451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port ea13ca29-c52b-478e-84a2-e8fa89425a21 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:31.751921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.762448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=bca87c36-9925-4f38-9de0-2f573a5ca7f8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.912025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.937776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for ea13ca29-c52b-478e-84a2-e8fa89425a21 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:31.940011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.948418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-38355f5c-9f6e-4e0e-b513-4bc79e5256c5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/bca87c36-9925-4f38-9de0-2f573a5ca7f8 HTTP/1.1" status: 204 len: 168 time: 0.8439131 Jul 16 18:28:31.954129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:32.034030 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ea7c0d-8891-4a21-92af-23b1032d5a08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:28:32.035855 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-84ea7c0d-8891-4a21-92af-23b1032d5a08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/bca87c36-9925-4f38-9de0-2f573a5ca7f8 HTTP/1.1" status: 404 len: 333 time: 0.0845089 Jul 16 18:28:32.040093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:32.178301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85194f-6bb9-46a4-852c-fe4515bd6cfc req-19819bf5-b5dd-48eb-a35f-31823aacc01c tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.186055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db85194f-6bb9-46a4-852c-fe4515bd6cfc req-19819bf5-b5dd-48eb-a35f-31823aacc01c tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 946 time: 0.2363806 Jul 16 18:28:32.220630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 9d8492d1-fad0-4c09-a041-7d0a7ec31781 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:32.242518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.288884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.330948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=ea13ca29-c52b-478e-84a2-e8fa89425a21,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:32.335716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db85194f-6bb9-46a4-852c-fe4515bd6cfc req-84c22db0-e355-43af-b1da-c06124801606 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487279 Jul 16 18:28:32.338413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.423237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.427361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8a967-7196-4ecf-b648-77a7e61f33ad req-4652c4b6-b22d-462e-bb38-c686572f78b0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.429525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-acf15b92-dc6c-47f5-88e5-1054f63276b1 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/ports/ea13ca29-c52b-478e-84a2-e8fa89425a21 HTTP/1.1" status: 204 len: 168 time: 0.8648591 Jul 16 18:28:32.432847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:32.434977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8be8a967-7196-4ecf-b648-77a7e61f33ad req-4652c4b6-b22d-462e-bb38-c686572f78b0 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.2035723 Jul 16 18:28:32.511565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8be8a967-7196-4ecf-b648-77a7e61f33ad req-ab5efd9b-31a0-4436-8a65-97256b44d320 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755842 Jul 16 18:28:32.516861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.568718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting subnet ac3810b2-9dcb-44dd-b78e-541464e954b4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:32.574562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.624473 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.666641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.673091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8492d1-fad0-4c09-a041-7d0a7ec31781,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:32.683591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.685751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-32b3d751-cd25-46f5-b5f1-1d901890a7a8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/9d8492d1-fad0-4c09-a041-7d0a7ec31781 HTTP/1.1" status: 204 len: 168 time: 0.6445174 Jul 16 18:28:32.692708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41144) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:32.850071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.906842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.012722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.024482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 7c58e52c-aacb-49a4-addd-11a054451575 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:33.025070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.092186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Subnet': ['ID=ac3810b2-9dcb-44dd-b78e-541464e954b4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.119531 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.125749 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8208c345-2022-4bb8-a1e3-50669ce99910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.126408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4cd3711-c6c6-45d6-aeea-0c235a222953 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/subnets/ac3810b2-9dcb-44dd-b78e-541464e954b4 HTTP/1.1" status: 204 len: 168 time: 0.6886432 Jul 16 18:28:33.126408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:33.137201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025bce92-5ce4-4963-b3cb-0e4e5ca0abf3 None None] Network 59ea62c8-193c-47f7-9946-1bcd038c1b9b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:33.226321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] For port 7c58e52c-aacb-49a4-addd-11a054451575, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7c58e52c-aacb-49a4-addd-11a054451575,segment=NetworkSegment(3053b28e-5b6a-48e2-bd02-bbac5743ed3a),segment_id=3053b28e-5b6a-48e2-bd02-bbac5743ed3a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:33.227078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.255893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting subnet 2902b2bd-dd76-4719-9a4a-9639f6a3a011 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:33.260459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 7c58e52c-aacb-49a4-addd-11a054451575 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:33.265489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.379955 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.424368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.504799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No DVR routers for this DVR port 7c58e52c-aacb-49a4-addd-11a054451575 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:33.512467 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.680767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb7fda-3987-48a8-ab38-ef7629a61046 None None] Network 0672a30f-6e77-4258-82bc-06889a997c5f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:33.770806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.782225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] DHCP port deletion for 59ea62c8-193c-47f7-9946-1bcd038c1b9b request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:33.840516 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.854582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0672a30f-6e77-4258-82bc-06889a997c5f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:33.862630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e0a75a82-e7fe-4f06-86ff-46f9be4758af None None] Could not find standard attr ID for object 7c58e52c-aacb-49a4-addd-11a054451575. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:28:33.881577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3053b28e-5b6a-48e2-bd02-bbac5743ed3a') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:33.882244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3053b28e-5b6a-48e2-bd02-bbac5743ed3a') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:33.907529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.925643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.944277 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.953547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:33.954112 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.966906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Subnet': ['ID=2902b2bd-dd76-4719-9a4a-9639f6a3a011,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.980515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.988533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-764b600c-5a7f-4097-a0ac-24827b2474d8 tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/subnets/2902b2bd-dd76-4719-9a4a-9639f6a3a011 HTTP/1.1" status: 204 len: 168 time: 0.8587742 Jul 16 18:28:33.991111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41162) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:33.993518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c58e52c-aacb-49a4-addd-11a054451575 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:34.051025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7c58e52c-aacb-49a4-addd-11a054451575 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:34.051989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c58e52c-aacb-49a4-addd-11a054451575 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:34.055024 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:34.059059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=7c58e52c-aacb-49a4-addd-11a054451575,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.059933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce75c6-3280-4365-a004-f18ea5bf86a3 None None] Network 31f6e6dc-c001-4fb7-bd01-68b4590d08cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:34.063111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.094248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.102042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/0672a30f-6e77-4258-82bc-06889a997c5f HTTP/1.1" status: 204 len: 168 time: 1.4028158 Jul 16 18:28:34.102042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8419d2-f261-438d-b39e-823609ffb633 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=0672a30f-6e77-4258-82bc-06889a997c5f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.108103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:34.115304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'name': 'tempest-PortsTestJSON-1230887151'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:34.231923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.232251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Port 7c58e52c-aacb-49a4-addd-11a054451575 not found, will not notify nova. {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:28:34.310973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8bc4e-d2de-4f54-a43e-f48338692b60 req-36f0ed91-55f0-43f1-b89a-f9da200b7aff tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.317567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cab8bc4e-d2de-4f54-a43e-f48338692b60 req-36f0ed91-55f0-43f1-b89a-f9da200b7aff tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 946 time: 0.1723175 Jul 16 18:28:34.371633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:34.383105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.405970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34b904-6293-4309-8f2a-768f466f203a req-011bff7d-ee96-43f2-a31c-308dfd5ef135 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.407834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c34b904-6293-4309-8f2a-768f466f203a req-011bff7d-ee96-43f2-a31c-308dfd5ef135 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.3060756 Jul 16 18:28:34.427237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] Deleting port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:34.427830 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.462063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 336aed4c-2cc7-469f-b695-85633f9fe44b yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:34.465789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cab8bc4e-d2de-4f54-a43e-f48338692b60 req-09fb51f4-c363-4731-8c39-88def6fd8830 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358790 Jul 16 18:28:34.474798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Deleting port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:34.475399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.502777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] For port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:34.503164 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.522626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] Calling delete_port for dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:34.531961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c34b904-6293-4309-8f2a-768f466f203a req-b11594b0-9d0e-4c7a-9ff9-71fd2c7e32b2 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069419 Jul 16 18:28:34.543867 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.602246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313a480-4394-4153-88aa-2b2d70c4d2de None None] DHCP port deletion for 0672a30f-6e77-4258-82bc-06889a997c5f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:34.707896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.737720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] Pushing event deleted for resources: {'Port': ['ID=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.739848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90112baa-ec8a-44ac-b123-f575ad037e88 None None] No DVR routers for this DVR port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:34.767868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] For port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,segment=NetworkSegment(b368bbf5-713d-4026-8401-72b350c219ac),segment_id=b368bbf5-713d-4026-8401-72b350c219ac)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:34.768825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.802071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Calling delete_port for dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:34.839168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] DHCP port deletion for 31f6e6dc-c001-4fb7-bd01-68b4590d08cc request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:34.932458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] Deleting port a48da22d-8f2b-4d32-8e53-4f7022002935 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:34.933276 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.034518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3391d2-a53c-416c-b373-c350c6c0a903 req-3c512277-1276-48a0-a92e-b5ad63cc6d81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.036934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce3391d2-a53c-416c-b373-c350c6c0a903 req-3c512277-1276-48a0-a92e-b5ad63cc6d81 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1044450 Jul 16 18:28:35.051252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] For port a48da22d-8f2b-4d32-8e53-4f7022002935, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a48da22d-8f2b-4d32-8e53-4f7022002935,segment=NetworkSegment(e310a33a-9a77-4b45-9d25-011bae115441),segment_id=e310a33a-9a77-4b45-9d25-011bae115441)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:35.051573 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.073208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] Calling delete_port for a48da22d-8f2b-4d32-8e53-4f7022002935 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:35.096769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce3391d2-a53c-416c-b373-c350c6c0a903 req-c9d94127-42dc-4d2c-b50a-29f1655ca915 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520468 Jul 16 18:28:35.128680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.159808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.196642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Port': ['ID=dc7a459a-6845-4b88-9a8d-4f1e8232d7f7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.206001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] No DVR routers for this DVR port dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:35.212841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.227739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.228092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.229557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.229781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.229943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.230286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.230627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.230968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.232109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.232508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.232817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.233901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:35.247954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] Pushing event deleted for resources: {'Port': ['ID=a48da22d-8f2b-4d32-8e53-4f7022002935,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.250989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5178098f-fb80-40e4-9fcf-ba9ec76d6421 None None] No DVR routers for this DVR port a48da22d-8f2b-4d32-8e53-4f7022002935 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:35.298253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.355455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9dfc4-5eb7-4e54-ae7f-a068355b8cb2 req-e31e1cdc-c59e-4e60-adf2-099bc7416cfc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.357214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ca9dfc4-5eb7-4e54-ae7f-a068355b8cb2 req-e31e1cdc-c59e-4e60-adf2-099bc7416cfc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.0868337 Jul 16 18:28:35.401932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.430190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:35.434059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ea62c8-193c-47f7-9946-1bcd038c1b9b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:35.439413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ca9dfc4-5eb7-4e54-ae7f-a068355b8cb2 req-c3ca177f-ab16-4a5f-b95b-552852383b77 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749099 Jul 16 18:28:35.449277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:35.455849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=336aed4c-2cc7-469f-b695-85633f9fe44b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.464009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b368bbf5-713d-4026-8401-72b350c219ac') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:35.464009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b368bbf5-713d-4026-8401-72b350c219ac') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:35.464009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:35.468356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.469033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.487741 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.507455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8803f405-21bc-488e-8d38-257675f4d723 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3975129 Jul 16 18:28:35.511697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41182) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:35.518929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08304e41-33c2-4910-b20a-a2808000efe3 req-f9460d42-e880-46b5-a848-cb890595942d tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:35.521210 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-08304e41-33c2-4910-b20a-a2808000efe3 req-f9460d42-e880-46b5-a848-cb890595942d tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 946 time: 0.2576311 Jul 16 18:28:35.538440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.572998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:35.573672 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:35.578223 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:35.686673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.695904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.698581 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/networks/59ea62c8-193c-47f7-9946-1bcd038c1b9b HTTP/1.1" status: 204 len: 168 time: 1.7056518 Jul 16 18:28:35.702208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:35.735293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:35.750565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2f5a9-f011-4834-8cd8-18de0e75cf8e tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Network': ['ID=59ea62c8-193c-47f7-9946-1bcd038c1b9b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.779847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:35.780488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dc7a459a-6845-4b88-9a8d-4f1e8232d7f7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:35.782594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a48da22d-8f2b-4d32-8e53-4f7022002935 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:35.809131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a48da22d-8f2b-4d32-8e53-4f7022002935 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:35.809749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a48da22d-8f2b-4d32-8e53-4f7022002935 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:35.810331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c58e52c-aacb-49a4-addd-11a054451575 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:35.839330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7c58e52c-aacb-49a4-addd-11a054451575 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:35.840111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7c58e52c-aacb-49a4-addd-11a054451575 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:35.857868 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.048019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b61764-1283-48c8-ae15-3a8fc4bb3bbb req-a0b70b52-aace-4eba-b0d9-956cb2be1d09 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:36.058914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96b61764-1283-48c8-ae15-3a8fc4bb3bbb req-a0b70b52-aace-4eba-b0d9-956cb2be1d09 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 946 time: 0.3569944 Jul 16 18:28:36.085768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 336aed4c-2cc7-469f-b695-85633f9fe44b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:36.086187 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.153652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96b61764-1283-48c8-ae15-3a8fc4bb3bbb req-08a41b25-13a2-46f2-a06e-4926d385c7f7 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/security-groups?id=7f449d2f-0543-4303-82a7-2d931b0f764f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939579 Jul 16 18:28:36.204052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.218810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Deleting port 1e7dbb64-a618-42c6-a60f-987960eedfb4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:36.219164 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.256809 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.289933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 336aed4c-2cc7-469f-b695-85633f9fe44b owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:36.367177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.382357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f6e6dc-c001-4fb7-bd01-68b4590d08cc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:36.402131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e310a33a-9a77-4b45-9d25-011bae115441') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:36.402819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e310a33a-9a77-4b45-9d25-011bae115441') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:36.413310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] For port 1e7dbb64-a618-42c6-a60f-987960eedfb4, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1e7dbb64-a618-42c6-a60f-987960eedfb4,segment=NetworkSegment(f455e658-427f-4fe4-bc19-9db1bca290cf),segment_id=f455e658-427f-4fe4-bc19-9db1bca290cf)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:36.413687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.425546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.438963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Calling delete_port for 1e7dbb64-a618-42c6-a60f-987960eedfb4 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:36.449257 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.462273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:36.462983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:36.466265 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:36.484185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042d149-83bc-49f6-ae01-042494f365b4 req-c67cc77f-cbee-43b3-969d-4deb29487f29 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:36.485933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4042d149-83bc-49f6-ae01-042494f365b4 req-c67cc77f-cbee-43b3-969d-4deb29487f29 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1102962 Jul 16 18:28:36.493466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.543222 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.545626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/336aed4c-2cc7-469f-b695-85633f9fe44b HTTP/1.1" status: 204 len: 168 time: 1.0325067 Jul 16 18:28:36.553165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=336aed4c-2cc7-469f-b695-85633f9fe44b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.555288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41192) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:36.567847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'mac_address': 'fa:16:3e:f0:9f:dd', 'name': 'tempest-PortsTestJSON-1914603718'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:36.592068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.605528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.608868 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] 10.222.0.48 "DELETE /v2.0/networks/31f6e6dc-c001-4fb7-bd01-68b4590d08cc HTTP/1.1" status: 204 len: 168 time: 0.9053931 Jul 16 18:28:36.609717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.610064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.610422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.610791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.611697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.612052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.612600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.612955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.613323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.613669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.624602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.625154 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fedaf-7309-40d4-ba02-04f7a56932f1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:36.630375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69faf776-a361-47b1-861e-31646213a97a tempest-TaggedBootDevicesTest_v242-1187799789 tempest-TaggedBootDevicesTest_v242-1187799789-project] Pushing event deleted for resources: {'Network': ['ID=31f6e6dc-c001-4fb7-bd01-68b4590d08cc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.680048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4042d149-83bc-49f6-ae01-042494f365b4 req-4e4d9465-6e98-40e8-a4af-0ebe1a707f8d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790707 Jul 16 18:28:36.773796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.810327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:36.839447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Pushing event deleted for resources: {'Port': ['ID=1e7dbb64-a618-42c6-a60f-987960eedfb4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.918414 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.925093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] No DVR routers for this DVR port 1e7dbb64-a618-42c6-a60f-987960eedfb4 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:36.930314 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.932756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-08304e41-33c2-4910-b20a-a2808000efe3 req-171d446d-220a-438c-b22e-e881cadd0a43 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.55 "DELETE /v2.0/ports/1e7dbb64-a618-42c6-a60f-987960eedfb4 HTTP/1.1" status: 204 len: 173 time: 1.4040875 Jul 16 18:28:36.933791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'name': 'network-vif-deleted', 'tag': '1e7dbb64-a618-42c6-a60f-987960eedfb4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:36.938553 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8bd011-adeb-4e1e-8e21-c13e4abb13f4" -d '{"events": [{"server_uuid": "d7c2af01-1535-4a11-b9d7-2af255f2d7b1", "name": "network-vif-deleted", "tag": "1e7dbb64-a618-42c6-a60f-987960eedfb4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:36.960958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 09a5240c-895f-4eb6-83ee-0d74cb0eb111 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:37.019880 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.032123 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41e69d-17c1-4cee-aa3f-43df79036bb0 x-openstack-request-id: req-ee41e69d-17c1-4cee-aa3f-43df79036bb0 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:37.032625 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c2af01-1535-4a11-b9d7-2af255f2d7b1", "name": "network-vif-deleted", "tag": "1e7dbb64-a618-42c6-a60f-987960eedfb4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:37.033591 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee41e69d-17c1-4cee-aa3f-43df79036bb0 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:37.034232 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c2af01-1535-4a11-b9d7-2af255f2d7b1', 'name': 'network-vif-deleted', 'tag': '1e7dbb64-a618-42c6-a60f-987960eedfb4', 'status': 'completed', 'code': 200} Jul 16 18:28:37.288313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.413527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57a1c2b7-999f-4c9f-8745-3eab53df5682 req-3d394f88-9068-4b4e-bf4c-12133cade474 tempest-ServerAddressesTestJSON-340803235 tempest-ServerAddressesTestJSON-340803235-project] 10.222.0.48 "GET /v2.0/ports?device_id=d7c2af01-1535-4a11-b9d7-2af255f2d7b1 HTTP/1.1" status: 200 len: 210 time: 0.0609696 Jul 16 18:28:37.415450 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.499765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:37.534458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:37.545336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:37.554531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.557491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.558060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.583262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-d20028a6-a5c1-49d6-9f0d-f46b80421d87 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.584908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-d20028a6-a5c1-49d6-9f0d-f46b80421d87 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.2257435 Jul 16 18:28:37.587665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=09a5240c-895f-4eb6-83ee-0d74cb0eb111,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.603351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-727962ff-13fa-47aa-b377-cac2c79eeeee tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0420332 Jul 16 18:28:37.605828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:37.676978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26820e21-96d7-4189-bafa-48d7348b4e19 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.684393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:37.685140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-26820e21-96d7-4189-bafa-48d7348b4e19 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/09a5240c-895f-4eb6-83ee-0d74cb0eb111 HTTP/1.1" status: 200 len: 841 time: 0.0766819 Jul 16 18:28:37.738592 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:37.990880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 09a5240c-895f-4eb6-83ee-0d74cb0eb111 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:37.991275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.035173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Deleting port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:38.035537 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.067138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bfb5c-d4f8-40b3-8833-57cb74920138 req-05efbfac-1133-478d-bca5-f1a25d47e044 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.069656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bfb5c-d4f8-40b3-8833-57cb74920138 req-05efbfac-1133-478d-bca5-f1a25d47e044 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 945 time: 0.1256957 Jul 16 18:28:38.117875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bfb5c-d4f8-40b3-8833-57cb74920138 req-026479ee-3ede-4438-9465-4161f4b26b40 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Jul 16 18:28:38.162501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.171914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1e7dbb64-a618-42c6-a60f-987960eedfb4 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:38.183183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 09a5240c-895f-4eb6-83ee-0d74cb0eb111 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:38.213378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] For port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:38.213886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.225228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 1e7dbb64-a618-42c6-a60f-987960eedfb4 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:38.225228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1e7dbb64-a618-42c6-a60f-987960eedfb4 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:38.259925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Calling delete_port for 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:38.357176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.401030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=09a5240c-895f-4eb6-83ee-0d74cb0eb111,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:38.413419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.415996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3ae76f16-f313-40f2-8c03-d1fb6a413d30 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/09a5240c-895f-4eb6-83ee-0d74cb0eb111 HTTP/1.1" status: 204 len: 168 time: 0.7250857 Jul 16 18:28:38.419531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41226) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:38.467238 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ec2095-3e93-497a-8a44-12ff967bf6a6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:28:38.468910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35ec2095-3e93-497a-8a44-12ff967bf6a6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/09a5240c-895f-4eb6-83ee-0d74cb0eb111 HTTP/1.1" status: 404 len: 333 time: 0.0477006 Jul 16 18:28:38.474463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41230) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:38.483096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'name': 'tempest-PortsTestJSON-1419898676'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:38.488898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.500680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8', '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:38.539030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41232) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:38.564407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event deleted for resources: {'Port': ['ID=0016a36d-1aab-4bc0-a5c7-bea717f1f0fc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:38.668998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] Deleting subnet c8a14774-57e7-43ed-9a0d-e06d22971964 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:38.688010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.691155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] No DVR routers for this DVR port 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:38.696434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.698487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-789c3bd0-3a83-4b23-baac-c762050111a4 req-fccf272d-5f19-41d3-8c59-99a7699cb5dc tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "DELETE /v2.0/ports/0016a36d-1aab-4bc0-a5c7-bea717f1f0fc HTTP/1.1" status: 204 len: 173 time: 1.1050854 Jul 16 18:28:38.745928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:38.749778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.769425 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.798312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port d6beed0c-b447-4bf8-a858-4c09f33c1e63 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:38.817886 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.884864 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.937163 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.942520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c8a14774-57e7-43ed-9a0d-e06d22971964 HTTP/1.1" status: 204 len: 168 time: 0.4022796 Jul 16 18:28:38.943287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41246) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:38.945707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55809685-c608-43e9-b146-bbe066e3e31b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a14774-57e7-43ed-9a0d-e06d22971964,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.040654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.059986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'name': 'network-vif-deleted', 'tag': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:39.062314 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622570b5-f951-49bd-944f-01c34937b767" -d '{"events": [{"server_uuid": "f6c32284-daeb-4381-8891-9c0fbb185fe8", "name": "network-vif-deleted", "tag": "0016a36d-1aab-4bc0-a5c7-bea717f1f0fc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:39.107224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.112249 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d866ef-f83a-47c0-bc6a-971046703dc7 x-openstack-request-id: req-c1d866ef-f83a-47c0-bc6a-971046703dc7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:39.112554 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c32284-daeb-4381-8891-9c0fbb185fe8", "name": "network-vif-deleted", "tag": "0016a36d-1aab-4bc0-a5c7-bea717f1f0fc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:39.112850 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1d866ef-f83a-47c0-bc6a-971046703dc7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:39.113254 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c32284-daeb-4381-8891-9c0fbb185fe8', 'name': 'network-vif-deleted', 'tag': '0016a36d-1aab-4bc0-a5c7-bea717f1f0fc', 'status': 'completed', 'code': 200} Jul 16 18:28:39.165414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.191178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.202908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23eb982d-ca61-4886-9e1c-48a871fc6187']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.215371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f455e658-427f-4fe4-bc19-9db1bca290cf') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.215727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f455e658-427f-4fe4-bc19-9db1bca290cf') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:39.246346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.277141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.288454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:39.288870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.290622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=d6beed0c-b447-4bf8-a858-4c09f33c1e63,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:39.293170 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:39.330217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:39.337761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:39.343644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:39.358222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.359276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.387672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b84cd3c2-2e0e-4ccd-a25b-8f392424bdce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9109540 Jul 16 18:28:39.388592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.395060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:39.437991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-292dbf9f-be1c-49bd-a907-e7ad078954d4 req-52c8359e-49b1-42f8-95f7-069bd30e8733 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=f6c32284-daeb-4381-8891-9c0fbb185fe8 HTTP/1.1" status: 200 len: 210 time: 0.0792716 Jul 16 18:28:39.445642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.452734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.457075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] 10.222.0.48 "DELETE /v2.0/networks/23eb982d-ca61-4886-9e1c-48a871fc6187 HTTP/1.1" status: 204 len: 168 time: 0.5125506 Jul 16 18:28:39.489465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40228b-2365-45b6-b1b6-a1611045c71c admin admin] Pushing event deleted for resources: {'Network': ['ID=23eb982d-ca61-4886-9e1c-48a871fc6187,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.515394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.722647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41258) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.773478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.781167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.828340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-933f4a42-c0c5-4b92-89c0-836ff0c2d9b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d747641985a44186bb43abeee0eb5bfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044481 Jul 16 18:28:39.829194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41262) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.853638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] In _notify_port_updated(), no bound segment for port d6beed0c-b447-4bf8-a858-4c09f33c1e63 on network 99382482-582d-4e97-b1fe-4e3222af3a31 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:28:39.865816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.867030 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.869865 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "PUT /v2.0/ports/d6beed0c-b447-4bf8-a858-4c09f33c1e63 HTTP/1.1" status: 200 len: 818 time: 0.4794934 Jul 16 18:28:39.875168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41264) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:39.958900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0c24-4ddd-43cf-b238-4ff2ed6fcfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.978713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2557d9-46e7-4639-bec4-4f6150cb3c58 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=d6beed0c-b447-4bf8-a858-4c09f33c1e63,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.017594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0c24-4ddd-43cf-b238-4ff2ed6fcfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.069702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port d6beed0c-b447-4bf8-a858-4c09f33c1e63 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:40.070176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.079635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0c24-4ddd-43cf-b238-4ff2ed6fcfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.082804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfaf0c24-4ddd-43cf-b238-4ff2ed6fcfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.092715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cfaf0c24-4ddd-43cf-b238-4ff2ed6fcfad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f449d2f-0543-4303-82a7-2d931b0f764f HTTP/1.1" status: 204 len: 168 time: 0.2506895 Jul 16 18:28:40.119314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf0c24-4ddd-43cf-b238-4ff2ed6fcfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f449d2f-0543-4303-82a7-2d931b0f764f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.192920 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.206900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for d6beed0c-b447-4bf8-a858-4c09f33c1e63 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:40.338620 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.372050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=d6beed0c-b447-4bf8-a858-4c09f33c1e63,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.393469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.396388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dcafb6af-f280-46f8-9775-0c3034b93f24 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/d6beed0c-b447-4bf8-a858-4c09f33c1e63 HTTP/1.1" status: 204 len: 168 time: 0.5189276 Jul 16 18:28:40.399368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:40.629712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e384ff5-76ef-4973-843d-11086a702f2e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.636870 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2e384ff5-76ef-4973-843d-11086a702f2e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2334151 Jul 16 18:28:40.641728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:40.761292 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9851b727-4beb-48ae-882c-f8991a20715b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:28:40.771061 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9851b727-4beb-48ae-882c-f8991a20715b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/d6beed0c-b447-4bf8-a858-4c09f33c1e63 HTTP/1.1" status: 404 len: 333 time: 0.1270666 Jul 16 18:28:40.775149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:40.780237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-671547079'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:40.807750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:40.812512 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.847055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:40.858958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.859362 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29 of type vlan for network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b Jul 16 18:28:40.917866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.957633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.964785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.965836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.036951 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2611423 Jul 16 18:28:41.039886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41312) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:41.045900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:41.153846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d9001-2ced-40e2-9f4e-a72f024a9069 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=9eefaa0c-713f-447e-ba0a-cdda77e8e11b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.179036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:41.280616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:41.291544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.645804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:41.801761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1486548046-network', 'tenant_id': '2776ad80fbb048b49ac407ea62245592'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:41.857291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Made reservation on behalf of 2776ad80fbb048b49ac407ea62245592 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:41.859803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.879426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.053674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.060610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.104930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:42.117824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc2ef6-c64b-49ee-ba13-9739f464fc72,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.128401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.129237 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Added segment 6859ca92-b837-44c2-910e-af7e2e718bbb of type vlan for network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 Jul 16 18:28:42.293668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.365749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:42.432030 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.436654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.436654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.492696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:42.493957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0016a36d-1aab-4bc0-a5c7-bea717f1f0fc not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:42.536946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8832548 Jul 16 18:28:42.538320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.545175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Request body: {'subnet': {'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1486548046-subnet', 'tenant_id': '2776ad80fbb048b49ac407ea62245592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:42.594776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef9ef4-9e34-4fb8-8cb2-a6746c03c33d admin admin] Pushing event updated for resources: {'Network': ['ID=41b09cc8-4e04-45f8-94bd-941cb9ce5165,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.631041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:42.660265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Made reservation on behalf of 2776ad80fbb048b49ac407ea62245592 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:42.667779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.739932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.956240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=eafa2906-2a69-4bf5-8fd1-481d6b9552ce,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.967443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:42.967864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: 9eefaa0c-713f-447e-ba0a-cdda77e8e11b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:43.013557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:43.026816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 9eefaa0c-713f-447e-ba0a-cdda77e8e11b) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:43.039932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa64783-d206-4d52-b203-1daf2b5b9441 None None] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:43.042202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.042831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.076384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-96b07420-5b30-422b-81ce-56d9219977e6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0225918 Jul 16 18:28:43.077133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41360) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.082474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bbfe4f68-b0df-4447-9e59-639afbba8c7d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:43.169196 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.267244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac616402-b12e-49f3-b6d3-dc4941b77806,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.333172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfe4f68-b0df-4447-9e59-639afbba8c7d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:43.339928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Checking segment: {'id': '6859ca92-b837-44c2-910e-af7e2e718bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:43.340680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Network hostable DHCP agents. Network: 41b09cc8-4e04-45f8-94bd-941cb9ce5165, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:43.361250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbfe4f68-b0df-4447-9e59-639afbba8c7d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.387040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:43.410232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 41b09cc8-4e04-45f8-94bd-941cb9ce5165) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:43.417238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'tenant_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'fixed_ips': [{'subnet_id': 'eafa2906-2a69-4bf5-8fd1-481d6b9552ce'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:43.418118 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.419582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.420955 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.457435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9370e373-8487-4715-b8d0-7aae3a34d787 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9150739 Jul 16 18:28:43.645945 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-bbfe4f68-b0df-4447-9e59-639afbba8c7d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eafa2906-2a69-4bf5-8fd1-481d6b9552ce (CIDR: 172.20.0.0/28) Jul 16 18:28:43.662163 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfe4f68-b0df-4447-9e59-639afbba8c7d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:28:43.665833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfe4f68-b0df-4447-9e59-639afbba8c7d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:28:43.686085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Allocated IP 172.20.0.2 (9eefaa0c-713f-447e-ba0a-cdda77e8e11b/eafa2906-2a69-4bf5-8fd1-481d6b9552ce/5edc9073-7b30-4b50-a1e0-a6e3bcda06c2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:43.756330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bbfe4f68-b0df-4447-9e59-639afbba8c7d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6752660 Jul 16 18:28:43.759575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41370) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.785138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:43.812949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ba73f-032e-4040-9b60-69aa4242b919 None None] Network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:44.021738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b59fd5-4da7-4ec5-8c0d-3bb7969f7de7 req-ccc4cf08-6de9-4561-a897-f568b2cba003 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.030053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74b59fd5-4da7-4ec5-8c0d-3bb7969f7de7 req-ccc4cf08-6de9-4561-a897-f568b2cba003 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 945 time: 0.1987062 Jul 16 18:28:44.098108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74b59fd5-4da7-4ec5-8c0d-3bb7969f7de7 req-d2143be3-374b-44d4-9eb9-642694da0b2d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669408 Jul 16 18:28:44.160704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:44.172210 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.425563 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.443461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312f4140-eff2-433e-abb0-cd639620ad04 None None] Network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:44.563411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Transition to ACTIVE for port object 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:44.607071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Transition to ACTIVE for port object 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:44.634783 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.705372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.765896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:44.780873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:44.792602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-fcda29f4-45a7-4326-bc6d-fd349c562bb9 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.798371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:44.804050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:44.805609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-fcda29f4-45a7-4326-bc6d-fd349c562bb9 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/networks?id=41b09cc8-4e04-45f8-94bd-941cb9ce5165 HTTP/1.1" status: 200 len: 821 time: 0.3620372 Jul 16 18:28:44.821830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-8d6f1f60-af8e-46a7-98e5-d012ac25c27d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.822725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:44.823803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-8d6f1f60-af8e-46a7-98e5-d012ac25c27d tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 945 time: 0.1537020 Jul 16 18:28:44.829486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Pushing event updated for resources: {'Port': ['ID=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.850010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.850627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.859616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=6c10e71d-2468-4954-ba91-f8a3e48870cc,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.900100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-45308ccc-3c42-4e01-b235-4ee54895421b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/quotas/2776ad80fbb048b49ac407ea62245592 HTTP/1.1" status: 200 len: 375 time: 0.0926085 Jul 16 18:28:44.946396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Attempting to bind port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:44.947991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Attempting to bind port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:44.948676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Attempting to bind port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 on network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:44.956140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:44.956874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Checking segment: {'id': '6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:44.957581 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.958191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Bound using segment: {'id': '6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:44.958966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Bound port: 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:44.959530 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.019454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-b378c224-512c-4c2b-8a10-fe849b78c430 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2776ad80fbb048b49ac407ea62245592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1159184 Jul 16 18:28:45.059593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] For port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:45.065829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] For port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,segment=NetworkSegment(6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29),segment_id=6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:45.070209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-10c3a860-a095-4be1-a7a6-153104c93866 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3046021 Jul 16 18:28:45.074777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:45.078360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.096118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'fixed_ips': [{'subnet_id': 'eafa2906-2a69-4bf5-8fd1-481d6b9552ce'}, {'subnet_id': '6c10e71d-2468-4954-ba91-f8a3e48870cc'}], 'name': 'tempest-PortsTestJSON-307706375'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:45.248209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c46531-4d98-4da8-ad4a-b1c1e33df896 None None] Pushing event updated for resources: {'Port': ['ID=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.250856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-3e4223ac-f289-4b8c-b08d-23eea4c14b5a service neutron] 10.222.0.48 "GET /v2.0/networks/41b09cc8-4e04-45f8-94bd-941cb9ce5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302513 Jul 16 18:28:45.347704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Deleting port e29105c1-9cb8-43a3-a171-a692ba93dde8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:45.358802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.476939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-20dff565-51ea-49ea-b17d-354690b3bc38 service neutron] 10.222.0.48 "GET /v2.0/networks/41b09cc8-4e04-45f8-94bd-941cb9ce5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246344 Jul 16 18:28:45.623223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:45.716209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91cd0-bbdf-4436-955e-a5feb001aa3b req-8bab2f44-8549-4b45-9299-72be979650db tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:45.721072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] For port e29105c1-9cb8-43a3-a171-a692ba93dde8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e29105c1-9cb8-43a3-a171-a692ba93dde8,segment=NetworkSegment(adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb),segment_id=adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.721449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.728517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de91cd0-bbdf-4436-955e-a5feb001aa3b req-8bab2f44-8549-4b45-9299-72be979650db tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 945 time: 0.2501662 Jul 16 18:28:45.840613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Calling delete_port for e29105c1-9cb8-43a3-a171-a692ba93dde8 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:45.852674 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4de91cd0-bbdf-4436-955e-a5feb001aa3b req-c41a818e-6ac6-442a-98a0-a875eed93ee8 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a33ad8c-4079-4372-ba1c-039097844366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182683 Jul 16 18:28:46.009204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ad6f594-43f1-4f25-8e56-b0bfca032abc req-ea62d526-fb79-4035-a9b6-592b591669a0 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 210 time: 0.1162839 Jul 16 18:28:46.049689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.135102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 52fb046d-131a-47d9-a852-0376131b678b yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:28:46.523484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.535694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e29105c1-9cb8-43a3-a171-a692ba93dde8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:46.586189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Pushing event deleted for resources: {'Port': ['ID=e29105c1-9cb8-43a3-a171-a692ba93dde8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.682924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] No DVR routers for this DVR port e29105c1-9cb8-43a3-a171-a692ba93dde8 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:46.690895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.693627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b7e26e0-b6c1-4cef-a814-9021c5d15c03 req-1890ed6e-dbc0-4c4a-88b0-dafea2eb03fa tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.13 "DELETE /v2.0/ports/e29105c1-9cb8-43a3-a171-a692ba93dde8 HTTP/1.1" status: 204 len: 173 time: 1.8635216 Jul 16 18:28:46.694297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'name': 'network-vif-deleted', 'tag': 'e29105c1-9cb8-43a3-a171-a692ba93dde8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:46.706810 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae62b44-1c71-4926-9bfe-4a8f34cdef5a" -d '{"events": [{"server_uuid": "bb501ef1-2fa3-4b91-a822-f29ffc979a99", "name": "network-vif-deleted", "tag": "e29105c1-9cb8-43a3-a171-a692ba93dde8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:46.833822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.13 (9eefaa0c-713f-447e-ba0a-cdda77e8e11b/eafa2906-2a69-4bf5-8fd1-481d6b9552ce/52fb046d-131a-47d9-a852-0376131b678b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:46.837513 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c1614c-174d-48a7-9f24-094bce98f0a3 x-openstack-request-id: req-41c1614c-174d-48a7-9f24-094bce98f0a3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:46.838107 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb501ef1-2fa3-4b91-a822-f29ffc979a99", "name": "network-vif-deleted", "tag": "e29105c1-9cb8-43a3-a171-a692ba93dde8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:46.838471 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-41c1614c-174d-48a7-9f24-094bce98f0a3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:46.839006 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb501ef1-2fa3-4b91-a822-f29ffc979a99', 'name': 'network-vif-deleted', 'tag': 'e29105c1-9cb8-43a3-a171-a692ba93dde8', 'status': 'completed', 'code': 200} Jul 16 18:28:46.847498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.20 (9eefaa0c-713f-447e-ba0a-cdda77e8e11b/6c10e71d-2468-4954-ba91-f8a3e48870cc/52fb046d-131a-47d9-a852-0376131b678b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:46.891703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b545a9cb-2cbf-414b-af05-01de5b4b0686 None None] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:47.050663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4d791e7-2a4b-43d7-b40a-c476e40f79b9 None None] Provisioning for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:47.175440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ddc05d1-e790-42c2-a9e5-e65324de409d req-bb0cd9d9-3bcd-4465-ac91-42b40173cd79 tempest-ServersTestJSON-719418186 tempest-ServersTestJSON-719418186-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb501ef1-2fa3-4b91-a822-f29ffc979a99 HTTP/1.1" status: 200 len: 210 time: 0.0759153 Jul 16 18:28:47.193932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.220753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 52fb046d-131a-47d9-a852-0376131b678b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:47.303799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.360299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e9fcc58-cdd8-40be-80d4-a2b40168b9b5 req-ca25ffcf-933e-4e9f-b503-6a35efdf3704 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 210 time: 0.1091971 Jul 16 18:28:47.371374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:47.375981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:47.384097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:47.406169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08742690-b820-4d7f-8786-837300de5289 None None] Update dhcp port {'port': {'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'fixed_ips': [{'subnet_id': 'eafa2906-2a69-4bf5-8fd1-481d6b9552ce', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c10e71d-2468-4954-ba91-f8a3e48870cc'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '5edc9073-7b30-4b50-a1e0-a6e3bcda06c2'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:28:47.465626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=52fb046d-131a-47d9-a852-0376131b678b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.561384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08742690-b820-4d7f-8786-837300de5289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.631384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-906e9d54-394d-42f4-b235-929b7120586c tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.633978 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-906e9d54-394d-42f4-b235-929b7120586c tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.13 "GET /v2.0/networks?id=41b09cc8-4e04-45f8-94bd-941cb9ce5165 HTTP/1.1" status: 200 len: 821 time: 0.1567407 Jul 16 18:28:47.641092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.643273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.652816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Request body: {'port': {'device_id': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165', 'admin_state_up': True, 'tenant_id': '2776ad80fbb048b49ac407ea62245592'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:47.852557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:47.870881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Made reservation on behalf of 2776ad80fbb048b49ac407ea62245592 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:47.881128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.915383 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0960c76c-f835-4e5c-9e41-88a1de5e331f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8283532 Jul 16 18:28:47.916440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41444) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:47.922339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eafa2906-2a69-4bf5-8fd1-481d6b9552ce'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:48.074682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:48.105886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:48.106277 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.130142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Allocated IP 172.20.0.9 (41b09cc8-4e04-45f8-94bd-941cb9ce5165/ac616402-b12e-49f3-b6d3-dc4941b77806/60aa62bd-4a9c-46ea-9bb4-9f097034f5c7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:48.199076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-08742690-b820-4d7f-8786-837300de5289 None None] Allocated IP 172.20.0.18 (9eefaa0c-713f-447e-ba0a-cdda77e8e11b/6c10e71d-2468-4954-ba91-f8a3e48870cc/5edc9073-7b30-4b50-a1e0-a6e3bcda06c2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:48.297827 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.368958 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.397203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41448) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:48.464019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-08742690-b820-4d7f-8786-837300de5289 None None] For port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,segment=NetworkSegment(6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29),segment_id=6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:48.465862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.521718 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.560975 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08742690-b820-4d7f-8786-837300de5289 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.592121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-08742690-b820-4d7f-8786-837300de5289 None None] Transition to ACTIVE for port object 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:48.599744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Pushing event updated for resources: {'Port': ['ID=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:48.600632 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08742690-b820-4d7f-8786-837300de5289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.618849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:48.646807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:48.665829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:48.677555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] Deleting subnet 670e7173-07ce-4110-bc98-93f9ac1a0f1d {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:48.683837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.835773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.837654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.871151 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-076c8f49-93f7-4958-8803-c4dba95ae18b tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2240634 Jul 16 18:28:48.881730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08742690-b820-4d7f-8786-837300de5289 None None] Pushing event updated for resources: {'Port': ['ID=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:48.885918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Request body: {'port': {'device_id': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:48.915222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:28:48.915595 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:28:48.922353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.021798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.061585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.124896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03e6b5b-58c6-452f-9c97-70abe07e5942 req-b0861a2f-4f8d-455a-83b5-26df3dbf3673 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.132955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e03e6b5b-58c6-452f-9c97-70abe07e5942 req-b0861a2f-4f8d-455a-83b5-26df3dbf3673 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 931 time: 0.4108374 Jul 16 18:28:49.238115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e03e6b5b-58c6-452f-9c97-70abe07e5942 req-3b210c01-3046-4c8f-92f0-94bdf1c40aa2 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018023 Jul 16 18:28:49.254332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Delete allocated IP 172.20.0.20 (9eefaa0c-713f-447e-ba0a-cdda77e8e11b/6c10e71d-2468-4954-ba91-f8a3e48870cc) {{(pid=93777) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:28:49.266708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.321449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=670e7173-07ce-4110-bc98-93f9ac1a0f1d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.349349 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.353889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8d10e97a-b32a-4b9f-a5d4-467da8a2f988 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/670e7173-07ce-4110-bc98-93f9ac1a0f1d HTTP/1.1" status: 204 len: 168 time: 0.9524357 Jul 16 18:28:49.355068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41458) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:49.520976 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.581001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:49.591745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.603381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,segment=NetworkSegment(6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29),segment_id=6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:49.609279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.627620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Transition to ACTIVE for port object 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:49.633294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.744486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.779431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.818210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41462) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:49.822135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Pushing event updated for resources: {'Port': ['ID=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:49.832780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e718ee76-453f-4b65-9e08-975a1b69ee28 None None] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:49.903833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:49.929698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.104392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-77cdf0e4-8e94-484f-90c7-8775658677e1 None None] Provisioning for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:50.134072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Attempting to bind port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:50.135925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Attempting to bind port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '6859ca92-b837-44c2-910e-af7e2e718bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:50.137715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Attempting to bind port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 on network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:50.150653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 on network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:50.151032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Attempting to bind port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 on network 41b09cc8-4e04-45f8-94bd-941cb9ce5165 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:50.172515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:50.172930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Checking segment: {'id': '6859ca92-b837-44c2-910e-af7e2e718bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:50.173996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Bound using segment: {'id': '6859ca92-b837-44c2-910e-af7e2e718bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:50.176364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Bound port: 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6859ca92-b837-44c2-910e-af7e2e718bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:50.176775 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.221377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-77cdf0e4-8e94-484f-90c7-8775658677e1 None None] Provisioning complete for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:50.222021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-77cdf0e4-8e94-484f-90c7-8775658677e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.249155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Ignored duplicate provisioning block setup for port 52fb046d-131a-47d9-a852-0376131b678b by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:28:50.279109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.311416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:50.311828 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.358103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] For port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:50.362599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] For port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,segment=NetworkSegment(6859ca92-b837-44c2-910e-af7e2e718bbb),segment_id=6859ca92-b837-44c2-910e-af7e2e718bbb)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:50.368033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.384823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e29105c1-9cb8-43a3-a171-a692ba93dde8 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:50.404520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.441022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: e29105c1-9cb8-43a3-a171-a692ba93dde8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:50.441288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e29105c1-9cb8-43a3-a171-a692ba93dde8 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:50.480535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.490503 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.492082 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] 10.222.0.13 "PUT /v2.0/ports/60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 HTTP/1.1" status: 200 len: 1092 time: 1.6128788 Jul 16 18:28:50.495998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'tag': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:50.504331 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427" -d '{"events": [{"name": "network-changed", "server_uuid": "8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5", "tag": "60aa62bd-4a9c-46ea-9bb4-9f097034f5c7"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:50.509183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184290d2-b786-4cd5-be93-e7ba1e4d944d']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:50.646311 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e77fe94-3c3d-4f6d-96a8-39a160517e47 x-openstack-request-id: req-8e77fe94-3c3d-4f6d-96a8-39a160517e47 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:50.646845 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5", "tag": "60aa62bd-4a9c-46ea-9bb4-9f097034f5c7", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:50.650118 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e77fe94-3c3d-4f6d-96a8-39a160517e47 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:50.650670 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'tag': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7', 'status': 'completed', 'code': 200} Jul 16 18:28:50.679101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c46c5-528c-41d5-8daa-3e50d0f3e1ff service neutron] Pushing event updated for resources: {'Port': ['ID=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:50.686340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:50.686652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcff72e-bfe5-4f6e-9b8c-67d80ba1a0bb') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:50.750023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-fd3c9914-10c7-44a7-998d-1ecab5eb6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.752816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-fd3c9914-10c7-44a7-998d-1ecab5eb6962 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2776ad80fbb048b49ac407ea62245592&device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 1095 time: 0.1957371 Jul 16 18:28:50.764140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-945f73af-5558-4609-b7e2-320470d3bcb2 None None] Provisioning complete for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:50.764863 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-945f73af-5558-4609-b7e2-320470d3bcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.785178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=52fb046d-131a-47d9-a852-0376131b678b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:50.801347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.872435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-b95e181a-d46f-45f7-83c2-4313f878a756 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 HTTP/1.1" status: 200 len: 217 time: 0.1022797 Jul 16 18:28:50.943663 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.972638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-ab90e56b-1069-43f6-b20f-c436d3bb6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.974438 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-ab90e56b-1069-43f6-b20f-c436d3bb6216 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac616402-b12e-49f3-b6d3-dc4941b77806 HTTP/1.1" status: 200 len: 861 time: 0.0852520 Jul 16 18:28:51.009764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-945f73af-5558-4609-b7e2-320470d3bcb2 None None] Provisioning for port 52fb046d-131a-47d9-a852-0376131b678b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:51.015296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-945f73af-5558-4609-b7e2-320470d3bcb2 None None] Provisioning complete for port 52fb046d-131a-47d9-a852-0376131b678b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.020068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-945f73af-5558-4609-b7e2-320470d3bcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.035009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] In _notify_port_updated(), no bound segment for port 52fb046d-131a-47d9-a852-0376131b678b on network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b {{(pid=93777) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:28:51.041557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.042358 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.047159 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c8c70c48-722f-4fdb-8cda-6827ef11d34f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "PUT /v2.0/ports/52fb046d-131a-47d9-a852-0376131b678b HTTP/1.1" status: 200 len: 919 time: 3.1294858 Jul 16 18:28:51.054839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-2f0cc383-9c3b-4d41-9673-ff53b59e8244 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41b09cc8-4e04-45f8-94bd-941cb9ce5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742173 Jul 16 18:28:51.055461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:51.065468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:51.066023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:51.071497 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:51.074587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'eafa2906-2a69-4bf5-8fd1-481d6b9552ce'}, {'subnet_id': '6c10e71d-2468-4954-ba91-f8a3e48870cc'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:51.149566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-945f73af-5558-4609-b7e2-320470d3bcb2 None None] Port 52fb046d-131a-47d9-a852-0376131b678b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:51.232209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e353807-919e-40e6-8d3e-8ad12331455e req-ecc5cc44-ad4a-42ca-bd10-59100fe30996 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.241057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e353807-919e-40e6-8d3e-8ad12331455e req-ecc5cc44-ad4a-42ca-bd10-59100fe30996 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 943 time: 0.6898680 Jul 16 18:28:51.287224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-264068b5-f8ca-404c-a6aa-19af0b36ce0d None None] Provisioning complete for port 52fb046d-131a-47d9-a852-0376131b678b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.287605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-264068b5-f8ca-404c-a6aa-19af0b36ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.289361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.321554 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.323664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] 10.222.0.48 "DELETE /v2.0/networks/184290d2-b786-4cd5-be93-e7ba1e4d944d HTTP/1.1" status: 204 len: 168 time: 1.9675190 Jul 16 18:28:51.372566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24a361-2f30-4780-953a-9883b6010fbe admin admin] Pushing event deleted for resources: {'Network': ['ID=184290d2-b786-4cd5-be93-e7ba1e4d944d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:51.379361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-264068b5-f8ca-404c-a6aa-19af0b36ce0d None None] Port 52fb046d-131a-47d9-a852-0376131b678b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:51.453135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e353807-919e-40e6-8d3e-8ad12331455e req-329408f4-a470-4bb3-a0a6-ba886023b61f tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107620 Jul 16 18:28:51.518698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3b17aaca-7aac-4067-b420-513f4ba13e0b None None] Provisioning complete for port 52fb046d-131a-47d9-a852-0376131b678b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.524402 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3b17aaca-7aac-4067-b420-513f4ba13e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.540134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-6e72cfab-28e9-47f0-afbc-7c0f11d6b123 service neutron] 10.222.0.13 "GET /v2.0/networks/41b09cc8-4e04-45f8-94bd-941cb9ce5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575696 Jul 16 18:28:51.571550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:51.593830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.612464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3b17aaca-7aac-4067-b420-513f4ba13e0b None None] Port 52fb046d-131a-47d9-a852-0376131b678b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:51.622196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:51.681329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-89ecf5bc-314a-4c18-b4fc-aa6b18ef4037 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f894812ebf4d4f1aa919493cdcdbbede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1097181 Jul 16 18:28:51.708843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41492) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:51.740952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:51.832288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:51.833499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.175919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.202576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6411e31f-ad22-4846-9f14-b937ac48eb00 req-4dc0f649-7d5e-41b8-a3dd-c1424720d052 service neutron] 10.222.0.13 "GET /v2.0/networks/41b09cc8-4e04-45f8-94bd-941cb9ce5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6466722 Jul 16 18:28:52.238643 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bbeea1c-abcb-4e1c-acbe-b8ca24e1bdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.284296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bbeea1c-abcb-4e1c-acbe-b8ca24e1bdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.454063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bbeea1c-abcb-4e1c-acbe-b8ca24e1bdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.459868 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bbeea1c-abcb-4e1c-acbe-b8ca24e1bdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.462386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9bbeea1c-abcb-4e1c-acbe-b8ca24e1bdc7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a33ad8c-4079-4372-ba1c-039097844366 HTTP/1.1" status: 204 len: 168 time: 0.7525380 Jul 16 18:28:52.463515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-62c2a249-1d35-4f3a-bd57-9f8baeac50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.465789 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-62c2a249-1d35-4f3a-bd57-9f8baeac50bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2776ad80fbb048b49ac407ea62245592&device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 1095 time: 0.1715937 Jul 16 18:28:52.484328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-587d957c-b0c6-4046-8fdb-81c19a693f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.514493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbeea1c-abcb-4e1c-acbe-b8ca24e1bdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a33ad8c-4079-4372-ba1c-039097844366,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:52.572017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Deleting port 3bba8788-6fb9-4be4-85d8-51a750922c90 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:52.572707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.694287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-b5aa3cb8-2401-43c5-b800-9a2b3f3a0118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.695969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-b5aa3cb8-2401-43c5-b800-9a2b3f3a0118 service neutron] 10.222.0.13 "GET /v2.0/networks?id=41b09cc8-4e04-45f8-94bd-941cb9ce5165 HTTP/1.1" status: 200 len: 921 time: 0.2143857 Jul 16 18:28:52.748494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] For port 3bba8788-6fb9-4be4-85d8-51a750922c90, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3bba8788-6fb9-4be4-85d8-51a750922c90,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:52.748878 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.753448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.26 (9eefaa0c-713f-447e-ba0a-cdda77e8e11b/6c10e71d-2468-4954-ba91-f8a3e48870cc/52fb046d-131a-47d9-a852-0376131b678b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:52.756822 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-ac3ecc06-fd39-4fbf-b5a6-f0c20262180d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 HTTP/1.1" status: 200 len: 217 time: 0.0534165 Jul 16 18:28:52.768906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Calling delete_port for 3bba8788-6fb9-4be4-85d8-51a750922c90 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:52.848668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21341e46-5dfb-47b3-8ebc-f193c87e59b7 req-1475c270-7a1f-49e6-bd62-96e1d298dc77 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.850666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21341e46-5dfb-47b3-8ebc-f193c87e59b7 req-1475c270-7a1f-49e6-bd62-96e1d298dc77 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 943 time: 0.1543653 Jul 16 18:28:52.921926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-5746b174-b788-409b-933d-cc75551ef77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.924260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-5746b174-b788-409b-933d-cc75551ef77b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ac616402-b12e-49f3-b6d3-dc4941b77806 HTTP/1.1" status: 200 len: 861 time: 0.1570284 Jul 16 18:28:52.931258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-587d957c-b0c6-4046-8fdb-81c19a693f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.965484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21341e46-5dfb-47b3-8ebc-f193c87e59b7 req-ac5f2c9e-a513-4c2e-b8b4-8a431934ab6a tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031039 Jul 16 18:28:52.968362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-587d957c-b0c6-4046-8fdb-81c19a693f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.993002 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-d113cfb5-87bd-4d54-b3a3-60740f5cf670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=41b09cc8-4e04-45f8-94bd-941cb9ce5165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579631 Jul 16 18:28:53.061854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d957c-b0c6-4046-8fdb-81c19a693f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3526dc5f-d48c-4692-b381-e40bda5f8b4a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:53.080162 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.093670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-587d957c-b0c6-4046-8fdb-81c19a693f2b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a53ba9b25a4c408a9e5866e226048369&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4687474 Jul 16 18:28:53.100542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:53.109133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bba8788-6fb9-4be4-85d8-51a750922c90,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:53.151429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.191804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 52fb046d-131a-47d9-a852-0376131b678b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:53.209100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.297540 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-a8ca6d40-3a29-4043-97cb-cb1de53475e7 service neutron] 10.222.0.13 "GET /v2.0/networks/41b09cc8-4e04-45f8-94bd-941cb9ce5165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924063 Jul 16 18:28:53.378881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.435773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:53.462585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=52fb046d-131a-47d9-a852-0376131b678b,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:53.480307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3db66e6-e864-4a14-baa4-4787a63ca99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.533704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] In _notify_port_updated(), no bound segment for port 52fb046d-131a-47d9-a852-0376131b678b on network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:28:53.539483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:53.540200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.544205 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5a8c63bf-1ff6-415b-9a4b-fac9ad25a5f3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "PUT /v2.0/ports/52fb046d-131a-47d9-a852-0376131b678b HTTP/1.1" status: 200 len: 999 time: 2.4824321 Jul 16 18:28:53.550451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:53.576015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3db66e6-e864-4a14-baa4-4787a63ca99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.625954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1544124756-network', 'tenant_id': '2dc206de0e384c77b87a1d6137ba1557'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:53.662361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9450c19d-c0ee-4be0-9493-d3bd9a3ae427 req-b88c14ac-5eb5-4697-b914-bf98618ec2b4 service neutron] 10.222.0.13 "GET /v2.0/networks/41b09cc8-4e04-45f8-94bd-941cb9ce5165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384953 Jul 16 18:28:53.685994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Router ed0f781b-31a3-405a-8d05-10bb488eb1ae has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:53.733195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Made reservation on behalf of 2dc206de0e384c77b87a1d6137ba1557 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:53.735831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.753494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.776536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-280a7276-e297-4a29-94f6-f685f90a33b2 None None] Provisioning for port 52fb046d-131a-47d9-a852-0376131b678b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:53.785913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-280a7276-e297-4a29-94f6-f685f90a33b2 None None] Provisioning complete for port 52fb046d-131a-47d9-a852-0376131b678b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:53.787381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-280a7276-e297-4a29-94f6-f685f90a33b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.789250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3db66e6-e864-4a14-baa4-4787a63ca99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.791846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3db66e6-e864-4a14-baa4-4787a63ca99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.795483 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b3db66e6-e864-4a14-baa4-4787a63ca99f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3526dc5f-d48c-4692-b381-e40bda5f8b4a HTTP/1.1" status: 204 len: 168 time: 0.6593971 Jul 16 18:28:53.819987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db66e6-e864-4a14-baa4-4787a63ca99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3526dc5f-d48c-4692-b381-e40bda5f8b4a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:53.826459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 52fb046d-131a-47d9-a852-0376131b678b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:53.826810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:53.857885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:53.867297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-280a7276-e297-4a29-94f6-f685f90a33b2 None None] Port 52fb046d-131a-47d9-a852-0376131b678b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:53.875474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e651c26-c7f8-4e93-baac-bb0b88d0b187 admin admin] 10.222.0.48 "PUT /v2.0/routers/ed0f781b-31a3-405a-8d05-10bb488eb1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0302517 Jul 16 18:28:53.876284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41530) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:53.905598 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] Sync routers for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:53.925208 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:53.927792 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:28:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:53.988955 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.022948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.023334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 52fb046d-131a-47d9-a852-0376131b678b owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:54.049544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.054857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.136834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:54.153586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d972129-7e06-47f1-b4a4-3bc53623ed77,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:54.163889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.164268 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Added segment 494af343-d09d-40c8-b905-51e248b7d334 of type vlan for network 606ca742-208e-453d-a8c6-15be7595bb6e Jul 16 18:28:54.171751 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:54.233724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.246385 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.271632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a97c7-15e2-48c6-8278-7eb636b7c9c8 req-9a533d99-7d60-4b92-8afb-1b6c4f11a9cd tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.273353 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b2a97c7-15e2-48c6-8278-7eb636b7c9c8 req-9a533d99-7d60-4b92-8afb-1b6c4f11a9cd tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 943 time: 0.0969393 Jul 16 18:28:54.312605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.314519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.315444 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.326943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b2a97c7-15e2-48c6-8278-7eb636b7c9c8 req-3dce4384-b6f2-4a2a-85b7-eec9a59e0fa5 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473137 Jul 16 18:28:54.375334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9360383 Jul 16 18:28:54.379298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41542) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:54.384785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Request body: {'subnet': {'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1544124756-subnet', 'tenant_id': '2dc206de0e384c77b87a1d6137ba1557', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:54.411075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:54.415537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Made reservation on behalf of 2dc206de0e384c77b87a1d6137ba1557 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:54.422336 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.445764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6b0c9-336c-4610-85d4-5c56d125e96b admin admin] Pushing event updated for resources: {'Network': ['ID=606ca742-208e-453d-a8c6-15be7595bb6e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:54.480923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.486468 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': 'f6004737-d72a-492f-911f-b10085be25b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:28:53Z', 'revision_number': 5, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port': {'id': 'f6004737-d72a-492f-911f-b10085be25b5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:87:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:21Z', 'updated_at': '2021-07-16T18:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:54.528134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=52fb046d-131a-47d9-a852-0376131b678b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:54.534793 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] Checking router: ed0f781b-31a3-405a-8d05-10bb488eb1ae for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:54.558373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,segment=NetworkSegment(6859ca92-b837-44c2-910e-af7e2e718bbb),segment_id=6859ca92-b837-44c2-910e-af7e2e718bbb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:54.565910 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] Routers {'ed0f781b-31a3-405a-8d05-10bb488eb1ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:54.567055 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:28:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:54.596298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7', 'network_id': '41b09cc8-4e04-45f8-94bd-941cb9ce5165', 'port_id': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7', 'mac_address': 'fa:16:3e:fa:f5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac616402-b12e-49f3-b6d3-dc4941b77806', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:54.600217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 606ca742-208e-453d-a8c6-15be7595bb6e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:54.739565 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.742524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f7419400-3a4d-4c8f-8dbd-2dbaf8ae4dfd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/52fb046d-131a-47d9-a852-0376131b678b HTTP/1.1" status: 204 len: 168 time: 1.1910055 Jul 16 18:28:54.746520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41550) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:54.795676 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] Set router ed0f781b-31a3-405a-8d05-10bb488eb1ae gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:54.823723 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8003ff26-a862-4f77-b7c7-98fd0392b166 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:28:54.824947 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.826538 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8003ff26-a862-4f77-b7c7-98fd0392b166 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/52fb046d-131a-47d9-a852-0376131b678b HTTP/1.1" status: 404 len: 333 time: 0.0785813 Jul 16 18:28:54.834514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41554) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:54.854395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:54.869293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Deleting port f6004737-d72a-492f-911f-b10085be25b5 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:54.869860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.896884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,segment=NetworkSegment(6859ca92-b837-44c2-910e-af7e2e718bbb),segment_id=6859ca92-b837-44c2-910e-af7e2e718bbb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:54.904236 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.924962 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:28:54Z', 'revision_number': 6, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:54.958351 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450b5455-6edb-419d-8bcb-4aef1e126629 None None] The sync data for ids ['ed0f781b-31a3-405a-8d05-10bb488eb1ae'] in n-d-793620-10 is: [{'id': 'ed0f781b-31a3-405a-8d05-10bb488eb1ae', 'name': 'tempest-TaggedBootDevicesTest_v242-353595964-router', 'tenant_id': '9bda98b2501d43508f913d33c0161145', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:19Z', 'updated_at': '2021-07-16T18:28:54Z', 'revision_number': 6, 'project_id': '9bda98b2501d43508f913d33c0161145', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:55.082698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 6c10e71d-2468-4954-ba91-f8a3e48870cc {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:55.092761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.155608 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:55.165163 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.180552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.184204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] For port f6004737-d72a-492f-911f-b10085be25b5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f6004737-d72a-492f-911f-b10085be25b5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:55.184899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.200277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['60aa62bd-4a9c-46ea-9bb4-9f097034f5c7'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:55.242853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Calling delete_port for f6004737-d72a-492f-911f-b10085be25b5 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:55.374324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=537d97ae-8bc4-409a-a4ff-6e7f8ad302a7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:55.384499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Checking segment: {'id': '494af343-d09d-40c8-b905-51e248b7d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:55.384862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Network hostable DHCP agents. Network: 606ca742-208e-453d-a8c6-15be7595bb6e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:55.419591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.470693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Network 606ca742-208e-453d-a8c6-15be7595bb6e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:55.545452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 606ca742-208e-453d-a8c6-15be7595bb6e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:55.555467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d91b6d-2b62-405c-878b-0a687d7c1c75 None None] Network 606ca742-208e-453d-a8c6-15be7595bb6e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:55.576807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.577543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.612608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-25901a0b-48fd-4fa2-a97c-806e156314a8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2317944 Jul 16 18:28:55.644581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.705163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=6c10e71d-2468-4954-ba91-f8a3e48870cc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:55.711913 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.716264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b19ac10-e21f-4676-9584-d90ecfff9081 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/6c10e71d-2468-4954-ba91-f8a3e48870cc HTTP/1.1" status: 204 len: 168 time: 0.8779700 Jul 16 18:28:55.717528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:55.727526 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:55.764214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2469043d-3862-41ec-9dd8-aa5d51307084 None None] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:55.806941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9985ee-1d61-4f5b-9610-391bfd07228e None None] Network 606ca742-208e-453d-a8c6-15be7595bb6e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:55.857499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6004737-d72a-492f-911f-b10085be25b5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:55.859113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet eafa2906-2a69-4bf5-8fd1-481d6b9552ce {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:55.871137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab63dc1-2513-4e73-b7e3-55b2b22d22e6 req-84e9d076-b79a-48eb-a1f9-a023789ebc99 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.873144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fab63dc1-2513-4e73-b7e3-55b2b22d22e6 req-84e9d076-b79a-48eb-a1f9-a023789ebc99 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 944 time: 0.3571374 Jul 16 18:28:55.902716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.006755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3bba8788-6fb9-4be4-85d8-51a750922c90 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:56.031852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.106264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3bba8788-6fb9-4be4-85d8-51a750922c90 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:56.107006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3bba8788-6fb9-4be4-85d8-51a750922c90 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:56.107581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f6004737-d72a-492f-911f-b10085be25b5 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:56.147835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: f6004737-d72a-492f-911f-b10085be25b5 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:56.148494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f6004737-d72a-492f-911f-b10085be25b5 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:56.150085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.162462 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.226358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.310141 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.315314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/eafa2906-2a69-4bf5-8fd1-481d6b9552ce HTTP/1.1" status: 204 len: 168 time: 0.5936232 Jul 16 18:28:56.315314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e88231-b593-44f1-ae87-95ce978601c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=eafa2906-2a69-4bf5-8fd1-481d6b9552ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:56.318758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41582) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:56.443605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:56.458650 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.515952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9f0fe-227d-4c61-a98e-afa0f4863846 None None] Update dhcp port {'port': {'network_id': '9eefaa0c-713f-447e-ba0a-cdda77e8e11b', 'fixed_ips': [{'subnet_id': 'eafa2906-2a69-4bf5-8fd1-481d6b9552ce'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '5edc9073-7b30-4b50-a1e0-a6e3bcda06c2'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:28:56.530332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41590) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:56.539201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-275724094-network', 'tenant_id': 'e75bf32125594b5095e6c3c52905216e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:56.566780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:56.567553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.573140 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29d9f0fe-227d-4c61-a98e-afa0f4863846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.597657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Made reservation on behalf of e75bf32125594b5095e6c3c52905216e for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:56.597865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:56.607758 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.621361 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.683825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.686324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.698149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] For port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,segment=NetworkSegment(6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29),segment_id=6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:56.698926 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.731002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:56.733845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:56.734229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.747667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.748261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed0f781b-31a3-405a-8d05-10bb488eb1ae {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:28:56.755143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.756269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7c66087a-bd44-41c9-b360-b9352aa60875 admin admin] 10.222.0.48 "DELETE /v2.0/routers/ed0f781b-31a3-405a-8d05-10bb488eb1ae HTTP/1.1" status: 204 len: 168 time: 2.8789146 Jul 16 18:28:56.761242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:56.774257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fab63dc1-2513-4e73-b7e3-55b2b22d22e6 req-d0329fd7-8a60-4ce7-aeef-5787e4189051 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8411677 Jul 16 18:28:56.832929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753e4a84-72da-4f5d-88c0-792aee7993a0 None None] Network 9eefaa0c-713f-447e-ba0a-cdda77e8e11b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:56.962217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32426d8f-9a55-4bfd-acd3-761f4f2bbfce None None] Provisioning complete for port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:56.962217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32426d8f-9a55-4bfd-acd3-761f4f2bbfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:56.987069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] Deleting subnet 7fba8064-1147-4b7f-af7b-5e261ea059d6 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:28:57.005636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.065136 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.092646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.103038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.143853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32426d8f-9a55-4bfd-acd3-761f4f2bbfce None None] Port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 update to ACTIVE by agent not found {{(pid=93779) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:28:57.153668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:57.154195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.156007 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f270d16-62d1-4bef-8063-68dac22144b8" -d '{"events": [{"server_uuid": "8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5", "name": "network-vif-plugged", "status": "completed", "tag": "60aa62bd-4a9c-46ea-9bb4-9f097034f5c7"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:57.167126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.176492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,segment=NetworkSegment(6859ca92-b837-44c2-910e-af7e2e718bbb),segment_id=6859ca92-b837-44c2-910e-af7e2e718bbb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:57.185874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.217606 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f44ec6-dd90-43de-b334-ed60e668c6a7 x-openstack-request-id: req-46f44ec6-dd90-43de-b334-ed60e668c6a7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:57.217923 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5", "name": "network-vif-plugged", "status": "completed", "tag": "60aa62bd-4a9c-46ea-9bb4-9f097034f5c7", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:57.218152 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46f44ec6-dd90-43de-b334-ed60e668c6a7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:57.218546 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7', 'code': 200} Jul 16 18:28:57.272739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe477595-dc24-48d1-a70c-4db48e48abf7 None None] DHCP port deletion for 9eefaa0c-713f-447e-ba0a-cdda77e8e11b request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:57.276567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:57.321730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=5edc9073-7b30-4b50-a1e0-a6e3bcda06c2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:57.335163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No DVR routers for this DVR port 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:57.404629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:57.417608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e80587-eaef-414b-b3da-8500d51bf79e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:57.487713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.488084 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Added segment ccee5661-2a62-42e5-8571-2afd5a88c711 of type vlan for network f5d10e8b-472f-4a4b-a3a6-6521a0972ce2 Jul 16 18:28:57.555236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.590477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eefaa0c-713f-447e-ba0a-cdda77e8e11b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:57.593916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.616240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:57.616523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b25eed0-b02c-4c0a-a3f8-f9cf51bf2c29') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:57.620015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.655327 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.688438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:57.696540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.713175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462ef50-112f-417a-8cd3-cd12cad709ef req-1769ab98-3dad-4505-a011-11566762d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:57.714981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:57.715107 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6462ef50-112f-417a-8cd3-cd12cad709ef req-1769ab98-3dad-4505-a011-11566762d3d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 1097 time: 0.3868783 Jul 16 18:28:57.715367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5edc9073-7b30-4b50-a1e0-a6e3bcda06c2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:57.716181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:57.716646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:57.721861 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:57.734480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.735511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:57.736670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.836625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2995713 Jul 16 18:28:57.837286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41602) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:57.845499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Request body: {'subnet': {'network_id': 'f5d10e8b-472f-4a4b-a3a6-6521a0972ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-275724094-subnet', 'tenant_id': 'e75bf32125594b5095e6c3c52905216e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:57.852970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.858669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.877539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Made reservation on behalf of e75bf32125594b5095e6c3c52905216e for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:57.880363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.897230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.903262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/9eefaa0c-713f-447e-ba0a-cdda77e8e11b HTTP/1.1" status: 204 len: 168 time: 1.5829096 Jul 16 18:28:57.905658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41604) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:57.907412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6abba1-3074-4ca0-a535-06edb4daf5c7 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d10e8b-472f-4a4b-a3a6-6521a0972ce2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:57.912783 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6462ef50-112f-417a-8cd3-cd12cad709ef req-1f0c72cc-2224-4fb8-a412-3bfb71925123 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900270 Jul 16 18:28:57.932949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f5d10e8b-472f-4a4b-a3a6-6521a0972ce2 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:57.959892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fba8064-1147-4b7f-af7b-5e261ea059d6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:57.981485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8cbf23-012b-4f50-8954-7011a60a25b4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=9eefaa0c-713f-447e-ba0a-cdda77e8e11b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:57.984994 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:57.990231 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-19a96ab7-80de-49d3-94f8-89f67495a53d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7fba8064-1147-4b7f-af7b-5e261ea059d6 HTTP/1.1" status: 204 len: 168 time: 1.2252269 Jul 16 18:28:57.993347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:57.997622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa8ed76-24cd-428b-a976-1744d011099e None None] Network 4f8ca66c-80fc-4cb4-b153-d28e75648cbc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:58.087350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.125861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f7dbdb-517f-4b33-93d8-7a5218393de8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.134891 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-54f7dbdb-517f-4b33-93d8-7a5218393de8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.2178037 Jul 16 18:28:58.136942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41610) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:58.195977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Deleting port e7bd3aff-4452-4a06-8118-bf640a72dac9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:58.196534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.236037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120e1f8-515a-4894-a0af-9486e063d6d8 req-0aea8fc2-e631-4b75-a731-9c81d7508364 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.238667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b120e1f8-515a-4894-a0af-9486e063d6d8 req-0aea8fc2-e631-4b75-a731-9c81d7508364 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 945 time: 0.2269959 Jul 16 18:28:58.335947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] For port e7bd3aff-4452-4a06-8118-bf640a72dac9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e7bd3aff-4452-4a06-8118-bf640a72dac9,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:58.336467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.343559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.347895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] DHCP port deletion for 4f8ca66c-80fc-4cb4-b153-d28e75648cbc request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:28:58.360393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Calling delete_port for e7bd3aff-4452-4a06-8118-bf640a72dac9 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:58.365580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5b346b59-dbd3-4c2b-a635-89b387d6558d tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2239723 Jul 16 18:28:58.369660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41614) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:58.377063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1968732405'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:58.416657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b120e1f8-515a-4894-a0af-9486e063d6d8 req-dee6d3ee-1c9a-4247-8d64-389b8cabe908 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498020 Jul 16 18:28:58.479428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:58.484729 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.524647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] Deleting port e7bd3aff-4452-4a06-8118-bf640a72dac9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:28:58.525171 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.534622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Checking segment: {'id': 'ccee5661-2a62-42e5-8571-2afd5a88c711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f5d10e8b-472f-4a4b-a3a6-6521a0972ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:58.540619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Network hostable DHCP agents. Network: f5d10e8b-472f-4a4b-a3a6-6521a0972ce2, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:58.568461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:58.576449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e9c59ea-2fa1-4090-b94f-abc9f829b00d,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.603203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Network f5d10e8b-472f-4a4b-a3a6-6521a0972ce2 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:58.623682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f5d10e8b-472f-4a4b-a3a6-6521a0972ce2) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:58.633263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:58.634686 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.645549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87097f-b83a-45f8-8691-588bbe74e9e6 None None] Network f5d10e8b-472f-4a4b-a3a6-6521a0972ce2 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:58.667418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.668539 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 01c0ad6b-7b60-4e59-8200-bdcd81506e61 of type vlan for network 9ff4a1af-427d-41ff-9ff6-7092875024cf Jul 16 18:28:58.677693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2d8403b4-bd94-495f-96c8-d96e46f12f01 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8308461 Jul 16 18:28:58.699990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] For port e7bd3aff-4452-4a06-8118-bf640a72dac9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e7bd3aff-4452-4a06-8118-bf640a72dac9,segment=NetworkSegment(994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8),segment_id=994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:58.700801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.790758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] Calling delete_port for e7bd3aff-4452-4a06-8118-bf640a72dac9 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:28:58.822362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.921554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.932952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bd3aff-4452-4a06-8118-bf640a72dac9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:58.937623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] No DVR routers for this DVR port e7bd3aff-4452-4a06-8118-bf640a72dac9 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:59.068405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395fa3a-9068-41bf-a141-c9677202ed09 None None] Network f5d10e8b-472f-4a4b-a3a6-6521a0972ce2 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:59.074963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.087463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.089067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.151442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.218016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f8ca66c-80fc-4cb4-b153-d28e75648cbc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:59.258428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:59.259033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994fa9be-6f5f-4d0a-b0a3-3a3d397c6ad8') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:59.262030 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8911896 Jul 16 18:28:59.265192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41628) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:59.276802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.277096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:59.298588 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.319753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75b05c-77ef-4eee-9997-67dbc1577671 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=9ff4a1af-427d-41ff-9ff6-7092875024cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:59.327137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.343740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:28:59.344214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:28:59.347861 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:28:59.366737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] No DVR routers for this DVR port e7bd3aff-4452-4a06-8118-bf640a72dac9 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:28:59.381294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21b4cf-7b48-442d-af97-fe63f77a2568 None None] Pushing event deleted for resources: {'Port': ['ID=e7bd3aff-4452-4a06-8118-bf640a72dac9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:59.391976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:59.494927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.516616 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.518734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:59.520476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f8ca66c-80fc-4cb4-b153-d28e75648cbc HTTP/1.1" status: 204 len: 168 time: 1.5259867 Jul 16 18:28:59.526748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.540881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c88829-1eec-415d-9af2-ab9faf11d4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=4f8ca66c-80fc-4cb4-b153-d28e75648cbc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:59.781576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e7bd3aff-4452-4a06-8118-bf640a72dac9 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:28:59.809622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-f9b5a442-ad7a-4830-ac55-bb0bf3c187e8 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:59.811328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-f9b5a442-ad7a-4830-ac55-bb0bf3c187e8 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/networks?id=606ca742-208e-453d-a8c6-15be7595bb6e HTTP/1.1" status: 200 len: 825 time: 0.2327175 Jul 16 18:28:59.828658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e7bd3aff-4452-4a06-8118-bf640a72dac9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:28:59.829936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e7bd3aff-4452-4a06-8118-bf640a72dac9 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:28:59.881496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-e6422c7b-a025-4959-bf69-b4cd133c7bb4 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/quotas/2dc206de0e384c77b87a1d6137ba1557 HTTP/1.1" status: 200 len: 375 time: 0.0387592 Jul 16 18:28:59.968772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41646) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:59.970795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-fca26201-6a37-4736-977d-3f56efaac359 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2dc206de0e384c77b87a1d6137ba1557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575199 Jul 16 18:29:00.002494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.044214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2e8694a-c5de-446e-ac7f-f9668d162edd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bda98b2501d43508f913d33c0161145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714087 Jul 16 18:29:00.046244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41648) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:00.077692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d7089-c231-4dbc-a384-980921dafb14 req-071e6b93-a720-4e0f-b759-df509745687c tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.080414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a2d7089-c231-4dbc-a384-980921dafb14 req-071e6b93-a720-4e0f-b759-df509745687c tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 945 time: 0.3164032 Jul 16 18:29:00.133651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc260cf7-e02d-4405-95f4-c4c857715de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.161975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc260cf7-e02d-4405-95f4-c4c857715de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.222466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-330ee416-d8c3-488b-b3ac-c26bd6095f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.231005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc260cf7-e02d-4405-95f4-c4c857715de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.234698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc260cf7-e02d-4405-95f4-c4c857715de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.236664 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fc260cf7-e02d-4405-95f4-c4c857715de8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f36e46b8-3715-49dd-8c8d-ccf1156a84e4 HTTP/1.1" status: 204 len: 168 time: 0.1893120 Jul 16 18:29:00.252271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc260cf7-e02d-4405-95f4-c4c857715de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36e46b8-3715-49dd-8c8d-ccf1156a84e4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:00.268082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=4b0d9390-916a-4329-a7b8-7f6214547f39,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:00.296507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a2d7089-c231-4dbc-a384-980921dafb14 req-33d7e8f5-dddc-4aa5-bcda-4edeee971e88 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015815 Jul 16 18:29:00.301938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '01c0ad6b-7b60-4e59-8200-bdcd81506e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:00.302502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: 9ff4a1af-427d-41ff-9ff6-7092875024cf, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:00.384448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-ab938290-86dc-4475-808d-f42e4d11b2c2 service neutron] 10.222.0.48 "GET /v2.0/networks/606ca742-208e-453d-a8c6-15be7595bb6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816993 Jul 16 18:29:00.492508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:00.553732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 9ff4a1af-427d-41ff-9ff6-7092875024cf) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:00.569048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:00.570176 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.581068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3c8022-7694-42e3-b9d7-0936c37547f7 None None] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:00.693542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9d3eacd-f609-48a5-8fc9-39cecc7c1050 service neutron] 10.222.0.48 "GET /v2.0/networks/606ca742-208e-453d-a8c6-15be7595bb6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027875 Jul 16 18:29:00.705281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-26b38309-05a8-47ca-9677-0a7df68428f8 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4380240 Jul 16 18:29:00.707654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41660) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:00.717760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf', 'name': 'tempest-PortsTestJSON-1688362751'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:00.948377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-9ff4a1af-427d-41ff-9ff6-7092875024cf', 'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf', 'tenant_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'fixed_ips': [{'subnet_id': '4b0d9390-916a-4329-a7b8-7f6214547f39'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:00.949594 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.052588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:01.057278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.081077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d3c0aeab-36d7-4557-9abb-46acec56aeeb req-9e0337f8-5d72-4ccc-acaf-efce73831397 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 210 time: 0.1086712 Jul 16 18:29:01.117545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 36c53814-e1d0-4dae-9015-4f8abaf918b5 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:29:01.285044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Allocated IP 172.20.0.2 (9ff4a1af-427d-41ff-9ff6-7092875024cf/4b0d9390-916a-4329-a7b8-7f6214547f39/01ae4de8-2707-441c-80e0-df440dbe396d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:01.565134 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.589239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Transition to ACTIVE for port object 01ae4de8-2707-441c-80e0-df440dbe396d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:01.631044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Transition to ACTIVE for port object 01ae4de8-2707-441c-80e0-df440dbe396d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:01.642977 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.797189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.7 (9ff4a1af-427d-41ff-9ff6-7092875024cf/4b0d9390-916a-4329-a7b8-7f6214547f39/36c53814-e1d0-4dae-9015-4f8abaf918b5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:02.051449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41724) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:02.146280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:02.165038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:02.169286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:02.188578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Pushing event updated for resources: {'Port': ['ID=01ae4de8-2707-441c-80e0-df440dbe396d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:02.313196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Attempting to bind port 01ae4de8-2707-441c-80e0-df440dbe396d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:02.314408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Attempting to bind port 01ae4de8-2707-441c-80e0-df440dbe396d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '01c0ad6b-7b60-4e59-8200-bdcd81506e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:02.315456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Attempting to bind port 01ae4de8-2707-441c-80e0-df440dbe396d on network 9ff4a1af-427d-41ff-9ff6-7092875024cf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:02.333481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:02.333960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Checking segment: {'id': '01c0ad6b-7b60-4e59-8200-bdcd81506e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:02.334496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.335031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Bound using segment: {'id': '01c0ad6b-7b60-4e59-8200-bdcd81506e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:02.335654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Bound port: 01ae4de8-2707-441c-80e0-df440dbe396d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c0ad6b-7b60-4e59-8200-bdcd81506e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:02.336180 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.461608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5bad38ae-e5a2-4bb5-b036-46818b424cfa req-6f51d764-77bf-4d8a-a6a5-e642bf871c40 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 210 time: 0.0956266 Jul 16 18:29:02.475917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-851774892-network', 'tenant_id': 'a06998f17910446f8c4e53013b0d22d5'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:02.506287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Made reservation on behalf of a06998f17910446f8c4e53013b0d22d5 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:02.511549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.530164 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.538478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] For port 01ae4de8-2707-441c-80e0-df440dbe396d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:02.544822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] For port 01ae4de8-2707-441c-80e0-df440dbe396d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=01ae4de8-2707-441c-80e0-df440dbe396d,segment=NetworkSegment(01c0ad6b-7b60-4e59-8200-bdcd81506e61),segment_id=01c0ad6b-7b60-4e59-8200-bdcd81506e61)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:02.558248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.698267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d8be5-d004-45ae-9a48-becdd410fc25 req-f8356952-56a5-4fb3-9d90-315683b05a75 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:02.698267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-456d8be5-d004-45ae-9a48-becdd410fc25 req-f8356952-56a5-4fb3-9d90-315683b05a75 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 945 time: 0.1699777 Jul 16 18:29:02.722238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.728709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e37965-6853-4bd3-92ad-1151d66835c3 None None] Pushing event updated for resources: {'Port': ['ID=01ae4de8-2707-441c-80e0-df440dbe396d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:02.752754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 36c53814-e1d0-4dae-9015-4f8abaf918b5 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:02.803395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.822169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-456d8be5-d004-45ae-9a48-becdd410fc25 req-c8145bfb-752f-4cde-bed2-d2528d0f2b3f tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059940 Jul 16 18:29:02.901628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:02.906208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:02.916997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:02.926764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=36c53814-e1d0-4dae-9015-4f8abaf918b5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:02.940439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.948044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.062158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:03.095735 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.102274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.109450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0fe017-b831-439c-b9f6-436271020c8e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:03.119417 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.120231 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Added segment cccc8544-0db8-4fa6-a286-705c5457fb4e of type vlan for network 299c003c-6c3d-42ec-a517-6765b051acbb Jul 16 18:29:03.127426 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d2e750d-db90-4d0d-b974-cf331a54a276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.245940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.315951 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.317881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.319109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.323253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0ebc4c40-f324-4bc7-8b76-d8698a25bdf9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6120555 Jul 16 18:29:03.326924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41756) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:03.408625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '9ff4a1af-427d-41ff-9ff6-7092875024cf', 'name': 'tempest-PortsTestJSON-1213860657'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:03.437997 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.514262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4616694 Jul 16 18:29:03.520099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:03.529313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Request body: {'subnet': {'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-851774892-subnet', 'tenant_id': 'a06998f17910446f8c4e53013b0d22d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:03.558134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42a385-5fd2-4ea1-988b-c3887a3e1b3a admin admin] Pushing event updated for resources: {'Network': ['ID=299c003c-6c3d-42ec-a517-6765b051acbb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:03.571133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 299c003c-6c3d-42ec-a517-6765b051acbb details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:03.668522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-396e6c06-a888-4f57-a132-74d2a90dfeff tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:03.670252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-396e6c06-a888-4f57-a132-74d2a90dfeff tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.13 "GET /v2.0/networks?id=606ca742-208e-453d-a8c6-15be7595bb6e HTTP/1.1" status: 200 len: 825 time: 0.5504694 Jul 16 18:29:03.731124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Request body: {'port': {'device_id': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e', 'admin_state_up': True, 'tenant_id': '2dc206de0e384c77b87a1d6137ba1557'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:03.751621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Made reservation on behalf of a06998f17910446f8c4e53013b0d22d5 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:03.754468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.770531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0ef00c9-023f-4b35-8ddf-a9d9914dac4b req-8566941c-79a0-4b6a-85a4-ed13dec734c9 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 210 time: 0.0605328 Jul 16 18:29:03.842844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 01ae4de8-2707-441c-80e0-df440dbe396d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:03.964264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 01ae4de8-2707-441c-80e0-df440dbe396d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:04.113072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f8538-3178-4284-b0af-239bc924fe9d req-7a2d6025-a551-4b02-8c4f-0fc36f3cbf84 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.114003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-8eb98331-24f2-4747-bb8e-6375932e41a8 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:04.114633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-458f8538-3178-4284-b0af-239bc924fe9d req-7a2d6025-a551-4b02-8c4f-0fc36f3cbf84 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 945 time: 0.0795360 Jul 16 18:29:04.118385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-8eb98331-24f2-4747-bb8e-6375932e41a8 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.13 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 945 time: 0.5148330 Jul 16 18:29:04.119982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:04.128792 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.207186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-458f8538-3178-4284-b0af-239bc924fe9d req-d96ce76f-11fa-4b69-bb66-42bd97e0a163 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819442 Jul 16 18:29:04.302221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 8f4c0191-cb22-46c3-98ce-73fc5ddcf72f yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:29:04.315981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.364809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Made reservation on behalf of 2dc206de0e384c77b87a1d6137ba1557 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:04.368543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.517731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05714c9-18b3-4a1d-b002-f08b46e7fc23 None None] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:04.607570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-83e6a35f-b5ab-4e06-90df-7448f3c277c6 None None] Provisioning for port 01ae4de8-2707-441c-80e0-df440dbe396d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:04.636685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-83e6a35f-b5ab-4e06-90df-7448f3c277c6 None None] Provisioning complete for port 01ae4de8-2707-441c-80e0-df440dbe396d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:04.636997 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e6a35f-b5ab-4e06-90df-7448f3c277c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.674605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.805373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e6a35f-b5ab-4e06-90df-7448f3c277c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.856511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-83e6a35f-b5ab-4e06-90df-7448f3c277c6 None None] For port 01ae4de8-2707-441c-80e0-df440dbe396d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=01ae4de8-2707-441c-80e0-df440dbe396d,segment=NetworkSegment(01c0ad6b-7b60-4e59-8200-bdcd81506e61),segment_id=01c0ad6b-7b60-4e59-8200-bdcd81506e61)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:04.868306 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83e6a35f-b5ab-4e06-90df-7448f3c277c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.887157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.14 (9ff4a1af-427d-41ff-9ff6-7092875024cf/4b0d9390-916a-4329-a7b8-7f6214547f39/8f4c0191-cb22-46c3-98ce-73fc5ddcf72f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:04.914968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Deleting port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:04.915497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:04.949962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6a35f-b5ab-4e06-90df-7448f3c277c6 None None] Pushing event updated for resources: {'Port': ['ID=01ae4de8-2707-441c-80e0-df440dbe396d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:05.071145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a91063d8-b6d6-4d3d-884a-057eaa4c61ac req-b1ba5fbd-f49f-41c6-af0b-443f128bd2c6 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 210 time: 0.0650511 Jul 16 18:29:05.148804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e030c30e-5399-47eb-bb9f-9c0a013c8e4e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:05.210687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Allocated IP 172.20.0.6 (606ca742-208e-453d-a8c6-15be7595bb6e/537d97ae-8bc4-409a-a4ff-6e7f8ad302a7/0c266a40-ffdc-455c-8e8c-684576cc5936) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:05.240270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-8979f263-1157-4e65-b2f4-9bbff8c2ae41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5793159 Jul 16 18:29:05.266062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Checking segment: {'id': 'cccc8544-0db8-4fa6-a286-705c5457fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:05.266550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Network hostable DHCP agents. Network: 299c003c-6c3d-42ec-a517-6765b051acbb, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:05.280467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] For port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,segment=NetworkSegment(6859ca92-b837-44c2-910e-af7e2e718bbb),segment_id=6859ca92-b837-44c2-910e-af7e2e718bbb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:05.280842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.345683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Calling delete_port for 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:05.422357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d06683da-e53a-4aea-a9aa-df812c6dd9ac None None] Provisioning for port 36c53814-e1d0-4dae-9015-4f8abaf918b5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:05.433894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d06683da-e53a-4aea-a9aa-df812c6dd9ac None None] Provisioning complete for port 36c53814-e1d0-4dae-9015-4f8abaf918b5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:05.434904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d06683da-e53a-4aea-a9aa-df812c6dd9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.506243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Network 299c003c-6c3d-42ec-a517-6765b051acbb is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:05.554119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d06683da-e53a-4aea-a9aa-df812c6dd9ac None None] Port 36c53814-e1d0-4dae-9015-4f8abaf918b5 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:05.577283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d06683da-e53a-4aea-a9aa-df812c6dd9ac None None] Provisioning complete for port 01ae4de8-2707-441c-80e0-df440dbe396d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:05.578313 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d06683da-e53a-4aea-a9aa-df812c6dd9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.641227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 299c003c-6c3d-42ec-a517-6765b051acbb) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:05.676687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.677265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.679492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d0850c-62ff-4e5c-9be6-04a79afeeee0 None None] Network 299c003c-6c3d-42ec-a517-6765b051acbb requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:05.804977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:05.811391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9aadd0-0ae2-4030-b4dc-34197cac58e3 req-cffcf248-4aa0-42d6-8763-35878bea17c8 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.829573 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66bc5830-c3f8-4288-adf7-a9c45a4d80db admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3077610 Jul 16 18:29:05.847159 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb9aadd0-0ae2-4030-b4dc-34197cac58e3 req-cffcf248-4aa0-42d6-8763-35878bea17c8 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 945 time: 0.3066823 Jul 16 18:29:05.859138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 8f4c0191-cb22-46c3-98ce-73fc5ddcf72f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:05.907155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.909013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.914027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.919931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.920561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.921051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.921532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:05.926496 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-09d73117-50f5-4907-a399-f76b485fbd59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.5702798 Jul 16 18:29:05.940397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb9aadd0-0ae2-4030-b4dc-34197cac58e3 req-b945c53b-975d-4d39-9242-494cda37c5f4 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/security-groups?id=6efc2ef6-c64b-49ee-ba13-9739f464fc72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895824 Jul 16 18:29:05.991203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 01ae4de8-2707-441c-80e0-df440dbe396d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:06.014054 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.111379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.141499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.155896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['60aa62bd-4a9c-46ea-9bb4-9f097034f5c7'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:06.171285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.266983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Pushing event deleted for resources: {'Port': ['ID=60aa62bd-4a9c-46ea-9bb4-9f097034f5c7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:06.390257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 01ae4de8-2707-441c-80e0-df440dbe396d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:06.391391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.393645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f9b74ba1-ea1e-4379-a63e-f574d466ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.394143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f9b74ba1-ea1e-4379-a63e-f574d466ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.394716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f9b74ba1-ea1e-4379-a63e-f574d466ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.396343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f9b74ba1-ea1e-4379-a63e-f574d466ca2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 2290 time: 0.4104903 Jul 16 18:29:06.401581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:06.402224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] No DVR routers for this DVR port 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:06.405213 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.423922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.426149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3cd16f7-8cfd-44a4-a5ba-ee459a06ee65 req-3ea944a7-449a-462f-afcc-96880814a958 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.13 "DELETE /v2.0/ports/60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 HTTP/1.1" status: 204 len: 173 time: 2.2869673 Jul 16 18:29:06.430092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'name': 'network-vif-deleted', 'tag': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:06.431733 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2456c492-12a4-43c2-85a4-bcb0ef98366f" -d '{"events": [{"server_uuid": "8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5", "name": "network-vif-deleted", "tag": "60aa62bd-4a9c-46ea-9bb4-9f097034f5c7"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:06.472677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:06.487164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:06.593845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=8f4c0191-cb22-46c3-98ce-73fc5ddcf72f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:06.617563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Network 606ca742-208e-453d-a8c6-15be7595bb6e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:06.668663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2f454-6822-451e-bc74-039dfde4c87c req-89a76e0f-a812-4e59-aa81-285cd37666d9 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.682115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:06.688545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ee2f454-6822-451e-bc74-039dfde4c87c req-89a76e0f-a812-4e59-aa81-285cd37666d9 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 931 time: 0.3639457 Jul 16 18:29:06.690573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:06.731788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.732393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.770661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fff80e4d-bda1-435a-81fc-0613d935411c None None] Provisioning complete for port 36c53814-e1d0-4dae-9015-4f8abaf918b5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:06.776025 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fff80e4d-bda1-435a-81fc-0613d935411c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.792289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ee2f454-6822-451e-bc74-039dfde4c87c req-f5504da7-ab73-4b0c-9d3a-f32758b821fe tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986722 Jul 16 18:29:06.799329 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-d302c8d3-840e-4b48-9514-4646db3a6678 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 1001 time: 0.3762681 Jul 16 18:29:06.966070 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa8139e-c4c6-43f2-8741-3e0d483d6a97 x-openstack-request-id: req-2aa8139e-c4c6-43f2-8741-3e0d483d6a97 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:06.966372 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5", "name": "network-vif-deleted", "tag": "60aa62bd-4a9c-46ea-9bb4-9f097034f5c7", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:06.966633 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2aa8139e-c4c6-43f2-8741-3e0d483d6a97 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:06.967060 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5', 'name': 'network-vif-deleted', 'tag': '60aa62bd-4a9c-46ea-9bb4-9f097034f5c7', 'status': 'completed', 'code': 200} Jul 16 18:29:06.976881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fff80e4d-bda1-435a-81fc-0613d935411c None None] Port 36c53814-e1d0-4dae-9015-4f8abaf918b5 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:06.988341 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-22d42e4e-6c2b-436e-a9cf-3fc249232bec tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6596074 Jul 16 18:29:06.992808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41796) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.023452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Pushing event updated for resources: {'Port': ['ID=0c266a40-ffdc-455c-8e8c-684576cc5936,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:07.097307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708884b-28da-4d6c-86be-03406df03738 None None] Network 299c003c-6c3d-42ec-a517-6765b051acbb requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:07.120143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f08396f3-3b5b-4234-853d-e2a3b0447410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.126593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f08396f3-3b5b-4234-853d-e2a3b0447410 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.2973425 Jul 16 18:29:07.155162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.157445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.178890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.271655 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9546ecdc-bc79-499f-aae8-829628a68066 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5524905 Jul 16 18:29:07.304509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Request body: {'port': {'device_id': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:07.408858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3dca3a9e-062e-412d-b240-2c53b16d02fe None None] Provisioning for port 8f4c0191-cb22-46c3-98ce-73fc5ddcf72f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:07.437511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3dca3a9e-062e-412d-b240-2c53b16d02fe None None] Provisioning complete for port 8f4c0191-cb22-46c3-98ce-73fc5ddcf72f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:07.438425 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3dca3a9e-062e-412d-b240-2c53b16d02fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.441837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e535d268-7f2e-422b-bd00-9c1c14ef7d0f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.444501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e535d268-7f2e-422b-bd00-9c1c14ef7d0f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.4387589 Jul 16 18:29:07.449837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41810) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:07.482413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-02689a5c-ed3e-47e8-be94-58d648563c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.486016 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-02689a5c-ed3e-47e8-be94-58d648563c9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3222802 Jul 16 18:29:07.523768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3dca3a9e-062e-412d-b240-2c53b16d02fe None None] Port 8f4c0191-cb22-46c3-98ce-73fc5ddcf72f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:07.527600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d09dd1d-dcba-4ed2-9287-77485a8178c3 req-db2166d4-8e8a-48f5-a434-6510a80545a0 tempest-ServerMetadataNegativeTestJSON-1904047017 tempest-ServerMetadataNegativeTestJSON-1904047017-project] 10.222.0.48 "GET /v2.0/ports?device_id=8130f2b2-3b3c-4ca2-9fa5-1de3db88a4b5 HTTP/1.1" status: 200 len: 210 time: 0.1466737 Jul 16 18:29:07.617064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-5009fb01-24ac-4e1d-916c-9b929d4a6eb3 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.619122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-5009fb01-24ac-4e1d-916c-9b929d4a6eb3 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/networks?id=299c003c-6c3d-42ec-a517-6765b051acbb HTTP/1.1" status: 200 len: 812 time: 0.3240836 Jul 16 18:29:07.643848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c9aeb84-ea09-4788-8b85-61018596f4ca tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/quotas/a06998f17910446f8c4e53013b0d22d5 HTTP/1.1" status: 200 len: 375 time: 0.0135336 Jul 16 18:29:07.671670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 8f4c0191-cb22-46c3-98ce-73fc5ddcf72f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:07.672480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.681203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.752039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-2878f06e-a371-4ed3-986a-0cd5299850dd tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a06998f17910446f8c4e53013b0d22d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911214 Jul 16 18:29:07.844655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.872060 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-cc174f85-a649-406b-a215-ca1b5d31a434 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744404 Jul 16 18:29:08.124856 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-218e5906-2809-4c35-9e48-911e2d8b1e43 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458172 Jul 16 18:29:08.193351 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-30ff651f-6303-4b93-a2af-7fc4a7f51d58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 217 time: 0.0496693 Jul 16 18:29:08.314727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-dbcc91c3-31eb-43c3-b273-16210d346efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.316346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-dbcc91c3-31eb-43c3-b273-16210d346efc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1147859 Jul 16 18:29:08.384296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.434669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c266a40-ffdc-455c-8e8c-684576cc5936 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:08.438005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 8f4c0191-cb22-46c3-98ce-73fc5ddcf72f owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:08.446169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.452808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-819343e5-dd60-49c8-ad6c-cf0ba63bdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.455449 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-819343e5-dd60-49c8-ad6c-cf0ba63bdbca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1257486 Jul 16 18:29:08.470100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-32a2e63c-7cca-40a2-a3ae-135e95ad2a6f service neutron] 10.222.0.48 "GET /v2.0/networks/299c003c-6c3d-42ec-a517-6765b051acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7110384 Jul 16 18:29:08.475001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Transition to ACTIVE for port object 0c266a40-ffdc-455c-8e8c-684576cc5936 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:08.489647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.567203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:08.612444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:08.613079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 60aa62bd-4a9c-46ea-9bb4-9f097034f5c7 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:08.617629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bdccf-9ac7-46fb-8fc8-cd847671966a req-58201449-bc37-49dc-9d25-1b10c715e2cb tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:08.619558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b16bdccf-9ac7-46fb-8fc8-cd847671966a req-58201449-bc37-49dc-9d25-1b10c715e2cb tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 931 time: 0.3519073 Jul 16 18:29:08.630164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Pushing event updated for resources: {'Port': ['ID=0c266a40-ffdc-455c-8e8c-684576cc5936,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.750518 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-eb94a3d7-74f7-4573-9783-da539e12c024 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859201 Jul 16 18:29:08.768773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-80fb0197-741d-454b-aba3-ed79a201efa6 service neutron] 10.222.0.48 "GET /v2.0/networks/299c003c-6c3d-42ec-a517-6765b051acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864125 Jul 16 18:29:08.775080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b16bdccf-9ac7-46fb-8fc8-cd847671966a req-244cacdf-140c-4b8d-ab93-d6dc89b0be39 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411173 Jul 16 18:29:08.833780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.869705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=8f4c0191-cb22-46c3-98ce-73fc5ddcf72f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.952193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41820) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:09.036895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Attempting to bind port 0c266a40-ffdc-455c-8e8c-684576cc5936 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:09.040356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Attempting to bind port 0c266a40-ffdc-455c-8e8c-684576cc5936 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '494af343-d09d-40c8-b905-51e248b7d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:09.041376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Attempting to bind port 0c266a40-ffdc-455c-8e8c-684576cc5936 on network 606ca742-208e-453d-a8c6-15be7595bb6e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:09.070567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Port 0c266a40-ffdc-455c-8e8c-684576cc5936 on network 606ca742-208e-453d-a8c6-15be7595bb6e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:09.071668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Attempting to bind port 0c266a40-ffdc-455c-8e8c-684576cc5936 on network 606ca742-208e-453d-a8c6-15be7595bb6e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:09.113657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-b60cd1ba-52e6-4fde-8890-4853b5fabb3b service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536806 Jul 16 18:29:09.115244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:09.115888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Checking segment: {'id': '494af343-d09d-40c8-b905-51e248b7d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:09.116767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Bound using segment: {'id': '494af343-d09d-40c8-b905-51e248b7d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:09.117682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Bound port: 0c266a40-ffdc-455c-8e8c-684576cc5936, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494af343-d09d-40c8-b905-51e248b7d334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:09.118515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.293956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-6cc9769b-f06d-4970-ad96-066e73d1b5ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 217 time: 0.1468670 Jul 16 18:29:09.416950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] For port 0c266a40-ffdc-455c-8e8c-684576cc5936, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:09.453107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] For port 0c266a40-ffdc-455c-8e8c-684576cc5936, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0c266a40-ffdc-455c-8e8c-684576cc5936,segment=NetworkSegment(494af343-d09d-40c8-b905-51e248b7d334),segment_id=494af343-d09d-40c8-b905-51e248b7d334)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:09.457341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-2637e707-1263-48d9-948c-09c5f336d112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.459919 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-2637e707-1263-48d9-948c-09c5f336d112 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1543572 Jul 16 18:29:09.462680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.012330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2954184b-6a5a-41d6-9a90-396e904d841c req-0befeb91-4953-4302-a366-3cb3cd47951f tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 210 time: 0.1139910 Jul 16 18:29:10.021006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] Deleting subnet ac616402-b12e-49f3-b6d3-dc4941b77806 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:10.040933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41838) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.069979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.088311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.094663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8aebcfc9-6c9c-459e-8698-770d76ab0f5c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/8f4c0191-cb22-46c3-98ce-73fc5ddcf72f HTTP/1.1" status: 204 len: 168 time: 2.6209762 Jul 16 18:29:10.130249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.168330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.169439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.172009 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] 10.222.0.13 "PUT /v2.0/ports/0c266a40-ffdc-455c-8e8c-684576cc5936 HTTP/1.1" status: 200 len: 1092 time: 2.8805807 Jul 16 18:29:10.174587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'tag': '0c266a40-ffdc-455c-8e8c-684576cc5936'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:10.178653 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfb21bc-656e-443f-b518-b2e83d176b59" -d '{"events": [{"name": "network-changed", "server_uuid": "018dd2c0-6320-4d66-a001-e5e119c398e0", "tag": "0c266a40-ffdc-455c-8e8c-684576cc5936"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:10.269939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd9a6a-4887-4434-8d01-3440dd734972 service neutron] Pushing event updated for resources: {'Port': ['ID=0c266a40-ffdc-455c-8e8c-684576cc5936,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.276780 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b52710-309e-44cf-9629-1b74d6861b77 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:29:10.285933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-38b52710-309e-44cf-9629-1b74d6861b77 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/8f4c0191-cb22-46c3-98ce-73fc5ddcf72f HTTP/1.1" status: 404 len: 333 time: 0.1513731 Jul 16 18:29:10.290225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41850) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.385885 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.400031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-b1188273-cc00-4cc1-ae10-1402d621a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.415115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-b1188273-cc00-4cc1-ae10-1402d621a952 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9466007 Jul 16 18:29:10.592080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7f0a744-0c8f-41db-8646-68e81ef26aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.637574 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.640954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9c1491ef-e50e-4eb5-8d4b-3d390c5a75fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.643769 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-9c1491ef-e50e-4eb5-8d4b-3d390c5a75fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc206de0e384c77b87a1d6137ba1557&device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 1095 time: 0.4001791 Jul 16 18:29:10.650708 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec5d992-d58e-4c69-aa21-1ae49c672539 x-openstack-request-id: req-7ec5d992-d58e-4c69-aa21-1ae49c672539 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:10.651150 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018dd2c0-6320-4d66-a001-e5e119c398e0", "tag": "0c266a40-ffdc-455c-8e8c-684576cc5936", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:10.651528 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7ec5d992-d58e-4c69-aa21-1ae49c672539 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:10.652177 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'tag': '0c266a40-ffdc-455c-8e8c-684576cc5936', 'status': 'completed', 'code': 200} Jul 16 18:29:10.730134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-62ee0896-c1b2-4df4-a245-91194de0036a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c266a40-ffdc-455c-8e8c-684576cc5936 HTTP/1.1" status: 200 len: 217 time: 0.0732417 Jul 16 18:29:10.778600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c6969-743d-4d6e-9a0c-0e3e1d011262 req-114e2a81-1d2d-4121-b742-9f4445c5b4cb tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.788305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-222c6969-743d-4d6e-9a0c-0e3e1d011262 req-114e2a81-1d2d-4121-b742-9f4445c5b4cb tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 943 time: 0.4106379 Jul 16 18:29:10.826086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-19a80514-77b4-4af8-825b-6cabc5abe404 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015412 Jul 16 18:29:10.842653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 36c53814-e1d0-4dae-9015-4f8abaf918b5 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:10.843216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.855735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.893150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-f0cc35cd-7254-40f3-b11d-2bb20b462f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:10.894923 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-f0cc35cd-7254-40f3-b11d-2bb20b462f19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=537d97ae-8bc4-409a-a4ff-6e7f8ad302a7 HTTP/1.1" status: 200 len: 865 time: 0.1558592 Jul 16 18:29:10.945157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.947646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ac616402-b12e-49f3-b6d3-dc4941b77806 HTTP/1.1" status: 204 len: 168 time: 1.9931576 Jul 16 18:29:10.963355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41852) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.963836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-0a4fc749-285d-461c-b81b-778c43faf2f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=606ca742-208e-453d-a8c6-15be7595bb6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605574 Jul 16 18:29:11.034606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505bd07-a11f-4642-bac5-4221f00d8085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac616402-b12e-49f3-b6d3-dc4941b77806,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.086238 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-b8e414a1-c143-46b4-b88b-fbbff9efe31b service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485826 Jul 16 18:29:11.086631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-222c6969-743d-4d6e-9a0c-0e3e1d011262 req-08ceb98c-00dd-4820-9a4d-088361de3abc tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970107 Jul 16 18:29:11.221882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-7b023e61-2473-4976-8c1a-be0b15b5678b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 217 time: 0.0838954 Jul 16 18:29:11.320333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7f0a744-0c8f-41db-8646-68e81ef26aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.324813 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.328847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.341378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-f52487c9-0e9e-4809-bdc4-0cd60e1f52f5 service neutron] 10.222.0.13 "GET /v2.0/networks/606ca742-208e-453d-a8c6-15be7595bb6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656421 Jul 16 18:29:11.341900 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0097ad2d-abb4-4aea-9691-6a9e07b21a7a req-1b62b490-7314-4624-a64a-caaa8b5c6ac9 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 210 time: 0.0871170 Jul 16 18:29:11.373573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-3092ed8c-da9c-43f1-b4be-041698a2c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.376459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-3092ed8c-da9c-43f1-b4be-041698a2c665 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1455266 Jul 16 18:29:11.383692 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c7f0a744-0c8f-41db-8646-68e81ef26aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.409682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 36c53814-e1d0-4dae-9015-4f8abaf918b5 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:11.547231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c7f0a744-0c8f-41db-8646-68e81ef26aa2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ff7aae003434402a0f1127417215f63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5040681 Jul 16 18:29:11.582248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41858) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:11.631049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0a744-0c8f-41db-8646-68e81ef26aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b969ac-b4f2-42c9-8907-fa31e2edbacb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.654475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9185174b-438a-4ca1-892c-1ba1ac52f6aa req-1d8f8208-bda8-4042-b4d7-ca0779915cc8 service neutron] 10.222.0.13 "GET /v2.0/networks/606ca742-208e-453d-a8c6-15be7595bb6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951796 Jul 16 18:29:11.700690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-4938e7a5-a286-45bb-b26d-a96ba2dc7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.702807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-4938e7a5-a286-45bb-b26d-a96ba2dc7c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3134975 Jul 16 18:29:11.714529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-c0bfd38d-afff-4ff7-bd4d-086e49318922 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:11.716393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-c0bfd38d-afff-4ff7-bd4d-086e49318922 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.13 "GET /v2.0/networks?id=299c003c-6c3d-42ec-a517-6765b051acbb HTTP/1.1" status: 200 len: 812 time: 0.3093140 Jul 16 18:29:11.768790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Request body: {'port': {'device_id': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb', 'admin_state_up': True, 'tenant_id': 'a06998f17910446f8c4e53013b0d22d5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:11.776521 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.801567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b09cc8-4e04-45f8-94bd-941cb9ce5165']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.839809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6859ca92-b837-44c2-910e-af7e2e718bbb') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.840040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6859ca92-b837-44c2-910e-af7e2e718bbb') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:11.840143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00642daa-1058-4ca3-8a12-a50f4293a817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.862344 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.939755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.961325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00642daa-1058-4ca3-8a12-a50f4293a817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.965110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:11.965781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:11.968950 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:11.998374 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-4816ee9a-485d-49ac-b57c-c45ff010e1f2 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805486 Jul 16 18:29:12.065220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.109161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.117292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=36c53814-e1d0-4dae-9015-4f8abaf918b5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.129641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.135659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] 10.222.0.48 "DELETE /v2.0/networks/41b09cc8-4e04-45f8-94bd-941cb9ce5165 HTTP/1.1" status: 204 len: 168 time: 1.1670475 Jul 16 18:29:12.143475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00642daa-1058-4ca3-8a12-a50f4293a817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.151122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00642daa-1058-4ca3-8a12-a50f4293a817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.152376 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-00642daa-1058-4ca3-8a12-a50f4293a817 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b9b969ac-b4f2-42c9-8907-fa31e2edbacb HTTP/1.1" status: 204 len: 168 time: 0.5689907 Jul 16 18:29:12.164910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Made reservation on behalf of a06998f17910446f8c4e53013b0d22d5 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:12.168951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.195749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00642daa-1058-4ca3-8a12-a50f4293a817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b969ac-b4f2-42c9-8907-fa31e2edbacb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.207782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-43d14cd2-35b0-4cc1-8dea-226b867e1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.210595 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-43d14cd2-35b0-4cc1-8dea-226b867e1030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2dc206de0e384c77b87a1d6137ba1557&device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 1095 time: 0.3047945 Jul 16 18:29:12.230614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc1391-0016-467c-9c5e-a4014bff9a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b09cc8-4e04-45f8-94bd-941cb9ce5165,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.309307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-141c2444-7540-490a-a479-0999b579d650 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983294 Jul 16 18:29:12.379539 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.381701 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd8c9a7e-19be-4f91-821d-5ace0fb6957b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/36c53814-e1d0-4dae-9015-4f8abaf918b5 HTTP/1.1" status: 204 len: 168 time: 2.0855978 Jul 16 18:29:12.387280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.458190 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-39c41a09-3f38-4139-9eab-735eb6d7d543 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 217 time: 0.0681851 Jul 16 18:29:12.496519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41876) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.514845 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-e13a6ecc-9b38-4a53-85fa-a3648463af73 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:29:12.522538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e13a6ecc-9b38-4a53-85fa-a3648463af73 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/36c53814-e1d0-4dae-9015-4f8abaf918b5 HTTP/1.1" status: 404 len: 333 time: 0.1262610 Jul 16 18:29:12.523346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41878) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.647028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-2a3d5f86-6c3d-4ffb-b9d8-30abf615c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.648893 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-2a3d5f86-6c3d-4ffb-b9d8-30abf615c762 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1782579 Jul 16 18:29:12.706976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-921bb717-bcb5-43a2-b9b3-81c92b03abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.708796 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-921bb717-bcb5-43a2-b9b3-81c92b03abaa service neutron] 10.222.0.13 "GET /v2.0/networks?id=606ca742-208e-453d-a8c6-15be7595bb6e HTTP/1.1" status: 200 len: 925 time: 0.4805381 Jul 16 18:29:12.736079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Allocated IP 172.20.0.11 (299c003c-6c3d-42ec-a517-6765b051acbb/e030c30e-5399-47eb-bb9f-9c0a013c8e4e/07f4ee29-4b25-4a43-a730-ddb85cd9f2fe) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:12.779059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-5b026dc0-48ba-49b2-b495-89b83581565a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c266a40-ffdc-455c-8e8c-684576cc5936 HTTP/1.1" status: 200 len: 217 time: 0.0601428 Jul 16 18:29:12.790425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 4b0d9390-916a-4329-a7b8-7f6214547f39 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:12.821909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d5b2ee5-6518-4f54-b505-37507b94fac2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2776ad80fbb048b49ac407ea62245592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206336 Jul 16 18:29:12.827700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 41888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.833059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67c817c9-7761-4fc1-b5d1-d39fc9b61588 req-06acaac1-91d2-4d67-8218-8ca165c6b885 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 210 time: 0.1345959 Jul 16 18:29:12.838269 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.903679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-b78a9bca-2e02-4fb9-a724-d21bb788ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.905168 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-b78a9bca-2e02-4fb9-a724-d21bb788ace8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=537d97ae-8bc4-409a-a4ff-6e7f8ad302a7 HTTP/1.1" status: 200 len: 865 time: 0.1196144 Jul 16 18:29:12.933484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.979720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-9938017d-db0e-49c5-ac19-281a5602bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:12.981718 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-9938017d-db0e-49c5-ac19-281a5602bf79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3220639 Jul 16 18:29:12.988543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-fe4bf5f2-c913-4d05-bf1e-e881456b26b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=606ca742-208e-453d-a8c6-15be7595bb6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757136 Jul 16 18:29:13.071101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116ba63-d855-4623-b297-24d6503d8ee3 req-4a56b9bd-9bf9-40ab-80bc-b48d5820faca tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.075190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d116ba63-d855-4623-b297-24d6503d8ee3 req-4a56b9bd-9bf9-40ab-80bc-b48d5820faca tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 943 time: 0.5095279 Jul 16 18:29:13.122266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99706ab8-b13b-4352-9a6a-9c16fb3c4412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.203155 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.213586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d116ba63-d855-4623-b297-24d6503d8ee3 req-384d83f8-2c06-4e6c-8473-dce177861385 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284406 Jul 16 18:29:13.269090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.281085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99706ab8-b13b-4352-9a6a-9c16fb3c4412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.325329 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-461f1e08-a0da-4254-913c-7284764bda3c service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328578 Jul 16 18:29:13.355648 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-2e28718a-ecee-47b0-82dd-baa9645fba4a service neutron] 10.222.0.13 "GET /v2.0/networks/606ca742-208e-453d-a8c6-15be7595bb6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479800 Jul 16 18:29:13.358059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.429002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.435078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/4b0d9390-916a-4329-a7b8-7f6214547f39 HTTP/1.1" status: 204 len: 168 time: 0.8894882 Jul 16 18:29:13.435078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40fd67-8f21-4055-b5a3-2d73f91a3196 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0d9390-916a-4329-a7b8-7f6214547f39,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.440505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41906) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.447495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29c81b4-29d2-45a8-a4db-43fe19229bbe None None] Network 9ff4a1af-427d-41ff-9ff6-7092875024cf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:13.538655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.540373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99706ab8-b13b-4352-9a6a-9c16fb3c4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.543105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-99706ab8-b13b-4352-9a6a-9c16fb3c4412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.544370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-99706ab8-b13b-4352-9a6a-9c16fb3c4412 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6efc2ef6-c64b-49ee-ba13-9739f464fc72 HTTP/1.1" status: 204 len: 168 time: 0.7132425 Jul 16 18:29:13.610845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706ab8-b13b-4352-9a6a-9c16fb3c4412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc2ef6-c64b-49ee-ba13-9739f464fc72,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.614294 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-e13fb4d0-67e8-406a-8e65-614d69023299 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757101 Jul 16 18:29:13.636348 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.651454 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bdfb21bc-656e-443f-b518-b2e83d176b59 req-1c9156b7-efc2-4dd7-a6a7-b2bfb6a74e6c service neutron] 10.222.0.13 "GET /v2.0/networks/606ca742-208e-453d-a8c6-15be7595bb6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780237 Jul 16 18:29:13.655916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Network 299c003c-6c3d-42ec-a517-6765b051acbb is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:13.693057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:13.696076 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-4d8be294-6557-4962-94ab-7e430252d628 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 217 time: 0.0693805 Jul 16 18:29:13.696862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:13.701767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Pushing event updated for resources: {'Port': ['ID=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.817434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.818435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.823931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 01ae4de8-2707-441c-80e0-df440dbe396d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:13.824515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.830354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] DHCP port deletion for 9ff4a1af-427d-41ff-9ff6-7092875024cf request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:13.845500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f3856bac-8331-4664-addb-926951ce1af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:13.847049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-f3856bac-8331-4664-addb-926951ce1af5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.1377521 Jul 16 18:29:13.867474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-d328dc6b-1279-4bf6-a3a8-6bf5c8320437 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1062179 Jul 16 18:29:13.901187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Request body: {'port': {'device_id': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:14.006129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] Deleting port 01ae4de8-2707-441c-80e0-df440dbe396d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:14.006753 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.040114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] For port 01ae4de8-2707-441c-80e0-df440dbe396d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=01ae4de8-2707-441c-80e0-df440dbe396d,segment=NetworkSegment(01c0ad6b-7b60-4e59-8200-bdcd81506e61),segment_id=01c0ad6b-7b60-4e59-8200-bdcd81506e61)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:14.040962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.108980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 01ae4de8-2707-441c-80e0-df440dbe396d owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:14.121204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.208894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-767b5ebb-9170-4232-83ef-ade9aed3c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.210589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-767b5ebb-9170-4232-83ef-ade9aed3c06a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3567712 Jul 16 18:29:14.310908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] For port 01ae4de8-2707-441c-80e0-df440dbe396d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=01ae4de8-2707-441c-80e0-df440dbe396d,segment=NetworkSegment(01c0ad6b-7b60-4e59-8200-bdcd81506e61),segment_id=01c0ad6b-7b60-4e59-8200-bdcd81506e61)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:14.311716 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.375250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] Calling delete_port for 01ae4de8-2707-441c-80e0-df440dbe396d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:14.382628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.432918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=01ae4de8-2707-441c-80e0-df440dbe396d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.442287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No DVR routers for this DVR port 01ae4de8-2707-441c-80e0-df440dbe396d on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:14.594072 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.606584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0c266a40-ffdc-455c-8e8c-684576cc5936 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:14.616615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8b4b9-82c6-4903-8f68-03e40e36142d req-643d5d0b-e06a-4717-92aa-4545d00af331 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:14.624339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9e8b4b9-82c6-4903-8f68-03e40e36142d req-643d5d0b-e06a-4717-92aa-4545d00af331 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 932 time: 0.3947170 Jul 16 18:29:14.737228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.741896 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:14.770266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff4a1af-427d-41ff-9ff6-7092875024cf']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:14.819667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] No DVR routers for this DVR port 01ae4de8-2707-441c-80e0-df440dbe396d on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:14.822185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c0ad6b-7b60-4e59-8200-bdcd81506e61') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:14.822679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c0ad6b-7b60-4e59-8200-bdcd81506e61') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:14.829804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf750-8f99-4941-8dd3-6c6861670178 None None] Pushing event deleted for resources: {'Port': ['ID=01ae4de8-2707-441c-80e0-df440dbe396d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.882532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9e8b4b9-82c6-4903-8f68-03e40e36142d req-456aef3f-3280-49a2-9d31-b02fbc78d19e tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562563 Jul 16 18:29:14.889690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.974704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.040390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0aaea1-827e-43ea-9b1d-283c5d6020e5 req-e18b77d7-d248-4525-b5a8-96577675a174 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.053272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f0aaea1-827e-43ea-9b1d-283c5d6020e5 req-e18b77d7-d248-4525-b5a8-96577675a174 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 943 time: 0.4505737 Jul 16 18:29:15.064948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0c266a40-ffdc-455c-8e8c-684576cc5936, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0c266a40-ffdc-455c-8e8c-684576cc5936,segment=NetworkSegment(494af343-d09d-40c8-b905-51e248b7d334),segment_id=494af343-d09d-40c8-b905-51e248b7d334)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:15.069940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:15.072341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.083176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '0c266a40-ffdc-455c-8e8c-684576cc5936', 'network_id': '606ca742-208e-453d-a8c6-15be7595bb6e', 'port_id': '0c266a40-ffdc-455c-8e8c-684576cc5936', 'mac_address': 'fa:16:3e:a9:44:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '537d97ae-8bc4-409a-a4ff-6e7f8ad302a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:15.120199 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:15.178733 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.213511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c266a40-ffdc-455c-8e8c-684576cc5936 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:15.270362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0c266a40-ffdc-455c-8e8c-684576cc5936, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0c266a40-ffdc-455c-8e8c-684576cc5936,segment=NetworkSegment(494af343-d09d-40c8-b905-51e248b7d334),segment_id=494af343-d09d-40c8-b905-51e248b7d334)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:15.278156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.286273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.331208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f0aaea1-827e-43ea-9b1d-283c5d6020e5 req-fd2c664e-0b3a-4ad2-a6f8-2375f6ac736d tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099397 Jul 16 18:29:15.332486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.339362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/9ff4a1af-427d-41ff-9ff6-7092875024cf HTTP/1.1" status: 204 len: 168 time: 1.8972139 Jul 16 18:29:15.341700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 41994) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:15.347223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1428482618'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:15.384706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f632515-a8eb-4721-a09c-7be19b43262c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=9ff4a1af-427d-41ff-9ff6-7092875024cf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.421718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:15.430971 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.454263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0c266a40-ffdc-455c-8e8c-684576cc5936,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:15.484896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-a717e978-f910-4ea7-b511-c0f01158c2c9 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2671785 Jul 16 18:29:15.497089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0c266a40-ffdc-455c-8e8c-684576cc5936'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:15.519621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:15.566802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.567509 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 32d55048-81a0-4d11-82bb-7d7f9d43f425 of type vlan for network 79d034b8-813e-4642-895b-39059a3c1d9a Jul 16 18:29:15.693889 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.744705 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-35c96779-3bfb-45ca-b173-736cc04e50a7 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415774 Jul 16 18:29:15.752482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:15.759528 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.777618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:15.777618 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.784378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.804985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 01ae4de8-2707-441c-80e0-df440dbe396d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:15.822397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Transition to ACTIVE for port object 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:15.841382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 01ae4de8-2707-441c-80e0-df440dbe396d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:15.841723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 01ae4de8-2707-441c-80e0-df440dbe396d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:15.928600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-1f66c41e-31a9-445f-9882-e633d7b07077 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.1674578 Jul 16 18:29:15.929922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.993579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=79d034b8-813e-4642-895b-39059a3c1d9a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.017407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 79d034b8-813e-4642-895b-39059a3c1d9a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:16.029193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c328553e-f84f-49d7-a020-b30530303bc4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6860318 Jul 16 18:29:16.030816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42016) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:16.046763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:16.110738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Pushing event updated for resources: {'Port': ['ID=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.176400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-7d34c401-cb9b-4334-8e8d-bf7ef6be89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.177980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-7d34c401-cb9b-4334-8e8d-bf7ef6be89c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.2428718 Jul 16 18:29:16.347645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92bc25-0c92-4373-971a-273978626cb8 req-daa89000-7180-4dfb-8c53-fa26a776f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.351285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-daa89000-7180-4dfb-8c53-fa26a776f531 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1656795 Jul 16 18:29:16.352063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Attempting to bind port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:16.353996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Attempting to bind port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'cccc8544-0db8-4fa6-a286-705c5457fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:16.355016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Attempting to bind port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe on network 299c003c-6c3d-42ec-a517-6765b051acbb {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:16.392795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:16.398533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.486556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe on network 299c003c-6c3d-42ec-a517-6765b051acbb not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:16.487126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Attempting to bind port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe on network 299c003c-6c3d-42ec-a517-6765b051acbb {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:16.520608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3adaf-4e9a-4b33-9027-a1f3b192ac49 req-031fee82-89b8-450b-97b0-2aea1d565df5 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:16.522841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2b3adaf-4e9a-4b33-9027-a1f3b192ac49 req-031fee82-89b8-450b-97b0-2aea1d565df5 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 944 time: 0.2572360 Jul 16 18:29:16.541726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:16.542712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Checking segment: {'id': 'cccc8544-0db8-4fa6-a286-705c5457fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:16.543369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Bound using segment: {'id': 'cccc8544-0db8-4fa6-a286-705c5457fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:16.544110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Bound port: 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccc8544-0db8-4fa6-a286-705c5457fb4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:16.544985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.616071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2b3adaf-4e9a-4b33-9027-a1f3b192ac49 req-e1b348ee-ce19-4536-9a99-81818bb2a643 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732176 Jul 16 18:29:16.618782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0c266a40-ffdc-455c-8e8c-684576cc5936 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:16.842311 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-71245da4-6007-4e32-a6ff-5e7a177db4c3 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791386 Jul 16 18:29:16.849568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 0c266a40-ffdc-455c-8e8c-684576cc5936 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:16.877978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 0c266a40-ffdc-455c-8e8c-684576cc5936 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:16.880272 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.887011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] For port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:16.909596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] For port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,segment=NetworkSegment(cccc8544-0db8-4fa6-a286-705c5457fb4e),segment_id=cccc8544-0db8-4fa6-a286-705c5457fb4e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:16.936422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.021130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.117607 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.150578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.153034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.157318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] 10.222.0.13 "PUT /v2.0/ports/07f4ee29-4b25-4a43-a730-ddb85cd9f2fe HTTP/1.1" status: 200 len: 1093 time: 3.2697821 Jul 16 18:29:17.158143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'tag': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:17.163344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c266a40-ffdc-455c-8e8c-684576cc5936'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:17.166301 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b2de80-451f-4929-925a-bcbcf1a0d44a" -d '{"events": [{"server_uuid": "018dd2c0-6320-4d66-a001-e5e119c398e0", "name": "network-vif-plugged", "status": "completed", "tag": "0c266a40-ffdc-455c-8e8c-684576cc5936"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:17.177254 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa25724-6871-4fac-a47e-a7d45bf42888" -d '{"events": [{"name": "network-changed", "server_uuid": "9d69a261-8962-4bbf-81f8-a81264d1689e", "tag": "07f4ee29-4b25-4a43-a730-ddb85cd9f2fe"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:17.200117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 0c266a40-ffdc-455c-8e8c-684576cc5936, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0c266a40-ffdc-455c-8e8c-684576cc5936,segment=NetworkSegment(494af343-d09d-40c8-b905-51e248b7d334),segment_id=494af343-d09d-40c8-b905-51e248b7d334)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:17.211554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0c2b3e7-6b72-4e54-af24-5482f89bd33b req-80723ff7-6b65-45a7-a63f-45019d679770 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.1685910 Jul 16 18:29:17.212051 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.228491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=88cc538e-fcf4-42ae-9eb9-05d2ba4de847,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.391433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=0c266a40-ffdc-455c-8e8c-684576cc5936,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.412954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5660a-9e4b-4753-ae52-cc8157b56fc1 req-31567b40-982d-4300-ac10-dfbb5eacb96c tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.423278 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b346f3-3a40-4467-a4e9-1f4c69a3b6f2 x-openstack-request-id: req-93b346f3-3a40-4467-a4e9-1f4c69a3b6f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:17.424593 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018dd2c0-6320-4d66-a001-e5e119c398e0", "name": "network-vif-plugged", "status": "completed", "tag": "0c266a40-ffdc-455c-8e8c-684576cc5936", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:17.425607 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93b346f3-3a40-4467-a4e9-1f4c69a3b6f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:17.426004 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c266a40-ffdc-455c-8e8c-684576cc5936', 'code': 200} Jul 16 18:29:17.440618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ba5660a-9e4b-4753-ae52-cc8157b56fc1 req-31567b40-982d-4300-ac10-dfbb5eacb96c tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 944 time: 0.3932965 Jul 16 18:29:17.444426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '32d55048-81a0-4d11-82bb-7d7f9d43f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:17.444801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: 79d034b8-813e-4642-895b-39059a3c1d9a, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:17.465135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e92bc25-0c92-4373-971a-273978626cb8 req-c6f66d07-9347-4da4-a895-910741a006ed service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128507 Jul 16 18:29:17.469980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05987c-201d-4cb8-81ef-292991ebfe37 service neutron] Pushing event updated for resources: {'Port': ['ID=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.491702 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a88ace-8c08-4ae5-b3a7-cc0b2f87d234 x-openstack-request-id: req-f7a88ace-8c08-4ae5-b3a7-cc0b2f87d234 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:17.492347 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d69a261-8962-4bbf-81f8-a81264d1689e", "tag": "07f4ee29-4b25-4a43-a730-ddb85cd9f2fe", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:17.493106 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f7a88ace-8c08-4ae5-b3a7-cc0b2f87d234 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:17.493719 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'tag': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe', 'status': 'completed', 'code': 200} Jul 16 18:29:17.569101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ba5660a-9e4b-4753-ae52-cc8157b56fc1 req-c5d4d5e7-3a2b-49c1-9cc3-d7759d87328a tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258793 Jul 16 18:29:17.587114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 79d034b8-813e-4642-895b-39059a3c1d9a is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:17.603909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-6b6df17f-7a32-4ea8-8a59-e7dc3591b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.604044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-6b6df17f-7a32-4ea8-8a59-e7dc3591b609 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06998f17910446f8c4e53013b0d22d5&device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 1096 time: 0.3792562 Jul 16 18:29:17.616512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 79d034b8-813e-4642-895b-39059a3c1d9a) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:17.623336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.625173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.627606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe65def-10f2-4707-a6ee-e5f663fca8cc None None] Network 79d034b8-813e-4642-895b-39059a3c1d9a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:17.679164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8d88586b-abdf-4d83-868c-678abd152228 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6450393 Jul 16 18:29:17.682809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42048) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.713803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a', 'name': 'tempest-PortsTestJSON-1216906202', 'fixed_ips': [{'subnet_id': '88cc538e-fcf4-42ae-9eb9-05d2ba4de847', 'ip_address': '172.20.0.10'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:17.721273 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-3d44de68-8bc4-4f38-907b-6add763298a5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe HTTP/1.1" status: 200 len: 217 time: 0.1087420 Jul 16 18:29:17.774332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74097e30-fecc-4fb0-aa94-369100e77564 req-66ab8850-2f93-489e-b3c3-cd619a94a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.776214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74097e30-fecc-4fb0-aa94-369100e77564 req-66ab8850-2f93-489e-b3c3-cd619a94a96b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 1097 time: 0.2509794 Jul 16 18:29:17.833427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-69304160-cb5c-4568-abac-ec54c69b949f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:17.835463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-69304160-cb5c-4568-abac-ec54c69b949f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e030c30e-5399-47eb-bb9f-9c0a013c8e4e HTTP/1.1" status: 200 len: 852 time: 0.1064830 Jul 16 18:29:17.926886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-c485fc29-7c84-459f-a1df-66e5f159f01a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=299c003c-6c3d-42ec-a517-6765b051acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778112 Jul 16 18:29:17.936351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-79d034b8-813e-4642-895b-39059a3c1d9a', 'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a', 'tenant_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'fixed_ips': [{'subnet_id': '88cc538e-fcf4-42ae-9eb9-05d2ba4de847'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:17.938031 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.985798 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74097e30-fecc-4fb0-aa94-369100e77564 req-7f043f7c-019e-4136-a348-f14326ad4019 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969121 Jul 16 18:29:18.203388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-97f21522-4330-483d-aa02-b24442cbdd90 service neutron] 10.222.0.13 "GET /v2.0/networks/299c003c-6c3d-42ec-a517-6765b051acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715259 Jul 16 18:29:18.272460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e4a27-f6af-4f9c-9c4c-f4745fc1fba6 req-4038fca9-b6f0-4961-abd9-d77db0fb460a tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.274169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-312e4a27-f6af-4f9c-9c4c-f4745fc1fba6 req-4038fca9-b6f0-4961-abd9-d77db0fb460a tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 944 time: 0.3211131 Jul 16 18:29:18.277148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:18.383427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Allocated IP 172.20.0.2 (79d034b8-813e-4642-895b-39059a3c1d9a/88cc538e-fcf4-42ae-9eb9-05d2ba4de847/e8676e4f-ff5b-44a1-8dc4-93acabd35b5d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:18.398204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-73718f2f-ace5-4b58-a8dc-c2225896202f req-81e3a97c-67a5-40a6-93b9-46856c9dcae4 service neutron] 10.222.0.13 "GET /v2.0/networks/299c003c-6c3d-42ec-a517-6765b051acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865699 Jul 16 18:29:18.640442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.663549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Transition to ACTIVE for port object e8676e4f-ff5b-44a1-8dc4-93acabd35b5d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:18.684704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-be15ef86-2b0e-496d-9f3b-56b3430badb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.689583 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-be15ef86-2b0e-496d-9f3b-56b3430badb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a06998f17910446f8c4e53013b0d22d5&device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 1096 time: 0.1941803 Jul 16 18:29:18.718676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Transition to ACTIVE for port object e8676e4f-ff5b-44a1-8dc4-93acabd35b5d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:18.731356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.773941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Network 79d034b8-813e-4642-895b-39059a3c1d9a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:18.776633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:18.780881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:18.872834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa344b48-13f3-406c-b283-0d14d5458f90 req-4f32abcf-d99a-460f-914d-23887db2d51c tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0653577 Jul 16 18:29:18.948887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-312e4a27-f6af-4f9c-9c4c-f4745fc1fba6 req-a65df37e-4549-44ad-beef-d3dfe2b872ca tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6668601 Jul 16 18:29:18.985787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-4c7499e8-14eb-40d4-89ee-b5452ede9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:18.988768 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-4c7499e8-14eb-40d4-89ee-b5452ede9998 service neutron] 10.222.0.13 "GET /v2.0/networks?id=299c003c-6c3d-42ec-a517-6765b051acbb HTTP/1.1" status: 200 len: 912 time: 0.2911816 Jul 16 18:29:19.046866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-478ed8d9-1fc0-40fe-93af-eaacd2423652 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe HTTP/1.1" status: 200 len: 217 time: 0.0517116 Jul 16 18:29:19.060498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.084183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 2165d96c-d913-4d4c-9e45-69320c16043d yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:29:19.141194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Pushing event updated for resources: {'Port': ['ID=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.164514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Attempting to bind port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:19.164890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Attempting to bind port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '32d55048-81a0-4d11-82bb-7d7f9d43f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:19.165277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Attempting to bind port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d on network 79d034b8-813e-4642-895b-39059a3c1d9a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:19.174930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:19.175314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Checking segment: {'id': '32d55048-81a0-4d11-82bb-7d7f9d43f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:19.175728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.176125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Bound using segment: {'id': '32d55048-81a0-4d11-82bb-7d7f9d43f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:19.178136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Bound port: e8676e4f-ff5b-44a1-8dc4-93acabd35b5d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d55048-81a0-4d11-82bb-7d7f9d43f425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:19.178983 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.200781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-64fb49d8-e4bd-401c-8189-8b1cbdfe21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.202729 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-64fb49d8-e4bd-401c-8189-8b1cbdfe21fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e030c30e-5399-47eb-bb9f-9c0a013c8e4e HTTP/1.1" status: 200 len: 852 time: 0.1485286 Jul 16 18:29:19.246956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-9db955aa-3ed9-40bb-b5f2-c8f83badc73e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=299c003c-6c3d-42ec-a517-6765b051acbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365906 Jul 16 18:29:19.344278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] For port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:19.348963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] For port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,segment=NetworkSegment(32d55048-81a0-4d11-82bb-7d7f9d43f425),segment_id=32d55048-81a0-4d11-82bb-7d7f9d43f425)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:19.371097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.549349 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-0e1a3ecf-c798-4916-93fd-843dde7122c4 service neutron] 10.222.0.13 "GET /v2.0/networks/299c003c-6c3d-42ec-a517-6765b051acbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912498 Jul 16 18:29:19.579578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33290911-8a98-477f-9549-91f2a8a40338 None None] Pushing event updated for resources: {'Port': ['ID=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:19.582765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0c41a-a569-4ca3-9ef4-d4472a20f485 req-ae94f604-02f4-477e-a2ee-5aa87b5d89f3 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.598705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22f0c41a-a569-4ca3-9ef4-d4472a20f485 req-ae94f604-02f4-477e-a2ee-5aa87b5d89f3 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 945 time: 0.3427067 Jul 16 18:29:19.616595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.10 (79d034b8-813e-4642-895b-39059a3c1d9a/88cc538e-fcf4-42ae-9eb9-05d2ba4de847/2165d96c-d913-4d4c-9e45-69320c16043d) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:19.674035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22f0c41a-a569-4ca3-9ef4-d4472a20f485 req-cbb68d4e-373a-40f7-9165-8e44e4aa831d tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614169 Jul 16 18:29:19.792956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-efa25724-6871-4fac-a47e-a7d45bf42888 req-c17eface-4708-4843-8b64-9ec6ae2fe54f service neutron] 10.222.0.13 "GET /v2.0/networks/299c003c-6c3d-42ec-a517-6765b051acbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363400 Jul 16 18:29:20.055357 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.090483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 2165d96c-d913-4d4c-9e45-69320c16043d will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:20.099889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0b425-e5de-493d-843a-d9603aaad912 req-1b6da717-2073-49d7-9622-1471611f0ce2 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.101617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4f0b425-e5de-493d-843a-d9603aaad912 req-1b6da717-2073-49d7-9622-1471611f0ce2 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 945 time: 0.1425669 Jul 16 18:29:20.125002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-018af8f2-edcc-4082-91ae-ad266cebe42b req-b9fc26a9-614c-47cf-8cde-e5170fa0aa7c tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0558896 Jul 16 18:29:20.188407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4f0b425-e5de-493d-843a-d9603aaad912 req-7071ba84-365e-45cc-a911-4e61131310f7 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679204 Jul 16 18:29:20.190160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.256505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 79d034b8-813e-4642-895b-39059a3c1d9a is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:20.263326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:20.270675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:20.308554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=2165d96c-d913-4d4c-9e45-69320c16043d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:20.340589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.342232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.392556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7aad0622-aabb-4704-a0c1-a6b736c39868 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7011340 Jul 16 18:29:20.392556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42072) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:20.399055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '79d034b8-813e-4642-895b-39059a3c1d9a', 'name': 'tempest-PortsTestJSON-581324487', 'fixed_ips': [{'subnet_id': '88cc538e-fcf4-42ae-9eb9-05d2ba4de847', 'ip_address': '172.20.0.9'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:20.515510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a5b74-09e7-4e66-bd69-15b81afa86ac req-b8a38a33-7df0-4cba-b492-1c9d69cbab09 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:20.517508 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c93a5b74-09e7-4e66-bd69-15b81afa86ac req-b8a38a33-7df0-4cba-b492-1c9d69cbab09 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 944 time: 0.1693144 Jul 16 18:29:20.643675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:20.677385 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c93a5b74-09e7-4e66-bd69-15b81afa86ac req-01e32198-ab48-4c09-8d9a-9c6e471fd358 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395724 Jul 16 18:29:20.687324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:20.706818 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.751493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 54090961-afad-4c09-9de5-f23871b272b0 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:29:20.881421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,segment=NetworkSegment(cccc8544-0db8-4fa6-a286-705c5457fb4e),segment_id=cccc8544-0db8-4fa6-a286-705c5457fb4e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:20.897887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe', 'network_id': '299c003c-6c3d-42ec-a517-6765b051acbb', 'port_id': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe', 'mac_address': 'fa:16:3e:99:39:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e030c30e-5399-47eb-bb9f-9c0a013c8e4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:20.924125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-49e256fa-df56-45c0-8606-17b7d1580aad req-c194ff83-e1ab-4d3f-ad96-9b488454e89f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0608640 Jul 16 18:29:20.949097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.980493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:21.029784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,segment=NetworkSegment(cccc8544-0db8-4fa6-a286-705c5457fb4e),segment_id=cccc8544-0db8-4fa6-a286-705c5457fb4e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:21.038812 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.089603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8222d-3070-4d55-a6d2-e3f8b0515e68 req-213d9007-d48f-4667-a51a-492974bf2f39 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.091564 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec8222d-3070-4d55-a6d2-e3f8b0515e68 req-213d9007-d48f-4667-a51a-492974bf2f39 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 945 time: 0.1503041 Jul 16 18:29:21.092100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93f0238-bc8c-42cc-973f-330e5e324180 None None] Network 79d034b8-813e-4642-895b-39059a3c1d9a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:21.100433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.9 (79d034b8-813e-4642-895b-39059a3c1d9a/88cc538e-fcf4-42ae-9eb9-05d2ba4de847/54090961-afad-4c09-9de5-f23871b272b0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:21.191614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8b4a06c4-bacd-40d1-ab26-2e89e1511484 None None] Provisioning for port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:21.196266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec8222d-3070-4d55-a6d2-e3f8b0515e68 req-bd530bee-683c-4c9a-ab8e-dbd86a05d94a tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817847 Jul 16 18:29:21.241383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.316136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['07f4ee29-4b25-4a43-a730-ddb85cd9f2fe'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:21.405815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c3fc1fc-01f5-4d8d-96ac-b2d7b16380f2 req-eb88b8ef-c798-40e7-af26-7f740188eb41 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0753384 Jul 16 18:29:21.501183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.560370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 54090961-afad-4c09-9de5-f23871b272b0 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:21.700353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.775407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=54090961-afad-4c09-9de5-f23871b272b0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.799573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 79d034b8-813e-4642-895b-39059a3c1d9a is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:21.801348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:21.809119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:21.906178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:21.907568 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.956134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3cac056c-1b82-41b4-be67-5dcf5af68aef tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5624671 Jul 16 18:29:21.959201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:21.992229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e8676e4f-ff5b-44a1-8dc4-93acabd35b5d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:22.126048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:22.138452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:22.140219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.227532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92635d84-f82d-4aa2-9f26-dd615eb94584 req-dab318f1-1a8b-4538-aa07-d497e757c749 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.229307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92635d84-f82d-4aa2-9f26-dd615eb94584 req-dab318f1-1a8b-4538-aa07-d497e757c749 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 945 time: 0.2041986 Jul 16 18:29:22.233848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fcb4ad-3b23-4c3c-b740-3253c1537dce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.236797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67fcb4ad-3b23-4c3c-b740-3253c1537dce tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2757862 Jul 16 18:29:22.239453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42096) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:22.297055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d955e055-5532-47fe-a323-6d12ac0f7ee3 None None] Provisioning for port 2165d96c-d913-4d4c-9e45-69320c16043d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:22.336265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d955e055-5532-47fe-a323-6d12ac0f7ee3 None None] Provisioning complete for port 2165d96c-d913-4d4c-9e45-69320c16043d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:22.337184 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d955e055-5532-47fe-a323-6d12ac0f7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.384614 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92635d84-f82d-4aa2-9f26-dd615eb94584 req-459a5c51-11ea-4176-9a55-ca2d15b9b546 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415212 Jul 16 18:29:22.419605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.441689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15a8fc-47e8-44d0-a541-32c38405fdf3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.445885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d955e055-5532-47fe-a323-6d12ac0f7ee3 None None] Port 2165d96c-d913-4d4c-9e45-69320c16043d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:22.448311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15a8fc-47e8-44d0-a541-32c38405fdf3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.455698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d15a8fc-47e8-44d0-a541-32c38405fdf3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.457803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3d15a8fc-47e8-44d0-a541-32c38405fdf3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2160189 Jul 16 18:29:22.461679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:22.468180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1633f04-4125-420a-b603-b294fd09e6f7 req-aff29d30-ab77-4058-bf3e-421ef8a66e5e tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.476912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b1633f04-4125-420a-b603-b294fd09e6f7 req-aff29d30-ab77-4058-bf3e-421ef8a66e5e tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 945 time: 0.2464705 Jul 16 18:29:22.513805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d955e055-5532-47fe-a323-6d12ac0f7ee3 None None] Provisioning complete for port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:22.514453 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d955e055-5532-47fe-a323-6d12ac0f7ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.552046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b1633f04-4125-420a-b603-b294fd09e6f7 req-85c74d81-2bac-468b-8043-b88658cab28b tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704405 Jul 16 18:29:22.601747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,segment=NetworkSegment(32d55048-81a0-4d11-82bb-7d7f9d43f425),segment_id=32d55048-81a0-4d11-82bb-7d7f9d43f425)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:22.617189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.684217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:22.709550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0928f6ce-ef53-4d70-9888-12a0a298b91d req-74db1fbe-c5bb-4ef3-ad2a-b06be39431b9 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0767820 Jul 16 18:29:22.750734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 54090961-afad-4c09-9de5-f23871b272b0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:22.752483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.768935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:22.856427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:22.866533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:22.867624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.907802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.926283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 54090961-afad-4c09-9de5-f23871b272b0 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:23.014694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9abeb9bd-8709-4081-8f13-402dcb0b4ae9 None None] Provisioning complete for port 2165d96c-d913-4d4c-9e45-69320c16043d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:23.015170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9abeb9bd-8709-4081-8f13-402dcb0b4ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.065548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9abeb9bd-8709-4081-8f13-402dcb0b4ae9 None None] Port 2165d96c-d913-4d4c-9e45-69320c16043d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:23.069552 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.099419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:23.101914 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63499728-679c-4e8a-9ea6-97a71b7b14fd" -d '{"events": [{"server_uuid": "9d69a261-8962-4bbf-81f8-a81264d1689e", "name": "network-vif-plugged", "status": "completed", "tag": "07f4ee29-4b25-4a43-a730-ddb85cd9f2fe"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:23.119877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,segment=NetworkSegment(cccc8544-0db8-4fa6-a286-705c5457fb4e),segment_id=cccc8544-0db8-4fa6-a286-705c5457fb4e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:23.126419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.217888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.241121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.242513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cf7f6d8d-c081-40d1-b602-c501dca5dc63 None None] Provisioning for port 54090961-afad-4c09-9de5-f23871b272b0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:23.248757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cf7f6d8d-c081-40d1-b602-c501dca5dc63 None None] Provisioning complete for port 54090961-afad-4c09-9de5-f23871b272b0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:23.249727 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf7f6d8d-c081-40d1-b602-c501dca5dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.277429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cf7f6d8d-c081-40d1-b602-c501dca5dc63 None None] Port 54090961-afad-4c09-9de5-f23871b272b0 was deleted so its status cannot be updated. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:29:23.317913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=54090961-afad-4c09-9de5-f23871b272b0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:23.418056 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d95c58b-2d5d-4123-af8e-999382da8e9a x-openstack-request-id: req-8d95c58b-2d5d-4123-af8e-999382da8e9a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:23.418702 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d69a261-8962-4bbf-81f8-a81264d1689e", "name": "network-vif-plugged", "status": "completed", "tag": "07f4ee29-4b25-4a43-a730-ddb85cd9f2fe", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:23.419060 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8d95c58b-2d5d-4123-af8e-999382da8e9a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:23.420411 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe', 'code': 200} Jul 16 18:29:23.519388 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.522158 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-81b04e48-ede7-4b14-ade3-48573529e6c4 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/54090961-afad-4c09-9de5-f23871b272b0 HTTP/1.1" status: 204 len: 168 time: 1.0550177 Jul 16 18:29:23.526260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42124) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.574808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-4f199521-c09c-45af-9b4b-dbc825027087 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.578125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-4f199521-c09c-45af-9b4b-dbc825027087 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.13 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 945 time: 0.2711365 Jul 16 18:29:23.594641 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb611f7-bc3e-465c-97f8-d1ce3a8e0e11 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:29:23.597367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ecb611f7-bc3e-465c-97f8-d1ce3a8e0e11 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/54090961-afad-4c09-9de5-f23871b272b0 HTTP/1.1" status: 404 len: 333 time: 0.0693662 Jul 16 18:29:23.602348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42130) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:23.815881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78de0bab-283c-4f4e-9f13-ce331a350644 req-36abc2f8-fedc-402c-ba1d-88992f9a2fd5 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0889463 Jul 16 18:29:23.856761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e8676e4f-ff5b-44a1-8dc4-93acabd35b5d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:23.887987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb0702-afb1-46ac-abc2-67e036a138d1 req-d162ad3c-396d-4aeb-8b04-a1f50cc70b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:23.894295 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cb0702-afb1-46ac-abc2-67e036a138d1 req-d162ad3c-396d-4aeb-8b04-a1f50cc70b84 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 1098 time: 0.2686176 Jul 16 18:29:23.979625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:23.980261 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:23.988571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cb0702-afb1-46ac-abc2-67e036a138d1 req-cb37efec-c00b-4075-abf2-8c6f9e1456e2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795181 Jul 16 18:29:24.008965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Deleting port 0c266a40-ffdc-455c-8e8c-684576cc5936 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:24.009517 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.055749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 2165d96c-d913-4d4c-9e45-69320c16043d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:24.056724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.116803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109f14a-f13e-49d2-a930-945780d6fb35 req-0507e914-7453-4a43-ae4f-a897414de008 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.119601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e109f14a-f13e-49d2-a930-945780d6fb35 req-0507e914-7453-4a43-ae4f-a897414de008 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 946 time: 0.3619525 Jul 16 18:29:24.190968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] For port 0c266a40-ffdc-455c-8e8c-684576cc5936, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=0c266a40-ffdc-455c-8e8c-684576cc5936,segment=NetworkSegment(494af343-d09d-40c8-b905-51e248b7d334),segment_id=494af343-d09d-40c8-b905-51e248b7d334)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:24.191500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.205847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Calling delete_port for 0c266a40-ffdc-455c-8e8c-684576cc5936 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:24.327034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e109f14a-f13e-49d2-a930-945780d6fb35 req-69a15c17-615e-4955-b772-6cc4720f6cc5 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676674 Jul 16 18:29:24.332949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.353126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 2165d96c-d913-4d4c-9e45-69320c16043d owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:24.363029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58fe9e-bf8d-44d8-af26-7f4de6e9f00c req-94fd92aa-7e74-46a8-8e2f-cb8807c60688 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.370132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c58fe9e-bf8d-44d8-af26-7f4de6e9f00c req-94fd92aa-7e74-46a8-8e2f-cb8807c60688 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/ports?device_id=018dd2c0-6320-4d66-a001-e5e119c398e0 HTTP/1.1" status: 200 len: 945 time: 0.3024089 Jul 16 18:29:24.417808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c58fe9e-bf8d-44d8-af26-7f4de6e9f00c req-efa388a3-e860-488c-931e-637699fd18b7 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.48 "GET /v2.0/security-groups?id=8d972129-7e06-47f1-b4a4-3bc53623ed77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465424 Jul 16 18:29:24.466911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.483693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['0c266a40-ffdc-455c-8e8c-684576cc5936'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:24.521447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Pushing event deleted for resources: {'Port': ['ID=0c266a40-ffdc-455c-8e8c-684576cc5936,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.567723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] No DVR routers for this DVR port 0c266a40-ffdc-455c-8e8c-684576cc5936 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:24.570651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.573915 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-13b57d68-c8de-43a9-807e-4e5635beeda3 req-d86cfdfa-82c1-4284-b7df-7924aecf06e0 tempest-ServersNegativeTestMultiTenantJSON-858584501 tempest-ServersNegativeTestMultiTenantJSON-858584501-project] 10.222.0.13 "DELETE /v2.0/ports/0c266a40-ffdc-455c-8e8c-684576cc5936 HTTP/1.1" status: 204 len: 173 time: 0.9793928 Jul 16 18:29:24.574503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'name': 'network-vif-deleted', 'tag': '0c266a40-ffdc-455c-8e8c-684576cc5936'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:24.576951 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c32e931-3154-40ad-b462-ae40db9c62f4" -d '{"events": [{"server_uuid": "018dd2c0-6320-4d66-a001-e5e119c398e0", "name": "network-vif-deleted", "tag": "0c266a40-ffdc-455c-8e8c-684576cc5936"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:24.604920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.639668 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c802275-11c2-47a5-a145-1ff95e78eb44 x-openstack-request-id: req-9c802275-11c2-47a5-a145-1ff95e78eb44 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:24.640167 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018dd2c0-6320-4d66-a001-e5e119c398e0", "name": "network-vif-deleted", "tag": "0c266a40-ffdc-455c-8e8c-684576cc5936", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:24.641000 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c802275-11c2-47a5-a145-1ff95e78eb44 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:24.641691 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018dd2c0-6320-4d66-a001-e5e119c398e0', 'name': 'network-vif-deleted', 'tag': '0c266a40-ffdc-455c-8e8c-684576cc5936', 'status': 'completed', 'code': 200} Jul 16 18:29:24.644955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=2165d96c-d913-4d4c-9e45-69320c16043d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.751315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.754808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d41433ff-a323-45f8-a3f0-3c943a456826 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/2165d96c-d913-4d4c-9e45-69320c16043d HTTP/1.1" status: 204 len: 168 time: 1.1498559 Jul 16 18:29:24.758335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42138) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.797175 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d8fd85-a79a-4624-821e-88ef9943d766 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:29:24.799045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9d8fd85-a79a-4624-821e-88ef9943d766 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/2165d96c-d913-4d4c-9e45-69320c16043d HTTP/1.1" status: 404 len: 333 time: 0.0395682 Jul 16 18:29:24.804348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42140) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:24.880796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 88cc538e-fcf4-42ae-9eb9-05d2ba4de847 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:24.886040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.945670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.077088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93bebe38-2d26-4398-a2c9-38d2a06c2d01 req-853956a4-e78a-4969-a7ca-61bf38adfc0d tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0717082 Jul 16 18:29:25.164548 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.257006 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.296083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=88cc538e-fcf4-42ae-9eb9-05d2ba4de847,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.306718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.308683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4f130073-f5f8-4e70-9a68-f8bce2059436 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/88cc538e-fcf4-42ae-9eb9-05d2ba4de847 HTTP/1.1" status: 204 len: 168 time: 0.5034857 Jul 16 18:29:25.311363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42146) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.317247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc47f7-48e3-42dc-80a1-c53c5224c7cc None None] Network 79d034b8-813e-4642-895b-39059a3c1d9a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:25.420213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.526744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:25.527171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.567520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.585994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] DHCP port deletion for 79d034b8-813e-4642-895b-39059a3c1d9a request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:25.646800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] Deleting subnet 537d97ae-8bc4-409a-a4ff-6e7f8ad302a7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:25.651590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.683990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] Deleting port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:25.684495 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.698907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] For port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,segment=NetworkSegment(32d55048-81a0-4d11-82bb-7d7f9d43f425),segment_id=32d55048-81a0-4d11-82bb-7d7f9d43f425)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:25.700029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.712914 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.721765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for e8676e4f-ff5b-44a1-8dc4-93acabd35b5d owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:25.755603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1cc9b8-b8eb-4923-83a3-1afc0ccd5739 req-b4a9986c-946d-4122-98d8-69a5deb113b3 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:25.757277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d1cc9b8-b8eb-4923-83a3-1afc0ccd5739 req-b4a9986c-946d-4122-98d8-69a5deb113b3 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 946 time: 0.1380258 Jul 16 18:29:25.786475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.788507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e8676e4f-ff5b-44a1-8dc4-93acabd35b5d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:25.846955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] For port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,segment=NetworkSegment(32d55048-81a0-4d11-82bb-7d7f9d43f425),segment_id=32d55048-81a0-4d11-82bb-7d7f9d43f425)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:25.847461 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.847770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d1cc9b8-b8eb-4923-83a3-1afc0ccd5739 req-67ad6a64-126d-40c4-8560-8c7067d1ad88 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573592 Jul 16 18:29:25.863220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] Calling delete_port for e8676e4f-ff5b-44a1-8dc4-93acabd35b5d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:25.879051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.885934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.917411 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.919774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.927677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=537d97ae-8bc4-409a-a4ff-6e7f8ad302a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.939059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No DVR routers for this DVR port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:25.940426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.943515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c923e838-4226-42c2-8741-e519627a8923 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/537d97ae-8bc4-409a-a4ff-6e7f8ad302a7 HTTP/1.1" status: 204 len: 168 time: 0.3748882 Jul 16 18:29:25.945978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42158) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:26.032617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.066548 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.081011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] No DVR routers for this DVR port e8676e4f-ff5b-44a1-8dc4-93acabd35b5d on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:26.109353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e2232-bbf2-49fa-9146-a1c011c29ef3 None None] Pushing event deleted for resources: {'Port': ['ID=e8676e4f-ff5b-44a1-8dc4-93acabd35b5d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.118644 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.133500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d034b8-813e-4642-895b-39059a3c1d9a']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.154535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d55048-81a0-4d11-82bb-7d7f9d43f425') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.155113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d55048-81a0-4d11-82bb-7d7f9d43f425') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.174708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.189836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.202668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606ca742-208e-453d-a8c6-15be7595bb6e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.226750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494af343-d09d-40c8-b905-51e248b7d334') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.226750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494af343-d09d-40c8-b905-51e248b7d334') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.227926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.235820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:26.236279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:26.241432 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:26.251309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.278994 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.291129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:26.291957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:26.295141 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:26.390278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af24919a-bfe1-482e-8892-50c8820c29a0 req-3e745f21-dec4-451a-84a1-19656d4d45d9 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0558269 Jul 16 18:29:26.392311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.393329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.405158 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.411240 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] 10.222.0.48 "DELETE /v2.0/networks/606ca742-208e-453d-a8c6-15be7595bb6e HTTP/1.1" status: 204 len: 168 time: 0.4638641 Jul 16 18:29:26.412720 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.414854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/79d034b8-813e-4642-895b-39059a3c1d9a HTTP/1.1" status: 204 len: 168 time: 1.0984504 Jul 16 18:29:26.415501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42168) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:26.416566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcffa91-4650-433e-8fa6-09c6c8badf79 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=79d034b8-813e-4642-895b-39059a3c1d9a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.430578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42170) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:26.434872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f141c24-258b-436d-bf19-fdfe9a5e9985 admin admin] Pushing event deleted for resources: {'Network': ['ID=606ca742-208e-453d-a8c6-15be7595bb6e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.437295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1836275465'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:26.522206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] Deleting subnet 2e9c59ea-2fa1-4090-b94f-abc9f829b00d {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:26.526706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.570455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:26.575526 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.595346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.663796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:26.691481 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.695203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.695740 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Added segment 335589a1-e740-4e28-86c3-cc9db4520f0a of type vlan for network 4b418601-c74f-46b5-87a8-a19821a57c17 Jul 16 18:29:26.791402 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.840439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.884684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e9c59ea-2fa1-4090-b94f-abc9f829b00d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.887223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.889540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4806f299-d91b-4c17-bfa9-ce4cfba4b6c4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2e9c59ea-2fa1-4090-b94f-abc9f829b00d HTTP/1.1" status: 204 len: 168 time: 0.4659352 Jul 16 18:29:26.895002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42176) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:26.897027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.903531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:26.904287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.982351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5491235 Jul 16 18:29:26.988739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:27.003140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:27.067173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa5909-f9c0-49e8-83e5-94e748a79d97 req-42fc0467-33c9-4913-aadd-541042d9724c tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.068888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5aa5909-f9c0-49e8-83e5-94e748a79d97 req-42fc0467-33c9-4913-aadd-541042d9724c tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 946 time: 0.2982576 Jul 16 18:29:27.069569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a46888-3dc2-4f45-bbec-a5df16a2a6b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Network': ['ID=4b418601-c74f-46b5-87a8-a19821a57c17,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.074970 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.095957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 4b418601-c74f-46b5-87a8-a19821a57c17 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:27.144812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:27.157064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.199619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.211022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5aa5909-f9c0-49e8-83e5-94e748a79d97 req-1adefccf-f152-4408-8b96-74982137044d tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959451 Jul 16 18:29:27.216962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d10e8b-472f-4a4b-a3a6-6521a0972ce2']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:27.236994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccee5661-2a62-42e5-8571-2afd5a88c711') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:27.237416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccee5661-2a62-42e5-8571-2afd5a88c711') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:27.251357 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.272033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.281062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:27.281682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:27.283928 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:27.573378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.694192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=70dee30e-7526-437e-816b-eee2f3a272ed,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.713661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Checking segment: {'id': '335589a1-e740-4e28-86c3-cc9db4520f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:27.714236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network hostable DHCP agents. Network: 4b418601-c74f-46b5-87a8-a19821a57c17, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:27.746162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 4b418601-c74f-46b5-87a8-a19821a57c17 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:27.749257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73119d31-12f7-46fe-97b9-dd630d6ca057 req-cd867fd5-4ab8-4081-b22b-158cbb764a21 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0511985 Jul 16 18:29:27.753518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.767636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 4b418601-c74f-46b5-87a8-a19821a57c17) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:27.777853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.779016 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.782164 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.785990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5d10e8b-472f-4a4b-a3a6-6521a0972ce2 HTTP/1.1" status: 204 len: 168 time: 0.8897288 Jul 16 18:29:27.788746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e243b68-140f-4e01-8958-eef9c0af0867 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d10e8b-472f-4a4b-a3a6-6521a0972ce2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.794047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f07bff-19a4-48a4-9cdb-97dd8b90f724 None None] Network 4b418601-c74f-46b5-87a8-a19821a57c17 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:27.813808 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4ff67076-793e-4b03-acad-23d8b9fdf0f0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8175397 Jul 16 18:29:27.814652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42186) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:27.828615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b1279111-d048-4810-a7cf-cbb0d8b48ffb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1719021721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:27.906492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1279111-d048-4810-a7cf-cbb0d8b48ffb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.909272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1279111-d048-4810-a7cf-cbb0d8b48ffb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.069949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1279111-d048-4810-a7cf-cbb0d8b48ffb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.081097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1279111-d048-4810-a7cf-cbb0d8b48ffb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.096437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-4b418601-c74f-46b5-87a8-a19821a57c17', 'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17', 'tenant_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'fixed_ips': [{'subnet_id': '70dee30e-7526-437e-816b-eee2f3a272ed'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:28.099506 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.140077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b1279111-d048-4810-a7cf-cbb0d8b48ffb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.140524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-4e980b6a-b096-44bc-a7ad-5e844b744465 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.145956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b1279111-d048-4810-a7cf-cbb0d8b48ffb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3276396 Jul 16 18:29:28.146134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-4e980b6a-b096-44bc-a7ad-5e844b744465 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.13 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 946 time: 0.1955655 Jul 16 18:29:28.146217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42190) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:28.166055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17', 'name': 'tempest-PortsTestJSON-274439245'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:28.230756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:28.285448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2b9e6aa2-d6ff-4037-8dfb-53a9eee9fb17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2dc206de0e384c77b87a1d6137ba1557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533991 Jul 16 18:29:28.288165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:28.293672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Allocated IP 172.20.0.2 (4b418601-c74f-46b5-87a8-a19821a57c17/70dee30e-7526-437e-816b-eee2f3a272ed/3703bdce-cb19-4a60-a7ec-979979fddc99) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:28.358854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Deleting port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:28.359494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.369596 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82808efb-eee0-4c27-995f-5976ea60e0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.419093 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82808efb-eee0-4c27-995f-5976ea60e0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.450826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:28.455311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.522423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] For port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,segment=NetworkSegment(cccc8544-0db8-4fa6-a286-705c5457fb4e),segment_id=cccc8544-0db8-4fa6-a286-705c5457fb4e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:28.522698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.536268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 98d915f5-9363-44cf-b1a1-ac1500a046f3 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:29:28.543834 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.550197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Calling delete_port for 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:28.559100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Transition to ACTIVE for port object 3703bdce-cb19-4a60-a7ec-979979fddc99 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:28.582157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Transition to ACTIVE for port object 3703bdce-cb19-4a60-a7ec-979979fddc99 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:28.591651 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.642199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbf856-81ab-4175-afbe-3df88b0b7441 req-8a576da2-aacb-435a-a932-055a34c2d15c tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:28.643851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Network 4b418601-c74f-46b5-87a8-a19821a57c17 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:28.643992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08fbf856-81ab-4175-afbe-3df88b0b7441 req-8a576da2-aacb-435a-a932-055a34c2d15c tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 946 time: 0.1704607 Jul 16 18:29:28.653254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:28.657942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:28.677555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0c266a40-ffdc-455c-8e8c-684576cc5936 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:28.712906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 0c266a40-ffdc-455c-8e8c-684576cc5936 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:28.712906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 0c266a40-ffdc-455c-8e8c-684576cc5936 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:28.720337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82808efb-eee0-4c27-995f-5976ea60e0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.723684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82808efb-eee0-4c27-995f-5976ea60e0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.724911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-82808efb-eee0-4c27-995f-5976ea60e0b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d972129-7e06-47f1-b4a4-3bc53623ed77 HTTP/1.1" status: 204 len: 168 time: 0.4357708 Jul 16 18:29:28.741960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Pushing event updated for resources: {'Port': ['ID=3703bdce-cb19-4a60-a7ec-979979fddc99,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.755181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82808efb-eee0-4c27-995f-5976ea60e0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d972129-7e06-47f1-b4a4-3bc53623ed77,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:28.779988 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.789022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08fbf856-81ab-4175-afbe-3df88b0b7441 req-cff08113-0dc0-4a26-a080-46c6f6f7a836 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/security-groups?id=dd0fe017-b831-439c-b9f6-436271020c8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296844 Jul 16 18:29:28.799880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['07f4ee29-4b25-4a43-a730-ddb85cd9f2fe'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:28.834020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Attempting to bind port 3703bdce-cb19-4a60-a7ec-979979fddc99 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:28.834408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Attempting to bind port 3703bdce-cb19-4a60-a7ec-979979fddc99 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '335589a1-e740-4e28-86c3-cc9db4520f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:28.835244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Attempting to bind port 3703bdce-cb19-4a60-a7ec-979979fddc99 on network 4b418601-c74f-46b5-87a8-a19821a57c17 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:28.836459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.3 (4b418601-c74f-46b5-87a8-a19821a57c17/70dee30e-7526-437e-816b-eee2f3a272ed/98d915f5-9363-44cf-b1a1-ac1500a046f3) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:28.844449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:28.844840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Checking segment: {'id': '335589a1-e740-4e28-86c3-cc9db4520f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:28.845265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.845645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Bound using segment: {'id': '335589a1-e740-4e28-86c3-cc9db4520f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:28.846429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Bound port: 3703bdce-cb19-4a60-a7ec-979979fddc99, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '335589a1-e740-4e28-86c3-cc9db4520f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4b418601-c74f-46b5-87a8-a19821a57c17'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:28.846521 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:28.885433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Pushing event deleted for resources: {'Port': ['ID=07f4ee29-4b25-4a43-a730-ddb85cd9f2fe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:29.000640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] For port 3703bdce-cb19-4a60-a7ec-979979fddc99, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:29.006401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] For port 3703bdce-cb19-4a60-a7ec-979979fddc99, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3703bdce-cb19-4a60-a7ec-979979fddc99,segment=NetworkSegment(335589a1-e740-4e28-86c3-cc9db4520f0a),segment_id=335589a1-e740-4e28-86c3-cc9db4520f0a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:29.013300 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.038085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] No DVR routers for this DVR port 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:29.046347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a411ae2d-81e6-4906-8053-158a8cf0a2d4 req-ad10425d-aee3-46a2-866c-2225eee1523f tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0628190 Jul 16 18:29:29.050925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.052980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5828c4c2-e86f-46b7-95d0-b9c96dead590 req-ba8ffa5b-734e-4b7e-8a5b-8734b4f14781 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.13 "DELETE /v2.0/ports/07f4ee29-4b25-4a43-a730-ddb85cd9f2fe HTTP/1.1" status: 204 len: 173 time: 0.9028599 Jul 16 18:29:29.053472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'name': 'network-vif-deleted', 'tag': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:29.055987 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c85e90-3ba2-469e-be4f-39da6b23a990" -d '{"events": [{"server_uuid": "9d69a261-8962-4bbf-81f8-a81264d1689e", "name": "network-vif-deleted", "tag": "07f4ee29-4b25-4a43-a730-ddb85cd9f2fe"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:29.139369 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c002b-6a35-4cce-9bff-2c7b9d8abffd x-openstack-request-id: req-b08c002b-6a35-4cce-9bff-2c7b9d8abffd {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:29.140099 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d69a261-8962-4bbf-81f8-a81264d1689e", "name": "network-vif-deleted", "tag": "07f4ee29-4b25-4a43-a730-ddb85cd9f2fe", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:29.140599 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b08c002b-6a35-4cce-9bff-2c7b9d8abffd {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:29.141194 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d69a261-8962-4bbf-81f8-a81264d1689e', 'name': 'network-vif-deleted', 'tag': '07f4ee29-4b25-4a43-a730-ddb85cd9f2fe', 'status': 'completed', 'code': 200} Jul 16 18:29:29.211626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.261967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 98d915f5-9363-44cf-b1a1-ac1500a046f3 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:29.364946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156a8f4-5ae0-4a98-bce2-528a62ed81b0 None None] Pushing event updated for resources: {'Port': ['ID=3703bdce-cb19-4a60-a7ec-979979fddc99,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:29.393562 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.505061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 4b418601-c74f-46b5-87a8-a19821a57c17 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:29.514832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:29.518938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:29.577580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=98d915f5-9363-44cf-b1a1-ac1500a046f3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:29.633618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.633929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.667218 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f2868d75-5d58-424f-979f-c9c5d1dbc763 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5170279 Jul 16 18:29:29.667537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42212) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:29.681710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:29.824397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3a11a558-8a61-4063-81b9-e5952ab757d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e75bf32125594b5095e6c3c52905216e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388559 Jul 16 18:29:29.825073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:29.884673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3703bdce-cb19-4a60-a7ec-979979fddc99 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:29.979895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53852118-061a-4bd7-bc1f-104dd0e5f5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.988993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3703bdce-cb19-4a60-a7ec-979979fddc99 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:30.028002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53852118-061a-4bd7-bc1f-104dd0e5f5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.102743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53852118-061a-4bd7-bc1f-104dd0e5f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.105639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53852118-061a-4bd7-bc1f-104dd0e5f5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.108294 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-53852118-061a-4bd7-bc1f-104dd0e5f5fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74e80587-eaef-414b-b3da-8500d51bf79e HTTP/1.1" status: 204 len: 168 time: 0.2811563 Jul 16 18:29:30.122370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53852118-061a-4bd7-bc1f-104dd0e5f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e80587-eaef-414b-b3da-8500d51bf79e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.149337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d3e0ad3-a897-4494-aa8f-6ab182a7c304 req-dbb5b632-fbe0-4ff6-be6f-aca4ae902073 tempest-ServerPasswordTestJSON-2130049801 tempest-ServerPasswordTestJSON-2130049801-project] 10.222.0.48 "GET /v2.0/ports?device_id=9d69a261-8962-4bbf-81f8-a81264d1689e HTTP/1.1" status: 200 len: 210 time: 0.0935080 Jul 16 18:29:30.226366 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d62630b0-d57e-43f6-b425-96c03c558918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.339731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.507607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90a917db-5ea2-4fd7-a66d-fd05de60a532 req-be2601a4-b3ab-4ef3-837f-cb18610ce5a2 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.1298072 Jul 16 18:29:30.818183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.824530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.905378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f225b-c51c-4aa7-b9b7-43f25b1d7e61 None None] Network 4b418601-c74f-46b5-87a8-a19821a57c17 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:31.024569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6bc3915c-a177-4fc9-8f01-865305ea2e31 None None] Provisioning for port 3703bdce-cb19-4a60-a7ec-979979fddc99 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:31.026707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=98d915f5-9363-44cf-b1a1-ac1500a046f3,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.033326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6bc3915c-a177-4fc9-8f01-865305ea2e31 None None] Provisioning complete for port 3703bdce-cb19-4a60-a7ec-979979fddc99 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:31.033840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bc3915c-a177-4fc9-8f01-865305ea2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.200972 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bc3915c-a177-4fc9-8f01-865305ea2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.245130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6bc3915c-a177-4fc9-8f01-865305ea2e31 None None] For port 3703bdce-cb19-4a60-a7ec-979979fddc99, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3703bdce-cb19-4a60-a7ec-979979fddc99,segment=NetworkSegment(335589a1-e740-4e28-86c3-cc9db4520f0a),segment_id=335589a1-e740-4e28-86c3-cc9db4520f0a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:31.252744 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bc3915c-a177-4fc9-8f01-865305ea2e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.297162 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.356883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3915c-a177-4fc9-8f01-865305ea2e31 None None] Pushing event updated for resources: {'Port': ['ID=3703bdce-cb19-4a60-a7ec-979979fddc99,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.401502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:31.484183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] Deleting subnet e030c30e-5399-47eb-bb9f-9c0a013c8e4e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:31.489514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.551037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.607101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-534a188a-35ad-4fbe-95be-ae3d03096358 None None] Provisioning complete for port 3703bdce-cb19-4a60-a7ec-979979fddc99 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:31.607326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-534a188a-35ad-4fbe-95be-ae3d03096358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.609848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.739362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.877969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3703bdce-cb19-4a60-a7ec-979979fddc99 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:31.933217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f156929e-fc03-4c6c-a04c-a9c4b8b2a45e req-594a438b-1238-4c1c-bfce-02d34675fc2d tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0959578 Jul 16 18:29:31.939977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.999985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e030c30e-5399-47eb-bb9f-9c0a013c8e4e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.009041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.013870 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec2c4564-bea6-42a5-ab0f-4419620d09a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e030c30e-5399-47eb-bb9f-9c0a013c8e4e HTTP/1.1" status: 204 len: 168 time: 0.6109009 Jul 16 18:29:32.014526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:32.090095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3703bdce-cb19-4a60-a7ec-979979fddc99 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:32.090828 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.190686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.258172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-534a188a-35ad-4fbe-95be-ae3d03096358 None None] Provisioning for port 98d915f5-9363-44cf-b1a1-ac1500a046f3 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:32.295250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-534a188a-35ad-4fbe-95be-ae3d03096358 None None] Provisioning complete for port 98d915f5-9363-44cf-b1a1-ac1500a046f3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:32.295941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-534a188a-35ad-4fbe-95be-ae3d03096358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.385900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-534a188a-35ad-4fbe-95be-ae3d03096358 None None] Port 98d915f5-9363-44cf-b1a1-ac1500a046f3 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:32.430265 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.437826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.452541 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.475069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299c003c-6c3d-42ec-a517-6765b051acbb']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:32.493468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccc8544-0db8-4fa6-a286-705c5457fb4e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:32.493790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccc8544-0db8-4fa6-a286-705c5457fb4e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:32.511470 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.524824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9d1b8faf-2057-4214-8e7f-9efca5ecb1bd None None] Provisioning complete for port 98d915f5-9363-44cf-b1a1-ac1500a046f3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:32.525524 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d1b8faf-2057-4214-8e7f-9efca5ecb1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.542088 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.544183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=98d915f5-9363-44cf-b1a1-ac1500a046f3,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.549563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.570416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:32.571273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:32.575965 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:32.609941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d1b8faf-2057-4214-8e7f-9efca5ecb1bd None None] Port 98d915f5-9363-44cf-b1a1-ac1500a046f3 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:32.671305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.690808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:32.692024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.699085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] 10.222.0.48 "DELETE /v2.0/networks/299c003c-6c3d-42ec-a517-6765b051acbb HTTP/1.1" status: 204 len: 168 time: 0.6831501 Jul 16 18:29:32.700131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dcc2b-a18e-49f1-b2b7-8c3f9abb377e admin admin] Pushing event deleted for resources: {'Network': ['ID=299c003c-6c3d-42ec-a517-6765b051acbb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.727129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:32.727545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 07f4ee29-4b25-4a43-a730-ddb85cd9f2fe not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:32.793393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 4b418601-c74f-46b5-87a8-a19821a57c17 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:32.795945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:32.994487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:33.070872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c04394ec-9a6c-4622-890b-a0a7b2c7af4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a06998f17910446f8c4e53013b0d22d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748615 Jul 16 18:29:33.076808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:33.111575 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6526840e-f44e-49de-8ef8-07b394b70358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.175652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Router dc25b806-7979-482b-8045-94fbcf554416 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:33.235477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce45208-b495-4b68-b0c5-dfcf33df4e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.280553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce45208-b495-4b68-b0c5-dfcf33df4e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.351161 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce45208-b495-4b68-b0c5-dfcf33df4e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.356311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce45208-b495-4b68-b0c5-dfcf33df4e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.361242 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6ce45208-b495-4b68-b0c5-dfcf33df4e0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd0fe017-b831-439c-b9f6-436271020c8e HTTP/1.1" status: 204 len: 168 time: 0.2719672 Jul 16 18:29:33.372200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce45208-b495-4b68-b0c5-dfcf33df4e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0fe017-b831-439c-b9f6-436271020c8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.374094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e3b99a3-d37e-417f-85c8-395444cfe89b None None] Provisioning complete for port 98d915f5-9363-44cf-b1a1-ac1500a046f3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:33.374681 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e3b99a3-d37e-417f-85c8-395444cfe89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.435369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.445018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e3b99a3-d37e-417f-85c8-395444cfe89b None None] Port 98d915f5-9363-44cf-b1a1-ac1500a046f3 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:33.845405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186b567a-dc1c-4dbb-9aca-e23ca623f08f req-cb8ea999-61d4-481d-bfd5-d8fe42bc933c tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.5759156 Jul 16 18:29:33.895487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:33.899326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a83470c6-3b07-4d45-b775-254291b9a1d0 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "PUT /v2.0/routers/dc25b806-7979-482b-8045-94fbcf554416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2305727 Jul 16 18:29:33.903826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:33.912339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] Sync routers for ids ['dc25b806-7979-482b-8045-94fbcf554416'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:33.943458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] Routers {'dc25b806-7979-482b-8045-94fbcf554416'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:33.943458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:29:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['dc25b806-7979-482b-8045-94fbcf554416'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.075085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.100009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] Routers {'dc25b806-7979-482b-8045-94fbcf554416'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:34.101585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:29:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['dc25b806-7979-482b-8045-94fbcf554416'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.172738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:34.174059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b067e9-5898-4a03-9c2c-90d221d9fffe None None] The sync data for ids ['dc25b806-7979-482b-8045-94fbcf554416'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:34.175587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108f48f4-5df1-4a73-8033-b3cee0cdf1df tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:34.181804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-108f48f4-5df1-4a73-8033-b3cee0cdf1df tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc25b806-7979-482b-8045-94fbcf554416 HTTP/1.1" status: 200 len: 981 time: 0.2738779 Jul 16 18:29:34.186590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42320) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:34.323414 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.879297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.188015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46f3c3b7-1546-4887-9b3e-6de999971122 req-74bd9715-a8d1-41bb-8cc0-6db8a14e890a tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0910738 Jul 16 18:29:35.310939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 98d915f5-9363-44cf-b1a1-ac1500a046f3 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:35.311588 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.479265 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.518043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 98d915f5-9363-44cf-b1a1-ac1500a046f3 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:35.811729 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.862138 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09c8a2fb-7218-4028-b919-c2e56ab650e5 req-76c7f901-6b4f-48fc-b68f-4c71f05db99e tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1307938 Jul 16 18:29:36.069339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.117343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=98d915f5-9363-44cf-b1a1-ac1500a046f3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:36.586673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99212454-7ddb-4907-9921-46be852f43c7 req-9d98f420-653b-4abf-a9f4-8b844f61c8bd tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0643604 Jul 16 18:29:36.607302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.823363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Router dc25b806-7979-482b-8045-94fbcf554416 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:36.917836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:36.931725 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] Sync routers for ids ['dc25b806-7979-482b-8045-94fbcf554416'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:36.937857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42394) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:36.939205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3c8046da-8060-443a-9c58-3ced5f409b31 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "PUT /v2.0/routers/dc25b806-7979-482b-8045-94fbcf554416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7506793 Jul 16 18:29:37.009983 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] Routers {'dc25b806-7979-482b-8045-94fbcf554416'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:37.011225 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:29:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['dc25b806-7979-482b-8045-94fbcf554416'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.066842 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e4c510-7d16-4ddc-ae10-c9184e992d9e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:29:37.070470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2e4c510-7d16-4ddc-ae10-c9184e992d9e tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/98d915f5-9363-44cf-b1a1-ac1500a046f3 HTTP/1.1" status: 404 len: 333 time: 0.1309388 Jul 16 18:29:37.074682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42398) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.091663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.181805 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.213907 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] Routers {'dc25b806-7979-482b-8045-94fbcf554416'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:37.215416 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:29:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['dc25b806-7979-482b-8045-94fbcf554416'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.217477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5356ecaa-f2d3-4cca-9389-321a15a54030 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.291930 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.294257 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0feecb-ceed-4f68-88a8-8efbc65005cd None None] The sync data for ids ['dc25b806-7979-482b-8045-94fbcf554416'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:37.447826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7209cb46-af60-4922-982d-a4efde5f5e82 req-e8edc263-8668-4e29-b184-df17d25ccb49 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0619159 Jul 16 18:29:37.491637 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.637287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5356ecaa-f2d3-4cca-9389-321a15a54030 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.645380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5356ecaa-f2d3-4cca-9389-321a15a54030 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.808232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5356ecaa-f2d3-4cca-9389-321a15a54030 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.809091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5356ecaa-f2d3-4cca-9389-321a15a54030 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Fanout notify agent at l3_agent the message router_deleted on router dc25b806-7979-482b-8045-94fbcf554416 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:37.843002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5356ecaa-f2d3-4cca-9389-321a15a54030 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.845372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5356ecaa-f2d3-4cca-9389-321a15a54030 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/routers/dc25b806-7979-482b-8045-94fbcf554416 HTTP/1.1" status: 204 len: 168 time: 0.7692237 Jul 16 18:29:37.849709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:37.909793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 70dee30e-7526-437e-816b-eee2f3a272ed {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:37.914027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.990164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-990d1bbb-b6ff-4029-96f8-0341be215194 req-b5185039-f90e-425c-a0d2-213022a8af50 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0928664 Jul 16 18:29:38.036693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.179373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.271566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.303232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=70dee30e-7526-437e-816b-eee2f3a272ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.311206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.317920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42420) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.319192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/70dee30e-7526-437e-816b-eee2f3a272ed HTTP/1.1" status: 204 len: 168 time: 0.4680874 Jul 16 18:29:38.326234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.326816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.327322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.327902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.328362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.328954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.329482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.330023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.330581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.331117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.331657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.332215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460182f8-1a54-48af-bb96-34834230c4a5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.340352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406fbe2c-c8eb-4318-bc1c-1511e6956a86 None None] Network 4b418601-c74f-46b5-87a8-a19821a57c17 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:38.475248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.589597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 3703bdce-cb19-4a60-a7ec-979979fddc99 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:38.589953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.665380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] DHCP port deletion for 4b418601-c74f-46b5-87a8-a19821a57c17 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:38.682114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] For port 3703bdce-cb19-4a60-a7ec-979979fddc99, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3703bdce-cb19-4a60-a7ec-979979fddc99,segment=NetworkSegment(335589a1-e740-4e28-86c3-cc9db4520f0a),segment_id=335589a1-e740-4e28-86c3-cc9db4520f0a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:38.683181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.705774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 3703bdce-cb19-4a60-a7ec-979979fddc99 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:38.737115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Deleting port 3703bdce-cb19-4a60-a7ec-979979fddc99 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:38.737451 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.765055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-608367e8-f753-4e96-88ad-85a1f8f10503 req-d96f7db9-0bb7-44a0-91fa-09a9e10314e6 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0553429 Jul 16 18:29:38.829990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] For port 3703bdce-cb19-4a60-a7ec-979979fddc99, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3703bdce-cb19-4a60-a7ec-979979fddc99,segment=NetworkSegment(335589a1-e740-4e28-86c3-cc9db4520f0a),segment_id=335589a1-e740-4e28-86c3-cc9db4520f0a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:38.830496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.857175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Calling delete_port for 3703bdce-cb19-4a60-a7ec-979979fddc99 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:38.873962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.917944 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-615fb0ec-f128-4a68-b0b6-a086a2e7f2cb req-7fbbf2ef-6d19-4742-9fb6-1d17d4122226 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0468178 Jul 16 18:29:38.931308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=3703bdce-cb19-4a60-a7ec-979979fddc99,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.948673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No DVR routers for this DVR port 3703bdce-cb19-4a60-a7ec-979979fddc99 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:38.954402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.955012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.955615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.956212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.956827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.957996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.958201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.958665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.959139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.959944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.960540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:38.961104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.058379 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.104206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Pushing event deleted for resources: {'Port': ['ID=3703bdce-cb19-4a60-a7ec-979979fddc99,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.118110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] No DVR routers for this DVR port 3703bdce-cb19-4a60-a7ec-979979fddc99 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:39.121262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.121994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.122556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.123119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.123658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.124297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.125467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.126064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.126601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.127652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.128560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.129144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ffa98a-ed78-4313-8a68-ac826716715c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.179681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.190802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b418601-c74f-46b5-87a8-a19821a57c17']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:39.203416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335589a1-e740-4e28-86c3-cc9db4520f0a') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:39.204042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335589a1-e740-4e28-86c3-cc9db4520f0a') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:39.216023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.233473 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.241648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:39.242142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:39.303074 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:39.342373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-211a8451-6c63-4277-aa7a-bba00a29fe7c req-1b034a6d-8f38-4a39-8477-e47c7045dcf8 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0384462 Jul 16 18:29:39.348022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.363422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.366301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/4b418601-c74f-46b5-87a8-a19821a57c17 HTTP/1.1" status: 204 len: 168 time: 1.0470078 Jul 16 18:29:39.370434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.388698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2205e-8e50-418a-8f00-132d5683a850 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=4b418601-c74f-46b5-87a8-a19821a57c17,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.457230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeebd47-bdf0-4f72-9da6-58ae4f133dca tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:39.459071 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-beeebd47-bdf0-4f72-9da6-58ae4f133dca tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/698e6ab5-bedd-4295-beee-f49189582069 HTTP/1.1" status: 200 len: 839 time: 0.0878723 Jul 16 18:29:39.462878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42452) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.537023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a0c23d9c-9b7e-4c87-9857-78327fd04655 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/698e6ab5-bedd-4295-beee-f49189582069?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0724256 Jul 16 18:29:39.540793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42454) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.546177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.661603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:39.666063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.782062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3703bdce-cb19-4a60-a7ec-979979fddc99 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:39.815881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3703bdce-cb19-4a60-a7ec-979979fddc99 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:39.816685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3703bdce-cb19-4a60-a7ec-979979fddc99 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:39.990843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.394667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-850fecbe-9cce-473b-9ddc-df3fab29602c req-ae89dc10-da25-4dc2-af38-ca3d5dc40e70 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.3833399 Jul 16 18:29:40.402681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:40.406469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:40.411766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.412527 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.425827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae6f9ae-ff6f-4d36-8914-bddf3c31be15 None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:40.430561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=6c592962-a01a-447b-aa68-083ff8ad01cc,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.438412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:40.439268 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-368df699-c75e-48c6-a4c2-4363f949a8ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8961265 Jul 16 18:29:40.453971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b2f947e0-8044-4c29-90c4-7dea1fd28576 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'security_group': {'name': 'tempest-secgroup-402198568'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:40.540254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f947e0-8044-4c29-90c4-7dea1fd28576 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.670943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1064dbe-648f-4d22-b04e-278a09439a57 req-c1054c02-ca84-4ea9-8fae-00cb71d698d8 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0770986 Jul 16 18:29:40.834204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f947e0-8044-4c29-90c4-7dea1fd28576 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.848213 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f947e0-8044-4c29-90c4-7dea1fd28576 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.855303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-99382482-582d-4e97-b1fe-4e3222af3a31', 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'tenant_id': '2d5dfcdb824645a488e0e9ceca0f061d', 'fixed_ips': [{'subnet_id': '6c592962-a01a-447b-aa68-083ff8ad01cc'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:40.856245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.872262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2f947e0-8044-4c29-90c4-7dea1fd28576 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.876929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42474) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:40.878340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2f947e0-8044-4c29-90c4-7dea1fd28576 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4365485 Jul 16 18:29:40.882638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-06103d21-2e8f-44b8-acc3-d1048bba68d1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1251510728'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:40.924901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f947e0-8044-4c29-90c4-7dea1fd28576 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74629f3-2f73-4a9b-82ab-5930c70dbc67,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.949941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06103d21-2e8f-44b8-acc3-d1048bba68d1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.071741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Allocated IP 172.20.0.2 (99382482-582d-4e97-b1fe-4e3222af3a31/6c592962-a01a-447b-aa68-083ff8ad01cc/68e157cb-9d82-45e3-93a3-3e6101fbe6aa) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:41.257433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06103d21-2e8f-44b8-acc3-d1048bba68d1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.267751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06103d21-2e8f-44b8-acc3-d1048bba68d1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.307777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.326053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Transition to ACTIVE for port object 68e157cb-9d82-45e3-93a3-3e6101fbe6aa will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:41.344239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06103d21-2e8f-44b8-acc3-d1048bba68d1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab8e204-bf6f-460e-a2b2-14334c435dae,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:41.367342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Transition to ACTIVE for port object 68e157cb-9d82-45e3-93a3-3e6101fbe6aa will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:41.382808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.385068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06103d21-2e8f-44b8-acc3-d1048bba68d1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.391944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-06103d21-2e8f-44b8-acc3-d1048bba68d1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5121939 Jul 16 18:29:41.395427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:41.421008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1446701160', 'security_groups': ['fab8e204-bf6f-460e-a2b2-14334c435dae'], 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c592962-a01a-447b-aa68-083ff8ad01cc'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:41.445509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:41.451794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:41.456609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:41.550201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Pushing event updated for resources: {'Port': ['ID=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:41.562197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Attempting to bind port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:41.562752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Attempting to bind port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '57a143b2-29f2-48e3-b54e-4c71d8896c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:41.563443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Attempting to bind port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa on network 99382482-582d-4e97-b1fe-4e3222af3a31 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:41.572449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:41.572973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Checking segment: {'id': '57a143b2-29f2-48e3-b54e-4c71d8896c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:41.573499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.574024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Bound using segment: {'id': '57a143b2-29f2-48e3-b54e-4c71d8896c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:41.574507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Bound port: 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57a143b2-29f2-48e3-b54e-4c71d8896c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:41.575155 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.775917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] For port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:41.785783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] For port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,segment=NetworkSegment(57a143b2-29f2-48e3-b54e-4c71d8896c81),segment_id=57a143b2-29f2-48e3-b54e-4c71d8896c81)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:41.799212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.090694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75219b5-61d0-47ee-b7bf-7809052f8af7 None None] Pushing event updated for resources: {'Port': ['ID=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:42.132217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dec50226-c6ef-4c66-bc71-7005e49a1ea0 req-3b6a1012-f5ae-44a0-a764-143fdf368bda tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.1065550 Jul 16 18:29:42.586237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7651ca7-ac2c-45ea-96c8-ca15e262e04b req-15966547-e32c-4a84-9775-f6fc659d1480 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0522475 Jul 16 18:29:42.669265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42516) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:42.777206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:42.829306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e16175b-8bfb-46a2-b442-c8bae9f2ee0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.910875 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.950846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port 1ee6d301-e435-4950-9211-464700fe9257 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:29:42.992314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e16175b-8bfb-46a2-b442-c8bae9f2ee0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.001727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e16175b-8bfb-46a2-b442-c8bae9f2ee0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.095379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2e16175b-8bfb-46a2-b442-c8bae9f2ee0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc1b4ff4583546b8a193ceba4ddfa62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247272 Jul 16 18:29:43.097478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16175b-8bfb-46a2-b442-c8bae9f2ee0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c054222-e343-4a3b-bde3-15642b33efa2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.141277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42520) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:43.217136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.6 (99382482-582d-4e97-b1fe-4e3222af3a31/6c592962-a01a-447b-aa68-083ff8ad01cc/1ee6d301-e435-4950-9211-464700fe9257) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:43.293169 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb46d32c-8680-4f72-b5bc-a0a2b9ba0e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.325227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb46d32c-8680-4f72-b5bc-a0a2b9ba0e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.386060 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.395124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb46d32c-8680-4f72-b5bc-a0a2b9ba0e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.399379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb46d32c-8680-4f72-b5bc-a0a2b9ba0e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.402300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 1ee6d301-e435-4950-9211-464700fe9257 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:43.404864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fb46d32c-8680-4f72-b5bc-a0a2b9ba0e6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c054222-e343-4a3b-bde3-15642b33efa2 HTTP/1.1" status: 204 len: 168 time: 0.2594624 Jul 16 18:29:43.424087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46d32c-8680-4f72-b5bc-a0a2b9ba0e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c054222-e343-4a3b-bde3-15642b33efa2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.473709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-926e57c1-2c89-48e3-8040-227db8a43deb req-b116885a-2bce-450f-849c-80d61ab750f7 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0439925 Jul 16 18:29:43.490554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.551766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:43.556130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:43.558239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=1ee6d301-e435-4950-9211-464700fe9257,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.560959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:43.621669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.622426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.644663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c16af75c-c541-46cb-87cc-67039409138c tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2472649 Jul 16 18:29:43.647679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42534) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:43.653925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0c7b2cfb-073d-476b-9d9d-c27102a19f83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:43.792859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Provisioning complete for port 698e6ab5-bedd-4295-beee-f49189582069 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:43.793254 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.804341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 68e157cb-9d82-45e3-93a3-3e6101fbe6aa up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:43.898540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ca9bfc0-4010-4ec5-9348-2bbeb8f56809 req-e403fb66-2f57-4601-aff3-1538374126f2 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0733874 Jul 16 18:29:43.899673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Port 698e6ab5-bedd-4295-beee-f49189582069 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:43.917087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:43.921764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7b2cfb-073d-476b-9d9d-c27102a19f83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:43.928227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c7b2cfb-073d-476b-9d9d-c27102a19f83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.931919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:43.932751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.935368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Provisioning for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:43.942053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:43.942777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.117099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.119317 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-0c7b2cfb-073d-476b-9d9d-c27102a19f83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c592962-a01a-447b-aa68-083ff8ad01cc (CIDR: 172.20.0.0/28) Jul 16 18:29:44.123946 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7b2cfb-073d-476b-9d9d-c27102a19f83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:29:44.124871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7b2cfb-073d-476b-9d9d-c27102a19f83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:29:44.129245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.153886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0c7b2cfb-073d-476b-9d9d-c27102a19f83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5003803 Jul 16 18:29:44.154915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42548) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.161178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:44.175187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] For port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,segment=NetworkSegment(57a143b2-29f2-48e3-b54e-4c71d8896c81),segment_id=57a143b2-29f2-48e3-b54e-4c71d8896c81)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:44.182155 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.256231 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:29:44.256569 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:29:44.261777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4198adcc-aaa0-4b87-a21e-bff16713abda None None] Pushing event updated for resources: {'Port': ['ID=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:44.307463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8e2fdb43-b059-442f-b263-0259853a0a6f None None] Provisioning for port 1ee6d301-e435-4950-9211-464700fe9257 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:44.313073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8e2fdb43-b059-442f-b263-0259853a0a6f None None] Provisioning complete for port 1ee6d301-e435-4950-9211-464700fe9257 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:44.313601 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e2fdb43-b059-442f-b263-0259853a0a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.316111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:44.324101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.363324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fdb43-b059-442f-b263-0259853a0a6f None None] Port 1ee6d301-e435-4950-9211-464700fe9257 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:44.703955 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.884242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-457a364c-ed90-407e-adf8-571e6589c137 req-c1b9e82b-251f-435d-b84b-a47ab098f21c tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0580823 Jul 16 18:29:44.891727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:44.898547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:44.901231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=d7b4919e-1f9d-48e9-b0d6-bd062a921592,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:44.910892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.914696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a7c82f-6be5-494c-9a6d-582123c44e9d None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:44.918529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:44.939796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:44.949096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d2c5ad66-da33-48e0-94d4-5ff378cf73fc tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7934604 Jul 16 18:29:44.954776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1687422967', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7b4919e-1f9d-48e9-b0d6-bd062a921592'}], 'security_groups': ['d74629f3-2f73-4a9b-82ab-5930c70dbc67']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:45.150460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.260588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9aba6c7b-a168-4cd4-b28f-a647f9652660 req-75381558-100f-4acb-ae60-73402177a3c9 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0537963 Jul 16 18:29:45.555718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] Update dhcp port {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'fixed_ips': [{'subnet_id': '6c592962-a01a-447b-aa68-083ff8ad01cc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7b4919e-1f9d-48e9-b0d6-bd062a921592'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '68e157cb-9d82-45e3-93a3-3e6101fbe6aa'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:29:45.596267 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.635541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Delete allocated IP 172.20.0.6 (99382482-582d-4e97-b1fe-4e3222af3a31/6c592962-a01a-447b-aa68-083ff8ad01cc) {{(pid=93778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:29:45.651918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.20 (99382482-582d-4e97-b1fe-4e3222af3a31/d7b4919e-1f9d-48e9-b0d6-bd062a921592/1ee6d301-e435-4950-9211-464700fe9257) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:45.786203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 68e157cb-9d82-45e3-93a3-3e6101fbe6aa up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:45.855549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:45.855920 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.097389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.127577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object 1ee6d301-e435-4950-9211-464700fe9257 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:46.136275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.210754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] Allocated IP 172.20.0.18 (99382482-582d-4e97-b1fe-4e3222af3a31/d7b4919e-1f9d-48e9-b0d6-bd062a921592/68e157cb-9d82-45e3-93a3-3e6101fbe6aa) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:46.277644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4b3e925-bd0c-4161-b921-77c9abfad239 req-2ffb40dc-91c6-4b2f-8f47-168b84d45751 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0648074 Jul 16 18:29:46.318606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=1ee6d301-e435-4950-9211-464700fe9257,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.365481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] In _notify_port_updated(), no bound segment for port 1ee6d301-e435-4950-9211-464700fe9257 on network 99382482-582d-4e97-b1fe-4e3222af3a31 {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:29:46.373935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:46.375479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.378021 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a339baab-76ed-4701-8f82-162060911c08 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "PUT /v2.0/ports/1ee6d301-e435-4950-9211-464700fe9257 HTTP/1.1" status: 200 len: 921 time: 1.4369209 Jul 16 18:29:46.381143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:46.394164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] For port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,segment=NetworkSegment(57a143b2-29f2-48e3-b54e-4c71d8896c81),segment_id=57a143b2-29f2-48e3-b54e-4c71d8896c81)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:46.479246 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.530420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] Transition to ACTIVE for port object 68e157cb-9d82-45e3-93a3-3e6101fbe6aa will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:46.539453 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.581809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9eaf57c-0124-4604-aef6-dd0723963143 req-cb80a6d9-dc7e-4ad0-914a-23ca6dd7591b tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1378102 Jul 16 18:29:46.637067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 1ee6d301-e435-4950-9211-464700fe9257 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:46.637770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.707861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cc02c-583a-4107-947e-f642980b2e6d None None] Pushing event updated for resources: {'Port': ['ID=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.823478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.850612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 1ee6d301-e435-4950-9211-464700fe9257 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:47.211198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.257015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=1ee6d301-e435-4950-9211-464700fe9257,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.379660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.383721 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9dbc702c-ac9d-45c8-a0df-5495580a7e57 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/1ee6d301-e435-4950-9211-464700fe9257 HTTP/1.1" status: 204 len: 168 time: 1.0001493 Jul 16 18:29:47.386526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42612) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.451405 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-56029157-157a-473d-8a5c-b071444d436f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:29:47.453962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-56029157-157a-473d-8a5c-b071444d436f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/1ee6d301-e435-4950-9211-464700fe9257 HTTP/1.1" status: 404 len: 333 time: 0.0651426 Jul 16 18:29:47.459173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42614) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.554545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a684bec4-1202-4017-ba2d-3f3430f88ca7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.604412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-980b7482-f5a9-4876-8c26-fbb4bb104dcc req-2533ce4b-c30d-487d-b879-1d2e60b3536b tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0535891 Jul 16 18:29:47.623175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a684bec4-1202-4017-ba2d-3f3430f88ca7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.675787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a92f695d-e861-4ae1-ba1c-5821e2291e06 None None] Provisioning complete for port 698e6ab5-bedd-4295-beee-f49189582069 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.677783 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a92f695d-e861-4ae1-ba1c-5821e2291e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.720250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a684bec4-1202-4017-ba2d-3f3430f88ca7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.726208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a684bec4-1202-4017-ba2d-3f3430f88ca7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.727907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a684bec4-1202-4017-ba2d-3f3430f88ca7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/security-groups/fab8e204-bf6f-460e-a2b2-14334c435dae HTTP/1.1" status: 204 len: 168 time: 0.2677441 Jul 16 18:29:47.730700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:47.763477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684bec4-1202-4017-ba2d-3f3430f88ca7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab8e204-bf6f-460e-a2b2-14334c435dae,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:47.803535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a92f695d-e861-4ae1-ba1c-5821e2291e06 None None] Port 698e6ab5-bedd-4295-beee-f49189582069 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:47.813708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 68e157cb-9d82-45e3-93a3-3e6101fbe6aa up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:47.820206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab099f86-3350-4e37-a263-db23051b9691 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.862904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a92f695d-e861-4ae1-ba1c-5821e2291e06 None None] Could not find standard attr ID for object 1ee6d301-e435-4950-9211-464700fe9257. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:29:47.864629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab099f86-3350-4e37-a263-db23051b9691 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.884940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a92f695d-e861-4ae1-ba1c-5821e2291e06 None None] Provisioning for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:47.891684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a92f695d-e861-4ae1-ba1c-5821e2291e06 None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.892431 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a92f695d-e861-4ae1-ba1c-5821e2291e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.950838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:47.951210 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:47.962102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30f01dfb-bf96-44b4-8e4c-f5df3de78edd req-c8fe30d3-27ef-4b01-8b3e-4c5e43ba2f7d tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0732269 Jul 16 18:29:48.009062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab099f86-3350-4e37-a263-db23051b9691 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.011903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab099f86-3350-4e37-a263-db23051b9691 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.013921 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ab099f86-3350-4e37-a263-db23051b9691 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/security-groups/d74629f3-2f73-4a9b-82ab-5930c70dbc67 HTTP/1.1" status: 204 len: 168 time: 0.2813051 Jul 16 18:29:48.016969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42622) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:48.077140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab099f86-3350-4e37-a263-db23051b9691 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74629f3-2f73-4a9b-82ab-5930c70dbc67,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.127490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 6c592962-a01a-447b-aa68-083ff8ad01cc {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:48.135048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.210770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.362844 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.434634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9313ca18-571d-4093-abe0-049dd8642643 None None] Could not find standard attr ID for object 1ee6d301-e435-4950-9211-464700fe9257. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:29:48.449823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.483138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.489297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42628) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:48.489849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/6c592962-a01a-447b-aa68-083ff8ad01cc HTTP/1.1" status: 204 len: 168 time: 0.4706783 Jul 16 18:29:48.490647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356b9a7-dcb1-49ce-90c1-0d8918476624 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=6c592962-a01a-447b-aa68-083ff8ad01cc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.494855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:48.565859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a75c22b-1d4c-45bf-8a72-a187a2c67a56 None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:48.630433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:48.634722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.872136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d646a34-983a-44cb-8e93-8666325e2476 req-c72db026-de98-4dd8-ba9f-cd10ec8ff95a tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0563066 Jul 16 18:29:48.986156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.062296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:49.064557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:49.071217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.072236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.087706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=37d912ae-724a-41ed-a966-476963176fa3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.105545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1e56b457-d048-4feb-afa1-0a26f54e8e74 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6110210 Jul 16 18:29:49.106205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42634) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:49.111574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f049db1f-f87d-4c07-a8a0-fd48a2af0929 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1919528211'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:49.139348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f049db1f-f87d-4c07-a8a0-fd48a2af0929 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.263540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f049db1f-f87d-4c07-a8a0-fd48a2af0929 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.267365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5a7d424-5c41-46d1-ae7f-44ef4dd186b1 req-a53a7e57-db3d-46eb-8b02-13436e16fb67 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0954521 Jul 16 18:29:49.269496 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f049db1f-f87d-4c07-a8a0-fd48a2af0929 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.308120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049db1f-f87d-4c07-a8a0-fd48a2af0929 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb6ca7-4924-413a-bd7d-9dd6e2adba28,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.320996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f049db1f-f87d-4c07-a8a0-fd48a2af0929 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.323037 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f049db1f-f87d-4c07-a8a0-fd48a2af0929 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2161174 Jul 16 18:29:49.327268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42640) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:49.334224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-646da234-1f54-4c66-ab23-fb9a0e26e905 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'security_group': {'name': 'tempest-secgroup-1531381167'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:49.401898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-646da234-1f54-4c66-ab23-fb9a0e26e905 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.575063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-646da234-1f54-4c66-ab23-fb9a0e26e905 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.581634 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-646da234-1f54-4c66-ab23-fb9a0e26e905 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.642336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646da234-1f54-4c66-ab23-fb9a0e26e905 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3bb8cf-bc24-4fcd-ae93-270406d68bbd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.646292 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-646da234-1f54-4c66-ab23-fb9a0e26e905 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.647956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-646da234-1f54-4c66-ab23-fb9a0e26e905 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3186014 Jul 16 18:29:49.650818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42650) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:49.658207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7a65f2c2-61b0-482c-bd0d-4505669ca50f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'security_group': {'name': 'tempest-secgroup-2101234904'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:49.690982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a65f2c2-61b0-482c-bd0d-4505669ca50f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.699320 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10088c9f-4a7d-460c-a65a-608cbe317efe None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:49.794022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a48cc5f6-6f02-4181-8cdc-3e9a6240f51e None None] Provisioning complete for port 698e6ab5-bedd-4295-beee-f49189582069 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:49.794430 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a48cc5f6-6f02-4181-8cdc-3e9a6240f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.864939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a65f2c2-61b0-482c-bd0d-4505669ca50f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.871768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a65f2c2-61b0-482c-bd0d-4505669ca50f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.942293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a48cc5f6-6f02-4181-8cdc-3e9a6240f51e None None] Port 698e6ab5-bedd-4295-beee-f49189582069 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:49.953878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a65f2c2-61b0-482c-bd0d-4505669ca50f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:49.959335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42656) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:49.960452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a65f2c2-61b0-482c-bd0d-4505669ca50f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3042114 Jul 16 18:29:49.969087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65f2c2-61b0-482c-bd0d-4505669ca50f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399bda24-9c49-4da8-a7bc-e9082434cad5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:49.971946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1713741745', 'security_groups': ['399bda24-9c49-4da8-a7bc-e9082434cad5'], 'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '37d912ae-724a-41ed-a966-476963176fa3'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:50.037276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a48cc5f6-6f02-4181-8cdc-3e9a6240f51e None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:50.038598 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a48cc5f6-6f02-4181-8cdc-3e9a6240f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.260771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79d622f8-d6f4-43bd-adf1-42ba3d44a210 req-86b2b3ec-0b77-4527-a278-47234a9f2a9c tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0983987 Jul 16 18:29:50.271913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] Update dhcp port {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'fixed_ips': [{'subnet_id': 'd7b4919e-1f9d-48e9-b0d6-bd062a921592', 'ip_address': '172.20.0.18'}, {'subnet_id': '37d912ae-724a-41ed-a966-476963176fa3'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '68e157cb-9d82-45e3-93a3-3e6101fbe6aa'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:29:50.298635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:50.353303 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.603948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.690262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d057d37-edb2-4b63-acb0-c873de1991ad req-1cfa5828-0a23-49db-a263-b0a3f9aed192 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0511699 Jul 16 18:29:50.691663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] device_id is not set on port a65265d5-e258-462e-9254-ef10f349bf10 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:29:50.780434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] Allocated IP 172.20.0.2 (99382482-582d-4e97-b1fe-4e3222af3a31/37d912ae-724a-41ed-a966-476963176fa3/68e157cb-9d82-45e3-93a3-3e6101fbe6aa) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:50.971375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] For port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,segment=NetworkSegment(57a143b2-29f2-48e3-b54e-4c71d8896c81),segment_id=57a143b2-29f2-48e3-b54e-4c71d8896c81)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:51.031166 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.058899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] Transition to ACTIVE for port object 68e157cb-9d82-45e3-93a3-3e6101fbe6aa will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:51.069603 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.194409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.6 (99382482-582d-4e97-b1fe-4e3222af3a31/37d912ae-724a-41ed-a966-476963176fa3/a65265d5-e258-462e-9254-ef10f349bf10) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:51.251937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb8543-f92b-42d6-a906-b41db3e1f101 None None] Pushing event updated for resources: {'Port': ['ID=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:51.555958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.588853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object a65265d5-e258-462e-9254-ef10f349bf10 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:51.708011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.762588 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:51.818925 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-02a1ae1b-5d61-428f-ab93-6c9dcbd0e4c7 req-fa38c999-7e62-4875-8f42-9816c1ec9788 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0531528 Jul 16 18:29:51.828113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-12f1910f-ad46-4781-b23c-9f02ce16e9e3 req-b6677161-3082-490f-a04f-f195ae117943 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.1593423 Jul 16 18:29:51.871943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 68e157cb-9d82-45e3-93a3-3e6101fbe6aa up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:51.965841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:51.976487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:52.007156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:52.025248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=a65265d5-e258-462e-9254-ef10f349bf10,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:52.032520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6a10cc4-2b9d-4de7-a1f6-1a9a5525e527 req-dfc4b753-987a-4b98-b722-281794b486fd tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1156535 Jul 16 18:29:52.092885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.093766 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.123617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d5175684-03cc-4a12-94bd-63d7327c96d2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1613333 Jul 16 18:29:52.130852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42680) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:52.140347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-52fba1c5-137d-4103-89d0-36c480a687b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:52.332397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fba1c5-137d-4103-89d0-36c480a687b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:52.338838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52fba1c5-137d-4103-89d0-36c480a687b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.481939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9e648feb-a8d4-4a01-90e1-8100bcc52727 None None] Provisioning complete for port 698e6ab5-bedd-4295-beee-f49189582069 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:52.482343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e648feb-a8d4-4a01-90e1-8100bcc52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.509178 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-52fba1c5-137d-4103-89d0-36c480a687b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 37d912ae-724a-41ed-a966-476963176fa3 (CIDR: 172.20.0.0/28) Jul 16 18:29:52.523450 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fba1c5-137d-4103-89d0-36c480a687b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:29:52.524127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52fba1c5-137d-4103-89d0-36c480a687b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:29:52.548910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-52fba1c5-137d-4103-89d0-36c480a687b1 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4168255 Jul 16 18:29:52.555866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:52.570952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0472e8f8-19bd-4d07-a8f9-29a5bb9af81f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:52.661424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9e648feb-a8d4-4a01-90e1-8100bcc52727 None None] Port 698e6ab5-bedd-4295-beee-f49189582069 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:52.741075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9e648feb-a8d4-4a01-90e1-8100bcc52727 None None] Provisioning for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:52.762522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9e648feb-a8d4-4a01-90e1-8100bcc52727 None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:52.764140 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e648feb-a8d4-4a01-90e1-8100bcc52727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.822202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0472e8f8-19bd-4d07-a8f9-29a5bb9af81f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:52.827095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0472e8f8-19bd-4d07-a8f9-29a5bb9af81f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.038655 n-d-793620-10 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-0472e8f8-19bd-4d07-a8f9-29a5bb9af81f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d7b4919e-1f9d-48e9-b0d6-bd062a921592 (CIDR: 172.20.0.16/28) Jul 16 18:29:53.045565 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0472e8f8-19bd-4d07-a8f9-29a5bb9af81f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:29:53.046387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0472e8f8-19bd-4d07-a8f9-29a5bb9af81f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:29:53.087126 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0472e8f8-19bd-4d07-a8f9-29a5bb9af81f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5300415 Jul 16 18:29:53.087337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42706) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:53.104862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'subnet': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:53.300712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fcad2c1f-8d78-434e-8b12-0d636d617e30 None None] Provisioning for port a65265d5-e258-462e-9254-ef10f349bf10 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:53.307273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fcad2c1f-8d78-434e-8b12-0d636d617e30 None None] Provisioning complete for port a65265d5-e258-462e-9254-ef10f349bf10 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:53.307754 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcad2c1f-8d78-434e-8b12-0d636d617e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:53.391967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-fcad2c1f-8d78-434e-8b12-0d636d617e30 None None] Port a65265d5-e258-462e-9254-ef10f349bf10 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:53.465875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1039d01-9fbb-4f2a-92a8-526d01a52762 req-e7b03c27-e91b-4975-918f-f6c762374a5f tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0965593 Jul 16 18:29:53.468888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab14ad09-0f40-4e03-9725-8fa4602bff5d req-1c33a0cc-2d81-422d-8b82-ce421deabeb0 tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0925016 Jul 16 18:29:53.535019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Made reservation on behalf of 2d5dfcdb824645a488e0e9ceca0f061d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:53.542137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.197257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e070769a-cc60-4ab1-8e3e-fae0c15504dc req-01f8f075-4af5-48ef-8433-fdfc35d83d16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=10d6219173f54ac9b0f9335d4a44c6f8&device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0699980 Jul 16 18:29:54.251011 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e070769a-cc60-4ab1-8e3e-fae0c15504dc req-b9165118-add2-4cdc-99d7-167e357d5026 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=10d6219173f54ac9b0f9335d4a44c6f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461380 Jul 16 18:29:54.269225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.364866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Network 99382482-582d-4e97-b1fe-4e3222af3a31 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:54.397373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ed3111b-2c4a-4b07-b5d9-5aa96b584fc1 req-e9181788-433d-4b05-a8a6-08163fa8f04d tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0681701 Jul 16 18:29:54.400512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:54.416305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b9f5b-94dd-4ae7-8aec-d1be628d58ac None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:54.445359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.445359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.472780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Subnet': ['ID=fbb9d18a-d7ec-4db6-b644-c8ae0eaed173,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:54.482152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070769a-cc60-4ab1-8e3e-fae0c15504dc req-88ab3835-13a2-42aa-8e57-1333564f32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:54.486773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ea97cb4e-86df-4f54-a302-bf89bb6faef9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3919549 Jul 16 18:29:54.486878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e070769a-cc60-4ab1-8e3e-fae0c15504dc req-88ab3835-13a2-42aa-8e57-1333564f32e5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2252030 Jul 16 18:29:54.487705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42736) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:54.494324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-330338371', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fbb9d18a-d7ec-4db6-b644-c8ae0eaed173'}], 'security_groups': ['55bb6ca7-4924-413a-bd7d-9dd6e2adba28', '8f3bb8cf-bc24-4fcd-ae93-270406d68bbd']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:54.652138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:54.853867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2e655a7-9841-4d0a-9208-0cd51259aa1c req-ad375e8a-d2b4-407b-9a26-a5741e384620 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0847495 Jul 16 18:29:55.099298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] Update dhcp port {'port': {'network_id': '99382482-582d-4e97-b1fe-4e3222af3a31', 'fixed_ips': [{'subnet_id': 'd7b4919e-1f9d-48e9-b0d6-bd062a921592', 'ip_address': '172.20.0.18'}, {'subnet_id': '37d912ae-724a-41ed-a966-476963176fa3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fbb9d18a-d7ec-4db6-b644-c8ae0eaed173'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '68e157cb-9d82-45e3-93a3-3e6101fbe6aa'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:29:55.141816 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.477312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Delete allocated IP 172.20.0.6 (99382482-582d-4e97-b1fe-4e3222af3a31/37d912ae-724a-41ed-a966-476963176fa3) {{(pid=93777) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:29:55.495312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Allocated IP 172.20.0.42 (99382482-582d-4e97-b1fe-4e3222af3a31/fbb9d18a-d7ec-4db6-b644-c8ae0eaed173/a65265d5-e258-462e-9254-ef10f349bf10) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:55.619231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a4b0c31-3c10-4d69-8304-83617e06e17b req-7b9981ea-3caa-4eff-8d02-298c5e057e8a tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.48 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0546474 Jul 16 18:29:55.761754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e070769a-cc60-4ab1-8e3e-fae0c15504dc req-2e28f20d-d5fb-4358-9aa9-612cdc07748d tempest-ServerShowV257Test-479052834 tempest-ServerShowV257Test-479052834-project] 10.222.0.55 "GET /v2.0/ports?device_id=7cb48ea5-16df-450a-83ec-9a401945b979 HTTP/1.1" status: 200 len: 210 time: 0.0579097 Jul 16 18:29:55.880015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:55.930226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Transition to ACTIVE for port object a65265d5-e258-462e-9254-ef10f349bf10 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:55.957796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.034264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] Allocated IP 172.20.0.34 (99382482-582d-4e97-b1fe-4e3222af3a31/fbb9d18a-d7ec-4db6-b644-c8ae0eaed173/68e157cb-9d82-45e3-93a3-3e6101fbe6aa) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:56.135936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event updated for resources: {'Port': ['ID=a65265d5-e258-462e-9254-ef10f349bf10,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:56.228258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330c4654-3fa1-48b5-88f2-570d1cb4946e req-e9aa81fb-3a89-40d9-8b69-a393320e38fc tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0942080 Jul 16 18:29:56.320750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] For port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,segment=NetworkSegment(57a143b2-29f2-48e3-b54e-4c71d8896c81),segment_id=57a143b2-29f2-48e3-b54e-4c71d8896c81)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:56.388567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] In _notify_port_updated(), no bound segment for port a65265d5-e258-462e-9254-ef10f349bf10 on network 99382482-582d-4e97-b1fe-4e3222af3a31 {{(pid=93777) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:29:56.395448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:56.396305 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.397826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2a252587-b376-455b-90c4-9e93000db022 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "PUT /v2.0/ports/a65265d5-e258-462e-9254-ef10f349bf10 HTTP/1.1" status: 200 len: 959 time: 1.9087508 Jul 16 18:29:56.401504 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.402482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42762) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:56.444397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] Transition to ACTIVE for port object 68e157cb-9d82-45e3-93a3-3e6101fbe6aa will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:56.458512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.571133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port a65265d5-e258-462e-9254-ef10f349bf10 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:56.572940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.759126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:56.784285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d84be-8af2-44bb-a5e1-41acce2028a7 None None] Pushing event updated for resources: {'Port': ['ID=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:56.803477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for a65265d5-e258-462e-9254-ef10f349bf10 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:57.089191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.119116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=a65265d5-e258-462e-9254-ef10f349bf10,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:57.296680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.303162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-06b6dc49-e288-483a-9ce4-4cb2640c4afd tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/a65265d5-e258-462e-9254-ef10f349bf10 HTTP/1.1" status: 204 len: 168 time: 0.8994067 Jul 16 18:29:57.313999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42774) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:57.359058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:57.388496 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-50024a0e-ff1e-43ad-ac73-996059ccbaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] GET failed (client error): The resource could not be found. Jul 16 18:29:57.396055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42784) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:57.396837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-50024a0e-ff1e-43ad-ac73-996059ccbaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports/a65265d5-e258-462e-9254-ef10f349bf10 HTTP/1.1" status: 404 len: 333 time: 0.0816932 Jul 16 18:29:57.632269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df89c22-bda5-4225-bb51-ca7d8646ca67 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.760500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df89c22-bda5-4225-bb51-ca7d8646ca67 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.791633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6baec8da-23ab-4ab0-9591-3aef83d3a789 req-0c07c252-b94b-4777-818e-2229e22b3f89 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0944529 Jul 16 18:29:57.894572 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca15a392-52dd-48b3-bc44-d1336ca84b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:57.992976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 68e157cb-9d82-45e3-93a3-3e6101fbe6aa up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:58.111117 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df89c22-bda5-4225-bb51-ca7d8646ca67 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.128638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4df89c22-bda5-4225-bb51-ca7d8646ca67 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.132240 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4df89c22-bda5-4225-bb51-ca7d8646ca67 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/security-groups/399bda24-9c49-4da8-a7bc-e9082434cad5 HTTP/1.1" status: 204 len: 168 time: 0.7347338 Jul 16 18:29:58.134821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:58.162417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df89c22-bda5-4225-bb51-ca7d8646ca67 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=399bda24-9c49-4da8-a7bc-e9082434cad5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:58.221958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d435bf0f-2d89-4937-a94f-da3a872dbf64 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.266696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-02e5c72c-65c4-4b90-90c1-a9dc33a8e3ef None None] Provisioning complete for port 698e6ab5-bedd-4295-beee-f49189582069 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:58.270517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e5c72c-65c4-4b90-90c1-a9dc33a8e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.282072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca15a392-52dd-48b3-bc44-d1336ca84b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.283954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d435bf0f-2d89-4937-a94f-da3a872dbf64 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.293455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ca15a392-52dd-48b3-bc44-d1336ca84b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.390880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-02e5c72c-65c4-4b90-90c1-a9dc33a8e3ef None None] Port 698e6ab5-bedd-4295-beee-f49189582069 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:58.393458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15a392-52dd-48b3-bc44-d1336ca84b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3b26d9-b7af-49e9-adbd-8d0e6adfdf2a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:58.413294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-02e5c72c-65c4-4b90-90c1-a9dc33a8e3ef None None] Provisioning for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:58.429469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ca15a392-52dd-48b3-bc44-d1336ca84b47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10d6219173f54ac9b0f9335d4a44c6f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0688815 Jul 16 18:29:58.430340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42788) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:58.436577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-02e5c72c-65c4-4b90-90c1-a9dc33a8e3ef None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:58.437241 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e5c72c-65c4-4b90-90c1-a9dc33a8e3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.490003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d435bf0f-2d89-4937-a94f-da3a872dbf64 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.506898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d435bf0f-2d89-4937-a94f-da3a872dbf64 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.510845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d435bf0f-2d89-4937-a94f-da3a872dbf64 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/security-groups/8f3bb8cf-bc24-4fcd-ae93-270406d68bbd HTTP/1.1" status: 204 len: 168 time: 0.3748009 Jul 16 18:29:58.523224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42790) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:58.573410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435bf0f-2d89-4937-a94f-da3a872dbf64 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3bb8cf-bc24-4fcd-ae93-270406d68bbd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:58.683969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f64b3923-7108-4e4d-a910-dadf3f0760a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.745464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f64b3923-7108-4e4d-a910-dadf3f0760a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.900570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f64b3923-7108-4e4d-a910-dadf3f0760a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.917308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-02e5c72c-65c4-4b90-90c1-a9dc33a8e3ef None None] Could not find standard attr ID for object a65265d5-e258-462e-9254-ef10f349bf10. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:29:58.917563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f64b3923-7108-4e4d-a910-dadf3f0760a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.929062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f64b3923-7108-4e4d-a910-dadf3f0760a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d3b26d9-b7af-49e9-adbd-8d0e6adfdf2a HTTP/1.1" status: 204 len: 168 time: 0.4947612 Jul 16 18:29:59.017321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b3923-7108-4e4d-a910-dadf3f0760a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3b26d9-b7af-49e9-adbd-8d0e6adfdf2a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:59.044183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d0fa1741-60c5-4b85-badb-49ec29a2f0ef None None] Could not find standard attr ID for object a65265d5-e258-462e-9254-ef10f349bf10. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:29:59.101422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e375-50be-42d6-81f6-4c76dd688ad2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.173365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e375-50be-42d6-81f6-4c76dd688ad2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.218901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-beac9a42-7cbd-4583-a665-91b434e64d49 req-0ed15499-7fae-45dc-a24d-fd7a3fe08166 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0729899 Jul 16 18:29:59.274663 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e375-50be-42d6-81f6-4c76dd688ad2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.284898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e375-50be-42d6-81f6-4c76dd688ad2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.285396 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b8a0e375-50be-42d6-81f6-4c76dd688ad2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/security-groups/55bb6ca7-4924-413a-bd7d-9dd6e2adba28 HTTP/1.1" status: 204 len: 168 time: 0.7596679 Jul 16 18:29:59.287258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42808) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:59.360063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0e375-50be-42d6-81f6-4c76dd688ad2 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb6ca7-4924-413a-bd7d-9dd6e2adba28,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:59.643388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet 37d912ae-724a-41ed-a966-476963176fa3 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:59.647704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.716915 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:59.874827 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.018640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.086448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=37d912ae-724a-41ed-a966-476963176fa3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:00.106138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7565d9f9-bdde-43b3-b07c-da45ea74d774 None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:00.106688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.115270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-05d06f04-ed05-4932-a4fc-8d8d6223bec5 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/37d912ae-724a-41ed-a966-476963176fa3 HTTP/1.1" status: 204 len: 168 time: 0.8228741 Jul 16 18:30:00.115801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42824) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:00.250575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet fbb9d18a-d7ec-4db6-b644-c8ae0eaed173 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:00.257047 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.313733 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4f86560-47eb-425a-9b0b-029ecbe95975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.427117 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.652017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.667679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ec41798-6c0d-49ad-9c1d-9f155070de57 req-13066b3f-ca25-48e8-a04f-a6f1e0749617 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0819256 Jul 16 18:30:00.773788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.831871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:00.838592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42838) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:00.849325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/fbb9d18a-d7ec-4db6-b644-c8ae0eaed173 HTTP/1.1" status: 204 len: 168 time: 0.7305744 Jul 16 18:30:00.852432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8079146-a4ba-4655-b709-ee603f2fdaa7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb9d18a-d7ec-4db6-b644-c8ae0eaed173,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:00.893750 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b48cb7d-ab27-4be5-aebb-fde5ccee458b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:00.901408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b48cb7d-ab27-4be5-aebb-fde5ccee458b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:00.907507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:00.920274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7b48cb7d-ab27-4be5-aebb-fde5ccee458b tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/37d912ae-724a-41ed-a966-476963176fa3 HTTP/1.1" status: 404 len: 337 time: 0.0792930 Jul 16 18:30:01.054999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting subnet d7b4919e-1f9d-48e9-b0d6-bd062a921592 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:01.058974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.123815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.234282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.349186 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.395462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.407321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/d7b4919e-1f9d-48e9-b0d6-bd062a921592 HTTP/1.1" status: 204 len: 168 time: 0.4967933 Jul 16 18:30:01.412195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42850) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.451392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89aedac-c76a-42b3-8a34-b8715f4a02a7 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b4919e-1f9d-48e9-b0d6-bd062a921592,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:01.467290 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-2df69aa0-fead-4e7d-92cf-8082a62cbc6f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:01.468592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2df69aa0-fead-4e7d-92cf-8082a62cbc6f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:01.473706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.503748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2df69aa0-fead-4e7d-92cf-8082a62cbc6f tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/6c592962-a01a-447b-aa68-083ff8ad01cc HTTP/1.1" status: 404 len: 337 time: 0.0912945 Jul 16 18:30:01.539150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f5e94847-4017-4c75-84ec-e65b2f30836a tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "GET /v2.0/ports?device_id=dc25b806-7979-482b-8045-94fbcf554416 HTTP/1.1" status: 200 len: 205 time: 0.0613689 Jul 16 18:30:01.539150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.598127 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-d9bce8c1-fa89-4f45-b466-2920a30a3baf tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] delete failed (client error): The resource could not be found. Jul 16 18:30:01.602458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42858) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.607199 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d9bce8c1-fa89-4f45-b466-2920a30a3baf tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/routers/dc25b806-7979-482b-8045-94fbcf554416 HTTP/1.1" status: 404 len: 336 time: 0.0638080 Jul 16 18:30:01.658913 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-481b9697-d749-4688-a1ba-ee5b2ff1a4c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:01.659658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481b9697-d749-4688-a1ba-ee5b2ff1a4c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:01.665156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.677617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-481b9697-d749-4688-a1ba-ee5b2ff1a4c9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/70dee30e-7526-437e-816b-eee2f3a272ed HTTP/1.1" status: 404 len: 337 time: 0.0730720 Jul 16 18:30:01.678401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42862) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.707318 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ce30ea-c50e-4998-b6c9-43e9d05044fb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:01.707771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ce30ea-c50e-4998-b6c9-43e9d05044fb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:01.713902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-98ce30ea-c50e-4998-b6c9-43e9d05044fb tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/88cc538e-fcf4-42ae-9eb9-05d2ba4de847 HTTP/1.1" status: 404 len: 337 time: 0.0472548 Jul 16 18:30:01.717867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42866) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.747328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d5ce4-1c29-4cc3-b819-00dfbfd1b2a2 None None] Network 99382482-582d-4e97-b1fe-4e3222af3a31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:01.768192 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a16dc8d-06dc-4a9b-8519-3130478710ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:01.768674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a16dc8d-06dc-4a9b-8519-3130478710ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:01.772200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7a16dc8d-06dc-4a9b-8519-3130478710ac tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/4b0d9390-916a-4329-a7b8-7f6214547f39 HTTP/1.1" status: 404 len: 337 time: 0.0505340 Jul 16 18:30:01.773746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42870) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.849205 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-532371ef-e7cd-4311-8e47-805b815285c3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:01.854885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-532371ef-e7cd-4311-8e47-805b815285c3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:01.857067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-532371ef-e7cd-4311-8e47-805b815285c3 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/52fb046d-131a-47d9-a852-0376131b678b HTTP/1.1" status: 404 len: 333 time: 0.0821545 Jul 16 18:30:01.865030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.899812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-936224fb-8ed6-41fe-a2bd-51c7e9e869ef req-3c485b3b-a88f-4fcf-8f30-b7198adfebb8 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0412776 Jul 16 18:30:01.983226 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a73d67c-c9d1-45af-be63-baf9a2296f90 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:01.983995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a73d67c-c9d1-45af-be63-baf9a2296f90 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:01.993346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42876) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:01.993946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a73d67c-c9d1-45af-be63-baf9a2296f90 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/6c10e71d-2468-4954-ba91-f8a3e48870cc HTTP/1.1" status: 404 len: 337 time: 0.1272130 Jul 16 18:30:02.045360 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f1c331-b5d9-4d0b-9168-f87240bb9ab9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:02.045925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f1c331-b5d9-4d0b-9168-f87240bb9ab9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:02.051699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22f1c331-b5d9-4d0b-9168-f87240bb9ab9 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/eafa2906-2a69-4bf5-8fd1-481d6b9552ce HTTP/1.1" status: 404 len: 337 time: 0.0535583 Jul 16 18:30:02.053026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:02.066894 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9be9ffb9-e9cf-43f9-b518-8e68b6b22204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.105117 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33bb3da-3a04-4e49-9254-13df4edec413 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:02.106768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33bb3da-3a04-4e49-9254-13df4edec413 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:02.115150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c33bb3da-3a04-4e49-9254-13df4edec413 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/bca87c36-9925-4f38-9de0-2f573a5ca7f8 HTTP/1.1" status: 404 len: 333 time: 0.0599248 Jul 16 18:30:02.116103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42880) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:02.176782 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9028fae2-58e1-4ae5-84d6-18cc21f49b83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:02.177521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9028fae2-58e1-4ae5-84d6-18cc21f49b83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:02.190977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9028fae2-58e1-4ae5-84d6-18cc21f49b83 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/9d8492d1-fad0-4c09-a041-7d0a7ec31781 HTTP/1.1" status: 404 len: 337 time: 0.0731082 Jul 16 18:30:02.191971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:02.247380 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-31170f29-2e19-42aa-ad82-cc5fada92ce6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] DELETE failed (client error): The resource could not be found. Jul 16 18:30:02.248246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31170f29-2e19-42aa-ad82-cc5fada92ce6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:30:02.254673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9be9ffb9-e9cf-43f9-b518-8e68b6b22204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.256052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4cde2ef3-59ec-4ad1-b0a1-075e3227fa94 None None] Provisioning complete for port 698e6ab5-bedd-4295-beee-f49189582069 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:02.256746 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cde2ef3-59ec-4ad1-b0a1-075e3227fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.257191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-31170f29-2e19-42aa-ad82-cc5fada92ce6 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/subnets/7979eaa6-5803-4cc5-8611-a2def24ef4e2 HTTP/1.1" status: 404 len: 337 time: 0.0633180 Jul 16 18:30:02.257459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42888) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:02.274628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9be9ffb9-e9cf-43f9-b518-8e68b6b22204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.334947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4cde2ef3-59ec-4ad1-b0a1-075e3227fa94 None None] Port 698e6ab5-bedd-4295-beee-f49189582069 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:02.374444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4cde2ef3-59ec-4ad1-b0a1-075e3227fa94 None None] Provisioning complete for port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:02.374839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4cde2ef3-59ec-4ad1-b0a1-075e3227fa94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.401819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42894) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:02.432042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9be9ffb9-e9cf-43f9-b518-8e68b6b22204 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=56d73da320c749e5a8283af22e4eca8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7410975 Jul 16 18:30:02.539255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] DHCP port deletion for 99382482-582d-4e97-b1fe-4e3222af3a31 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:02.554305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07db01c5-4ae0-4795-b914-f7862ab81802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.570956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9ffb9-e9cf-43f9-b518-8e68b6b22204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140834bb-02b0-4daf-bb09-1bcc1d051b47,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:02.637171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07db01c5-4ae0-4795-b914-f7862ab81802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.638502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Deleting port 698e6ab5-bedd-4295-beee-f49189582069 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:02.639023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.669286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] Deleting port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:02.670531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.738192 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07db01c5-4ae0-4795-b914-f7862ab81802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.744370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07db01c5-4ae0-4795-b914-f7862ab81802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.764875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-07db01c5-4ae0-4795-b914-f7862ab81802 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/140834bb-02b0-4daf-bb09-1bcc1d051b47 HTTP/1.1" status: 204 len: 168 time: 0.3602118 Jul 16 18:30:02.776453 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.789595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db01c5-4ae0-4795-b914-f7862ab81802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140834bb-02b0-4daf-bb09-1bcc1d051b47,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:02.792262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] For port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,segment=NetworkSegment(57a143b2-29f2-48e3-b54e-4c71d8896c81),segment_id=57a143b2-29f2-48e3-b54e-4c71d8896c81)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:02.794575 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.809311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Calling delete_port for 698e6ab5-bedd-4295-beee-f49189582069 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:02.820019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] Calling delete_port for 68e157cb-9d82-45e3-93a3-3e6101fbe6aa owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:02.927242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.958994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] Pushing event deleted for resources: {'Port': ['ID=68e157cb-9d82-45e3-93a3-3e6101fbe6aa,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:02.965082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9643a2fb-1d16-4a1d-8cf0-5379b7d81422 None None] No DVR routers for this DVR port 68e157cb-9d82-45e3-93a3-3e6101fbe6aa on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:03.022227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.059536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Port': ['ID=698e6ab5-bedd-4295-beee-f49189582069,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:03.089250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.092489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9d818552-130f-4677-bfdf-f6c77be749be tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/ports/698e6ab5-bedd-4295-beee-f49189582069 HTTP/1.1" status: 204 len: 168 time: 0.8334472 Jul 16 18:30:03.096084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42902) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:03.162198 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a7244962-3aa8-4e6b-9e59-44bf21f3fa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.283093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d7fbbee-6605-49a2-bc2e-d310d2f48406 req-8eb8f9d2-84b9-4f86-9724-98d2a270c991 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0408309 Jul 16 18:30:03.289549 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.402654 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.432431 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.458142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99382482-582d-4e97-b1fe-4e3222af3a31']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:03.484815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57a143b2-29f2-48e3-b54e-4c71d8896c81') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:03.485451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57a143b2-29f2-48e3-b54e-4c71d8896c81') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:03.508558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.541199 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.549201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:03.549607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:03.619482 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:03.630088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.640242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.647254 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] 10.222.0.48 "DELETE /v2.0/networks/99382482-582d-4e97-b1fe-4e3222af3a31 HTTP/1.1" status: 204 len: 168 time: 0.5494869 Jul 16 18:30:03.667422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ced63d-d444-4c6b-9c9c-bb7e99c27007 tempest-PortsTestJSON-214468578 tempest-PortsTestJSON-214468578-project] Pushing event deleted for resources: {'Network': ['ID=99382482-582d-4e97-b1fe-4e3222af3a31,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:03.880381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 68e157cb-9d82-45e3-93a3-3e6101fbe6aa no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:03.970508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 68e157cb-9d82-45e3-93a3-3e6101fbe6aa {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:03.990796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 68e157cb-9d82-45e3-93a3-3e6101fbe6aa not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:04.262122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:04.333169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.438003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:04.572534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5252694-1b84-4b4e-b72b-c183ac82fa2a req-ec000542-95d9-4f27-865f-9d0e5c7990d2 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0459290 Jul 16 18:30:04.662839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-327760944-network', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:04.707692 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-791d390f-da60-4687-9a9d-10ba5d76f7fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2d5dfcdb824645a488e0e9ceca0f061d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4443364 Jul 16 18:30:04.712329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42952) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:04.731007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Made reservation on behalf of bf12e3c479a24108af7181a0ec34878b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:04.738507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.762563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.774621 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55b648f2-cf7e-49bc-ab02-139bc64edb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.802127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55b648f2-cf7e-49bc-ab02-139bc64edb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.895628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55b648f2-cf7e-49bc-ab02-139bc64edb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.898876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-55b648f2-cf7e-49bc-ab02-139bc64edb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:04.900293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-55b648f2-cf7e-49bc-ab02-139bc64edb22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d66a24e-8001-4835-b6d0-970fd0e16fbf HTTP/1.1" status: 204 len: 168 time: 0.1865058 Jul 16 18:30:04.927667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b648f2-cf7e-49bc-ab02-139bc64edb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d66a24e-8001-4835-b6d0-970fd0e16fbf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:04.995290 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.005224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.085858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:05.089845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0f740a-b87f-47e2-b27f-35fb8f9005ac,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:05.131331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.131884 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Added segment 45cb7a35-44f3-4120-a2a0-fc02a9f1cda2 of type vlan for network e233b078-fddc-4444-aba6-2630713f39fc Jul 16 18:30:05.245627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.350280 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.352825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:05.353473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.431893 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9882362 Jul 16 18:30:05.432397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:05.439566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Request body: {'subnet': {'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-327760944-subnet', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:05.506727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Made reservation on behalf of bf12e3c479a24108af7181a0ec34878b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:05.508986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.535390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca6a75-e63e-46aa-ac2c-b96b91835255 admin admin] Pushing event updated for resources: {'Network': ['ID=e233b078-fddc-4444-aba6-2630713f39fc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:05.548492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e233b078-fddc-4444-aba6-2630713f39fc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:05.630811 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-61f926a1-e4bf-4294-9a77-972c109f3457 req-cde55dae-1b58-4e89-bee0-738c19a77e78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3737ccf2b200488da94ef4b0a4c1d7fb&device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1037240 Jul 16 18:30:05.810761 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:05.873786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-61f926a1-e4bf-4294-9a77-972c109f3457 req-70509e14-3a93-47c7-966a-3f7059561bd0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3737ccf2b200488da94ef4b0a4c1d7fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1942945 Jul 16 18:30:06.139187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29f34bd7-ec86-47f3-8740-18712d83e657 req-5d5e1c42-5239-44b9-9db1-dd1df3840458 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1185002 Jul 16 18:30:06.249256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f926a1-e4bf-4294-9a77-972c109f3457 req-adee6263-f3b8-419b-bfeb-48c375b9de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.251930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-61f926a1-e4bf-4294-9a77-972c109f3457 req-adee6263-f3b8-419b-bfeb-48c375b9de70 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3684025 Jul 16 18:30:06.252719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 42980) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:06.286929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-d3896af5-968d-4e7f-a329-6b3bf8ed1c00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5685723 Jul 16 18:30:06.292232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:06.642642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.642642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.643251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.644783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.658018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.659094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.659819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.663666 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-df04cd37-5295-4b9c-a667-54aab6bd0b28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.2697532 Jul 16 18:30:06.984610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-11c8d79c-7fdb-4539-a2e4-458bd0164586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.990953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-11c8d79c-7fdb-4539-a2e4-458bd0164586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.992710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-11c8d79c-7fdb-4539-a2e4-458bd0164586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:06.996802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8423dba1-6bd0-441d-b818-a368c3cf12e5,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:06.997743 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-11c8d79c-7fdb-4539-a2e4-458bd0164586 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 2290 time: 0.2882364 Jul 16 18:30:06.998631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 42998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:07.043154 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Checking segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:07.043521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Network hostable DHCP agents. Network: e233b078-fddc-4444-aba6-2630713f39fc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:07.053758 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.055818 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c8c0054-7d11-4068-b492-0f60a118931e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.101922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Network e233b078-fddc-4444-aba6-2630713f39fc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:07.134345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e233b078-fddc-4444-aba6-2630713f39fc) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:07.145780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.146799 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.151156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2b5e2-44ec-473b-a7c3-3719ce7e2196 None None] Network e233b078-fddc-4444-aba6-2630713f39fc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:07.201744 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-7d87d882-4f84-42d6-a701-f9d0d83b5542 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 1001 time: 0.1809216 Jul 16 18:30:07.453525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-0f4cf82c-f5b7-4989-8022-0a1442c6609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.456038 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-0f4cf82c-f5b7-4989-8022-0a1442c6609e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.2475936 Jul 16 18:30:07.456685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c8c0054-7d11-4068-b492-0f60a118931e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.467159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-1896517517'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:07.471530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c8c0054-7d11-4068-b492-0f60a118931e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.599381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:07.609070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.612115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c0054-7d11-4068-b492-0f60a118931e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc983cce-74eb-4ef8-a30f-377d48b5d63e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:07.658208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-74c8ead5-0a2d-47d7-ac29-5145e45e7e63 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2183454 Jul 16 18:30:07.682407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43010) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:07.703686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:07.724602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.808510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.812515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4c8c0054-7d11-4068-b492-0f60a118931e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=adac4faf63204208ab3ce9000602894c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5582578 Jul 16 18:30:07.816654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-b4c141d4-e097-4b92-8b9b-c303e077a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:07.822833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-e233b078-fddc-4444-aba6-2630713f39fc', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:07.823350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43012) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:07.826383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.828578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-b4c141d4-e097-4b92-8b9b-c303e077a853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3547249 Jul 16 18:30:07.904764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:07.906428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.105316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.139276 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-c3c6d6a8-c696-4a4a-845e-5519d1b49142 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897022 Jul 16 18:30:08.194673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Allocated IP 172.20.0.2 (e233b078-fddc-4444-aba6-2630713f39fc/8423dba1-6bd0-441d-b818-a368c3cf12e5/7857d89f-d097-4474-8bd0-93d3eacda390) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:08.243407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd35f1fc-9721-41ab-954b-16e017f5f4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.263269 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-96409974-782a-4ffd-b5d6-aaae8648c942 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155035 Jul 16 18:30:08.325261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-7269d461-41d2-4d68-aa0b-b5c6f09ae2a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 217 time: 0.0527210 Jul 16 18:30:08.336520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.346556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd066eb-cf17-4465-bff7-fb6a22875873 req-b871b303-ae7d-439f-a797-535c8c2f79a9 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0952699 Jul 16 18:30:08.390406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-71147d3a-3693-4b15-a02b-98e2ac812d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:08.392447 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-71147d3a-3693-4b15-a02b-98e2ac812d1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0583296 Jul 16 18:30:08.394255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.421558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:08.447947 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.458601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Transition to ACTIVE for port object 7857d89f-d097-4474-8bd0-93d3eacda390 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:08.470770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd35f1fc-9721-41ab-954b-16e017f5f4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.477752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Transition to ACTIVE for port object 7857d89f-d097-4474-8bd0-93d3eacda390 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:08.480279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.490863 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.497057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e42c5e9-8942-4f16-8811-23a8cf27d6d0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.526968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.527880 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment fe4ab066-3d78-4e04-be92-42cc82342f74 of type vlan for network eb370099-74dd-46d8-9af9-ccac22880e25 Jul 16 18:30:08.553579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Pushing event updated for resources: {'Port': ['ID=7857d89f-d097-4474-8bd0-93d3eacda390,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.581116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Network e233b078-fddc-4444-aba6-2630713f39fc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:08.585079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:08.588460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.589784 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd35f1fc-9721-41ab-954b-16e017f5f4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.590876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:08.597387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd35f1fc-9721-41ab-954b-16e017f5f4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.602855 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fd35f1fc-9721-41ab-954b-16e017f5f4f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dc983cce-74eb-4ef8-a30f-377d48b5d63e HTTP/1.1" status: 204 len: 168 time: 0.7722735 Jul 16 18:30:08.614818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35f1fc-9721-41ab-954b-16e017f5f4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc983cce-74eb-4ef8-a30f-377d48b5d63e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.673596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-6a87003a-c87d-4c74-a52f-788554ea0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:08.680558 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-6a87003a-c87d-4c74-a52f-788554ea0654 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2804229 Jul 16 18:30:08.682485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Attempting to bind port 7857d89f-d097-4474-8bd0-93d3eacda390 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:08.683047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Attempting to bind port 7857d89f-d097-4474-8bd0-93d3eacda390 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:08.683593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Attempting to bind port 7857d89f-d097-4474-8bd0-93d3eacda390 on network e233b078-fddc-4444-aba6-2630713f39fc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:08.691032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:08.691572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Checking segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:08.692088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.692731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Bound using segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:08.693213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Bound port: 7857d89f-d097-4474-8bd0-93d3eacda390, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:08.693709 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.730381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.741124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:08.741793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.788458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] For port 7857d89f-d097-4474-8bd0-93d3eacda390, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:08.794541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] For port 7857d89f-d097-4474-8bd0-93d3eacda390, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7857d89f-d097-4474-8bd0-93d3eacda390,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:08.801510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:08.916428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9154279 Jul 16 18:30:08.919335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:08.925629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-489876310'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:08.931017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f5eaf-021e-4596-bd3d-df813a321766 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=eb370099-74dd-46d8-9af9-ccac22880e25,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.949922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network eb370099-74dd-46d8-9af9-ccac22880e25 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:08.957583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902b3fa-18b9-4843-994d-beee6351f681 None None] Pushing event updated for resources: {'Port': ['ID=7857d89f-d097-4474-8bd0-93d3eacda390,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:08.993683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-04268a59-e62f-4b9b-aa8d-22699469b4df service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021281 Jul 16 18:30:09.022361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.033699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:09.038146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.073048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.179059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:09.239600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.239600 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment adf3426b-5ad9-47f1-83d8-04a219608280 of type vlan for network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 Jul 16 18:30:09.286549 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-7aa6d6a6-d585-4046-ac80-85e54b3b61e8 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863464 Jul 16 18:30:09.345785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Allocated IP 172.25.0.219 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/e99b6a23-a23e-41f4-83e0-6d34b6d0f626) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:09.398559 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-e67ae074-808c-43b0-af0c-0b6465c4a1e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 217 time: 0.0697660 Jul 16 18:30:09.436618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.539910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-5f442226-d886-4a8b-880b-014442f9ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:09.541734 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-5f442226-d886-4a8b-880b-014442f9ffc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1322253 Jul 16 18:30:09.567534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.576225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.584615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:09.584615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.633209 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:09.675803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43036) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:09.678497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7563579 Jul 16 18:30:09.688771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': 'eb370099-74dd-46d8-9af9-ccac22880e25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:09.740589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68557f98-b831-48b9-a014-44522fce131f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=7d39e001-2f9f-44e6-bf90-398b60fbbb59,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.762821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-50df7c1e-ff91-41dc-9484-438a3836dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:09.764742 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-50df7c1e-ff91-41dc-9484-438a3836dcc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2159488 Jul 16 18:30:09.768713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:09.857947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:09.866704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:09.870143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:09.927435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Pushing event updated for resources: {'Port': ['ID=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:09.987898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:09.992428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:10.024658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7857d89f-d097-4474-8bd0-93d3eacda390 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:10.083479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-77f03656-7d76-438f-8404-d6c30990a6e7 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934577 Jul 16 18:30:10.135714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7857d89f-d097-4474-8bd0-93d3eacda390 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:10.423866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-04607416-5692-4908-9b4f-42d48cfd9e5a service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335662 Jul 16 18:30:10.598429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-d217fd7d-3dde-4ea7-b332-7d9140dad33a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 217 time: 0.1617742 Jul 16 18:30:10.668274 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eb9db009-7a87-4741-92c1-3defb213ac5f req-783f4495-714e-43b5-91af-0f2f1248b71b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0744801 Jul 16 18:30:10.758934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-04e19f10-377d-4505-9b2f-ed87367c0bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:10.760792 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-04e19f10-377d-4505-9b2f-ed87367c0bcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1231279 Jul 16 18:30:10.811035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d882c75-6f2f-4f69-88b0-2387e8546657 req-4ed5d943-e5e3-4c68-8b10-ae27b3b8410f tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.9750257 Jul 16 18:30:10.823138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50451008-f116-43ec-9442-7b3c760981ea None None] Network e233b078-fddc-4444-aba6-2630713f39fc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:10.859866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-397aa7eb-69e2-416d-9a84-0216834b00b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:10.865990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-397aa7eb-69e2-416d-9a84-0216834b00b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0943847 Jul 16 18:30:11.047364 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.067669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-082b1b2a-95cd-4626-83d6-4a965c1317e2 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988921 Jul 16 18:30:11.139093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b411fbc9-7657-4f65-a9c9-84763d46e882 None None] Provisioning for port 7857d89f-d097-4474-8bd0-93d3eacda390 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:11.167537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b411fbc9-7657-4f65-a9c9-84763d46e882 None None] Provisioning complete for port 7857d89f-d097-4474-8bd0-93d3eacda390 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:11.168171 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b411fbc9-7657-4f65-a9c9-84763d46e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.199387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=1b5d6f42-f807-479d-9241-9e91f2ba554a,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.220762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.280809 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-38b3dae5-5099-4acb-8000-30a62a9e7ad1 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054226 Jul 16 18:30:11.383834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-ba9cb723-05a4-41b7-928f-570e6608e444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 217 time: 0.0988925 Jul 16 18:30:11.456033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b411fbc9-7657-4f65-a9c9-84763d46e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.502909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b411fbc9-7657-4f65-a9c9-84763d46e882 None None] For port 7857d89f-d097-4474-8bd0-93d3eacda390, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7857d89f-d097-4474-8bd0-93d3eacda390,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:11.513606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b411fbc9-7657-4f65-a9c9-84763d46e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:11.588568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b411fbc9-7657-4f65-a9c9-84763d46e882 None None] Pushing event updated for resources: {'Port': ['ID=7857d89f-d097-4474-8bd0-93d3eacda390,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:11.588865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-4809ac77-ec7f-406e-9aaf-00aac45e117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.591419 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-4809ac77-ec7f-406e-9aaf-00aac45e117f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1996460 Jul 16 18:30:11.627359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': 'fe4ab066-3d78-4e04-be92-42cc82342f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb370099-74dd-46d8-9af9-ccac22880e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:11.627941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: eb370099-74dd-46d8-9af9-ccac22880e25, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:11.722269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-5c0df41d-2f47-4923-8396-1fae7bb5eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:11.728895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-5c0df41d-2f47-4923-8396-1fae7bb5eef5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1252978 Jul 16 18:30:12.005938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network eb370099-74dd-46d8-9af9-ccac22880e25 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:12.008962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7857d89f-d097-4474-8bd0-93d3eacda390 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:12.081642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, eb370099-74dd-46d8-9af9-ccac22880e25) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:12.115794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:12.116829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.119384 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-d18f8eeb-711d-4d6c-b599-8f00474a5748 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855624 Jul 16 18:30:12.180904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acfe6b6-4b3b-4394-9986-21e3cea34613 None None] Network eb370099-74dd-46d8-9af9-ccac22880e25 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:12.224779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-59caffd1-8a24-44ad-9edb-ddb0405c95e2 None None] Provisioning complete for port 7857d89f-d097-4474-8bd0-93d3eacda390 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:12.225518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59caffd1-8a24-44ad-9edb-ddb0405c95e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.311773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7857d89f-d097-4474-8bd0-93d3eacda390 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:12.312418 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.343362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb1381d9-90f0-4e1f-bce3-14f124551512 req-7784a773-ea0f-4ac3-9281-41c25ecbdbb4 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1050560 Jul 16 18:30:12.370815 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-a0a09ce3-a164-4204-92f7-2d6687fd41f6 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364318 Jul 16 18:30:12.414894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a0af99ac-c3b1-4308-bac3-2a29da734489 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7375681 Jul 16 18:30:12.421324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43092) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:12.433809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '7d39e001-2f9f-44e6-bf90-398b60fbbb59', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:12.567348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-0bc22d67-8ae4-46df-9209-c346fd0131b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 217 time: 0.1874728 Jul 16 18:30:12.643043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-65b22974-6591-4b34-971d-c5bfdfb4d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:12.645338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-65b22974-6591-4b34-971d-c5bfdfb4d955 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.0720451 Jul 16 18:30:12.665895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43098) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:12.677566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.782506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-3c5c27ff-453b-42c4-acc9-d25395d2a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:12.785635 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-3c5c27ff-453b-42c4-acc9-d25395d2a5be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1226482 Jul 16 18:30:12.861563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:12.879898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-eb370099-74dd-46d8-9af9-ccac22880e25', 'network_id': 'eb370099-74dd-46d8-9af9-ccac22880e25', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': '1b5d6f42-f807-479d-9241-9e91f2ba554a'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:12.881927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:12.882147 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.006671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0b3318d-e0dc-4b85-8f87-6bfc16b485ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.175344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Router 9c2cf0af-00af-40c6-bc11-487afebc9d15 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:13.349802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Allocated IP 172.20.0.2 (eb370099-74dd-46d8-9af9-ccac22880e25/1b5d6f42-f807-479d-9241-9e91f2ba554a/4fc31891-c196-4889-8e9c-534b1136dcb9) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:13.680023 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.706389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Transition to ACTIVE for port object 4fc31891-c196-4889-8e9c-534b1136dcb9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:13.745860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Transition to ACTIVE for port object 4fc31891-c196-4889-8e9c-534b1136dcb9 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:13.764226 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:13.880538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Pushing event updated for resources: {'Port': ['ID=4fc31891-c196-4889-8e9c-534b1136dcb9,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:13.913265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Network eb370099-74dd-46d8-9af9-ccac22880e25 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:13.919048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:13.926753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:13.935561 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-e0ec3821-339d-42d8-827f-a8c1c83c500d service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1408696 Jul 16 18:30:14.010919 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-066c5b12-3c59-4a31-85c1-12dfac9ec05c req-4720cbf4-8754-4fce-9f77-dbf7da1b15e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3737ccf2b200488da94ef4b0a4c1d7fb&device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.0665009 Jul 16 18:30:14.064743 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.090664 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-066c5b12-3c59-4a31-85c1-12dfac9ec05c req-eb4fd718-afdb-439f-a8b7-9685cc2e15e3 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=3737ccf2b200488da94ef4b0a4c1d7fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622792 Jul 16 18:30:14.094421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Attempting to bind port 4fc31891-c196-4889-8e9c-534b1136dcb9 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:14.097477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Attempting to bind port 4fc31891-c196-4889-8e9c-534b1136dcb9 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'fe4ab066-3d78-4e04-be92-42cc82342f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb370099-74dd-46d8-9af9-ccac22880e25'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:14.115141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Attempting to bind port 4fc31891-c196-4889-8e9c-534b1136dcb9 on network eb370099-74dd-46d8-9af9-ccac22880e25 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:14.189260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:14.191375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Checking segment: {'id': 'fe4ab066-3d78-4e04-be92-42cc82342f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb370099-74dd-46d8-9af9-ccac22880e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:14.193333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.195903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Bound using segment: {'id': 'fe4ab066-3d78-4e04-be92-42cc82342f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb370099-74dd-46d8-9af9-ccac22880e25'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:14.196928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Bound port: 4fc31891-c196-4889-8e9c-534b1136dcb9, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4ab066-3d78-4e04-be92-42cc82342f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'eb370099-74dd-46d8-9af9-ccac22880e25'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:14.198603 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.203846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=494e9664-bb7a-48f4-9789-6dde20e4bec9,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:14.229063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1a757ef7-1d2b-4ac8-a2ac-b95714660cd5 req-02be6ba4-6232-43c4-ae4d-8ce6b0f97e86 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1833088 Jul 16 18:30:14.373104 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-a4338f85-505d-479b-8bc3-32454719dda5 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633683 Jul 16 18:30:14.435964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:14.469307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] For port 4fc31891-c196-4889-8e9c-534b1136dcb9, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:14.481654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0b3318d-e0dc-4b85-8f87-6bfc16b485ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.495936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] For port 4fc31891-c196-4889-8e9c-534b1136dcb9, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc31891-c196-4889-8e9c-534b1136dcb9,segment=NetworkSegment(fe4ab066-3d78-4e04-be92-42cc82342f74),segment_id=fe4ab066-3d78-4e04-be92-42cc82342f74)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:14.505181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Sync routers for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:14.513695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': 'adf3426b-5ad9-47f1-83d8-04a219608280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7d39e001-2f9f-44e6-bf90-398b60fbbb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:14.516116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 7d39e001-2f9f-44e6-bf90-398b60fbbb59, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:14.524474 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.535363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0b3318d-e0dc-4b85-8f87-6bfc16b485ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.668072 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-54db6c60-b28d-47a6-91ec-63fe984d340c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.2866702 Jul 16 18:30:14.673800 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a0b3318d-e0dc-4b85-8f87-6bfc16b485ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2ea815871b147e39cc1a31508328ded&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9926939 Jul 16 18:30:14.676441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c5b12-3c59-4a31-85c1-12dfac9ec05c req-4c1de252-2817-42bc-be34-f824789912c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:14.679652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-066c5b12-3c59-4a31-85c1-12dfac9ec05c req-4c1de252-2817-42bc-be34-f824789912c6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5823264 Jul 16 18:30:14.680934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:14.694060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b3318d-e0dc-4b85-8f87-6bfc16b485ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e92c4-ff96-4b0c-8dfa-27011998463d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:14.708115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:14.710382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-58091200-7f40-4bc3-9875-b81cecb4553a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0293643 Jul 16 18:30:14.713572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:14.788438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:14.789365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:14.814287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:14.876338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7d39e001-2f9f-44e6-bf90-398b60fbbb59) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:14.899331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609de2a-b634-4fdc-91e8-907c33a48bda None None] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:14.964191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:14.965198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.027078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4a6ca736-8bda-4b4e-90ce-78611c119019 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5976095 Jul 16 18:30:15.035687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43118) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:15.047381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-dd84b425-ea20-465f-8e70-83c376785269 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1488348623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:15.122198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-7b9a31a4-5a61-4c82-bd27-9810cfeb3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.124734 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-7b9a31a4-5a61-4c82-bd27-9810cfeb3ff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.4404659 Jul 16 18:30:15.258486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c76b1d7-4434-4195-a9fb-c0d9d622166f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.323283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd84b425-ea20-465f-8e70-83c376785269 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.324396 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd84b425-ea20-465f-8e70-83c376785269 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.372905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-2316cd93-1f73-440c-9fd0-4a23cbb07dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:15.375191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-2316cd93-1f73-440c-9fd0-4a23cbb07dba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2392473 Jul 16 18:30:15.377670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c76b1d7-4434-4195-a9fb-c0d9d622166f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.555435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd84b425-ea20-465f-8e70-83c376785269 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.557461 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-4ca7960d-2ac5-40ff-b990-6057c7ab409c service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711009 Jul 16 18:30:15.588524 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd84b425-ea20-465f-8e70-83c376785269 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.597337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:15.833928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c76b1d7-4434-4195-a9fb-c0d9d622166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.840006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c76b1d7-4434-4195-a9fb-c0d9d622166f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.846838 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0c76b1d7-4434-4195-a9fb-c0d9d622166f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b34e92c4-ff96-4b0c-8dfa-27011998463d HTTP/1.1" status: 204 len: 168 time: 1.1598666 Jul 16 18:30:15.849617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877bdc69-92f6-4513-a23c-019f3ad48c3f None None] Pushing event updated for resources: {'Port': ['ID=4fc31891-c196-4889-8e9c-534b1136dcb9,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:15.920464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76b1d7-4434-4195-a9fb-c0d9d622166f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e92c4-ff96-4b0c-8dfa-27011998463d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:15.934871 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd84b425-ea20-465f-8e70-83c376785269 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.937139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd84b425-ea20-465f-8e70-83c376785269 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8995421 Jul 16 18:30:15.941124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d742e001-1fd1-4866-aae5-2866be9595db req-4efee9c9-4147-4c1f-bf30-e5f0672e2f29 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1563535 Jul 16 18:30:15.944901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43126) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:15.956189 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de073f80-d76f-42ea-811d-a977e355cdf9 req-db95e509-009a-4b2a-88ef-05306e076d9e service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756011 Jul 16 18:30:16.105720 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-066c5b12-3c59-4a31-85c1-12dfac9ec05c req-f4a88aa4-23c6-4b80-9b9a-e1b50d4d0932 tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.13 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.1948798 Jul 16 18:30:16.519711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-7d39e001-2f9f-44e6-bf90-398b60fbbb59', 'network_id': '7d39e001-2f9f-44e6-bf90-398b60fbbb59', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': '494e9664-bb7a-48f4-9789-6dde20e4bec9'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:16.520660 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:16.882295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:10Z', 'revision_number': 3, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:16.944603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98214aa9-7300-48ac-80b0-2a6248c39247 None None] Network eb370099-74dd-46d8-9af9-ccac22880e25 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:16.963852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Checking router: 9c2cf0af-00af-40c6-bc11-487afebc9d15 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:16.964129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Updating router 9c2cf0af-00af-40c6-bc11-487afebc9d15 port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:17.059008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.589144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.622459 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.764069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.792037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Transition to ACTIVE for port object e99b6a23-a23e-41f4-83e0-6d34b6d0f626 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:17.824343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:17.938998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Allocated IP 172.21.0.2 (7d39e001-2f9f-44e6-bf90-398b60fbbb59/494e9664-bb7a-48f4-9789-6dde20e4bec9/4e8b6770-ff9c-4b10-871d-58812c4d6636) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:18.139948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-702f7870-80d1-4175-852e-d14dc54aaa89 req-7ac2340f-1bd0-4ee5-9434-b0ccf9efa28a tempest-ServerShowV254Test-2033146432 tempest-ServerShowV254Test-2033146432-project] 10.222.0.48 "GET /v2.0/ports?device_id=a73bd511-0df3-434d-8e2a-3687e716a66d HTTP/1.1" status: 200 len: 210 time: 0.4904180 Jul 16 18:30:18.147027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fc31891-c196-4889-8e9c-534b1136dcb9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:18.179854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6d009d01-c499-4d80-87d3-2a9d34885e08 None None] Provisioning for port 4fc31891-c196-4889-8e9c-534b1136dcb9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:18.234727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9689-e387-4e82-a955-200a0699d35b None None] Pushing event updated for resources: {'Port': ['ID=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.258225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Attempting to bind port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:18.258600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Attempting to bind port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:18.258965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Attempting to bind port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:18.282986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:18.283311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:18.283778 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.284255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:18.284774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Bound port: e99b6a23-a23e-41f4-83e0-6d34b6d0f626, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:18.285225 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.473074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] For port e99b6a23-a23e-41f4-83e0-6d34b6d0f626, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:18.484295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] For port e99b6a23-a23e-41f4-83e0-6d34b6d0f626, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:18.485550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4fc31891-c196-4889-8e9c-534b1136dcb9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:18.545008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.557240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4fc31891-c196-4889-8e9c-534b1136dcb9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:18.557697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.714097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Allocated IP 172.20.0.1 (e233b078-fddc-4444-aba6-2630713f39fc/8423dba1-6bd0-441d-b818-a368c3cf12e5/3d393288-02d1-4334-87a9-70e28b84592b) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:18.718792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.20.0.1 (eb370099-74dd-46d8-9af9-ccac22880e25/1b5d6f42-f807-479d-9241-9e91f2ba554a/dceae447-d4be-45cc-ba7b-b16182a8a701) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:18.766865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.776382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb9689-e387-4e82-a955-200a0699d35b None None] Pushing event updated for resources: {'Port': ['ID=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:18.790767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:18.792004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:18.829570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Transition to ACTIVE for port object 4e8b6770-ff9c-4b10-871d-58812c4d6636 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:18.911078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Transition to ACTIVE for port object 4e8b6770-ff9c-4b10-871d-58812c4d6636 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:19.019187 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.027858 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.031204 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.053609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Transition to ACTIVE for port object 3d393288-02d1-4334-87a9-70e28b84592b will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:19.060348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object dceae447-d4be-45cc-ba7b-b16182a8a701 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:19.138715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.157620 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.157993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.225446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network eb370099-74dd-46d8-9af9-ccac22880e25 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:19.232444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Network e233b078-fddc-4444-aba6-2630713f39fc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:19.234922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:19.240741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:19.304133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.378745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:19.383428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:19.446048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.816457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d393288-02d1-4334-87a9-70e28b84592b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:19.851522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:19.866919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:19.871557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:19.875490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4fc31891-c196-4889-8e9c-534b1136dcb9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc31891-c196-4889-8e9c-534b1136dcb9,segment=NetworkSegment(fe4ab066-3d78-4e04-be92-42cc82342f74),segment_id=fe4ab066-3d78-4e04-be92-42cc82342f74)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:19.965015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:20.029154 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.123038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Pushing event updated for resources: {'Port': ['ID=4e8b6770-ff9c-4b10-871d-58812c4d6636,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.129350 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.144178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=dceae447-d4be-45cc-ba7b-b16182a8a701,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.145655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2caa374b-a1b2-4569-aea8-224299abc317 None None] Provisioning complete for port 4fc31891-c196-4889-8e9c-534b1136dcb9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:20.146468 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2caa374b-a1b2-4569-aea8-224299abc317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.349929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:20.373977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.504333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4fc31891-c196-4889-8e9c-534b1136dcb9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:20.510206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Attempting to bind port 4e8b6770-ff9c-4b10-871d-58812c4d6636 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:20.510858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Attempting to bind port 4e8b6770-ff9c-4b10-871d-58812c4d6636 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'adf3426b-5ad9-47f1-83d8-04a219608280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7d39e001-2f9f-44e6-bf90-398b60fbbb59'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:20.511508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Attempting to bind port 4e8b6770-ff9c-4b10-871d-58812c4d6636 on network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:20.539466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:20.540082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Checking segment: {'id': 'adf3426b-5ad9-47f1-83d8-04a219608280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7d39e001-2f9f-44e6-bf90-398b60fbbb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:20.541423 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.542113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Bound using segment: {'id': 'adf3426b-5ad9-47f1-83d8-04a219608280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7d39e001-2f9f-44e6-bf90-398b60fbbb59'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:20.542998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Bound port: 4e8b6770-ff9c-4b10-871d-58812c4d6636, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf3426b-5ad9-47f1-83d8-04a219608280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '7d39e001-2f9f-44e6-bf90-398b60fbbb59'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:20.543927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.016049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] For port 4e8b6770-ff9c-4b10-871d-58812c4d6636, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:21.019779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:10Z', 'revision_number': 3, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:21.024679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] For port 4e8b6770-ff9c-4b10-871d-58812c4d6636, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4e8b6770-ff9c-4b10-871d-58812c4d6636,segment=NetworkSegment(adf3426b-5ad9-47f1-83d8-04a219608280),segment_id=adf3426b-5ad9-47f1-83d8-04a219608280)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:21.127596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f689349-618d-46d1-9677-d8016d8cd66b None None] The sync data for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 is: [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:10Z', 'revision_number': 3, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:21.131297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.161382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d86888a-d75e-4a8d-a565-e05c484d86d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.247368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Provisioning for port dceae447-d4be-45cc-ba7b-b16182a8a701 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:21.303817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3df09-53e5-4081-bd67-140938a30ddc None None] Pushing event updated for resources: {'Port': ['ID=4e8b6770-ff9c-4b10-871d-58812c4d6636,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:21.318296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Provisioning complete for port dceae447-d4be-45cc-ba7b-b16182a8a701 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:21.319213 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.369968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Port dceae447-d4be-45cc-ba7b-b16182a8a701 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:21.402078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Provisioning for port 3d393288-02d1-4334-87a9-70e28b84592b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:21.413119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Provisioning complete for port 3d393288-02d1-4334-87a9-70e28b84592b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:21.413887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.569907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-88442a57-5af9-4213-b6e9-3aff235d6b96 None None] Port 3d393288-02d1-4334-87a9-70e28b84592b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:21.591712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d86888a-d75e-4a8d-a565-e05c484d86d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.602389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d86888a-d75e-4a8d-a565-e05c484d86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.690929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86888a-d75e-4a8d-a565-e05c484d86d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd8629b-353b-4c98-b890-92f8aa9454e5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:21.735375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2d86888a-d75e-4a8d-a565-e05c484d86d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3737ccf2b200488da94ef4b0a4c1d7fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3840108 Jul 16 18:30:21.739775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:22.039157 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2ac297a-18c2-46b3-ad00-f72b10fa7283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.045994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.066303 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.146989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2ac297a-18c2-46b3-ad00-f72b10fa7283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.272298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2ac297a-18c2-46b3-ad00-f72b10fa7283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.275541 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2ac297a-18c2-46b3-ad00-f72b10fa7283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.277211 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2ac297a-18c2-46b3-ad00-f72b10fa7283 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bd8629b-353b-4c98-b890-92f8aa9454e5 HTTP/1.1" status: 204 len: 168 time: 0.5359960 Jul 16 18:30:22.293710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac297a-18c2-46b3-ad00-f72b10fa7283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd8629b-353b-4c98-b890-92f8aa9454e5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:22.622135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.625536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Pushing event updated for resources: {'Port': ['ID=3d393288-02d1-4334-87a9-70e28b84592b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:22.796805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e99b6a23-a23e-41f4-83e0-6d34b6d0f626 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:22.915106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:22.925412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:22.926149 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.087612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.102597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Network e233b078-fddc-4444-aba6-2630713f39fc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:23.104478 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.193385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:23.207452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.246745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e99b6a23-a23e-41f4-83e0-6d34b6d0f626, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:23.252859 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.253788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4e8b6770-ff9c-4b10-871d-58812c4d6636 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:23.477458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.508676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4e8b6770-ff9c-4b10-871d-58812c4d6636 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:23.516990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fc31891-c196-4889-8e9c-534b1136dcb9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:23.700532 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.719849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4fc31891-c196-4889-8e9c-534b1136dcb9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:23.720014 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.876113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network eb370099-74dd-46d8-9af9-ccac22880e25 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:23.887205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:23.943322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df50d0ee-3fc2-4713-8833-3a0a99da1f5e None None] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:24.074796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=dceae447-d4be-45cc-ba7b-b16182a8a701,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:24.305670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2e9ae658-e9fd-48b6-99cd-e77409deb3d0 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:24.331477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e99b6a23-a23e-41f4-83e0-6d34b6d0f626 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:24.338546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Provisioning complete for port 3d393288-02d1-4334-87a9-70e28b84592b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:24.341184 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.372275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Router 9c2cf0af-00af-40c6-bc11-487afebc9d15 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:24.438798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43244) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:24.473448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:24.629503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-604755160-network', 'tenant_id': '2c39605de6a34482838ddfaeb36de705'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:24.634924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Port 3d393288-02d1-4334-87a9-70e28b84592b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:24.657171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Made reservation on behalf of 2c39605de6a34482838ddfaeb36de705 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:24.660494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.689004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.691958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33fd12b7-9c08-44ac-9e16-0828b2e6741e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.702492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Provisioning for port 4e8b6770-ff9c-4b10-871d-58812c4d6636 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:24.717376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:24.717582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:24.718056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.728738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Provisioning complete for port 4e8b6770-ff9c-4b10-871d-58812c4d6636 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:24.729412 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.733806 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] Sync routers for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:24.746888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-97029852-0b02-4ffa-a451-ca9681be8c16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/2e9ae658-e9fd-48b6-99cd-e77409deb3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7836680 Jul 16 18:30:24.751719 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:24.754140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43252) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:24.757891 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:24.850929 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:24.854510 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33fd12b7-9c08-44ac-9e16-0828b2e6741e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.869062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33fd12b7-9c08-44ac-9e16-0828b2e6741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.874649 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:24.875319 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:24.962461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd12b7-9c08-44ac-9e16-0828b2e6741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eed93d6-7ef2-4788-90f7-0ffef8f6a97c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:24.978023 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:24.978959 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb73b9-ce6d-4fad-a745-7f95125293dd None None] The sync data for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:25.006944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a71e0-390b-4f91-bfe9-f9cc7af9537a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.012532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd8a71e0-390b-4f91-bfe9-f9cc7af9537a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports/dceae447-d4be-45cc-ba7b-b16182a8a701 HTTP/1.1" status: 200 len: 910 time: 0.2572312 Jul 16 18:30:25.022328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43254) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.207408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:25.236183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c5617e27-8b9e-4f5c-9699-9f6e939f75a2 admin admin] 10.222.0.48 "PUT /v2.0/routers/9c2cf0af-00af-40c6-bc11-487afebc9d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5092132 Jul 16 18:30:25.295993 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.309323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33fd12b7-9c08-44ac-9e16-0828b2e6741e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7f5b0e8de6743ebb751ac87b2c969a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8337481 Jul 16 18:30:25.310476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43260) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.345413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.454266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.456511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:25.546528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] For port 4e8b6770-ff9c-4b10-871d-58812c4d6636, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4e8b6770-ff9c-4b10-871d-58812c4d6636,segment=NetworkSegment(adf3426b-5ad9-47f1-83d8-04a219608280),segment_id=adf3426b-5ad9-47f1-83d8-04a219608280)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:25.555501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.555844 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Added segment ee3a83c1-6271-42b9-96d4-4afab18573b4 of type vlan for network 9ddc3068-3bf7-4b7c-945e-bd012af22294 Jul 16 18:30:25.557557 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.612965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459e178c-79d4-42dd-bf6c-3138957c4363,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:25.721094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e24e1d9a-f7fc-4803-be03-2b81e5d4af9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.739853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-51454f4b-0659-4f58-9a76-98250de53ad0 None None] Provisioning complete for port dceae447-d4be-45cc-ba7b-b16182a8a701 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:25.740267 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51454f4b-0659-4f58-9a76-98250de53ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.742232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Sync routers for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:25.758631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e24e1d9a-f7fc-4803-be03-2b81e5d4af9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.824561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:25.825242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:25.827968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50fdb4-e578-43b8-a670-6992ec2eac04 None None] Pushing event updated for resources: {'Port': ['ID=4e8b6770-ff9c-4b10-871d-58812c4d6636,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:25.837150 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.905446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.907169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:25.908841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.935200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e24e1d9a-f7fc-4803-be03-2b81e5d4af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.941821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e24e1d9a-f7fc-4803-be03-2b81e5d4af9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.949334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-51454f4b-0659-4f58-9a76-98250de53ad0 None None] Port dceae447-d4be-45cc-ba7b-b16182a8a701 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:25.949617 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e24e1d9a-f7fc-4803-be03-2b81e5d4af9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0eed93d6-7ef2-4788-90f7-0ffef8f6a97c HTTP/1.1" status: 204 len: 168 time: 0.6366401 Jul 16 18:30:25.958324 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5173686 Jul 16 18:30:25.959418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43270) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.000917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Request body: {'subnet': {'network_id': '9ddc3068-3bf7-4b7c-945e-bd012af22294', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-604755160-subnet', 'tenant_id': '2c39605de6a34482838ddfaeb36de705', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:26.001537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-51454f4b-0659-4f58-9a76-98250de53ad0 None None] Provisioning complete for port 4e8b6770-ff9c-4b10-871d-58812c4d6636 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:26.002157 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-51454f4b-0659-4f58-9a76-98250de53ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.052203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e1d9a-f7fc-4803-be03-2b81e5d4af9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eed93d6-7ef2-4788-90f7-0ffef8f6a97c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.060533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Made reservation on behalf of 2c39605de6a34482838ddfaeb36de705 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:26.064548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.070883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:26.080691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.354011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5addae84-d5c4-485b-ada1-ef44bfa18f83 admin admin] Pushing event updated for resources: {'Network': ['ID=9ddc3068-3bf7-4b7c-945e-bd012af22294,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.396453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4e8b6770-ff9c-4b10-871d-58812c4d6636 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:26.475802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 9ddc3068-3bf7-4b7c-945e-bd012af22294 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:26.632881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43278) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.639171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4f0e6489-4b3b-4543-b189-a122547595ec tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977993520', 'description': 'tempest-description--746426272'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:26.677156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.717939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6489-4b3b-4543-b189-a122547595ec tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.805062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8758d68-1512-4210-85b0-adaa7edf8eb2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.825284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Checking segment: {'id': 'ee3a83c1-6271-42b9-96d4-4afab18573b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9ddc3068-3bf7-4b7c-945e-bd012af22294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:26.826287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Network hostable DHCP agents. Network: 9ddc3068-3bf7-4b7c-945e-bd012af22294, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:26.868008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Network 9ddc3068-3bf7-4b7c-945e-bd012af22294 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:26.886896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 9ddc3068-3bf7-4b7c-945e-bd012af22294) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:26.896794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.898004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.929137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.960645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e638cd62-2566-4cdd-b126-9ea00c757c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.966651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6489-4b3b-4543-b189-a122547595ec tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.973972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abab1db-e43e-4c0f-bf8a-4b77c15c146f None None] Network 9ddc3068-3bf7-4b7c-945e-bd012af22294 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:26.976666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6489-4b3b-4543-b189-a122547595ec tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.097190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e638cd62-2566-4cdd-b126-9ea00c757c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.111017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.21.0.1 (7d39e001-2f9f-44e6-bf90-398b60fbbb59/494e9664-bb7a-48f4-9789-6dde20e4bec9/23f5b65e-7bd2-486a-8774-29fe0d53febd) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:27.111848 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ee9f105b-de29-4d06-8d1b-da6c2b13286b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1172585 Jul 16 18:30:27.119080 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e638cd62-2566-4cdd-b126-9ea00c757c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.158655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6489-4b3b-4543-b189-a122547595ec tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.160280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f0e6489-4b3b-4543-b189-a122547595ec tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5256538 Jul 16 18:30:27.178469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43290) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:27.179025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e6489-4b3b-4543-b189-a122547595ec tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.189799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-78ab4a43-6113-4d7b-aa61-79795e2caccd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'security_group_rule': {'security_group_id': '5df5a85d-4ffa-4b6c-b1ee-c896e368aec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:27.221665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e638cd62-2566-4cdd-b126-9ea00c757c0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=811c646819c04a778f3571b4dd3901c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916467 Jul 16 18:30:27.240633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:27.260590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a43-6113-4d7b-aa61-79795e2caccd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.338202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e638cd62-2566-4cdd-b126-9ea00c757c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34767053-1471-4507-a67d-f445d91ba652,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.404418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-008aefa8-a604-4129-93c0-d763ffa6b039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.463858 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a43-6113-4d7b-aa61-79795e2caccd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.467475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4e8b6770-ff9c-4b10-871d-58812c4d6636 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:27.468015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.480172 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a43-6113-4d7b-aa61-79795e2caccd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.524722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.528838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43296) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:27.537161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab4a43-6113-4d7b-aa61-79795e2caccd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01ee23a-b5a9-42a3-8985-0feb88415232,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.545962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-008aefa8-a604-4129-93c0-d763ffa6b039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.551350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78ab4a43-6113-4d7b-aa61-79795e2caccd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.553355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-78ab4a43-6113-4d7b-aa61-79795e2caccd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3706882 Jul 16 18:30:27.567487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:27.570226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349e67ea-4ca4-44ac-a0e6-b5a261589365 None None] Network 9ddc3068-3bf7-4b7c-945e-bd012af22294 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:27.581552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-23cbd65d-ec09-4f6e-82fa-a4d6027976a3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'security_group_rule': {'security_group_id': '5df5a85d-4ffa-4b6c-b1ee-c896e368aec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:27.643309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object 23f5b65e-7bd2-486a-8774-29fe0d53febd will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:27.685189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] Deleting subnet e8758d68-1512-4210-85b0-adaa7edf8eb2 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:27.695881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.701780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:20Z', 'revision_number': 2, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.715846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23cbd65d-ec09-4f6e-82fa-a4d6027976a3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.749612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Checking router: 9c2cf0af-00af-40c6-bc11-487afebc9d15 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:27.750085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Updating router 9c2cf0af-00af-40c6-bc11-487afebc9d15 port 3d393288-02d1-4334-87a9-70e28b84592b binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:27.806777 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.854058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.858015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.892803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-008aefa8-a604-4129-93c0-d763ffa6b039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.898362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-008aefa8-a604-4129-93c0-d763ffa6b039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.903848 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-008aefa8-a604-4129-93c0-d763ffa6b039 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34767053-1471-4507-a67d-f445d91ba652 HTTP/1.1" status: 204 len: 168 time: 0.6619790 Jul 16 18:30:27.930129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008aefa8-a604-4129-93c0-d763ffa6b039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34767053-1471-4507-a67d-f445d91ba652,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.935693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23cbd65d-ec09-4f6e-82fa-a4d6027976a3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.943021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23cbd65d-ec09-4f6e-82fa-a4d6027976a3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.971408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbd65d-ec09-4f6e-82fa-a4d6027976a3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20a699f-3b81-483c-b406-21c5a8e7350e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.977770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-23cbd65d-ec09-4f6e-82fa-a4d6027976a3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.980434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-23cbd65d-ec09-4f6e-82fa-a4d6027976a3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4106503 Jul 16 18:30:27.984594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:27.991373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:28.042101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.062317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.092884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:28.101009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:28.109409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:28.127241 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=23f5b65e-7bd2-486a-8774-29fe0d53febd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.265982 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.419715 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.470788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.655695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8758d68-1512-4210-85b0-adaa7edf8eb2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.680705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.683549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-71ffc703-e7eb-4183-bcb9-a194eee6a06f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e8758d68-1512-4210-85b0-adaa7edf8eb2 HTTP/1.1" status: 204 len: 168 time: 1.1513164 Jul 16 18:30:28.692746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43312) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:28.761180 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:28.767857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Allocated IP 172.25.0.117 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/f6a56205-6e10-4a17-b31c-4325cf7c27cf) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:28.852091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d43d0981-9be5-4a74-a910-6479889b3536 None None] Provisioning for port 23f5b65e-7bd2-486a-8774-29fe0d53febd completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:28.882202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d43d0981-9be5-4a74-a910-6479889b3536 None None] Provisioning complete for port 23f5b65e-7bd2-486a-8774-29fe0d53febd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:28.886818 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d43d0981-9be5-4a74-a910-6479889b3536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.890998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.909936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.988403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Transition to ACTIVE for port object 3d393288-02d1-4334-87a9-70e28b84592b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:28.999431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.025012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.056441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d43d0981-9be5-4a74-a910-6479889b3536 None None] Port 23f5b65e-7bd2-486a-8774-29fe0d53febd cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:29.059728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.232295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.316208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756daee-fdec-4f34-8ce3-14ac2d388ecb None None] Pushing event updated for resources: {'Port': ['ID=3d393288-02d1-4334-87a9-70e28b84592b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:29.425468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'Port': ['ID=f6a56205-6e10-4a17-b31c-4325cf7c27cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:29.466575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:29.474413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:29.487350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:29.497638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Attempting to bind port 3d393288-02d1-4334-87a9-70e28b84592b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:29.498009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Attempting to bind port 3d393288-02d1-4334-87a9-70e28b84592b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:29.513571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Attempting to bind port 3d393288-02d1-4334-87a9-70e28b84592b on network e233b078-fddc-4444-aba6-2630713f39fc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:29.533703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:29.534087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Checking segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:29.534505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.534966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Bound using segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:29.535472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Bound port: 3d393288-02d1-4334-87a9-70e28b84592b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:29.535870 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.577974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.668200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddc3068-3bf7-4b7c-945e-bd012af22294']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:29.729816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3a83c1-6271-42b9-96d4-4afab18573b4') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:29.730295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3a83c1-6271-42b9-96d4-4afab18573b4') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:29.776181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.796078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] For port 3d393288-02d1-4334-87a9-70e28b84592b, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:29.799993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] For port 3d393288-02d1-4334-87a9-70e28b84592b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3d393288-02d1-4334-87a9-70e28b84592b,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:29.808083 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.839488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.924903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756daee-fdec-4f34-8ce3-14ac2d388ecb None None] Pushing event updated for resources: {'Port': ['ID=3d393288-02d1-4334-87a9-70e28b84592b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:29.959273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.047955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:30.056476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:30.258109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.268891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.372619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd959bcc-99e9-4744-b113-a8bc4ab514f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.570636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:30.617052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.705307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'Port': ['ID=f6a56205-6e10-4a17-b31c-4325cf7c27cf,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.738848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.760455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c8e87888-4a23-4078-9094-b3108a8236bb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7730536 Jul 16 18:30:30.782727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.808021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:30.808572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:30.810801 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:31.067003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.094204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.097542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9ddc3068-3bf7-4b7c-945e-bd012af22294 HTTP/1.1" status: 204 len: 168 time: 2.4010320 Jul 16 18:30:31.128113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522df43-259c-46eb-986b-fe3274017590 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ddc3068-3bf7-4b7c-945e-bd012af22294,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.152493 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.169727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.302309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=23f5b65e-7bd2-486a-8774-29fe0d53febd,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.319107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.356204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:29Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:31.502975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-0268462b-5197-454a-aaab-3f2ed38c4833 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--977993520&fields=id&tenant_id=bf12e3c479a24108af7181a0ec34878b HTTP/1.1" status: 200 len: 267 time: 0.1129332 Jul 16 18:30:31.522850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b9d5e-c6a3-4f4a-b079-5204c67cad21 None None] The sync data for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 is: [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:29Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:31.684316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43362) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:31.824038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-ec6ee83e-6b2c-4dd8-85ce-15db050c3e8b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.832314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-ec6ee83e-6b2c-4dd8-85ce-15db050c3e8b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 810 time: 0.3279996 Jul 16 18:30:31.861136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-487d9050-d006-49b2-aa92-06d9eb873d4d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/quotas/bf12e3c479a24108af7181a0ec34878b HTTP/1.1" status: 200 len: 375 time: 0.0275569 Jul 16 18:30:31.895861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:31.931505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6bee986f-90e9-46a8-a13b-662f21c69ab5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c39605de6a34482838ddfaeb36de705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452950 Jul 16 18:30:31.932774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:31.951283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:32.212430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6463791-28e5-44c7-ab64-cd852cae9bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.296083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6463791-28e5-44c7-ab64-cd852cae9bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.480337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6463791-28e5-44c7-ab64-cd852cae9bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.480611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d393288-02d1-4334-87a9-70e28b84592b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:32.481283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c6463791-28e5-44c7-ab64-cd852cae9bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.486731 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c6463791-28e5-44c7-ab64-cd852cae9bff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/459e178c-79d4-42dd-bf6c-3138957c4363 HTTP/1.1" status: 204 len: 168 time: 0.5442748 Jul 16 18:30:32.505926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6463791-28e5-44c7-ab64-cd852cae9bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459e178c-79d4-42dd-bf6c-3138957c4363,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:32.550644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-b9957828-0725-44f8-b621-b2abd6f75fee tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6849444 Jul 16 18:30:32.719891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2e9ae658-e9fd-48b6-99cd-e77409deb3d0 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:32.790972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3d393288-02d1-4334-87a9-70e28b84592b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:32.802270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3d393288-02d1-4334-87a9-70e28b84592b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:32.804509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.984423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2eb3b884-b09a-41ca-982c-cd9c8538ea49 None None] Provisioning complete for port 23f5b65e-7bd2-486a-8774-29fe0d53febd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:32.984843 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2eb3b884-b09a-41ca-982c-cd9c8538ea49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.335756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-19610414-9a7e-4432-a1b4-7cdeaee39b2a service neutron] 10.222.0.48 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710364 Jul 16 18:30:33.506865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2eb3b884-b09a-41ca-982c-cd9c8538ea49 None None] Port 23f5b65e-7bd2-486a-8774-29fe0d53febd cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:33.515768 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf5b0562-d61d-44e2-9435-4e2380416463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.683738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.691772 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.713199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:33.759316 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] Sync routers for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:33.780339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:33.788110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cacc550a-5d8c-4f90-abe8-e4cf5aaf83f6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/2e9ae658-e9fd-48b6-99cd-e77409deb3d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7643964 Jul 16 18:30:33.794670 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:33.795380 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:33.866511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-a80aab32-a1c6-419f-b03f-1f6c9a82dba0 service neutron] 10.222.0.48 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226679 Jul 16 18:30:33.872961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3d393288-02d1-4334-87a9-70e28b84592b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3d393288-02d1-4334-87a9-70e28b84592b,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:33.882942 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.969891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8474bdd8-94fe-4e79-8f46-5da557fa46f4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.976359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43400) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:34.010430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8474bdd8-94fe-4e79-8f46-5da557fa46f4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports/23f5b65e-7bd2-486a-8774-29fe0d53febd HTTP/1.1" status: 200 len: 910 time: 0.2206872 Jul 16 18:30:34.014725 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:34.083409 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:34.084778 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:34.249508 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:34.255667 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463294e-043b-44ca-9bec-7d12668a188f None None] The sync data for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:34.280180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3d393288-02d1-4334-87a9-70e28b84592b,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:34.383667 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.955995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:34.984456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8c230b4-d5f4-4d23-9920-cb6a1c1226b3 req-b3f7742e-c3f9-4684-b823-842b8441f0f9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 210 time: 0.3884847 Jul 16 18:30:35.177842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1871798867-network', 'tenant_id': '3e737316f4534e9ba8bd57300c96846c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:35.212445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Made reservation on behalf of 3e737316f4534e9ba8bd57300c96846c for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:35.216596 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.229211 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.419664 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.550753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.566410 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.676318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:35.751967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76530545-6bdc-404e-869e-a1a73a68c5aa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.768236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.769404 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Added segment 391d16d0-64fb-4039-aae1-3ade3d183661 of type vlan for network ef0e86a9-d2fe-433a-8d2b-b46ef396a382 Jul 16 18:30:35.824048 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.921031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.022410 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.047676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.052581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.082419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 23f5b65e-7bd2-486a-8774-29fe0d53febd {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:36.083162 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.281445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=ef0e86a9-d2fe-433a-8d2b-b46ef396a382,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.309497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5f7ebe2-55a9-4434-a53f-d3ba68a0f9c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3506849 Jul 16 18:30:36.361107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network ef0e86a9-d2fe-433a-8d2b-b46ef396a382 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:36.404261 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.466210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 23f5b65e-7bd2-486a-8774-29fe0d53febd owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:36.567549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d393288-02d1-4334-87a9-70e28b84592b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:36.747611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3d393288-02d1-4334-87a9-70e28b84592b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:36.751274 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.821901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-028e2d2f-f3df-468a-962c-d78703619fbc req-d439c037-b9c9-4ee7-8289-9b6d44b6b581 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 210 time: 0.1716254 Jul 16 18:30:36.980206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:37.169682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.269995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6295fd-79cb-43c9-937b-d95bee0b3b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.529011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.562310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebe27c-e50a-42d5-9097-503995be410f req-6e025710-1a13-4de7-8ec0-26c971aea8b6 tempest-ComputeTenantNetworksTest-1380308172 tempest-ComputeTenantNetworksTest-1380308172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.570331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebe27c-e50a-42d5-9097-503995be410f req-6e025710-1a13-4de7-8ec0-26c971aea8b6 tempest-ComputeTenantNetworksTest-1380308172 tempest-ComputeTenantNetworksTest-1380308172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.576647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebe27c-e50a-42d5-9097-503995be410f req-6e025710-1a13-4de7-8ec0-26c971aea8b6 tempest-ComputeTenantNetworksTest-1380308172 tempest-ComputeTenantNetworksTest-1380308172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.582464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71ebe27c-e50a-42d5-9097-503995be410f req-6e025710-1a13-4de7-8ec0-26c971aea8b6 tempest-ComputeTenantNetworksTest-1380308172 tempest-ComputeTenantNetworksTest-1380308172-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2847989 Jul 16 18:30:37.583622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.619472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=23f5b65e-7bd2-486a-8774-29fe0d53febd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.663690 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6295fd-79cb-43c9-937b-d95bee0b3b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.671593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea6295fd-79cb-43c9-937b-d95bee0b3b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.819369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6295fd-79cb-43c9-937b-d95bee0b3b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa2dc48-d90c-4727-9004-46d46ff5ec18,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.858905 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea6295fd-79cb-43c9-937b-d95bee0b3b54 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=893b6191df754f7cbc48dec93230dc20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8738043 Jul 16 18:30:37.858905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.160069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4fbee-d3c4-4a75-ab7c-6fa2babcb871 req-d25ee7ee-d385-48ed-940b-a0bed7fb749f tempest-ComputeTenantNetworksTest-1380308172 tempest-ComputeTenantNetworksTest-1380308172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.166240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59d4fbee-d3c4-4a75-ab7c-6fa2babcb871 req-d25ee7ee-d385-48ed-940b-a0bed7fb749f tempest-ComputeTenantNetworksTest-1380308172 tempest-ComputeTenantNetworksTest-1380308172-project] 10.222.0.48 "GET /v2.0/networks/ef0e86a9-d2fe-433a-8d2b-b46ef396a382 HTTP/1.1" status: 200 len: 769 time: 0.5423505 Jul 16 18:30:38.233767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-35f44d91-e01d-442e-8c5e-ab4a6cec81da tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.239890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-35f44d91-e01d-442e-8c5e-ab4a6cec81da tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 810 time: 0.4814541 Jul 16 18:30:38.240490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.344222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25575f9d-db08-4a6a-9f18-649433ec8441 req-f0f21110-9b63-4975-a38d-7d8ac6525f21 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 210 time: 0.0854111 Jul 16 18:30:38.401117 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.472043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-44af9533-161e-4f5b-95fc-b0be2749f3d5 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf12e3c479a24108af7181a0ec34878b HTTP/1.1" status: 200 len: 379 time: 0.2036426 Jul 16 18:30:38.508786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'port': {'device_id': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'admin_state_up': True, 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'security_groups': ['5df5a85d-4ffa-4b6c-b1ee-c896e368aec7']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:38.548468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.597941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.636995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.688965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2e9ae658-e9fd-48b6-99cd-e77409deb3d0 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:39.125645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.154847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0e86a9-d2fe-433a-8d2b-b46ef396a382']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:39.156115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.159621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.164930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aa2dc48-d90c-4727-9004-46d46ff5ec18 HTTP/1.1" status: 204 len: 168 time: 1.3042321 Jul 16 18:30:39.182529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391d16d0-64fb-4039-aae1-3ade3d183661') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:39.182938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391d16d0-64fb-4039-aae1-3ade3d183661') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:39.202022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Made reservation on behalf of bf12e3c479a24108af7181a0ec34878b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:39.206307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.227943 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.240482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa2dc48-d90c-4727-9004-46d46ff5ec18,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.267071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.267337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.267488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.267830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.268278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.268721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.268989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.269387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.269719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.270045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.270372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.270696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1aaf614-7a94-426d-97cc-6830686b6ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:39.277865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.339100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:39.339498 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:39.342017 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:39.519544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.565907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.568416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] 10.222.0.48 "DELETE /v2.0/networks/ef0e86a9-d2fe-433a-8d2b-b46ef396a382 HTTP/1.1" status: 204 len: 168 time: 1.3124216 Jul 16 18:30:39.661061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72930a4-86fe-48b5-b014-bc7ffd4806ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0e86a9-d2fe-433a-8d2b-b46ef396a382,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.751244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Allocated IP 172.20.0.6 (e233b078-fddc-4444-aba6-2630713f39fc/8423dba1-6bd0-441d-b818-a368c3cf12e5/17354d6e-ff4c-4ed0-b700-20cf693a5108) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:39.834894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:39.852136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-23667759-2183-4def-b1a3-97b674761a11 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/2e9ae658-e9fd-48b6-99cd-e77409deb3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8746402 Jul 16 18:30:39.859055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43492) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:39.866203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] Sync routers for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:39.927185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:39.936475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:40.081712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:40.120527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:40.124429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:40.150560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43494) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.202292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.245977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ecd19b-a114-498a-b011-c4825febcc94 req-1287b7aa-3d1b-4738-bd35-8ab1fcf844a7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 210 time: 0.2483263 Jul 16 18:30:40.259201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:40.260377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2d9459-db44-486d-bc77-1941d1e35ed1 None None] The sync data for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:40.343474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2be2d67-77cc-44e7-9297-8585eb1c1ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.344533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e34453de-c556-496a-a8e2-5823eebcac56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e737316f4534e9ba8bd57300c96846c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1921151 Jul 16 18:30:40.349435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43498) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.447334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.483253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Transition to ACTIVE for port object 17354d6e-ff4c-4ed0-b700-20cf693a5108 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:40.595771 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.608516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2be2d67-77cc-44e7-9297-8585eb1c1ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.619181 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2be2d67-77cc-44e7-9297-8585eb1c1ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.649643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.653557 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.757502 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c2be2d67-77cc-44e7-9297-8585eb1c1ad6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fbeb874a9a6c4278b8ec26d9e2e8ccbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522904 Jul 16 18:30:40.761457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be2d67-77cc-44e7-9297-8585eb1c1ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d175a313-3c28-4e85-8fcb-3e42d71d8785,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.768334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43500) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.810122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Network e233b078-fddc-4444-aba6-2630713f39fc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:40.825533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:40.834113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:40.845352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'Port': ['ID=17354d6e-ff4c-4ed0-b700-20cf693a5108,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.896140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.901258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.914744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76530545-6bdc-404e-869e-a1a73a68c5aa HTTP/1.1" status: 204 len: 168 time: 0.5542300 Jul 16 18:30:40.924373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.925075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.959339 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-942aa673-5c00-4392-8368-2ebaba011720 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4662831 Jul 16 18:30:40.983826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76530545-6bdc-404e-869e-a1a73a68c5aa,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.990690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Request body: {'port': {'device_id': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:41.027029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.027590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.028322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.029594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.030264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.031308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.031308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.032611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.034180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.034180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.034381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.034840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712d6340-a77d-4b70-ac6b-703c3b681503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:41.077321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.221540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-593be694-4e4e-4ece-9594-2d965c3f865b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.342459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.546995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-593be694-4e4e-4ece-9594-2d965c3f865b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.593825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9502af55-f088-4c0b-8a2d-01f09ad5d952 None None] Provisioning for port 17354d6e-ff4c-4ed0-b700-20cf693a5108 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:41.617270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9502af55-f088-4c0b-8a2d-01f09ad5d952 None None] Provisioning complete for port 17354d6e-ff4c-4ed0-b700-20cf693a5108 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.619798 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9502af55-f088-4c0b-8a2d-01f09ad5d952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.817087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9502af55-f088-4c0b-8a2d-01f09ad5d952 None None] Port 17354d6e-ff4c-4ed0-b700-20cf693a5108 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:42.091288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17354d6e-ff4c-4ed0-b700-20cf693a5108 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:42.141824 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-593be694-4e4e-4ece-9594-2d965c3f865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.143653 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.146914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-593be694-4e4e-4ece-9594-2d965c3f865b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.148935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-593be694-4e4e-4ece-9594-2d965c3f865b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d175a313-3c28-4e85-8fcb-3e42d71d8785 HTTP/1.1" status: 204 len: 168 time: 1.3788757 Jul 16 18:30:42.206005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Transition to ACTIVE for port object 17354d6e-ff4c-4ed0-b700-20cf693a5108 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:42.216986 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.290897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b233f11-ed54-4116-95c9-73bbd3fba422 req-7a9955fe-0b59-4c4f-9bb9-cb6f5a02f0fe tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.305560 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b233f11-ed54-4116-95c9-73bbd3fba422 req-7a9955fe-0b59-4c4f-9bb9-cb6f5a02f0fe tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 931 time: 0.5784943 Jul 16 18:30:42.306811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593be694-4e4e-4ece-9594-2d965c3f865b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d175a313-3c28-4e85-8fcb-3e42d71d8785,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.331039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Pushing event updated for resources: {'Port': ['ID=17354d6e-ff4c-4ed0-b700-20cf693a5108,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.558248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Attempting to bind port 17354d6e-ff4c-4ed0-b700-20cf693a5108 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:42.560502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Attempting to bind port 17354d6e-ff4c-4ed0-b700-20cf693a5108 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:42.560721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Attempting to bind port 17354d6e-ff4c-4ed0-b700-20cf693a5108 on network e233b078-fddc-4444-aba6-2630713f39fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:42.581894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Port 17354d6e-ff4c-4ed0-b700-20cf693a5108 on network e233b078-fddc-4444-aba6-2630713f39fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:30:42.584845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Attempting to bind port 17354d6e-ff4c-4ed0-b700-20cf693a5108 on network e233b078-fddc-4444-aba6-2630713f39fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:42.604363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:42.604828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Checking segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:42.605507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Bound using segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:42.609307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Bound port: 17354d6e-ff4c-4ed0-b700-20cf693a5108, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:42.609875 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.823106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] For port 17354d6e-ff4c-4ed0-b700-20cf693a5108, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:42.828863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b233f11-ed54-4116-95c9-73bbd3fba422 req-a1a9cca7-4518-460f-9664-653e18e54157 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5102708 Jul 16 18:30:42.841586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] For port 17354d6e-ff4c-4ed0-b700-20cf693a5108, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:42.871260 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.993717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port dceae447-d4be-45cc-ba7b-b16182a8a701 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:42.994119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.122645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Pushing event updated for resources: {'Port': ['ID=17354d6e-ff4c-4ed0-b700-20cf693a5108,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.131656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.134985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.137685 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-f3d5c863-6dd5-4cf3-82ce-5071ecbe7b83 service neutron] 10.222.0.13 "PUT /v2.0/ports/17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 1092 time: 2.1766098 Jul 16 18:30:43.140482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:43.144269 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267fc4ec-ca96-48e4-b325-c98b8da3f48c" -d '{"events": [{"name": "network-changed", "server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:43.372378 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbabd61-f0c7-4ea6-9d2b-093967c22e52 x-openstack-request-id: req-1cbabd61-f0c7-4ea6-9d2b-093967c22e52 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:43.372736 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:43.372915 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1cbabd61-f0c7-4ea6-9d2b-093967c22e52 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:43.373280 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'status': 'completed', 'code': 200} Jul 16 18:30:43.449275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.466173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for dceae447-d4be-45cc-ba7b-b16182a8a701 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:43.511247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-eb426145-bd4d-4e40-aaf7-78d0b436ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.513043 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-eb426145-bd4d-4e40-aaf7-78d0b436ab71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1095 time: 0.2706048 Jul 16 18:30:43.650149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-c3750f25-77c3-4ec3-b0eb-f5ef7a5ada2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 217 time: 0.1291392 Jul 16 18:30:43.877066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-d6f44cda-7e2c-4e6a-8413-65ec46828039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.883232 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-d6f44cda-7e2c-4e6a-8413-65ec46828039 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.2219768 Jul 16 18:30:43.954776 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.034359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=dceae447-d4be-45cc-ba7b-b16182a8a701,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:44.104596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:44.120648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-d8a52901-8740-4f57-8aa8-0478580aa4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.124618 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-d8a52901-8740-4f57-8aa8-0478580aa4fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2368896 Jul 16 18:30:44.591488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.656066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-c968186f-0690-4057-95b9-be8c8a57235e service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076702 Jul 16 18:30:44.737599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-network', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:44.779883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Made reservation on behalf of 94ea0282e3194d80a53fa3320db33b34 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:44.783499 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.806900 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:44.875571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89e7c8-2299-4398-a1da-7a3e4cfed16e req-36e5b9c3-962d-4988-9a3d-8c6af21f71bf tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.878851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd89e7c8-2299-4398-a1da-7a3e4cfed16e req-36e5b9c3-962d-4988-9a3d-8c6af21f71bf tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 943 time: 0.3915248 Jul 16 18:30:44.959730 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-235f6f2d-0f0e-4106-8820-4241ab85fda7 req-0179f50d-d436-4c50-9763-01e266ee3970 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932782 Jul 16 18:30:44.989725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2e9ae658-e9fd-48b6-99cd-e77409deb3d0 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:45.203604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd89e7c8-2299-4398-a1da-7a3e4cfed16e req-22030fd2-d647-46d5-b92e-c4aaf3526a8b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061629 Jul 16 18:30:45.233750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.243153 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.284868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:45.307114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5aae2b-7754-4d81-80b0-00c85fea3e77,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.311718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-faac2abe-ae36-44de-aced-675d9b632532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.313351 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-faac2abe-ae36-44de-aced-675d9b632532 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1095 time: 0.2005379 Jul 16 18:30:45.315123 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.315485 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Added segment b02ff506-aaa3-4813-8ba1-b8a6269c41b4 of type vlan for network 5f7598c0-a9c7-4be0-be85-1e6eb410233e Jul 16 18:30:45.483997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:45.506099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7a4de906-04bb-44ed-b0c5-371bc6b89694 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/2e9ae658-e9fd-48b6-99cd-e77409deb3d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6458659 Jul 16 18:30:45.513282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43582) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:45.547498 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] Sync routers for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:45.564281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.579904 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:45.581103 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:45.603401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-260ef811-2d33-4422-8154-9739a445b1be tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9ae658-e9fd-48b6-99cd-e77409deb3d0 HTTP/1.1" status: 200 len: 205 time: 0.0848465 Jul 16 18:30:45.606848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43586) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:45.704183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.706203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.707178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.710156 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:45.728463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-063ca40a-c3c2-4edd-84dc-cb8feda5e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.731616 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-063ca40a-c3c2-4edd-84dc-cb8feda5e170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.3821397 Jul 16 18:30:45.740519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908b9f79-06f7-44f4-893b-52af213735a7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.747054 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] Routers {'2e9ae658-e9fd-48b6-99cd-e77409deb3d0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:45.748105 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:45.936963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-1832a83f-a4e0-45fa-8172-68a9e0438127 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 217 time: 0.1633306 Jul 16 18:30:45.937959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7598c0-a9c7-4be0-be85-1e6eb410233e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:45.942625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7faa16d7-aada-427d-8a09-a8fb6b2bd2a7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8362663 Jul 16 18:30:45.955519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:45.963234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:45.964710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Request body: {'subnet': {'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-subnet', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:46.004738 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:46.006190 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a66a17-49f7-473a-95ed-397fd22ea427 None None] The sync data for ids ['2e9ae658-e9fd-48b6-99cd-e77409deb3d0'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:46.083170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-78b52b44-bb8c-4e5a-b3cf-9e4e826cb42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.086132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-78b52b44-bb8c-4e5a-b3cf-9e4e826cb42a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.1413190 Jul 16 18:30:46.087998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Made reservation on behalf of 94ea0282e3194d80a53fa3320db33b34 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:46.093197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.181805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908b9f79-06f7-44f4-893b-52af213735a7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.184686 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908b9f79-06f7-44f4-893b-52af213735a7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.245060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908b9f79-06f7-44f4-893b-52af213735a7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.245715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b9f79-06f7-44f4-893b-52af213735a7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Fanout notify agent at l3_agent the message router_deleted on router 2e9ae658-e9fd-48b6-99cd-e77409deb3d0 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:30:46.256225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908b9f79-06f7-44f4-893b-52af213735a7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.258297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-908b9f79-06f7-44f4-893b-52af213735a7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/2e9ae658-e9fd-48b6-99cd-e77409deb3d0 HTTP/1.1" status: 204 len: 168 time: 0.6481590 Jul 16 18:30:46.262225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43604) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:46.372333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet 494e9664-bb7a-48f4-9789-6dde20e4bec9 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:46.379325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.467571 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.586593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.744705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.829043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=494e9664-bb7a-48f4-9789-6dde20e4bec9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:46.860245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355faac-7270-42f9-be8b-55e2b315c97c req-45c1bc45-6e4f-490d-b45e-70678fa9aae9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:46.873413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d355faac-7270-42f9-be8b-55e2b315c97c req-45c1bc45-6e4f-490d-b45e-70678fa9aae9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 943 time: 0.3012121 Jul 16 18:30:46.901319 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:46.904039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-811c4e33-d0c5-4766-8d52-2e83a4c550fe tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/494e9664-bb7a-48f4-9789-6dde20e4bec9 HTTP/1.1" status: 204 len: 168 time: 0.6382289 Jul 16 18:30:46.912906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43620) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:46.913183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f9af7-fef4-49fb-9ea7-db7ced6b81b5 None None] Network 7d39e001-2f9f-44e6-bf90-398b60fbbb59 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:47.083580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d355faac-7270-42f9-be8b-55e2b315c97c req-6b1cce58-db05-4724-9a89-8c839c12c522 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095623 Jul 16 18:30:47.112074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet 1b5d6f42-f807-479d-9241-9e91f2ba554a {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:47.114157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 17354d6e-ff4c-4ed0-b700-20cf693a5108 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:47.118116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-f5d0842f-e93a-497f-8ee6-b141ba371736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.120462 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-f5d0842f-e93a-497f-8ee6-b141ba371736 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0233028 Jul 16 18:30:47.127195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.234434 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.377279 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-5a49b4d9-2395-4b86-b112-71bd73c19035 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448835 Jul 16 18:30:47.442324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] DHCP port deletion for 7d39e001-2f9f-44e6-bf90-398b60fbbb59 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:47.450136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.459679 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.577396 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.580474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 17354d6e-ff4c-4ed0-b700-20cf693a5108, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:47.612136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'port_id': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'mac_address': 'fa:16:3e:32:b9:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:47.623000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.627717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/1b5d6f42-f807-479d-9241-9e91f2ba554a HTTP/1.1" status: 204 len: 168 time: 0.7112238 Jul 16 18:30:47.632604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1429f52-0041-42ae-9a7b-48010a4172b6 None None] Network eb370099-74dd-46d8-9af9-ccac22880e25 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:47.638041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43634) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:47.747700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b8d5e7-0040-4286-9225-597df1add27e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:47.794320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-267fc4ec-ca96-48e4-b325-c98b8da3f48c req-e8c39aae-a05e-4cbb-98ec-2f6634c8b67f service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4082034 Jul 16 18:30:47.803277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Checking segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:47.803802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Network hostable DHCP agents. Network: 5f7598c0-a9c7-4be0-be85-1e6eb410233e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:47.815891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:47.835087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:47.851131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 5f7598c0-a9c7-4be0-be85-1e6eb410233e) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:47.872466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.874478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.875070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:47.890217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b0bbc-ec67-4780-b9e2-f22623b8a7d6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5d6f42-f807-479d-9241-9e91f2ba554a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:47.902110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7e48e458-20be-4c54-bb9d-529b05f4bc49 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9444606 Jul 16 18:30:47.908075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43644) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:47.921654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:48.002436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.002436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.005805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 4e8b6770-ff9c-4b10-871d-58812c4d6636 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:48.006256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.022263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc49e12-29a2-4cc3-b508-e487d3f321dc None None] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:48.043841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.058600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Deleting port 4e8b6770-ff9c-4b10-871d-58812c4d6636 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:48.059270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.141692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 4e8b6770-ff9c-4b10-871d-58812c4d6636, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4e8b6770-ff9c-4b10-871d-58812c4d6636,segment=NetworkSegment(adf3426b-5ad9-47f1-83d8-04a219608280),segment_id=adf3426b-5ad9-47f1-83d8-04a219608280)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.144426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.171920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17354d6e-ff4c-4ed0-b700-20cf693a5108 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:48.178447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 4e8b6770-ff9c-4b10-871d-58812c4d6636 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:48.202221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.315796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.354284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port 4e8b6770-ff9c-4b10-871d-58812c4d6636 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:48.414040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=4e8b6770-ff9c-4b10-871d-58812c4d6636,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:48.425686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] For port 4e8b6770-ff9c-4b10-871d-58812c4d6636, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4e8b6770-ff9c-4b10-871d-58812c4d6636,segment=NetworkSegment(adf3426b-5ad9-47f1-83d8-04a219608280),segment_id=adf3426b-5ad9-47f1-83d8-04a219608280)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.426405 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.442790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Calling delete_port for 4e8b6770-ff9c-4b10-871d-58812c4d6636 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:48.544029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.557065 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.583405 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6fec45e3-8ad4-441e-a233-ae330b516e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.601772 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.617205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4e8b6770-ff9c-4b10-871d-58812c4d6636 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:48.618223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680558a-7dee-49c0-8a5a-4f408e5f7e7d req-daa7b46f-22d7-41d6-a0c9-8b46db349731 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:48.625862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8680558a-7dee-49c0-8a5a-4f408e5f7e7d req-daa7b46f-22d7-41d6-a0c9-8b46db349731 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 943 time: 0.2162838 Jul 16 18:30:48.635702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d39e001-2f9f-44e6-bf90-398b60fbbb59']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:48.657422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf3426b-5ad9-47f1-83d8-04a219608280') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:48.657811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf3426b-5ad9-47f1-83d8-04a219608280') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:48.672424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.699382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8680558a-7dee-49c0-8a5a-4f408e5f7e7d req-4438656d-c761-478b-a8c6-9052eb66aa3f tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726166 Jul 16 18:30:48.700635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.709156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:48.709669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:48.713545 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:48.772826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 17354d6e-ff4c-4ed0-b700-20cf693a5108, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.778231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4e8b6770-ff9c-4b10-871d-58812c4d6636 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:48.778779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4e8b6770-ff9c-4b10-871d-58812c4d6636 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:48.785600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] No DVR routers for this DVR port 4e8b6770-ff9c-4b10-871d-58812c4d6636 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:48.805593 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6fec45e3-8ad4-441e-a233-ae330b516e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.818331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Pushing event deleted for resources: {'Port': ['ID=4e8b6770-ff9c-4b10-871d-58812c4d6636,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:48.823013 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.831489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.846181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.850754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/7d39e001-2f9f-44e6-bf90-398b60fbbb59 HTTP/1.1" status: 204 len: 168 time: 1.2092316 Jul 16 18:30:48.853079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6fec45e3-8ad4-441e-a233-ae330b516e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.855680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:48.864394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.864715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.865061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.865400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.865731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.866063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.866540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.866722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.866989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.867593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.867759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.868061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26431029-97c8-4619-aa0d-b5b68685ddc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:48.872719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16436a0d-2cb2-47c6-be10-b6be1232b1b1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=7d39e001-2f9f-44e6-bf90-398b60fbbb59,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:48.986420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=17354d6e-ff4c-4ed0-b700-20cf693a5108,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:48.990852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:48.991631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.993962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6fec45e3-8ad4-441e-a233-ae330b516e4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85aa50c0b75140138ad44c46169f59c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1747899 Jul 16 18:30:48.996698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43658) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:49.004850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec45e3-8ad4-441e-a233-ae330b516e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d926b115-1bed-4ba8-9ee0-cc670f8f76a5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.049614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['17354d6e-ff4c-4ed0-b700-20cf693a5108'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:49.061590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.065216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.091032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.113567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84b7a868-63d0-4187-931b-4284ef6148d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.147954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84b7a868-63d0-4187-931b-4284ef6148d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.163853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] DHCP port deletion for eb370099-74dd-46d8-9af9-ccac22880e25 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:49.234680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84b7a868-63d0-4187-931b-4284ef6148d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.236593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 4fc31891-c196-4889-8e9c-534b1136dcb9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:49.237125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.244742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84b7a868-63d0-4187-931b-4284ef6148d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.249701 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-84b7a868-63d0-4187-931b-4284ef6148d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d926b115-1bed-4ba8-9ee0-cc670f8f76a5 HTTP/1.1" status: 204 len: 168 time: 0.2484050 Jul 16 18:30:49.261230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7a868-63d0-4187-931b-4284ef6148d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d926b115-1bed-4ba8-9ee0-cc670f8f76a5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.274492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Allocated IP 172.25.0.254 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/77d66898-3778-4e0e-bbd9-54fe2cdffa8c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:49.371164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Allocated IP 172.20.0.2 (5f7598c0-a9c7-4be0-be85-1e6eb410233e/98b8d5e7-0040-4286-9225-597df1add27e/85e4c883-6eee-4348-b085-16819ccd8975) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:49.378276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 4fc31891-c196-4889-8e9c-534b1136dcb9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc31891-c196-4889-8e9c-534b1136dcb9,segment=NetworkSegment(fe4ab066-3d78-4e04-be92-42cc82342f74),segment_id=fe4ab066-3d78-4e04-be92-42cc82342f74)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:49.378649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.381421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] Deleting port 4fc31891-c196-4889-8e9c-534b1136dcb9 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:49.382044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.424809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 4fc31891-c196-4889-8e9c-534b1136dcb9 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:49.521526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.600134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.649337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] For port 4fc31891-c196-4889-8e9c-534b1136dcb9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc31891-c196-4889-8e9c-534b1136dcb9,segment=NetworkSegment(fe4ab066-3d78-4e04-be92-42cc82342f74),segment_id=fe4ab066-3d78-4e04-be92-42cc82342f74)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:49.649809 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.662948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=4fc31891-c196-4889-8e9c-534b1136dcb9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.670112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] Calling delete_port for 4fc31891-c196-4889-8e9c-534b1136dcb9 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:49.690404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.692854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port 4fc31891-c196-4889-8e9c-534b1136dcb9 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:49.765040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:49.770166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:49.778685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:49.885670 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.937083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] Pushing event deleted for resources: {'Port': ['ID=4fc31891-c196-4889-8e9c-534b1136dcb9,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:49.970866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb63616-52a0-4a18-b97f-42cccf317720 None None] No DVR routers for this DVR port 4fc31891-c196-4889-8e9c-534b1136dcb9 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:49.985555 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:49.999688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Transition to ACTIVE for port object 85e4c883-6eee-4348-b085-16819ccd8975 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:50.029870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Transition to ACTIVE for port object 85e4c883-6eee-4348-b085-16819ccd8975 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:50.040369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.089581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:50.094414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:50.098464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:50.109990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Pushing event updated for resources: {'Port': ['ID=85e4c883-6eee-4348-b085-16819ccd8975,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.189640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Attempting to bind port 85e4c883-6eee-4348-b085-16819ccd8975 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:50.190020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Attempting to bind port 85e4c883-6eee-4348-b085-16819ccd8975 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:50.190394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Attempting to bind port 85e4c883-6eee-4348-b085-16819ccd8975 on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:50.213751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:50.215124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Checking segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:50.217052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.219079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Bound using segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:50.219785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Bound port: 85e4c883-6eee-4348-b085-16819ccd8975, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:50.222032 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.248472 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.272100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb370099-74dd-46d8-9af9-ccac22880e25']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.301420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Pushing event updated for resources: {'Port': ['ID=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.305715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4ab066-3d78-4e04-be92-42cc82342f74') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.306613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4ab066-3d78-4e04-be92-42cc82342f74') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:50.393264 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.410655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fc31891-c196-4889-8e9c-534b1136dcb9 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:50.463661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] For port 85e4c883-6eee-4348-b085-16819ccd8975, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:50.467689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] For port 85e4c883-6eee-4348-b085-16819ccd8975, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=85e4c883-6eee-4348-b085-16819ccd8975,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:50.471082 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.521091 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.531290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4fc31891-c196-4889-8e9c-534b1136dcb9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:50.531759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fc31891-c196-4889-8e9c-534b1136dcb9 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:50.562733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:50.563525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:50.571631 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:50.697724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d66fc-01ab-4a30-8a1e-9d6063970a35 req-557bf8c2-0e2a-44a1-bb86-c70899652353 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:50.712063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-655d66fc-01ab-4a30-8a1e-9d6063970a35 req-557bf8c2-0e2a-44a1-bb86-c70899652353 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 944 time: 0.8092585 Jul 16 18:30:50.798116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad2a0bd-8278-4a6a-b010-213cb82a5e89 None None] Pushing event updated for resources: {'Port': ['ID=85e4c883-6eee-4348-b085-16819ccd8975,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:50.831722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.875408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-655d66fc-01ab-4a30-8a1e-9d6063970a35 req-1870d049-7d6c-43c2-b3dd-e315017fb13a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412678 Jul 16 18:30:50.942004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.968321 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.989112 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/eb370099-74dd-46d8-9af9-ccac22880e25 HTTP/1.1" status: 204 len: 168 time: 2.1037409 Jul 16 18:30:51.006846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43716) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:51.017862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958d452-f6c9-4161-8fe1-26cb0229eba0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=eb370099-74dd-46d8-9af9-ccac22880e25,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.030453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-175700764'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:51.062771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 17354d6e-ff4c-4ed0-b700-20cf693a5108 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:51.113651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:51.123818 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.246902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:51.280875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 17354d6e-ff4c-4ed0-b700-20cf693a5108 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:51.301140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.301683 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment 7a027891-1ed6-4d5a-89bb-4a54aac14bf9 of type vlan for network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 Jul 16 18:30:51.306107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 17354d6e-ff4c-4ed0-b700-20cf693a5108 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:51.307021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.473442 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.506377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.554321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.556714 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.573115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:51.576333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.619803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6074476 Jul 16 18:30:51.647754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43726) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:51.661571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:51.692416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 17354d6e-ff4c-4ed0-b700-20cf693a5108, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:51.698001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:51.705932 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eb2551-2b98-4d37-a011-2c105b633a14" -d '{"events": [{"server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "name": "network-vif-plugged", "status": "completed", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:51.721531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:51.854428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Router 5936653f-ef51-463a-a3f5-cdb8c2d305db is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:51.875755 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc2805c-0c31-4278-9bac-30e9bb7f98f2 x-openstack-request-id: req-6cc2805c-0c31-4278-9bac-30e9bb7f98f2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:51.876086 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "name": "network-vif-plugged", "status": "completed", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:51.876420 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6cc2805c-0c31-4278-9bac-30e9bb7f98f2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:51.878167 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'code': 200} Jul 16 18:30:51.893384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=17354d6e-ff4c-4ed0-b700-20cf693a5108,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.915191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:51.941598 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.077651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:52.156274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed4cbd-67d9-4052-8b64-47b529e4218f req-037232a4-6ea6-47d2-99b7-3af2479a7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.160493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed4cbd-67d9-4052-8b64-47b529e4218f req-037232a4-6ea6-47d2-99b7-3af2479a7923 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1097 time: 0.1963816 Jul 16 18:30:52.164218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:52.177104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Sync routers for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:52.191779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:52.192495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:52.310860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.313712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1aac05d0-773f-49c5-aafb-ae08cb61d495 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4011648 Jul 16 18:30:52.319255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:52.341180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c3ed4cbd-67d9-4052-8b64-47b529e4218f req-5df6c3a6-f911-4c78-91eb-18c3ca316dfd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740177 Jul 16 18:30:52.405345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7ddd-b9d1-4e86-97de-ea73681afc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.462409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 85e4c883-6eee-4348-b085-16819ccd8975 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:52.588417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe85e9-deac-40eb-8a2d-365090f699e7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=3505d268-1c11-47cb-8219-a23f9b3d2ed6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:52.607875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:52.623475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:52.729980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.786592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfba2c1b-cb57-4c58-b66f-ac82cfcec954 None None] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:52.808191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7b479-951f-47d2-98e5-975c724418f8 req-5e48cab5-c678-4bb3-8184-7afb7b286a02 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.810654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46a7b479-951f-47d2-98e5-975c724418f8 req-5e48cab5-c678-4bb3-8184-7afb7b286a02 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.3510988 Jul 16 18:30:52.834907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=c47c8f56-0113-489e-a95d-d7cafaa8ca48,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:52.896912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': '7a027891-1ed6-4d5a-89bb-4a54aac14bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:52.897436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 3505d268-1c11-47cb-8219-a23f9b3d2ed6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:52.943430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46a7b479-951f-47d2-98e5-975c724418f8 req-2f3579ef-0779-45ef-9f5e-f500b7823cdf tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182451 Jul 16 18:30:52.988083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:53.018581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3505d268-1c11-47cb-8219-a23f9b3d2ed6) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:53.025008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.025763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.033040 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7ddd-b9d1-4e86-97de-ea73681afc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.047551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd7ddd-b9d1-4e86-97de-ea73681afc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.053810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-847c7836-4959-424d-9b25-8ad7019f1915 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3998511 Jul 16 18:30:53.054208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43756) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:53.060997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d220f82a-cd17-4bfd-8f31-b0e1fa27041a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1990744975', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:53.082554 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c5dd7ddd-b9d1-4e86-97de-ea73681afc4f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fe9a4a482eb7489ab01c817b1108a96a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0041225 Jul 16 18:30:53.086847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43758) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:53.122484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd7ddd-b9d1-4e86-97de-ea73681afc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fdbd09-49c6-454c-9ca0-c1ba03a86f99,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:53.199513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d220f82a-cd17-4bfd-8f31-b0e1fa27041a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.202040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d220f82a-cd17-4bfd-8f31-b0e1fa27041a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.265666 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e799c1dd-2e4c-4c19-9e17-978135a5ad03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.314873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e2d5b-40f3-4b6f-970b-5c4b77ad0a9a None None] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:53.325439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d220f82a-cd17-4bfd-8f31-b0e1fa27041a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.340844 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d220f82a-cd17-4bfd-8f31-b0e1fa27041a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.347914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e799c1dd-2e4c-4c19-9e17-978135a5ad03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.383715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d220f82a-cd17-4bfd-8f31-b0e1fa27041a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.389223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d220f82a-cd17-4bfd-8f31-b0e1fa27041a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3293777 Jul 16 18:30:53.392221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43762) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:53.405229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'port': {'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6', 'name': 'tempest-RoutersTest-256295976'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:53.468460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.498171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e424c6cd-2600-4e45-81da-99add5251fa8 None None] Provisioning for port 85e4c883-6eee-4348-b085-16819ccd8975 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:53.500596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 85e4c883-6eee-4348-b085-16819ccd8975 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:53.509791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 85e4c883-6eee-4348-b085-16819ccd8975 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:53.510176 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.568326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e424c6cd-2600-4e45-81da-99add5251fa8 None None] Provisioning complete for port 85e4c883-6eee-4348-b085-16819ccd8975 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:53.568980 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e424c6cd-2600-4e45-81da-99add5251fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.721231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e799c1dd-2e4c-4c19-9e17-978135a5ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.726573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e799c1dd-2e4c-4c19-9e17-978135a5ad03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.729453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e799c1dd-2e4c-4c19-9e17-978135a5ad03 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19fdbd09-49c6-454c-9ca0-c1ba03a86f99 HTTP/1.1" status: 204 len: 168 time: 0.6401756 Jul 16 18:30:53.784001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799c1dd-2e4c-4c19-9e17-978135a5ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fdbd09-49c6-454c-9ca0-c1ba03a86f99,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:53.814781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:53.823101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:53.860390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] device_id is not set on port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:30:53.952966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Allocated IP 172.20.0.1 (5f7598c0-a9c7-4be0-be85-1e6eb410233e/98b8d5e7-0040-4286-9225-597df1add27e/d0c7645e-f861-4f35-b449-39b1ef5cd6c6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:54.007922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-3505d268-1c11-47cb-8219-a23f9b3d2ed6', 'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': 'c47c8f56-0113-489e-a95d-d7cafaa8ca48'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:54.019400 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.025920 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.047719 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e424c6cd-2600-4e45-81da-99add5251fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.135524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:50Z', 'revision_number': 3, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:54.291412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.20.0.3 (3505d268-1c11-47cb-8219-a23f9b3d2ed6/c47c8f56-0113-489e-a95d-d7cafaa8ca48/01052afe-217e-4a8c-8cf7-5d34e79b2c84) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:54.333957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 85e4c883-6eee-4348-b085-16819ccd8975, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=85e4c883-6eee-4348-b085-16819ccd8975,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:54.341497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Checking router: 5936653f-ef51-463a-a3f5-cdb8c2d305db for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:54.341497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Updating router 5936653f-ef51-463a-a3f5-cdb8c2d305db port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:54.358226 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.573534 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.597353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c3cd6-054a-4268-907c-c16d31702911 req-4892fb40-8e90-4b1e-b97b-1feb61774951 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.610049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a26c3cd6-054a-4268-907c-c16d31702911 req-4892fb40-8e90-4b1e-b97b-1feb61774951 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.2953179 Jul 16 18:30:54.675384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-e424c6cd-2600-4e45-81da-99add5251fa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:30:54.675961 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-e424c6cd-2600-4e45-81da-99add5251fa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:30:54.726440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a26c3cd6-054a-4268-907c-c16d31702911 req-aaa15697-3733-44e2-925d-24c9751d310f tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151624 Jul 16 18:30:54.726675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=85e4c883-6eee-4348-b085-16819ccd8975,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:54.818114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:54.858218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Transition to ACTIVE for port object d0c7645e-f861-4f35-b449-39b1ef5cd6c6 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:54.958303 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.015829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:55.019415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:55.022744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:55.071371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.094047 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.156993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.242297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object 01052afe-217e-4a8c-8cf7-5d34e79b2c84 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:55.350436 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.366024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7cecc6-029c-46ca-b1b9-17fed73d77db req-31706a56-ef67-4de3-94c4-779a2dcc9d1d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:55.368936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Transition to ACTIVE for port object 77d66898-3778-4e0e-bbd9-54fe2cdffa8c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:55.376919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a7cecc6-029c-46ca-b1b9-17fed73d77db req-31706a56-ef67-4de3-94c4-779a2dcc9d1d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.3590238 Jul 16 18:30:55.382549 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.399756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43808) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:55.430392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'floatingip': {'port_id': '17354d6e-ff4c-4ed0-b700-20cf693a5108'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:55.491494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Attempting to bind port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:55.492227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Attempting to bind port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:55.492678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Attempting to bind port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:55.495296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658cd25-a34a-40b1-95e5-729c0a9ac20b None None] Pushing event updated for resources: {'Port': ['ID=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.510555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:55.511066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:55.511574 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.512999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:55.514176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Bound port: 77d66898-3778-4e0e-bbd9-54fe2cdffa8c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:55.514584 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.544445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.578461 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.631588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] For port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:55.638184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] For port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:55.645414 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.661354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.778641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9263b7e-0365-4a3e-ba17-6958b6fc6a15 None None] Provisioning for port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:55.793999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=01052afe-217e-4a8c-8cf7-5d34e79b2c84,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:55.826341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9263b7e-0365-4a3e-ba17-6958b6fc6a15 None None] Provisioning complete for port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:55.827063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9263b7e-0365-4a3e-ba17-6958b6fc6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:55.828016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:55.838209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:55.845800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:55.920609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Allocated IP 172.20.0.2 (3505d268-1c11-47cb-8219-a23f9b3d2ed6/c47c8f56-0113-489e-a95d-d7cafaa8ca48/64ba87b6-69b4-4662-9455-c4471fc4163f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:55.924554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:55.925644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:55.976951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:55.978160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.062513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.074255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.188685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Pushing event updated for resources: {'Port': ['ID=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:56.192627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.245411 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.255070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Transition to ACTIVE for port object 64ba87b6-69b4-4662-9455-c4471fc4163f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:56.273704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Transition to ACTIVE for port object 64ba87b6-69b4-4662-9455-c4471fc4163f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:56.290052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.304982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658cd25-a34a-40b1-95e5-729c0a9ac20b None None] Pushing event updated for resources: {'Port': ['ID=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:56.417747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0d958a43-3d2d-49e2-9a9d-90c2b71e9fb6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.0231237 Jul 16 18:30:56.422790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:56.434793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a9263b7e-0365-4a3e-ba17-6958b6fc6a15 None None] Port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:56.452528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:56.515833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:56.554212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:56.567053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 85e4c883-6eee-4348-b085-16819ccd8975 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:56.618443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.624195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:56.626289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.629075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:56.866721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9263b7e-0365-4a3e-ba17-6958b6fc6a15 None None] Provisioning complete for port 85e4c883-6eee-4348-b085-16819ccd8975 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:56.867189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9263b7e-0365-4a3e-ba17-6958b6fc6a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:56.940462 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Floating IP 30d05987-1f8b-4a69-a1c5-5f1846e3f380 associated. External IP: 172.25.0.117, port: 17354d6e-ff4c-4ed0-b700-20cf693a5108. Jul 16 18:30:56.960013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Pushing event updated for resources: {'Port': ['ID=64ba87b6-69b4-4662-9455-c4471fc4163f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:57.170868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:57.191111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Router 5936653f-ef51-463a-a3f5-cdb8c2d305db has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:57.238501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 85e4c883-6eee-4348-b085-16819ccd8975 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:57.238961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.305005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Attempting to bind port 64ba87b6-69b4-4662-9455-c4471fc4163f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:57.305699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Attempting to bind port 64ba87b6-69b4-4662-9455-c4471fc4163f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7a027891-1ed6-4d5a-89bb-4a54aac14bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:57.306349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Attempting to bind port 64ba87b6-69b4-4662-9455-c4471fc4163f on network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:57.428405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:57.431478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Checking segment: {'id': '7a027891-1ed6-4d5a-89bb-4a54aac14bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:57.431924 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.432364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Bound using segment: {'id': '7a027891-1ed6-4d5a-89bb-4a54aac14bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:57.432890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Bound port: 64ba87b6-69b4-4662-9455-c4471fc4163f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a027891-1ed6-4d5a-89bb-4a54aac14bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3505d268-1c11-47cb-8219-a23f9b3d2ed6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:57.433717 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.445163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Router 9c2cf0af-00af-40c6-bc11-487afebc9d15 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:57.455980 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.689949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:57.695049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:57.702212 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] Sync routers for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:57.733707 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:57.734755 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:57.790929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e2284904-c675-484c-8c0e-8c540b232ca7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "PUT /v2.0/floatingips/30d05987-1f8b-4a69-a1c5-5f1846e3f380 HTTP/1.1" status: 200 len: 991 time: 2.3870118 Jul 16 18:30:57.790929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:57.791661 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:57.847211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:57.871008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ef655d29-9b2b-456a-becd-c77a6e909056 admin admin] 10.222.0.48 "PUT /v2.0/routers/5936653f-ef51-463a-a3f5-cdb8c2d305db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5482826 Jul 16 18:30:57.934650 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff28469-c6b2-48d2-86e7-6dd8162b5c3a x-openstack-request-id: req-5ff28469-c6b2-48d2-86e7-6dd8162b5c3a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:57.935248 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:57.935569 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ff28469-c6b2-48d2-86e7-6dd8162b5c3a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:57.936545 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'status': 'completed', 'code': 200} Jul 16 18:30:57.990269 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:58.020945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9c5a39f8-eeb6-4326-b26d-8b08fe3a4fc7 None None] Provisioning complete for port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:58.021567 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c5a39f8-eeb6-4326-b26d-8b08fe3a4fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.086294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.098760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.115279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c5a39f8-eeb6-4326-b26d-8b08fe3a4fc7 None None] Port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:58.145672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] For port 64ba87b6-69b4-4662-9455-c4471fc4163f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:58.154701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] For port 64ba87b6-69b4-4662-9455-c4471fc4163f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=64ba87b6-69b4-4662-9455-c4471fc4163f,segment=NetworkSegment(7a027891-1ed6-4d5a-89bb-4a54aac14bf9),segment_id=7a027891-1ed6-4d5a-89bb-4a54aac14bf9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:58.166096 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:58.282913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f126ea-452e-4a12-a125-b833862bdb3c None None] Pushing event updated for resources: {'Port': ['ID=64ba87b6-69b4-4662-9455-c4471fc4163f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:58.330188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:30:53Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:58.400323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=01052afe-217e-4a8c-8cf7-5d34e79b2c84,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:58.415607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f6ed14-79be-4d52-bfbd-57b30d2d56c2 None None] The sync data for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 is: [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:30:53Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:58.494344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-07882e2f-c1d0-4607-8747-ce90a8e4a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.496260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-07882e2f-c1d0-4607-8747-ce90a8e4a8ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1097 time: 0.5181198 Jul 16 18:30:58.954549 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '30d05987-1f8b-4a69-a1c5-5f1846e3f380', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'port_id': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'mac_address': 'fa:16:3e:32:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:29Z', 'updated_at': '2021-07-16T18:30:56Z', 'revision_number': 1, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.068510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] Checking router: 9c2cf0af-00af-40c6-bc11-487afebc9d15 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:59.092039 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:59.092720 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:30:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.297405 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:59.298754 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.426945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-88f9a9b4-32c1-4e0a-a66c-bd1606d56a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.429712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-88f9a9b4-32c1-4e0a-a66c-bd1606d56a6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.9224844 Jul 16 18:30:59.796132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-91a0a17a-c97a-4ac2-b1a3-3f44c0ac65a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 999 time: 0.3207819 Jul 16 18:30:59.801873 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '30d05987-1f8b-4a69-a1c5-5f1846e3f380', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'port_id': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'mac_address': 'fa:16:3e:32:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:29Z', 'updated_at': '2021-07-16T18:30:56Z', 'revision_number': 1, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:59.844485 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b6c1a-ec1a-4a81-8830-04357e337761 None None] The sync data for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 is: [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '30d05987-1f8b-4a69-a1c5-5f1846e3f380', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'floating_ip_address': '172.25.0.117', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'port_id': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'mac_address': 'fa:16:3e:32:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:30:29Z', 'updated_at': '2021-07-16T18:30:56Z', 'revision_number': 1, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:59.971802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.059015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-c3d73698-c2ae-40a9-8c6b-9ab141218f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:00.063094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-c3d73698-c2ae-40a9-8c6b-9ab141218f3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.2495217 Jul 16 18:31:00.124091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43882) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:00.131936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905522987', 'description': 'tempest-secgroup-smoke-1905522987 description', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:00.257478 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9827af8-6712-4ec0-9193-27e040afcdec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.267724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.290597 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.542295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0d73a2-793a-4f49-b6e2-8d003d15cb17 None None] New status for floating IP 30d05987-1f8b-4a69-a1c5-5f1846e3f380: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:00.598333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.605569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.695593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd9e063-88f5-43fe-9616-db8d53d887bc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:00.930741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:00.941767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.016790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43890) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.018731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6104e80-98d4-47a8-8b92-90b926985273,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.033151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-34b7ee9e-4321-4f0d-bf8e-6f207da9f1cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648617055', 'description': 'tempest-description--519967856'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:01.054889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-d60f5a49-0256-4a9e-a244-7418d8f9babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.057940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-d60f5a49-0256-4a9e-a244-7418d8f9babf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8161209 Jul 16 18:31:01.095506 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34b7ee9e-4321-4f0d-bf8e-6f207da9f1cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.104379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.109768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8cce0e79-75c7-421b-8221-77bc07d37f46 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9838974 Jul 16 18:31:01.120903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.124840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 64ba87b6-69b4-4662-9455-c4471fc4163f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:01.143208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f9be3eb8-09f7-4968-b40e-74de83db6d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e80-98d4-47a8-8b92-90b926985273', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:01.191189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d193c2b1-ece3-41f5-a87f-d7bbd84a7e6a None None] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:01.296868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9601796b-8019-480b-ab06-bb0c2a57f8a8 None None] Provisioning for port 64ba87b6-69b4-4662-9455-c4471fc4163f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:01.383322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34b7ee9e-4321-4f0d-bf8e-6f207da9f1cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.403000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34b7ee9e-4321-4f0d-bf8e-6f207da9f1cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.444344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 64ba87b6-69b4-4662-9455-c4471fc4163f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:01.453805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.463088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.487139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7ee9e-4321-4f0d-bf8e-6f207da9f1cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6282afc-8bb8-44eb-9da4-bf62ddc13a18,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.502730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 64ba87b6-69b4-4662-9455-c4471fc4163f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:01.504940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.564546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34b7ee9e-4321-4f0d-bf8e-6f207da9f1cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.567088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34b7ee9e-4321-4f0d-bf8e-6f207da9f1cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5440652 Jul 16 18:31:01.571807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43900) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.579592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6b01f1c7-74ad-4610-bdf7-28a68f351747 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'security_group_rule': {'security_group_id': 'b6282afc-8bb8-44eb-9da4-bf62ddc13a18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:01.650074 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b01f1c7-74ad-4610-bdf7-28a68f351747 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.677957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9be3eb8-09f7-4968-b40e-74de83db6d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.805856 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b01f1c7-74ad-4610-bdf7-28a68f351747 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.811409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.813448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=01052afe-217e-4a8c-8cf7-5d34e79b2c84,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.832126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b01f1c7-74ad-4610-bdf7-28a68f351747 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.878806 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.908780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01f1c7-74ad-4610-bdf7-28a68f351747 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da7f9dc-6f96-419e-b491-e55adfc803f3,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:01.930400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b01f1c7-74ad-4610-bdf7-28a68f351747 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.936475 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b01f1c7-74ad-4610-bdf7-28a68f351747 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3588600 Jul 16 18:31:01.936753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43910) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:01.945329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-984f330e-3d03-4416-bfb0-f199235b96e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'security_group_rule': {'security_group_id': 'b6282afc-8bb8-44eb-9da4-bf62ddc13a18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:01.946084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 64ba87b6-69b4-4662-9455-c4471fc4163f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=64ba87b6-69b4-4662-9455-c4471fc4163f,segment=NetworkSegment(7a027891-1ed6-4d5a-89bb-4a54aac14bf9),segment_id=7a027891-1ed6-4d5a-89bb-4a54aac14bf9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:01.954505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.955523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 77d66898-3778-4e0e-bbd9-54fe2cdffa8c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:02.055670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-984f330e-3d03-4416-bfb0-f199235b96e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.100208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=64ba87b6-69b4-4662-9455-c4471fc4163f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.122926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:02.143147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:02.144321 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.147972 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9be3eb8-09f7-4968-b40e-74de83db6d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.152598 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-4061e403-e26f-4186-bef5-9ae773125ee9 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0263634 Jul 16 18:31:02.157618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9be3eb8-09f7-4968-b40e-74de83db6d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.232659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-984f330e-3d03-4416-bfb0-f199235b96e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.237773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-984f330e-3d03-4416-bfb0-f199235b96e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.254882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f330e-3d03-4416-bfb0-f199235b96e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd9ea20-ede5-481a-bb40-81f8ac39d602,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.284764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-984f330e-3d03-4416-bfb0-f199235b96e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.286272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-984f330e-3d03-4416-bfb0-f199235b96e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3475718 Jul 16 18:31:02.289784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43918) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:02.296194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:02.330726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.343145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.363702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be3eb8-09f7-4968-b40e-74de83db6d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e294e04b-ebde-4783-bb84-9baf0c584744,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.366227 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9be3eb8-09f7-4968-b40e-74de83db6d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.367890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f9be3eb8-09f7-4968-b40e-74de83db6d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2397985 Jul 16 18:31:02.370340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:02.375352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:02.385474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0a7531d9-bb9b-4d64-b2d0-4ec79a0c30cb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e80-98d4-47a8-8b92-90b926985273', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:02.389221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:02.395627 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.397857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:02.496356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:02.579808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d2f5263-ed95-4a2e-b2c5-be1aad1c1e8b None None] Provisioning for port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:02.587234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d2f5263-ed95-4a2e-b2c5-be1aad1c1e8b None None] Provisioning complete for port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:02.587949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d2f5263-ed95-4a2e-b2c5-be1aad1c1e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.593697 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6cd0dcd-f53d-4a53-a385-2be58e919ef2 req-0cc6e32d-ad46-4644-bbe2-072fce75d136 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263570 Jul 16 18:31:02.638111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 64ba87b6-69b4-4662-9455-c4471fc4163f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:02.652310 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a7531d9-bb9b-4d64-b2d0-4ec79a0c30cb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.746929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.794409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5d2f5263-ed95-4a2e-b2c5-be1aad1c1e8b None None] Port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:02.813619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 64ba87b6-69b4-4662-9455-c4471fc4163f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:02.814003 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.878922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d2f5263-ed95-4a2e-b2c5-be1aad1c1e8b None None] Provisioning complete for port 64ba87b6-69b4-4662-9455-c4471fc4163f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:02.879470 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d2f5263-ed95-4a2e-b2c5-be1aad1c1e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.894411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router f541f47d-db39-4a3c-b774-102396d6f79a is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:02.905557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a7531d9-bb9b-4d64-b2d0-4ec79a0c30cb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.920127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a7531d9-bb9b-4d64-b2d0-4ec79a0c30cb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.026354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Allocated IP 172.25.0.227 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/cb89085e-93d6-4c10-8014-c05c620df229) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:03.137241 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ef2f-9556-4249-9930-1fea94f71c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.172955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9f125af-5b36-47d0-bec3-214e5583e827 None None] Provisioning complete for port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:03.176018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9f125af-5b36-47d0-bec3-214e5583e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.204978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:03.223247 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] Sync routers for ids ['f541f47d-db39-4a3c-b774-102396d6f79a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:03.235374 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d22ae320-baf0-45e9-940d-f1669e25d59c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/f541f47d-db39-4a3c-b774-102396d6f79a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8109200 Jul 16 18:31:03.237473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0a7531d9-bb9b-4d64-b2d0-4ec79a0c30cb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.239386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43934) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:03.241836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0a7531d9-bb9b-4d64-b2d0-4ec79a0c30cb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8636146 Jul 16 18:31:03.251555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:03.266969 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] Routers {'f541f47d-db39-4a3c-b774-102396d6f79a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:03.269762 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f541f47d-db39-4a3c-b774-102396d6f79a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.270028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a9f125af-5b36-47d0-bec3-214e5583e827 None None] Port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:03.279096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.283861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8ec9db64-6cbf-4bf0-b7f0-90ec0ff88542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e80-98d4-47a8-8b92-90b926985273', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:03.303565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7531d9-bb9b-4d64-b2d0-4ec79a0c30cb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a1fae1-1a64-4471-8dfd-283c42c0b125,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.384491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ec9db64-6cbf-4bf0-b7f0-90ec0ff88542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.392490 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.404871 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.414434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c3a88-0aa1-4450-ad73-49ac49d9aa35 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:03.421283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-528c3a88-0aa1-4450-ad73-49ac49d9aa35 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports/01052afe-217e-4a8c-8cf7-5d34e79b2c84 HTTP/1.1" status: 200 len: 976 time: 0.1755791 Jul 16 18:31:03.422732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43940) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:03.423833 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] Routers {'f541f47d-db39-4a3c-b774-102396d6f79a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:03.427528 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f541f47d-db39-4a3c-b774-102396d6f79a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.490308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Sync routers for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:03.494737 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.496092 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b13248c-cd4b-49c8-93f8-b9c5abbf4bb3 None None] The sync data for ids ['f541f47d-db39-4a3c-b774-102396d6f79a'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:03.509738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:03.510545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:03.545717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ec9db64-6cbf-4bf0-b7f0-90ec0ff88542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.558501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ec9db64-6cbf-4bf0-b7f0-90ec0ff88542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.609607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8a57caa9-c28d-4ea4-9eb5-7c68f97e728e None None] Provisioning complete for port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:03.610141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8a57caa9-c28d-4ea4-9eb5-7c68f97e728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.615485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9db64-6cbf-4bf0-b7f0-90ec0ff88542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260c8e7b-cdc6-47be-80e8-b7a4f74d3d45,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.633709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ec9db64-6cbf-4bf0-b7f0-90ec0ff88542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.635008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8ec9db64-6cbf-4bf0-b7f0-90ec0ff88542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815761 Jul 16 18:31:03.639813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43944) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:03.645729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3a3907dd-316d-4f3f-bff0-8d8eca4c19d3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e80-98d4-47a8-8b92-90b926985273', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:03.652550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.696876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8a57caa9-c28d-4ea4-9eb5-7c68f97e728e None None] Port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:03.715737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:03.814981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:03.837229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:03.848959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:03.854261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'Port': ['ID=cb89085e-93d6-4c10-8014-c05c620df229,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.980707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1c4a128c-23ba-4276-b084-a1c760603c19 None None] Provisioning complete for port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:03.981087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c4a128c-23ba-4276-b084-a1c760603c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.023299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a128c-23ba-4276-b084-a1c760603c19 None None] Port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:04.147430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 2, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:04.188862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Checking router: 5936653f-ef51-463a-a3f5-cdb8c2d305db for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:04.189414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Updating router 5936653f-ef51-463a-a3f5-cdb8c2d305db port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:04.218340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a3907dd-316d-4f3f-bff0-8d8eca4c19d3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.235974 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.453099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a3907dd-316d-4f3f-bff0-8d8eca4c19d3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.470354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a3907dd-316d-4f3f-bff0-8d8eca4c19d3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.475943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.553503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3907dd-316d-4f3f-bff0-8d8eca4c19d3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1a8f4f-f4d9-48ed-8995-5992acd1e2f2,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:04.601342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3a3907dd-316d-4f3f-bff0-8d8eca4c19d3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.605964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3a3907dd-316d-4f3f-bff0-8d8eca4c19d3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9618027 Jul 16 18:31:04.606343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43966) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:04.611833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e80-98d4-47a8-8b92-90b926985273', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:04.646119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.648632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 77d66898-3778-4e0e-bbd9-54fe2cdffa8c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:04.652436 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:31:04.664016 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.696081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.781894 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.814467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.821071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.850500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2014bf7-5c90-401f-a01f-08ab205081ee,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:04.850731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:04.851123 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.873655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:04.878124 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3c2ab96e-0413-4a29-972e-f9aeb5bc45da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2673450 Jul 16 18:31:04.879703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:04.888628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a6104e80-98d4-47a8-8b92-90b926985273', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:04.938765 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:31:04.954705 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.064766 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.074150 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.078281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.092404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.152756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8307c3d1-ab32-4d3c-8bef-16e37f2a0ef5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.154650 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.174271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Transition to ACTIVE for port object d0c7645e-f861-4f35-b449-39b1ef5cd6c6 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:05.174846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.183442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2c41959-f99f-447b-9b23-4240e6291f3a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3013794 Jul 16 18:31:05.186016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43980) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:05.187535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.192793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'network': {'name': 'tempest-network-smoke--1259761316', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:05.224458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:05.230843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.284253 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.336865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'Port': ['ID=cb89085e-93d6-4c10-8014-c05c620df229,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.364577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.366736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-04f66049-bb7c-426c-9616-1e713d918f6c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0753837 Jul 16 18:31:05.387472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7021d-3559-4fca-ac43-f22477514d9a None None] Pushing event updated for resources: {'Port': ['ID=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.506196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Attempting to bind port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:05.506955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Attempting to bind port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:05.507366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Attempting to bind port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:05.527255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:05.527835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Checking segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:05.531179 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.532853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Bound using segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:05.534369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Bound port: d0c7645e-f861-4f35-b449-39b1ef5cd6c6, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:05.540986 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.554752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 01052afe-217e-4a8c-8cf7-5d34e79b2c84 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:05.555292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.746121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] For port d0c7645e-f861-4f35-b449-39b1ef5cd6c6, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:05.758560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] For port d0c7645e-f861-4f35-b449-39b1ef5cd6c6, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:05.759616 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:05.775072 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.913158 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:05.919975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:05.920677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:05.922818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e7021d-3559-4fca-ac43-f22477514d9a None None] Pushing event updated for resources: {'Port': ['ID=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:05.925260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-8acbab49-5d82-427e-b20a-d8dadaf46492 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1648617055&fields=id&tenant_id=94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 267 time: 0.1401484 Jul 16 18:31:05.940275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.010997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 01052afe-217e-4a8c-8cf7-5d34e79b2c84 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:06.064785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:06.090843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.091378 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Added segment fd087950-7698-43e2-b278-35dec5a03794 of type vlan for network 0708cd6e-8816-4c76-a5ea-97b383ea368f Jul 16 18:31:06.185528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:06.234717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.245044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-d861414a-bc93-4dcb-a8b9-6b39e2a561f0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.253352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-d861414a-bc93-4dcb-a8b9-6b39e2a561f0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 817 time: 0.3212452 Jul 16 18:31:06.286222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-090b049d-0605-4e44-806a-7b5c302d7fda tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/quotas/94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 375 time: 0.0216043 Jul 16 18:31:06.327381 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-cb73e19d-0c36-45e0-b386-fc8b6ae37d8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3307109 Jul 16 18:31:06.351958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.388019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.389686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.551316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.574658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-f58b12c8-d470-4999-882c-daed02618e24 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2368507 Jul 16 18:31:06.620958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=01052afe-217e-4a8c-8cf7-5d34e79b2c84,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:06.698583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d0c7645e-f861-4f35-b449-39b1ef5cd6c6 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:06.741402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5533147 Jul 16 18:31:06.758340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44016) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.764883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'admin_state_up': True, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:06.948093 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.980780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.982714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.000934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4a97f-926d-4a58-b1e0-8fa300bb5e7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Network': ['ID=0708cd6e-8816-4c76-a5ea-97b383ea368f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.017184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-7783ae47-ce7f-4dc0-9fe7-a8303d786812 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042857 Jul 16 18:31:07.033455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:07.062646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:07.149614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58638649-d98d-4161-9215-14276f3acdac req-caa7351d-da15-43dc-8aba-6b4353f695d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.152507 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-caa7351d-da15-43dc-8aba-6b4353f695d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1097 time: 0.6651416 Jul 16 18:31:07.195419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:07.200162 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.226402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-8cd56bf3-623f-497b-93e5-966b82e613b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5363815 Jul 16 18:31:07.273804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:05Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:07.315672 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.369331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58638649-d98d-4161-9215-14276f3acdac req-0813bb87-bae7-4f92-ae44-84376846b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.371744 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-0813bb87-bae7-4f92-ae44-84376846b665 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.1873438 Jul 16 18:31:07.391544 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.406118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c3e19-3f0a-4ba0-86ca-c25085c81026 None None] The sync data for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 is: [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:05Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:07.535674 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.537192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-63a37ace-1a64-478a-ac6a-387a62075e07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 1001 time: 0.1545382 Jul 16 18:31:07.540439 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.619361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d0c7645e-f861-4f35-b449-39b1ef5cd6c6, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:07.625357 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:07.632755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58638649-d98d-4161-9215-14276f3acdac req-7cefe411-922e-46ab-a924-db10269d5b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.635909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-7cefe411-922e-46ab-a924-db10269d5b6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.0882273 Jul 16 18:31:07.694984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:07.709736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.710589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.711772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.712859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.713436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.713980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.714617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.717230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37618522-e4b0-49a5-b880-401773834dc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.3443587 Jul 16 18:31:07.751696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58638649-d98d-4161-9215-14276f3acdac req-45495dfe-ddd1-4efb-9f61-55005bab7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.753785 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-45495dfe-ddd1-4efb-9f61-55005bab7938 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102891 Jul 16 18:31:08.013017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-e558eff8-2d56-447e-b8d8-e304f3f35dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.013597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-e558eff8-2d56-447e-b8d8-e304f3f35dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.014078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-e558eff8-2d56-447e-b8d8-e304f3f35dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.016832 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-e558eff8-2d56-447e-b8d8-e304f3f35dfd service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 2290 time: 0.2566686 Jul 16 18:31:08.042544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-f66922f9-30ea-46e8-b8a2-a51ad4ae08a1 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803872 Jul 16 18:31:08.103336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-bb51dda6-5133-4df9-9fa9-ef4de67854c8 service neutron] 10.222.0.48 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0850322 Jul 16 18:31:08.133434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-aea25285-0b94-446d-b152-145c3b04a3d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 1001 time: 0.0893140 Jul 16 18:31:08.205912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.214606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router f541f47d-db39-4a3c-b774-102396d6f79a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:08.266039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-58638649-d98d-4161-9215-14276f3acdac req-313b9d8b-2f64-4249-b5c6-017981d7c663 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316321 Jul 16 18:31:08.328582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-86da39a9-d7f7-46b2-8e65-346bb5394265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.331095 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-86da39a9-d7f7-46b2-8e65-346bb5394265 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.0635021 Jul 16 18:31:08.422241 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-a542a641-99da-4990-86ca-e13655acfce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.424307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-a542a641-99da-4990-86ca-e13655acfce2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870657 Jul 16 18:31:08.457493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:08.470827 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] Sync routers for ids ['f541f47d-db39-4a3c-b774-102396d6f79a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:08.476093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8af96489-8a81-4460-9c6e-0f5d7816ca6b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/f541f47d-db39-4a3c-b774-102396d6f79a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0516293 Jul 16 18:31:08.477369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44038) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:08.500780 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] Routers {'f541f47d-db39-4a3c-b774-102396d6f79a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:08.510606 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f541f47d-db39-4a3c-b774-102396d6f79a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:08.611927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d0c7645e-f861-4f35-b449-39b1ef5cd6c6 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:08.679875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f6d7277f-72a0-4f1e-a5dc-d47788446228 req-5c16a9f0-64f1-4614-ad47-8b2135eb2467 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 210 time: 0.2015283 Jul 16 18:31:08.750935 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:08.773826 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] Routers {'f541f47d-db39-4a3c-b774-102396d6f79a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:08.775616 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f541f47d-db39-4a3c-b774-102396d6f79a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:08.779696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-637e3715-1a93-4dc9-8249-1623a485359d service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201985 Jul 16 18:31:08.819076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:08.819560 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:08.865057 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:08.865730 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e0b51-30b8-4a2b-a0a9-9ec4a917130c None None] The sync data for ids ['f541f47d-db39-4a3c-b774-102396d6f79a'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:08.874158 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-4e1c952a-565d-455d-ad53-26eb650e4a0f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:31:08.878324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4e1c952a-565d-455d-ad53-26eb650e4a0f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/f541f47d-db39-4a3c-b774-102396d6f79a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3966477 Jul 16 18:31:08.884366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44046) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:08.927616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-db5bb88a-c7a4-4ded-8e2b-d07eaddfed32 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=f541f47d-db39-4a3c-b774-102396d6f79a HTTP/1.1" status: 200 len: 205 time: 0.0405538 Jul 16 18:31:08.931705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.058381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44050) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.058999 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.085790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.146146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76cc652a-6796-406b-9358-d3d4eb857ca8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.237465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-c09c782b-5f97-4322-b742-d94741624258 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558449 Jul 16 18:31:09.259595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.228 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/b1861d8c-59aa-4785-93f2-37e9a8464ca0) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:09.322657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-051bc0c7-be12-46b3-8325-347ca516c8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.384908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-42c525f7-0912-4dfb-98e7-bf8b4530f1e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 217 time: 0.1169078 Jul 16 18:31:09.392845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76cc652a-6796-406b-9358-d3d4eb857ca8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.396595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76cc652a-6796-406b-9358-d3d4eb857ca8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.455772 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.492343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76cc652a-6796-406b-9358-d3d4eb857ca8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.493051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cc652a-6796-406b-9358-d3d4eb857ca8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Fanout notify agent at l3_agent the message router_deleted on router f541f47d-db39-4a3c-b774-102396d6f79a {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:09.502457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76cc652a-6796-406b-9358-d3d4eb857ca8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.503990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-76cc652a-6796-406b-9358-d3d4eb857ca8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/f541f47d-db39-4a3c-b774-102396d6f79a HTTP/1.1" status: 204 len: 168 time: 0.5708621 Jul 16 18:31:09.509216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.513293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-b447c427-ec92-443a-a87c-a81e5c0ff386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:09.515538 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-b447c427-ec92-443a-a87c-a81e5c0ff386 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1203129 Jul 16 18:31:09.542967 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.580746 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-051bc0c7-be12-46b3-8325-347ca516c8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.595166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-051bc0c7-be12-46b3-8325-347ca516c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.599048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:09.617259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet c47c8f56-0113-489e-a95d-d7cafaa8ca48 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:09.624552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:09.624935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.638857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:09.685176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=b1861d8c-59aa-4785-93f2-37e9a8464ca0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.689549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-051bc0c7-be12-46b3-8325-347ca516c8e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01e0c85989b343789c981a5d055bbc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6056783 Jul 16 18:31:09.692126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-775a7483-66ff-457d-b628-872ea15af931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:09.693728 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-775a7483-66ff-457d-b628-872ea15af931 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1699541 Jul 16 18:31:09.694212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.700822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bc0c7-be12-46b3-8325-347ca516c8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd899156-6bd1-4a56-920a-06b88dd02145,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:09.716957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.948816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ed1bc3f-d4b7-4f13-8981-ca65d298ebbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.960542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:09.965551 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-fc686c76-db7b-4092-a1be-3ca67b2a75bb service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446229 Jul 16 18:31:10.000785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ad2ea62-9dd7-499d-a493-713c8b13cee0 req-01ebc967-5a6c-4008-8377-28827b30e20b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 210 time: 0.0575290 Jul 16 18:31:10.053129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ed1bc3f-d4b7-4f13-8981-ca65d298ebbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.167378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.212365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=c47c8f56-0113-489e-a95d-d7cafaa8ca48,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:10.216657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-e16aeb41-ade4-40e1-bc81-78e8b152354b service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240183 Jul 16 18:31:10.220511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.225790 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-06ded10b-f13f-4084-859d-d1154008a9d1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/c47c8f56-0113-489e-a95d-d7cafaa8ca48 HTTP/1.1" status: 204 len: 168 time: 0.7122974 Jul 16 18:31:10.233097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:10.242755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f08b11-07f9-4447-b348-c05da0492e98 None None] Network 3505d268-1c11-47cb-8219-a23f9b3d2ed6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:10.274090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-277b081b-7190-41b3-8ecc-2786d04fabc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 217 time: 0.0492864 Jul 16 18:31:10.311415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.332216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ed1bc3f-d4b7-4f13-8981-ca65d298ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.334779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ed1bc3f-d4b7-4f13-8981-ca65d298ebbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.335976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2ed1bc3f-d4b7-4f13-8981-ca65d298ebbc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd899156-6bd1-4a56-920a-06b88dd02145 HTTP/1.1" status: 204 len: 168 time: 0.6386342 Jul 16 18:31:10.382979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1bc3f-d4b7-4f13-8981-ca65d298ebbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd899156-6bd1-4a56-920a-06b88dd02145,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:10.423796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-3f132b69-99c7-4d18-b46f-d664e05a3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:10.425418 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-3f132b69-99c7-4d18-b46f-d664e05a3eba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1369140 Jul 16 18:31:10.433725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.538000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-51b78404-faa6-42f0-ace4-9d8f086d566f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:10.539579 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-51b78404-faa6-42f0-ace4-9d8f086d566f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032231 Jul 16 18:31:10.584028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 64ba87b6-69b4-4662-9455-c4471fc4163f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:10.584391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.658593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.661732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] DHCP port deletion for 3505d268-1c11-47cb-8219-a23f9b3d2ed6 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:10.721012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 64ba87b6-69b4-4662-9455-c4471fc4163f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=64ba87b6-69b4-4662-9455-c4471fc4163f,segment=NetworkSegment(7a027891-1ed6-4d5a-89bb-4a54aac14bf9),segment_id=7a027891-1ed6-4d5a-89bb-4a54aac14bf9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:10.721387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.746959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 64ba87b6-69b4-4662-9455-c4471fc4163f owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:10.753162 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-535de4e1-46e2-4ffb-8ec7-beba54846d5d service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058620 Jul 16 18:31:10.783159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] Deleting port 64ba87b6-69b4-4662-9455-c4471fc4163f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:10.784188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:10.923276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ad0253cb-116b-46fa-bc64-87a868edf98d is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:10.940117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-37ea10e3-8fd1-4bb3-bc7a-ad346096ed41 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789429 Jul 16 18:31:10.991270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] For port 64ba87b6-69b4-4662-9455-c4471fc4163f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=64ba87b6-69b4-4662-9455-c4471fc4163f,segment=NetworkSegment(7a027891-1ed6-4d5a-89bb-4a54aac14bf9),segment_id=7a027891-1ed6-4d5a-89bb-4a54aac14bf9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:10.994610 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.030489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] Calling delete_port for 64ba87b6-69b4-4662-9455-c4471fc4163f owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:11.031006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.063684 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-5a232777-af80-4b71-935a-e326ef94f6fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 217 time: 0.1051204 Jul 16 18:31:11.161765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port 64ba87b6-69b4-4662-9455-c4471fc4163f on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:11.178800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=64ba87b6-69b4-4662-9455-c4471fc4163f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:11.271869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-d14de6aa-e16d-44c7-8b8b-8f860821ab9f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:11.273852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-d14de6aa-e16d-44c7-8b8b-8f860821ab9f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 817 time: 0.3464146 Jul 16 18:31:11.282145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.324352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] No DVR routers for this DVR port 64ba87b6-69b4-4662-9455-c4471fc4163f on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:11.362048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5eebc-3922-4ccf-8a23-583a5d88979a None None] Pushing event deleted for resources: {'Port': ['ID=64ba87b6-69b4-4662-9455-c4471fc4163f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:11.382241 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.411003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4038eaf5-99c7-4ec5-aa1e-1c312fbb232a req-6c84c369-9dcd-4aed-aa5a-29789ba10f57 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 210 time: 0.1435280 Jul 16 18:31:11.459842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e6ede4d-7b00-47f1-a93c-50d497cf5fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.476358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:11.499679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Sync routers for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:11.505241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.507183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.509523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-49ced001-2b32-4f45-bbb9-7efecbf3c824 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.7497320 Jul 16 18:31:11.516490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44086) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.538068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:11.539119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:11.582372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-707feda1-76c8-49a4-8839-2277aa3a5060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:11.584067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-707feda1-76c8-49a4-8839-2277aa3a5060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.4298508 Jul 16 18:31:11.590449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3505d268-1c11-47cb-8219-a23f9b3d2ed6']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:11.624850 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-6f2e2802-f700-480d-8ece-eef58ab17c44 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 380 time: 0.3089623 Jul 16 18:31:11.655441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'port': {'device_id': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'admin_state_up': True, 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'security_groups': ['b6282afc-8bb8-44eb-9da4-bf62ddc13a18']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:11.660041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a027891-1ed6-4d5a-89bb-4a54aac14bf9') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:11.660360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a027891-1ed6-4d5a-89bb-4a54aac14bf9') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:11.703494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.756414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:11.767098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.788442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:11.788868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:11.792187 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:11.915521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-04c30b73-49ce-46c3-9a33-0473d8482f92 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=d18b8d744c464ce99a2cf60e1da305d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3975368 Jul 16 18:31:11.918232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44090) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:12.019403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:12.192547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631f7748-b37e-4b1d-a2f2-78e0e9515df1 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.197657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-631f7748-b37e-4b1d-a2f2-78e0e9515df1 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2749100 Jul 16 18:31:12.198169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44094) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:12.242161 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a8f6dd2a-e55c-42ed-bced-336ea25f8e67 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376410 Jul 16 18:31:12.242456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44096) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:12.248560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274338366', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:12.274594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Checking router: ad0253cb-116b-46fa-bc64-87a868edf98d for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:12.275185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Updating router ad0253cb-116b-46fa-bc64-87a868edf98d port b1861d8c-59aa-4785-93f2-37e9a8464ca0 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:12.312551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.315652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-0f9993df-718b-4a0d-84be-9e4d0ba08fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.317310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-0f9993df-718b-4a0d-84be-9e4d0ba08fbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7193141 Jul 16 18:31:12.321344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.333199 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.341372 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/3505d268-1c11-47cb-8219-a23f9b3d2ed6 HTTP/1.1" status: 204 len: 168 time: 2.1013577 Jul 16 18:31:12.357761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:12.360044 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e6ede4d-7b00-47f1-a93c-50d497cf5fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.366118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-258479279'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:12.371188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9be84a-a1b6-4bf5-baf2-f3f4e5f2233c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=3505d268-1c11-47cb-8219-a23f9b3d2ed6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:12.394995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4e6ede4d-7b00-47f1-a93c-50d497cf5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.448275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Made reservation on behalf of 94ea0282e3194d80a53fa3320db33b34 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:12.452226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.463967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:12.469670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.530503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44104) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:12.531804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4e6ede4d-7b00-47f1-a93c-50d497cf5fa8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f84debbf4106481d9785f851df401d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1446676 Jul 16 18:31:12.546776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ede4d-7b00-47f1-a93c-50d497cf5fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f3fb0c-a696-42d2-beb1-318af2bc0c0e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:12.567050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:12.570852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.635428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-a0739746-5255-48f8-b674-c17e79ad8e3d service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976511 Jul 16 18:31:12.718988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:12.780242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac547a2c-3ca9-46de-b99c-0c6ee3d01f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.797486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.797947 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment d066861d-1af6-49d3-9dfe-c2870131851a of type vlan for network 42a7a577-02cb-4307-b411-8db20fe91b03 Jul 16 18:31:12.800383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 64ba87b6-69b4-4662-9455-c4471fc4163f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:12.839981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 64ba87b6-69b4-4662-9455-c4471fc4163f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:12.840362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 64ba87b6-69b4-4662-9455-c4471fc4163f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:12.849609 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac547a2c-3ca9-46de-b99c-0c6ee3d01f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.869105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Allocated IP 172.20.0.12 (5f7598c0-a9c7-4be0-be85-1e6eb410233e/98b8d5e7-0040-4286-9225-597df1add27e/2cf62c34-223b-4365-8d70-bd59b192f57f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:12.896131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:12.901654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-f8696224-1adc-4782-a549-d44bf7e51fdc service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600324 Jul 16 18:31:12.971298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-882437fc-211c-4a60-abbf-31d3c9473d1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 217 time: 0.0614576 Jul 16 18:31:13.001478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d51b839-c6c1-4407-a7e9-007c5ae03e7f req-6bfa7c26-5f57-4a06-9f9b-d0f25fc340e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 210 time: 0.1842813 Jul 16 18:31:13.017156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac547a2c-3ca9-46de-b99c-0c6ee3d01f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.019654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac547a2c-3ca9-46de-b99c-0c6ee3d01f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.027587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ac547a2c-3ca9-46de-b99c-0c6ee3d01f52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1f3fb0c-a696-42d2-beb1-318af2bc0c0e HTTP/1.1" status: 204 len: 168 time: 0.4959760 Jul 16 18:31:13.040768 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.052660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac547a2c-3ca9-46de-b99c-0c6ee3d01f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f3fb0c-a696-42d2-beb1-318af2bc0c0e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.053501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Transition to ACTIVE for port object b1861d8c-59aa-4785-93f2-37e9a8464ca0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:13.073530 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.084340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.098592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.099880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.116762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.150343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Attempting to bind port b1861d8c-59aa-4785-93f2-37e9a8464ca0 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:13.150721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Attempting to bind port b1861d8c-59aa-4785-93f2-37e9a8464ca0 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:13.151180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Attempting to bind port b1861d8c-59aa-4785-93f2-37e9a8464ca0 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:13.157368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:13.157750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:13.158156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.158591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:13.159095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Bound port: b1861d8c-59aa-4785-93f2-37e9a8464ca0, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:13.159486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.187165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Subnet': ['ID=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.216109 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8520577 Jul 16 18:31:13.219299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44110) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:13.228115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '42a7a577-02cb-4307-b411-8db20fe91b03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:13.243292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] For port b1861d8c-59aa-4785-93f2-37e9a8464ca0, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:13.248254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] For port b1861d8c-59aa-4785-93f2-37e9a8464ca0, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1861d8c-59aa-4785-93f2-37e9a8464ca0,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:13.249990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d945c2-59f1-4c26-a297-c3822951bb74 None None] Pushing event updated for resources: {'Port': ['ID=b1861d8c-59aa-4785-93f2-37e9a8464ca0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.263366 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.273460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Checking segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:13.273769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network hostable DHCP agents. Network: 0708cd6e-8816-4c76-a5ea-97b383ea368f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:13.324365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-88d86745-441b-429e-993f-2977c50eb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.327710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-88d86745-441b-429e-993f-2977c50eb059 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.3460727 Jul 16 18:31:13.333683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4332dfd-c0cd-4636-8c7a-436340022040 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=42a7a577-02cb-4307-b411-8db20fe91b03,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.337926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:13.338674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:13.360229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:13.381082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 0708cd6e-8816-4c76-a5ea-97b383ea368f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:13.397126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.398008 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.413202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 42a7a577-02cb-4307-b411-8db20fe91b03 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:13.419262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:13.424080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.481501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.501497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Transition to ACTIVE for port object 2cf62c34-223b-4365-8d70-bd59b192f57f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:13.504443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-5e711944-9199-43a6-b9eb-8cd20f72c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.506059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-5e711944-9199-43a6-b9eb-8cd20f72c023 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1678975 Jul 16 18:31:13.507164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cba456-2886-436c-92b7-9e33c091e394 None None] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:13.568697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5200e797-de4a-48ef-b1b1-96c0371dced5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3251059 Jul 16 18:31:13.571833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44120) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:13.588839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d945c2-59f1-4c26-a297-c3822951bb74 None None] Pushing event updated for resources: {'Port': ['ID=b1861d8c-59aa-4785-93f2-37e9a8464ca0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.664244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:13.686359 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.762252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-da208316-6928-4540-8596-3f86bd5cf325 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379715 Jul 16 18:31:13.791341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:13.816276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:13.831298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:13.839018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:13.943256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:13.982010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc3914-ea95-4903-9415-de324891c2b7 None None] The sync data for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 is: [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:09Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:14.025277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-0708cd6e-8816-4c76-a5ea-97b383ea368f', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:14.026480 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.118762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.130969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.151754 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.197445 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-445d6f4a-2ac6-4cc6-960b-823233c5df16 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232163 Jul 16 18:31:14.285596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=f5fd2559-1346-45b0-a0e3-9f4ca7365de4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:14.300270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-421a94f2-b618-49a7-90f2-5964cb9e7008 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6545045 Jul 16 18:31:14.303064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-5be9f765-7f08-4ae8-bf23-cf869ddb7f2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 217 time: 0.0922112 Jul 16 18:31:14.323226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Request body: {'port': {'device_id': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:14.404694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-94d6610d-7550-4524-8413-70bef1ce8b85 None None] Provisioning for port 2cf62c34-223b-4365-8d70-bd59b192f57f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:14.415353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Allocated IP 172.20.0.2 (0708cd6e-8816-4c76-a5ea-97b383ea368f/a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9/af1e1da6-ecef-4aad-b441-bb09ce62382b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:14.494549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-94d6610d-7550-4524-8413-70bef1ce8b85 None None] Provisioning complete for port 2cf62c34-223b-4365-8d70-bd59b192f57f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:14.500799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94d6610d-7550-4524-8413-70bef1ce8b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.508442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-eef48442-a6be-438d-aa82-d415a413a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.523621 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-eef48442-a6be-438d-aa82-d415a413a95c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.1962934 Jul 16 18:31:14.542588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': 'd066861d-1af6-49d3-9dfe-c2870131851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a7a577-02cb-4307-b411-8db20fe91b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:14.542732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 42a7a577-02cb-4307-b411-8db20fe91b03, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:14.616811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.641937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-94d6610d-7550-4524-8413-70bef1ce8b85 None None] Port 2cf62c34-223b-4365-8d70-bd59b192f57f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:14.654199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 42a7a577-02cb-4307-b411-8db20fe91b03 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:14.684313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadaa72d-4be0-427f-83f2-c7454e5eb45f req-8e62711d-4073-4f0f-9a1b-7ae344f1a086 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.686387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fadaa72d-4be0-427f-83f2-c7454e5eb45f req-8e62711d-4073-4f0f-9a1b-7ae344f1a086 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 932 time: 0.3810992 Jul 16 18:31:14.688643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 42a7a577-02cb-4307-b411-8db20fe91b03) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:14.710676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045cf088-1464-410b-80a6-883b024e076d None None] Network 42a7a577-02cb-4307-b411-8db20fe91b03 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:14.738691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.739306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.819058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd2f2833-8c96-4249-a3ff-3c66f6ab72c0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5933778 Jul 16 18:31:14.822577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44146) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:14.829502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bfdb0df5-e2fe-4be8-bcae-105812b09cb0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1939643814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:14.865045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.883025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Transition to ACTIVE for port object af1e1da6-ecef-4aad-b441-bb09ce62382b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:14.920459 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Transition to ACTIVE for port object af1e1da6-ecef-4aad-b441-bb09ce62382b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:14.944522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fadaa72d-4be0-427f-83f2-c7454e5eb45f req-4af12c43-54e6-4530-ae6c-557cae00bf0e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107611 Jul 16 18:31:14.964487 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0df5-e2fe-4be8-bcae-105812b09cb0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.968644 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0df5-e2fe-4be8-bcae-105812b09cb0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.973559 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.998449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-bc1fe2f3-77f8-46c5-adab-bec47b99a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:15.001266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-bc1fe2f3-77f8-46c5-adab-bec47b99a07e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4708421 Jul 16 18:31:15.063471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:15.069812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:15.084393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:15.126772 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0df5-e2fe-4be8-bcae-105812b09cb0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.148563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0df5-e2fe-4be8-bcae-105812b09cb0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.199668 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bfdb0df5-e2fe-4be8-bcae-105812b09cb0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.201428 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bfdb0df5-e2fe-4be8-bcae-105812b09cb0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3778455 Jul 16 18:31:15.204584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44152) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:15.217688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-42a7a577-02cb-4307-b411-8db20fe91b03', 'network_id': '42a7a577-02cb-4307-b411-8db20fe91b03', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': 'f5fd2559-1346-45b0-a0e3-9f4ca7365de4'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:15.219085 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.232495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Pushing event updated for resources: {'Port': ['ID=af1e1da6-ecef-4aad-b441-bb09ce62382b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:15.327069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Attempting to bind port af1e1da6-ecef-4aad-b441-bb09ce62382b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:15.327839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Attempting to bind port af1e1da6-ecef-4aad-b441-bb09ce62382b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:15.328471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Attempting to bind port af1e1da6-ecef-4aad-b441-bb09ce62382b on network 0708cd6e-8816-4c76-a5ea-97b383ea368f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:15.336438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:15.337317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Checking segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:15.338033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.338926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Bound using segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:15.339972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Bound port: af1e1da6-ecef-4aad-b441-bb09ce62382b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:15.340652 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.346596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf62c34-223b-4365-8d70-bd59b192f57f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:15.370651 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-3b55f5c1-c183-488f-9ee2-ebf4555c3c59 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517151 Jul 16 18:31:15.375748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.451132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Transition to ACTIVE for port object 2cf62c34-223b-4365-8d70-bd59b192f57f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:15.461643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.498059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.577414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:15.751483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Allocated IP 172.20.0.2 (42a7a577-02cb-4307-b411-8db20fe91b03/f5fd2559-1346-45b0-a0e3-9f4ca7365de4/18528d12-31ce-4d87-9c47-1d6ad040b0a3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:15.804588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-237ea9a8-f416-49fa-8f9d-38817ea43a5b service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202220 Jul 16 18:31:15.877624 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-bcd543c0-413a-4fe2-aa7c-fb87c6edfac3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.0645642 Jul 16 18:31:15.905256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.944749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] For port af1e1da6-ecef-4aad-b441-bb09ce62382b, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:15.959536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] For port af1e1da6-ecef-4aad-b441-bb09ce62382b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=af1e1da6-ecef-4aad-b441-bb09ce62382b,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:15.974897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.990893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Attempting to bind port 2cf62c34-223b-4365-8d70-bd59b192f57f on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:15.991216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Attempting to bind port 2cf62c34-223b-4365-8d70-bd59b192f57f by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:15.992454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Attempting to bind port 2cf62c34-223b-4365-8d70-bd59b192f57f on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:16.027831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Port 2cf62c34-223b-4365-8d70-bd59b192f57f on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:16.028850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Attempting to bind port 2cf62c34-223b-4365-8d70-bd59b192f57f on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:16.048921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:16.049354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Checking segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:16.049680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Bound using segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:16.050146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Bound port: 2cf62c34-223b-4365-8d70-bd59b192f57f, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:16.050521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.085868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-40ff6e5e-ec30-47eb-9596-d4de57134754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.087472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-40ff6e5e-ec30-47eb-9596-d4de57134754 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.1620719 Jul 16 18:31:16.320464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:16.330517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:16.347615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-7c1ac886-c3c6-4f78-801c-294c25825f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.349524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-7c1ac886-c3c6-4f78-801c-294c25825f2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2524080 Jul 16 18:31:16.352816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.439839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1009b-2abc-4ee6-ba41-7a16ecb7f25d None None] Pushing event updated for resources: {'Port': ['ID=af1e1da6-ecef-4aad-b441-bb09ce62382b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.527284 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.567367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Transition to ACTIVE for port object 18528d12-31ce-4d87-9c47-1d6ad040b0a3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:16.571130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:16.572132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.579387 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] 10.222.0.55 "PUT /v2.0/ports/2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 200 len: 1093 time: 2.2674477 Jul 16 18:31:16.582136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:16.588541 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bdf918-8a41-4157-910a-4ad5004e4c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:16.625289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Transition to ACTIVE for port object 18528d12-31ce-4d87-9c47-1d6ad040b0a3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:16.642361 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.796907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Network 42a7a577-02cb-4307-b411-8db20fe91b03 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:16.809485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b1861d8c-59aa-4785-93f2-37e9a8464ca0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:16.834698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:16.845035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:16.935326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f3562b-e966-4ee9-a7ba-9d95472ab21b service neutron] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.076659 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-58d81ae8-b5f3-4ffc-9db5-acbceeeb06a4 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072139 Jul 16 18:31:17.200543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Pushing event updated for resources: {'Port': ['ID=18528d12-31ce-4d87-9c47-1d6ad040b0a3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.325673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Attempting to bind port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:17.326799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Attempting to bind port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'd066861d-1af6-49d3-9dfe-c2870131851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a7a577-02cb-4307-b411-8db20fe91b03'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:17.327434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Attempting to bind port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 on network 42a7a577-02cb-4307-b411-8db20fe91b03 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:17.334531 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0db85c74-102a-4d9f-ab63-addd2a473066 req-b309a467-5b59-45d6-8a84-f78b8a712112 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532420 Jul 16 18:31:17.340723 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463a2e0b-6782-4197-89b2-568fde1ac755 x-openstack-request-id: req-463a2e0b-6782-4197-89b2-568fde1ac755 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:17.341087 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:17.341284 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-463a2e0b-6782-4197-89b2-568fde1ac755 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:17.341702 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'status': 'completed', 'code': 200} Jul 16 18:31:17.344794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-955a1ff7-3e70-4317-a837-189fe03e4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.346017 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-955a1ff7-3e70-4317-a837-189fe03e4b3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1096 time: 0.5407765 Jul 16 18:31:17.351369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:17.359114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Checking segment: {'id': 'd066861d-1af6-49d3-9dfe-c2870131851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a7a577-02cb-4307-b411-8db20fe91b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:17.359827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.360082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Bound using segment: {'id': 'd066861d-1af6-49d3-9dfe-c2870131851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a7a577-02cb-4307-b411-8db20fe91b03'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:17.363789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Bound port: 18528d12-31ce-4d87-9c47-1d6ad040b0a3, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd066861d-1af6-49d3-9dfe-c2870131851a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '42a7a577-02cb-4307-b411-8db20fe91b03'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:17.363789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.370085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.1 (0708cd6e-8816-4c76-a5ea-97b383ea368f/a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9/3798ebed-1bcf-4ecb-ac29-11f350f4ba02) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:17.372448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b1861d8c-59aa-4785-93f2-37e9a8464ca0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:17.393590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b1861d8c-59aa-4785-93f2-37e9a8464ca0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:17.394488 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.406281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-1e9d4e32-1d29-4b9e-9058-1c3ce7b9c463 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 200 len: 217 time: 0.0535572 Jul 16 18:31:17.449379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b6c99-d66e-4f0a-b783-b49a31677e77 req-1600f90f-3bf1-41eb-ae71-ff288b62342a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.452719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf5b6c99-d66e-4f0a-b783-b49a31677e77 req-1600f90f-3bf1-41eb-ae71-ff288b62342a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.8338885 Jul 16 18:31:17.491466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.20.0.1 (42a7a577-02cb-4307-b411-8db20fe91b03/f5fd2559-1346-45b0-a0e3-9f4ca7365de4/fb9e8956-d998-47da-8673-c42e39bbae23) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:17.546291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-39454dd8-4271-477b-938d-a16c0950bd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.548865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.549179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-39454dd8-4271-477b-938d-a16c0950bd79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.1329753 Jul 16 18:31:17.577705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b1861d8c-59aa-4785-93f2-37e9a8464ca0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1861d8c-59aa-4785-93f2-37e9a8464ca0,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:17.587172 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.670602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-ec3e1eca-5e7e-4b70-abad-71e9df3bc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.672422 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-ec3e1eca-5e7e-4b70-abad-71e9df3bc663 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1103308 Jul 16 18:31:17.699276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] For port 18528d12-31ce-4d87-9c47-1d6ad040b0a3, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:17.708087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf5b6c99-d66e-4f0a-b783-b49a31677e77 req-d9fb1b14-2ae2-4842-aaa0-0ab8c335ad14 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433715 Jul 16 18:31:17.781536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] For port 18528d12-31ce-4d87-9c47-1d6ad040b0a3, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=18528d12-31ce-4d87-9c47-1d6ad040b0a3,segment=NetworkSegment(d066861d-1af6-49d3-9dfe-c2870131851a),segment_id=d066861d-1af6-49d3-9dfe-c2870131851a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:17.813415 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.843456 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.874748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b1861d8c-59aa-4785-93f2-37e9a8464ca0,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:17.899323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:17.914895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-b76d8a9a-fce2-40ed-b9c7-7d06aa4d8ca9 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262106 Jul 16 18:31:17.967906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.985059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51be74-5369-44a3-84a2-27359cbc3001 None None] Pushing event updated for resources: {'Port': ['ID=18528d12-31ce-4d87-9c47-1d6ad040b0a3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:18.039687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object fb9e8956-d998-47da-8673-c42e39bbae23 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:18.099731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.193672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5a62371-145e-4e3d-a393-a991fdb1399a req-5d300fb3-3023-44cb-b66a-659524925539 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766876 Jul 16 18:31:18.413839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:18.416384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-2413d573-0382-48f9-9c95-ef0967b7feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.418958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-2413d573-0382-48f9-9c95-ef0967b7feaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1096 time: 0.1561880 Jul 16 18:31:18.453370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:18.461840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:18.617953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:18.632548 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.673027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.690990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-da21c804-a50f-475b-b59e-7b82e6516ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.693058 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-da21c804-a50f-475b-b59e-7b82e6516ba3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.2636456 Jul 16 18:31:18.722795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70218cbf-1a63-4daf-be2f-37cdc31887c5 None None] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:18.823622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-d3552519-bc6c-4ad5-b021-b1ae13274f34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 200 len: 217 time: 0.1220920 Jul 16 18:31:18.857070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 42a7a577-02cb-4307-b411-8db20fe91b03 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:18.903329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:18.909772 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:18.921930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 18528d12-31ce-4d87-9c47-1d6ad040b0a3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:18.926147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b362cdf7-da6d-4a45-9859-907ff0926ad7 None None] Provisioning for port af1e1da6-ecef-4aad-b441-bb09ce62382b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:18.959350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=fb9e8956-d998-47da-8673-c42e39bbae23,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:18.984969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-8d881eb2-79bf-4293-9156-1c2043f1940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.986431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-8d881eb2-79bf-4293-9156-1c2043f1940a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.1556234 Jul 16 18:31:18.990189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.030855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.090075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-a5b1fc57-0bbd-4752-a6bb-23d389bf5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.091816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-a5b1fc57-0bbd-4752-a6bb-23d389bf5f34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958636 Jul 16 18:31:19.191028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:19.204461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device af1e1da6-ecef-4aad-b441-bb09ce62382b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:19.329537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-f60cb94d-ef09-4265-9228-a72ab82f0bc2 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296469 Jul 16 18:31:19.368013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port af1e1da6-ecef-4aad-b441-bb09ce62382b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:19.379251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port af1e1da6-ecef-4aad-b441-bb09ce62382b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:19.386429 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.487199 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6bdf918-8a41-4157-910a-4ad5004e4c1b req-9649e479-2a46-4f86-bafc-6abc3954dd04 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506152 Jul 16 18:31:19.549441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.608100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port af1e1da6-ecef-4aad-b441-bb09ce62382b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=af1e1da6-ecef-4aad-b441-bb09ce62382b,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:19.618500 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.619517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b1861d8c-59aa-4785-93f2-37e9a8464ca0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:19.783048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=af1e1da6-ecef-4aad-b441-bb09ce62382b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:19.824922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbfd12f-e95e-4989-889a-8f32eff88cfc None None] Network 42a7a577-02cb-4307-b411-8db20fe91b03 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:19.891864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b1861d8c-59aa-4785-93f2-37e9a8464ca0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:19.892734 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.942488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Provisioning for port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:20.013514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Provisioning complete for port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:20.013871 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.178407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21722cbc-9e7e-46ef-9d73-e4d47ff51d4a req-879a5462-c5b2-468d-a657-f1421e677b23 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.194051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21722cbc-9e7e-46ef-9d73-e4d47ff51d4a req-879a5462-c5b2-468d-a657-f1421e677b23 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.9864171 Jul 16 18:31:20.290027 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.319334 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.345685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] For port 18528d12-31ce-4d87-9c47-1d6ad040b0a3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=18528d12-31ce-4d87-9c47-1d6ad040b0a3,segment=NetworkSegment(d066861d-1af6-49d3-9dfe-c2870131851a),segment_id=d066861d-1af6-49d3-9dfe-c2870131851a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:20.355694 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.412054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Provisioning complete for port af1e1da6-ecef-4aad-b441-bb09ce62382b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:20.412465 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.438500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21722cbc-9e7e-46ef-9d73-e4d47ff51d4a req-ef68c650-7f23-4daa-83b0-8941cee0204c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2154961 Jul 16 18:31:20.482621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Pushing event updated for resources: {'Port': ['ID=18528d12-31ce-4d87-9c47-1d6ad040b0a3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:20.592413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Provisioning for port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:20.597815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Provisioning complete for port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:20.598233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.643603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device af1e1da6-ecef-4aad-b441-bb09ce62382b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:20.739052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e1178de4-bffd-4d79-b803-edc4f9821374 None None] Port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:20.752635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port af1e1da6-ecef-4aad-b441-bb09ce62382b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:20.754344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:20.925486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:20.966929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Provisioning for port fb9e8956-d998-47da-8673-c42e39bbae23 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:20.986010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Provisioning complete for port fb9e8956-d998-47da-8673-c42e39bbae23 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:20.986493 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.102420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.107836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Port fb9e8956-d998-47da-8673-c42e39bbae23 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:21.118411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.134709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Provisioning complete for port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:21.135444 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.172946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:21.197835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.207030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'port_id': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'mac_address': 'fa:16:3e:72:d2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:21.220646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.227443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.269626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=fb9e8956-d998-47da-8673-c42e39bbae23,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.286369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.312278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf62c34-223b-4365-8d70-bd59b192f57f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:21.331315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.342224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:21.348601 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.352552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Provisioning complete for port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:21.352926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.421392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.441113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-59f75f20-bb1b-4d17-b2e5-d2f4000ff42c None None] Port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:21.442183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:21.495785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 42a7a577-02cb-4307-b411-8db20fe91b03 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:21.499421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:21.579678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-de41dd6a-326d-4ef0-8811-932ead1a93c9 None None] Provisioning complete for port fb9e8956-d998-47da-8673-c42e39bbae23 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:21.580413 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de41dd6a-326d-4ef0-8811-932ead1a93c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:21.673187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2cf62c34-223b-4365-8d70-bd59b192f57f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:21.680666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:21.682583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:21.726896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-de41dd6a-326d-4ef0-8811-932ead1a93c9 None None] Port fb9e8956-d998-47da-8673-c42e39bbae23 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:21.908283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551464b5-9919-4ac0-8679-d0ee67e9ee18 req-262ec4eb-435c-42b7-8d1e-412e58ad885f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:21.909988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-551464b5-9919-4ac0-8679-d0ee67e9ee18 req-262ec4eb-435c-42b7-8d1e-412e58ad885f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 945 time: 0.2317805 Jul 16 18:31:21.942128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2d07557f-4a7f-4f30-95b9-586fe59b9e80 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:21.987046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-551464b5-9919-4ac0-8679-d0ee67e9ee18 req-4a2a5fc1-bcb9-4f9c-b312-1aca821d4d77 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665252 Jul 16 18:31:22.025934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ad0253cb-116b-46fa-bc64-87a868edf98d has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:22.067063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c20b3e5f-1120-451b-8bf1-23a9b3924256 None None] Provisioning complete for port fb9e8956-d998-47da-8673-c42e39bbae23 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:22.067834 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c20b3e5f-1120-451b-8bf1-23a9b3924256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.133158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c20b3e5f-1120-451b-8bf1-23a9b3924256 None None] Port fb9e8956-d998-47da-8673-c42e39bbae23 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:22.141518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:22.153059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a0ce319c-125e-40e8-b889-feb35f200b6c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/2d07557f-4a7f-4f30-95b9-586fe59b9e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9430940 Jul 16 18:31:22.153173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:22.157501 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] Sync routers for ids ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:22.171764 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] Routers {'2d07557f-4a7f-4f30-95b9-586fe59b9e80'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:22.172821 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:22.217046 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:22.219116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300ee3e-234d-4b11-97f2-33c8cc3e2ad7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.220832 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1300ee3e-234d-4b11-97f2-33c8cc3e2ad7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports/fb9e8956-d998-47da-8673-c42e39bbae23 HTTP/1.1" status: 200 len: 910 time: 0.0670447 Jul 16 18:31:22.225934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:22.228410 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] Routers {'2d07557f-4a7f-4f30-95b9-586fe59b9e80'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:22.229054 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:22.263883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-16111142-cb62-4e28-b5e5-b13a5dd1e0e1 None None] Provisioning complete for port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:22.265066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16111142-cb62-4e28-b5e5-b13a5dd1e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.268141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:22.281249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5f11bacf-052e-4d6f-a766-9365a005ba44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/ad0253cb-116b-46fa-bc64-87a868edf98d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7083013 Jul 16 18:31:22.283466 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:22.284562 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8d7e11-eeb6-4f1a-968e-8ceae4351d33 None None] The sync data for ids ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:22.313982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Sync routers for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:22.354217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:22.355472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:22.361122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-16111142-cb62-4e28-b5e5-b13a5dd1e0e1 None None] Port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:22.533044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:22.585188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 18528d12-31ce-4d87-9c47-1d6ad040b0a3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:22.606389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-51cd8e18-08df-43c6-8240-2a976671319f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905522987&fields=id&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 267 time: 0.0431318 Jul 16 18:31:22.730917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.803306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-5cde3aef-9ee0-44ed-ad65-df7d33d6aa2d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.809762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-5cde3aef-9ee0-44ed-ad65-df7d33d6aa2d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 797 time: 0.1847079 Jul 16 18:31:22.831889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-610d3288-11a0-4f76-abe8-90ba44b9653b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/quotas/d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 375 time: 0.0144756 Jul 16 18:31:22.876610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:22.925929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-088932e5-a988-43db-b493-378be8328829 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829053 Jul 16 18:31:23.208790 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-c9e9087c-442d-441d-ba37-14d41a1d398b service neutron] 10.222.0.48 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494531 Jul 16 18:31:23.219802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:23.220493 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.442689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 2cf62c34-223b-4365-8d70-bd59b192f57f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:23.457625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 2cf62c34-223b-4365-8d70-bd59b192f57f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:23.458010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.493485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:20Z', 'revision_number': 2, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:23.521495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-10855e65-d2ff-49d8-8754-40c40e4dbb88 service neutron] 10.222.0.48 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832177 Jul 16 18:31:23.535857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Checking router: ad0253cb-116b-46fa-bc64-87a868edf98d for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:23.536458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Updating router ad0253cb-116b-46fa-bc64-87a868edf98d port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:23.542857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42dbf00-3327-4e3f-96c6-c1c4fd7b1bb3 req-affee90b-1c2c-4afc-b178-47ada2346ab6 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:23.546327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d42dbf00-3327-4e3f-96c6-c1c4fd7b1bb3 req-affee90b-1c2c-4afc-b178-47ada2346ab6 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 945 time: 0.3444557 Jul 16 18:31:23.607531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.664880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d42dbf00-3327-4e3f-96c6-c1c4fd7b1bb3 req-c3ecc8ce-d373-4145-8049-f6c8aae06785 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019022 Jul 16 18:31:23.773148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port fb9e8956-d998-47da-8673-c42e39bbae23 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:23.774068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.858310 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:23.954466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc4a9a94-051b-49fd-a2bc-6a59952254d0 req-2698bb71-9b34-441e-b3cb-33210c4451de tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 210 time: 0.0905449 Jul 16 18:31:23.970312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:23.988460 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0996d86a-69d6-4de5-9c28-757fa6370598" -d '{"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-plugged", "status": "completed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:24.024770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.057686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:24.071447 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.078669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for fb9e8956-d998-47da-8673-c42e39bbae23 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:24.270097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.326311 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ae42d8-85df-4819-a57d-9d1295483fcf x-openstack-request-id: req-f9ae42d8-85df-4819-a57d-9d1295483fcf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:24.326779 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-plugged", "status": "completed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:24.327371 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9ae42d8-85df-4819-a57d-9d1295483fcf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:24.328778 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'code': 200} Jul 16 18:31:24.444398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.521538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Transition to ACTIVE for port object 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:24.526163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.530940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.602217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=fb9e8956-d998-47da-8673-c42e39bbae23,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.729670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0d47-e94d-481d-a2e6-e93502d990c2 None None] Pushing event updated for resources: {'Port': ['ID=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:24.771277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Attempting to bind port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:24.771658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Attempting to bind port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:24.772226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Attempting to bind port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 on network 0708cd6e-8816-4c76-a5ea-97b383ea368f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:24.784660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:24.785054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Checking segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:24.785468 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.785873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Bound using segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:24.786378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Bound port: 3798ebed-1bcf-4ecb-ac29-11f350f4ba02, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:24.787486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:24.949143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] For port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:24.957176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] For port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:24.964968 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.099660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b0d47-e94d-481d-a2e6-e93502d990c2 None None] Pushing event updated for resources: {'Port': ['ID=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:25.104437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44320) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:25.138510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:25.138744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed5ea-dcf5-4aa8-93d5-ce5313aaad11 req-6e298b5c-e6ce-45db-83a7-bd55d45a4647 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.147511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e2ed5ea-dcf5-4aa8-93d5-ce5313aaad11 req-6e298b5c-e6ce-45db-83a7-bd55d45a4647 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1592598 Jul 16 18:31:25.152651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:25.262829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e2ed5ea-dcf5-4aa8-93d5-ce5313aaad11 req-cd99158a-e4d7-4058-ab7e-7df564cd30da tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810788 Jul 16 18:31:25.288582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653b867-2f34-46de-bce8-7945f2347059 req-b69d9ab5-09de-4453-8a3f-9660c02a2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.296829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2653b867-2f34-46de-bce8-7945f2347059 req-b69d9ab5-09de-4453-8a3f-9660c02a2a38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1098 time: 0.9029834 Jul 16 18:31:25.352735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.442171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c4f46f-bf23-4449-a9a1-f6e9402d2bac req-eb4afd4d-51e2-474d-ae75-94c8c37a14a0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 210 time: 0.0526714 Jul 16 18:31:25.479681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd936a07-50db-419d-bfe2-7411dcc6ac07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.518079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:25.575275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2653b867-2f34-46de-bce8-7945f2347059 req-1dfc9e8d-9a4f-4e88-9eca-f7a9fb3a1f3f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639585 Jul 16 18:31:25.631163 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd936a07-50db-419d-bfe2-7411dcc6ac07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.636573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd936a07-50db-419d-bfe2-7411dcc6ac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.686451 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fd936a07-50db-419d-bfe2-7411dcc6ac07 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=060cecb4206b4745afe116742ed47e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766656 Jul 16 18:31:25.686451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd936a07-50db-419d-bfe2-7411dcc6ac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea662a0-17cc-4e7f-b05b-5215ba92d170,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:25.686903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44324) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:25.726530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2d07557f-4a7f-4f30-95b9-586fe59b9e80 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:25.745888 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f4d3-07bf-4a1e-9fbd-8a496835f2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.779561 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f4d3-07bf-4a1e-9fbd-8a496835f2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.847801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:24Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:25.850063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:25.857571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-02d893bc-0c7f-455c-9217-561501209ac7 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/2d07557f-4a7f-4f30-95b9-586fe59b9e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6299689 Jul 16 18:31:25.860952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44326) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:25.877233 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] Sync routers for ids ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:25.890225 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] Routers {'2d07557f-4a7f-4f30-95b9-586fe59b9e80'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:25.890686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53f689-37fe-4a4e-a7b6-28649b25eed4 None None] The sync data for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 is: [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:24Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:25.890924 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:25.920011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-96fb63bb-ff7e-4b5a-9c05-f045afe42d04 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d07557f-4a7f-4f30-95b9-586fe59b9e80 HTTP/1.1" status: 200 len: 205 time: 0.0575252 Jul 16 18:31:25.923320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:25.929226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f4d3-07bf-4a1e-9fbd-8a496835f2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.936724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7eb1f4d3-07bf-4a1e-9fbd-8a496835f2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:25.938772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7eb1f4d3-07bf-4a1e-9fbd-8a496835f2bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ea662a0-17cc-4e7f-b05b-5215ba92d170 HTTP/1.1" status: 204 len: 168 time: 0.2508621 Jul 16 18:31:25.948939 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:25.960086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1f4d3-07bf-4a1e-9fbd-8a496835f2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea662a0-17cc-4e7f-b05b-5215ba92d170,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:25.980816 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] Routers {'2d07557f-4a7f-4f30-95b9-586fe59b9e80'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:25.980816 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:26.069356 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:26.071072 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ef1df8-a8e0-426d-a4b8-b1c9b8ca11a6 None None] The sync data for ids ['2d07557f-4a7f-4f30-95b9-586fe59b9e80'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:26.092869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ca67bff-b9c7-45ae-86bf-4372dfae4e50 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.620474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44342) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:26.650672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:26.661009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35878897-f234-4039-8974-ece9de4c9798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.776880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-92d3c6af-0101-42f7-9a2f-33cc781538f2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:26.780285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-92d3c6af-0101-42f7-9a2f-33cc781538f2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 797 time: 0.5083148 Jul 16 18:31:26.840998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:26.849347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:26.849933 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:26.928868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76000caa-d8d8-4a77-b954-65bf51fa1bd5 req-7aee1439-747a-4842-85d3-57df21377803 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 210 time: 0.0672309 Jul 16 18:31:27.040535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35878897-f234-4039-8974-ece9de4c9798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.052040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35878897-f234-4039-8974-ece9de4c9798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.073550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.112466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ca67bff-b9c7-45ae-86bf-4372dfae4e50 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.120510 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ca67bff-b9c7-45ae-86bf-4372dfae4e50 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.138771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:27.146443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.183406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c44cc-4913-470f-99f7-83cacbfe2e6b req-75492643-9b1b-4b7c-a3c3-5bc3c8a718f8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.197057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-100c44cc-4913-470f-99f7-83cacbfe2e6b req-75492643-9b1b-4b7c-a3c3-5bc3c8a718f8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.4152822 Jul 16 18:31:27.221067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:27.239090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35878897-f234-4039-8974-ece9de4c9798 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40cb1490b2e241e1846117e461b8d558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136456 Jul 16 18:31:27.240493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:27.253875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-0e7e992f-4ce9-4861-862f-b0d23f19f300 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 380 time: 0.3395693 Jul 16 18:31:27.254579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35878897-f234-4039-8974-ece9de4c9798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4285e4-06f7-4d1a-bf3a-81dec7a7f9d1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:27.306352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'port': {'device_id': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'admin_state_up': True, 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'security_groups': ['a6104e80-98d4-47a8-8b92-90b926985273']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:27.313813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-100c44cc-4913-470f-99f7-83cacbfe2e6b req-ae6ff45a-9a45-4051-938e-0b2d7ddcc607 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146901 Jul 16 18:31:27.315783 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ca67bff-b9c7-45ae-86bf-4372dfae4e50 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.316334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca67bff-b9c7-45ae-86bf-4372dfae4e50 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Fanout notify agent at l3_agent the message router_deleted on router 2d07557f-4a7f-4f30-95b9-586fe59b9e80 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:27.335668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ca67bff-b9c7-45ae-86bf-4372dfae4e50 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.336950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2ca67bff-b9c7-45ae-86bf-4372dfae4e50 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/2d07557f-4a7f-4f30-95b9-586fe59b9e80 HTTP/1.1" status: 204 len: 168 time: 1.4125204 Jul 16 18:31:27.352619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44346) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:27.406243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477397a7-2571-480c-aecc-60069ffa06f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.448632 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477397a7-2571-480c-aecc-60069ffa06f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.461062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet f5fd2559-1346-45b0-a0e3-9f4ca7365de4 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:27.467287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.502318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:27.506257 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.550522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.696645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.13 (0708cd6e-8816-4c76-a5ea-97b383ea368f/a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9/5dd7f532-df66-4fdf-821d-22048bbd19d1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:27.705236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477397a7-2571-480c-aecc-60069ffa06f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.710643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477397a7-2571-480c-aecc-60069ffa06f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.713056 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-477397a7-2571-480c-aecc-60069ffa06f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a4285e4-06f7-4d1a-bf3a-81dec7a7f9d1 HTTP/1.1" status: 204 len: 168 time: 0.4705155 Jul 16 18:31:27.724372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.740240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477397a7-2571-480c-aecc-60069ffa06f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4285e4-06f7-4d1a-bf3a-81dec7a7f9d1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:27.827365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.843565 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:27.845973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/f5fd2559-1346-45b0-a0e3-9f4ca7365de4 HTTP/1.1" status: 204 len: 168 time: 0.5031066 Jul 16 18:31:27.853409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c1cc0-e997-4ea5-8fcf-43a4f1ef64b9 None None] Network 42a7a577-02cb-4307-b411-8db20fe91b03 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:27.867557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44352) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:27.877750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653a27f-cd29-43e2-9518-fc4757c7199d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fd2559-1346-45b0-a0e3-9f4ca7365de4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.068241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.081315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.131179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object 5dd7f532-df66-4fdf-821d-22048bbd19d1 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:28.156315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:28.156683 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.207007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.218088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] DHCP port deletion for 42a7a577-02cb-4307-b411-8db20fe91b03 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:28.248513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:28.285341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:28.289139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:28.352086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.402766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.405154 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.407553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 18528d12-31ce-4d87-9c47-1d6ad040b0a3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=18528d12-31ce-4d87-9c47-1d6ad040b0a3,segment=NetworkSegment(d066861d-1af6-49d3-9dfe-c2870131851a),segment_id=d066861d-1af6-49d3-9dfe-c2870131851a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:28.408244 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.414625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] Deleting port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:28.415303 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.438310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16d95c5c-747b-4a73-b04e-29eb20a2d913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1414897 Jul 16 18:31:28.459585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Request body: {'port': {'device_id': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:28.527613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 18528d12-31ce-4d87-9c47-1d6ad040b0a3 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:28.634749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] For port 18528d12-31ce-4d87-9c47-1d6ad040b0a3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=18528d12-31ce-4d87-9c47-1d6ad040b0a3,segment=NetworkSegment(d066861d-1af6-49d3-9dfe-c2870131851a),segment_id=d066861d-1af6-49d3-9dfe-c2870131851a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:28.635525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.655484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:28.688813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.735430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] Calling delete_port for 18528d12-31ce-4d87-9c47-1d6ad040b0a3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:28.833270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:28.833652 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.922607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e68bb92e-20af-4d3e-9ae6-577f697eb6d6 None None] Provisioning for port 5dd7f532-df66-4fdf-821d-22048bbd19d1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:28.933865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8357414c-e597-4116-b474-56502e77653a req-1837f536-18ef-4e13-aca5-67866c411501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.946087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8357414c-e597-4116-b474-56502e77653a req-1837f536-18ef-4e13-aca5-67866c411501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 932 time: 0.5422776 Jul 16 18:31:28.988404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e68bb92e-20af-4d3e-9ae6-577f697eb6d6 None None] Provisioning complete for port 5dd7f532-df66-4fdf-821d-22048bbd19d1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:28.989344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e68bb92e-20af-4d3e-9ae6-577f697eb6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.067246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e68bb92e-20af-4d3e-9ae6-577f697eb6d6 None None] Port 5dd7f532-df66-4fdf-821d-22048bbd19d1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:31:29.074908 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:31:29.097081 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8357414c-e597-4116-b474-56502e77653a req-8280eb89-a645-4363-bf16-0502c8582d8e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494532 Jul 16 18:31:29.100618 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.112228 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.119476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 18528d12-31ce-4d87-9c47-1d6ad040b0a3 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:29.177679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 18528d12-31ce-4d87-9c47-1d6ad040b0a3 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:29.178548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 18528d12-31ce-4d87-9c47-1d6ad040b0a3 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:29.195483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] Pushing event deleted for resources: {'Port': ['ID=18528d12-31ce-4d87-9c47-1d6ad040b0a3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.206625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25392c6f-8324-4f34-9fe1-8a46c7d57e6e None None] No DVR routers for this DVR port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:29.226543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3081-bc4f-4ff8-a19d-66b284fd85e2 req-a9b93f51-3306-4911-bd74-37a91119e660 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:29.229167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9bb3081-bc4f-4ff8-a19d-66b284fd85e2 req-a9b93f51-3306-4911-bd74-37a91119e660 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.4354246 Jul 16 18:31:29.239318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=18528d12-31ce-4d87-9c47-1d6ad040b0a3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.249934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port 18528d12-31ce-4d87-9c47-1d6ad040b0a3 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:29.350567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd7f532-df66-4fdf-821d-22048bbd19d1 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:29.372112 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.381638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9bb3081-bc4f-4ff8-a19d-66b284fd85e2 req-30015a30-6e2c-441c-833d-ac7b99798d3f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190259 Jul 16 18:31:29.411733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Transition to ACTIVE for port object 5dd7f532-df66-4fdf-821d-22048bbd19d1 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:29.427087 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.427331 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.440708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a7a577-02cb-4307-b411-8db20fe91b03']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.454910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd066861d-1af6-49d3-9dfe-c2870131851a') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.455429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd066861d-1af6-49d3-9dfe-c2870131851a') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:29.465812 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.497902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.509201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:29.510234 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:29.516177 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:29.562390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.620994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.633876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:29.636601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:29.637645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on network 0708cd6e-8816-4c76-a5ea-97b383ea368f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:29.641440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.648170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:29.650245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/42a7a577-02cb-4307-b411-8db20fe91b03 HTTP/1.1" status: 204 len: 168 time: 1.7811809 Jul 16 18:31:29.657453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2126766774', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:29.661651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775acbb-e2ca-43f4-9b03-d7a5d2a47c62 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=42a7a577-02cb-4307-b411-8db20fe91b03,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:29.684461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on network 0708cd6e-8816-4c76-a5ea-97b383ea368f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:31:29.684799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on network 0708cd6e-8816-4c76-a5ea-97b383ea368f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:29.705292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:29.705930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Checking segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:29.706493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Bound using segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:29.707137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Bound port: 5dd7f532-df66-4fdf-821d-22048bbd19d1, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:29.707681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.731208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.733130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.904556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.920497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:29.927663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:29.991114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.063462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.064655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.067916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1093 time: 1.6210558 Jul 16 18:31:30.125960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:30.134145 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7080ff20-343d-4300-b9ca-afdf0d458c4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:30.180945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909cb0c-106d-454f-b3f9-3e04e1bc7137 req-f6f20d6b-2178-45c9-a387-389b1325c479 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.197418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0909cb0c-106d-454f-b3f9-3e04e1bc7137 req-f6f20d6b-2178-45c9-a387-389b1325c479 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.5236006 Jul 16 18:31:30.198225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44396) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:30.224893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'floatingip': {'port_id': '2cf62c34-223b-4365-8d70-bd59b192f57f'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:30.229710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-400304d0-fda0-4699-baa0-89370cc413d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.296570 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.319763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.396958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93959fe3-243e-460b-8361-dfe7be7ca7d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:30.426902 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e6ad3f-373c-4046-bc4d-0b35cfb78253 x-openstack-request-id: req-44e6ad3f-373c-4046-bc4d-0b35cfb78253 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:30.427970 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:30.428432 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44e6ad3f-373c-4046-bc4d-0b35cfb78253 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:30.429110 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'status': 'completed', 'code': 200} Jul 16 18:31:30.644123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-2e36ab8c-e278-45cc-a5b9-13db61d10d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.647081 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-2e36ab8c-e278-45cc-a5b9-13db61d10d77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1096 time: 0.5012951 Jul 16 18:31:30.752821 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-776aeec8-dd94-458e-b79e-4aaff059aacf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 217 time: 0.0966461 Jul 16 18:31:30.842785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695a5d-b79e-403a-be04-436dbcdc505a req-5e697b04-2424-45e3-8483-3d242d586a8e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.845618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60695a5d-b79e-403a-be04-436dbcdc505a req-5e697b04-2424-45e3-8483-3d242d586a8e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.2228491 Jul 16 18:31:30.976408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16fd5e72-815e-4024-ae8d-b632522f75be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.979097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-16fd5e72-815e-4024-ae8d-b632522f75be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.2173281 Jul 16 18:31:31.070836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60695a5d-b79e-403a-be04-436dbcdc505a req-083348f4-097b-41c1-a08c-57232b20cdbd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081707 Jul 16 18:31:31.081127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.118567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.249056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-2cd77b30-c7c2-436b-b310-907b488910a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:31.251922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-2cd77b30-c7c2-436b-b310-907b488910a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602756 Jul 16 18:31:31.296288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.301282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.421683 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Floating IP 58192171-41b9-4a74-b3fe-1352af2c87de associated. External IP: 172.25.0.227, port: 2cf62c34-223b-4365-8d70-bd59b192f57f. Jul 16 18:31:31.452697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.25.0.53 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4755b705-44b7-4b73-8de8-53764ab14309) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:31.552829 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-562d95c3-c2f0-44a2-829d-a5f3da8372e4 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901514 Jul 16 18:31:31.791794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Router 5936653f-ef51-463a-a3f5-cdb8c2d305db has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:31.934322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:31.939148 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.947667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] Sync routers for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:31.960235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:31.961370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:32.050622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ee48f85f-4700-418b-a878-d6c57aa4549b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "PUT /v2.0/floatingips/58192171-41b9-4a74-b3fe-1352af2c87de HTTP/1.1" status: 200 len: 992 time: 1.8450229 Jul 16 18:31:32.051772 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:32.054669 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e461472-5272-4a08-86e0-03eecccc3428" -d '{"events": [{"name": "network-changed", "server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:32.206959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:32.207923 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36db5f98-8c21-4945-9300-ea02eea2659c x-openstack-request-id: req-36db5f98-8c21-4945-9300-ea02eea2659c {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:32.208325 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:32.208635 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-36db5f98-8c21-4945-9300-ea02eea2659c {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:32.209119 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'status': 'completed', 'code': 200} Jul 16 18:31:32.286237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.306229 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6a0b7090-0181-4782-a1e4-872fbd08769e req-05dd9e88-a062-4c00-9270-d7cba58757e7 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451258 Jul 16 18:31:32.343056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44444) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:32.367137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461472-5272-4a08-86e0-03eecccc3428 req-2eaaa71e-3c53-4bfc-ba90-ec2044de57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.368773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e461472-5272-4a08-86e0-03eecccc3428 req-2eaaa71e-3c53-4bfc-ba90-ec2044de57b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1098 time: 0.1276166 Jul 16 18:31:32.370531 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.445124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:32.471527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0bf9a-ee5f-4cb1-855b-36f1b229da63 req-165c3dc6-238a-4254-9f83-6054385a05eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.478678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:32.480610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01b0bf9a-ee5f-4cb1-855b-36f1b229da63 req-165c3dc6-238a-4254-9f83-6054385a05eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.1727612 Jul 16 18:31:32.487197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:32.517911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=4755b705-44b7-4b73-8de8-53764ab14309,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:32.551296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01b0bf9a-ee5f-4cb1-855b-36f1b229da63 req-3baad850-0b3f-499e-bd7e-56813f50babf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691855 Jul 16 18:31:32.650360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f19764a-a574-4f7f-ade7-647dfe98c342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.730710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461472-5272-4a08-86e0-03eecccc3428 req-eed994ee-3129-43b9-a85f-dd1db726bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.732188 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e461472-5272-4a08-86e0-03eecccc3428 req-eed994ee-3129-43b9-a85f-dd1db726bef0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.3537591 Jul 16 18:31:32.733315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '58192171-41b9-4a74-b3fe-1352af2c87de', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'port_id': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'mac_address': 'fa:16:3e:72:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:04Z', 'updated_at': '2021-07-16T18:31:31Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:32.737190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-941b4f52-e5df-4b41-bbb8-c1253904070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.738940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-941b4f52-e5df-4b41-bbb8-c1253904070a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1096 time: 0.3276505 Jul 16 18:31:32.778837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] Checking router: 5936653f-ef51-463a-a3f5-cdb8c2d305db for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:32.795909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:32.796418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:32.939695 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e461472-5272-4a08-86e0-03eecccc3428 req-2add92c3-338f-4141-8b13-2c397beea70c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 200 len: 1000 time: 0.1997139 Jul 16 18:31:33.018498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:33.095257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-a49cff19-280f-469d-a428-e2b31a6be16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.096844 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-a49cff19-280f-469d-a428-e2b31a6be16d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.3450513 Jul 16 18:31:33.101601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461472-5272-4a08-86e0-03eecccc3428 req-4498d65e-4032-4b9d-8a93-8f85bb6d0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.103212 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e461472-5272-4a08-86e0-03eecccc3428 req-4498d65e-4032-4b9d-8a93-8f85bb6d0929 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.1525805 Jul 16 18:31:33.182456 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf7c5348-459e-4b1d-bbd8-0d51a42c155b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.189077 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-900a6920-f998-4e12-80cb-c7ec1f7f72cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 217 time: 0.0780284 Jul 16 18:31:33.189665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.291599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f19764a-a574-4f7f-ade7-647dfe98c342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.305184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f19764a-a574-4f7f-ade7-647dfe98c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.385453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-d90c892d-41f2-4857-a3fc-1c661e3f266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.388010 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-d90c892d-41f2-4857-a3fc-1c661e3f266f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.1899362 Jul 16 18:31:33.428515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f19764a-a574-4f7f-ade7-647dfe98c342 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7cdd6ff74e4f4484a101e7f5fdeab1be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0828609 Jul 16 18:31:33.434694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44454) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:33.457254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19764a-a574-4f7f-ade7-647dfe98c342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fe8845-2e12-4338-9a46-b674bb2ea8d6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:33.479786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e461472-5272-4a08-86e0-03eecccc3428 req-e6ad26f3-e39f-4f14-8cf1-eade3d045818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.482256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e461472-5272-4a08-86e0-03eecccc3428 req-e6ad26f3-e39f-4f14-8cf1-eade3d045818 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3657117 Jul 16 18:31:33.528202 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.537623 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7222c767-c7af-4aa2-9782-90a312ddcaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.577160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7222c767-c7af-4aa2-9782-90a312ddcaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.624126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '58192171-41b9-4a74-b3fe-1352af2c87de', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'port_id': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'mac_address': 'fa:16:3e:72:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:04Z', 'updated_at': '2021-07-16T18:31:31Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:33.675891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7222c767-c7af-4aa2-9782-90a312ddcaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.678591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab63dc-5883-40c7-8fe1-0e457e33158e None None] The sync data for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 is: [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '58192171-41b9-4a74-b3fe-1352af2c87de', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'floating_ip_address': '172.25.0.227', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'port_id': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'mac_address': 'fa:16:3e:72:d2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:04Z', 'updated_at': '2021-07-16T18:31:31Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:33.687194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-025e480f-e258-4d4d-8cbe-1e39271bcead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.687698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7222c767-c7af-4aa2-9782-90a312ddcaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.688962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-025e480f-e258-4d4d-8cbe-1e39271bcead service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2815697 Jul 16 18:31:33.690047 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7222c767-c7af-4aa2-9782-90a312ddcaf7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71fe8845-2e12-4338-9a46-b674bb2ea8d6 HTTP/1.1" status: 204 len: 168 time: 0.2535412 Jul 16 18:31:33.704966 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.705724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222c767-c7af-4aa2-9782-90a312ddcaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fe8845-2e12-4338-9a46-b674bb2ea8d6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:33.715662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e461472-5272-4a08-86e0-03eecccc3428 req-ec2e8b93-8182-4ef1-9db8-911d988c38d6 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852643 Jul 16 18:31:33.903478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398c3f3-1b1a-4450-96c9-1b5e6a2851be req-cb3d9d98-e030-4f51-beb1-6f4ecd064de7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.912803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e398c3f3-1b1a-4450-96c9-1b5e6a2851be req-cb3d9d98-e030-4f51-beb1-6f4ecd064de7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.1245031 Jul 16 18:31:33.993952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e398c3f3-1b1a-4450-96c9-1b5e6a2851be req-d1c477f6-046c-46af-b99c-fcd67b4f7f3b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802419 Jul 16 18:31:34.077961 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-3128bde8-a7ed-483f-955d-41b00df68dec service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815436 Jul 16 18:31:34.086093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e461472-5272-4a08-86e0-03eecccc3428 req-ebba2eff-39ee-4f3b-acaa-4016b49bf9e6 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692799 Jul 16 18:31:34.129063 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7eb1f8-3e7b-458b-9467-1a0a214b8f60 None None] New status for floating IP 58192171-41b9-4a74-b3fe-1352af2c87de: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:34.243029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7080ff20-343d-4300-b9ca-afdf0d458c4e req-c65ba591-11a8-4723-8029-65368b1f12cb service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475194 Jul 16 18:31:34.251503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2ffc46d8-6014-4355-afab-50e8bdff4ae0 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:34.306905 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.451535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:34.465717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] Sync routers for ids ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:34.478569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:34.483566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-acb478b5-0759-4934-983f-05801eb0f0a9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.8310871 Jul 16 18:31:34.484233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.488749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] Routers {'2ffc46d8-6014-4355-afab-50e8bdff4ae0'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:34.490490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.544104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.555144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] Routers {'2ffc46d8-6014-4355-afab-50e8bdff4ae0'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:34.555816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.589471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:34.590726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f064aa08-76c1-49b2-824f-9e3c2761482a None None] The sync data for ids ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:34.617032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea73b9ab-0a65-4637-b441-be660f916842 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/routers/2ffc46d8-6014-4355-afab-50e8bdff4ae0 HTTP/1.1" status: 200 len: 880 time: 0.1313915 Jul 16 18:31:34.619606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.769916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9b6606ac-10dc-403c-934c-cd646767309a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1464632 Jul 16 18:31:34.770175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:34.781225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-67df0fe6-34ce-49d6-83a2-8bf92266fd60 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2126766774'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:35.251413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:35.404523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5027e4-84b3-4930-aabd-a4392f68bafa req-a1b1851c-4dac-4837-ac89-38053695f540 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:35.423243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c5027e4-84b3-4930-aabd-a4392f68bafa req-a1b1851c-4dac-4837-ac89-38053695f540 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.2059903 Jul 16 18:31:35.470460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:35.484448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'port_id': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'mac_address': 'fa:16:3e:b1:b8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:35.497140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c5027e4-84b3-4930-aabd-a4392f68bafa req-31d2fcf2-16c8-4cb7-a4f0-d90a46aa7d33 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719440 Jul 16 18:31:35.545173 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.577216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd7f532-df66-4fdf-821d-22048bbd19d1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:35.613029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:35.619745 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.675943 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67df0fe6-34ce-49d6-83a2-8bf92266fd60 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.693050 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67df0fe6-34ce-49d6-83a2-8bf92266fd60 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.710236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:35.813136 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:35.819928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5dd7f532-df66-4fdf-821d-22048bbd19d1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:35.846631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67df0fe6-34ce-49d6-83a2-8bf92266fd60 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 2ffc46d8-6014-4355-afab-50e8bdff4ae0 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:35.903907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44528) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.020304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67df0fe6-34ce-49d6-83a2-8bf92266fd60 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:36.028507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67df0fe6-34ce-49d6-83a2-8bf92266fd60 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.034949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67df0fe6-34ce-49d6-83a2-8bf92266fd60 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/2ffc46d8-6014-4355-afab-50e8bdff4ae0 HTTP/1.1" status: 200 len: 887 time: 1.2558765 Jul 16 18:31:36.035120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44532) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.046131 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] Sync routers for ids ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:36.062833 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] Routers {'2ffc46d8-6014-4355-afab-50e8bdff4ae0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:36.064295 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:36.131182 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:36.143324 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] Routers {'2ffc46d8-6014-4355-afab-50e8bdff4ae0'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:36.143949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:36.181847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fbba6cb-be62-491b-8b3b-77649d0196d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.221837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5aeaad50-5783-4db7-9255-cda07f8e7559 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/routers/2ffc46d8-6014-4355-afab-50e8bdff4ae0 HTTP/1.1" status: 200 len: 887 time: 0.1860223 Jul 16 18:31:36.226438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44534) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.279259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e3917bbe-9421-4086-8a02-35f6fa20f6ea tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffc46d8-6014-4355-afab-50e8bdff4ae0 HTTP/1.1" status: 200 len: 205 time: 0.0504637 Jul 16 18:31:36.279533 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:36.280075 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ade4d29-92ef-4513-a216-e9db6383c13f None None] The sync data for ids ['2ffc46d8-6014-4355-afab-50e8bdff4ae0'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:36.282350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44536) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.369503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fbba6cb-be62-491b-8b3b-77649d0196d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.375118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0fbba6cb-be62-491b-8b3b-77649d0196d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.426876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.457576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0fbba6cb-be62-491b-8b3b-77649d0196d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fcb104b98ad40bf8d6f5e5f5d1dc53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522308 Jul 16 18:31:36.459693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44542) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:36.461044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbba6cb-be62-491b-8b3b-77649d0196d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105fffa6-4e57-4a66-b395-66ddf253d532,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.575531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0606db8c-5c0e-48e4-ac7e-ebc04e47254e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.591751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.619597 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0606db8c-5c0e-48e4-ac7e-ebc04e47254e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.676727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 4755b705-44b7-4b73-8de8-53764ab14309 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:36.677551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.724844 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0606db8c-5c0e-48e4-ac7e-ebc04e47254e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.730886 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0606db8c-5c0e-48e4-ac7e-ebc04e47254e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.732788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0606db8c-5c0e-48e4-ac7e-ebc04e47254e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/105fffa6-4e57-4a66-b395-66ddf253d532 HTTP/1.1" status: 204 len: 168 time: 0.2663417 Jul 16 18:31:36.790452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606db8c-5c0e-48e4-ac7e-ebc04e47254e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105fffa6-4e57-4a66-b395-66ddf253d532,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:36.819820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:36.836123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 4755b705-44b7-4b73-8de8-53764ab14309 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:36.879444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90723e6-c69b-4c3d-85a3-a98a73db2144 req-7df470bf-3071-494c-9052-967673b3608d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:36.881534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b90723e6-c69b-4c3d-85a3-a98a73db2144 req-7df470bf-3071-494c-9052-967673b3608d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 945 time: 0.1473117 Jul 16 18:31:36.926509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b90723e6-c69b-4c3d-85a3-a98a73db2144 req-ee9ae1af-5477-47d0-8547-80355871d295 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370934 Jul 16 18:31:37.067084 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.074021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.104601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=4755b705-44b7-4b73-8de8-53764ab14309,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:37.186670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.271034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:37.287240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.291382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.348828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.350137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Fanout notify agent at l3_agent the message router_deleted on router 2ffc46d8-6014-4355-afab-50e8bdff4ae0 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:37.360660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.360991 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7c5c4a9f-be4d-4103-b1d5-4e69d2c8c003 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/2ffc46d8-6014-4355-afab-50e8bdff4ae0 HTTP/1.1" status: 204 len: 168 time: 1.0772631 Jul 16 18:31:37.364778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:37.369219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 5dd7f532-df66-4fdf-821d-22048bbd19d1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:37.370551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085037231'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:37.382684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 5dd7f532-df66-4fdf-821d-22048bbd19d1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:37.383121 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.403973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:37.408092 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.438247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:37.453316 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.453804 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment 0f8ec7e7-6d2b-4e5d-98d3-55923051f67f of type vlan for network 70750b05-0278-45d9-8b7a-8763748c1bc8 Jul 16 18:31:37.499208 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.501707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.525170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.541152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:37.542468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:37.545998 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5108f04-53cc-4bf3-b518-4445f64a37f8" -d '{"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-plugged", "status": "completed", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:37.549939 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.583657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.599729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.603455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:37.632657 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d05e2fd-304b-45a5-9896-1ec2876ba004 x-openstack-request-id: req-6d05e2fd-304b-45a5-9896-1ec2876ba004 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:37.633560 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-plugged", "status": "completed", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:37.633985 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d05e2fd-304b-45a5-9896-1ec2876ba004 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:37.634605 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'code': 200} Jul 16 18:31:37.650398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:37.695407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=70750b05-0278-45d9-8b7a-8763748c1bc8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:37.708731 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bd097a75-f3d2-4fe5-9b2f-a4f7e71cb47a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3427184 Jul 16 18:31:37.710050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:37.714038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:37.719571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '70750b05-0278-45d9-8b7a-8763748c1bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:37.937766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceee38b-ca18-4204-88e8-b680262c6299 req-3bbb8dd8-62d4-453c-a844-ae5248d1a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:37.937766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ceee38b-ca18-4204-88e8-b680262c6299 req-3bbb8dd8-62d4-453c-a844-ae5248d1a32d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1098 time: 0.1952913 Jul 16 18:31:38.005745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ceee38b-ca18-4204-88e8-b680262c6299 req-d7654c1e-79e4-4dff-aa87-10f6f01ba44b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615103 Jul 16 18:31:38.008479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:38.013469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.333088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e6edd-1a7d-4471-b27b-567decbcaf26 req-5c4bc2c3-94dd-4850-bd04-3ed7c6dbd403 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.337215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec0e6edd-1a7d-4471-b27b-567decbcaf26 req-5c4bc2c3-94dd-4850-bd04-3ed7c6dbd403 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1257513 Jul 16 18:31:38.347884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.392430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec0e6edd-1a7d-4471-b27b-567decbcaf26 req-1c6b626e-dc86-4885-8ea8-6e4ae4ea4af6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427871 Jul 16 18:31:38.472072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:38.482861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': '0f8ec7e7-6d2b-4e5d-98d3-55923051f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '70750b05-0278-45d9-8b7a-8763748c1bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:38.483247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 70750b05-0278-45d9-8b7a-8763748c1bc8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:38.504743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:38.519465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 70750b05-0278-45d9-8b7a-8763748c1bc8) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:38.526192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:38.528381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.534429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4388fcfd-ab5a-434c-8c2a-cc3926b90bdc None None] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:38.553146 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-344276f5-5b9e-4f67-bb47-5dae57c0867e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8396809 Jul 16 18:31:38.556060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.565499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9716d0e4-e111-44b7-b0d0-e12fe641ead9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1553914161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:38.618048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9716d0e4-e111-44b7-b0d0-e12fe641ead9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.620185 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9716d0e4-e111-44b7-b0d0-e12fe641ead9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.720998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44614) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.755471 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9716d0e4-e111-44b7-b0d0-e12fe641ead9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.765034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9716d0e4-e111-44b7-b0d0-e12fe641ead9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.774638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-70750b05-0278-45d9-8b7a-8763748c1bc8', 'network_id': '70750b05-0278-45d9-8b7a-8763748c1bc8', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': 'e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:38.776705 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.796101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9716d0e4-e111-44b7-b0d0-e12fe641ead9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:38.800806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9716d0e4-e111-44b7-b0d0-e12fe641ead9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2427502 Jul 16 18:31:38.803777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44618) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:38.993582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Allocated IP 172.20.0.2 (70750b05-0278-45d9-8b7a-8763748c1bc8/e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628/d33380cb-44af-4f6c-b7e2-32a8429090ad) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:39.091056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d1d3263-4e71-4305-b4f4-94b63ce99c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.214624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.226491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Transition to ACTIVE for port object d33380cb-44af-4f6c-b7e2-32a8429090ad will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:39.245312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Transition to ACTIVE for port object d33380cb-44af-4f6c-b7e2-32a8429090ad will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:39.258703 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.281680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:39.299104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:39.303265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:39.323105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.351101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Pushing event updated for resources: {'Port': ['ID=d33380cb-44af-4f6c-b7e2-32a8429090ad,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.386727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Attempting to bind port d33380cb-44af-4f6c-b7e2-32a8429090ad on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:39.387099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Attempting to bind port d33380cb-44af-4f6c-b7e2-32a8429090ad by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '0f8ec7e7-6d2b-4e5d-98d3-55923051f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '70750b05-0278-45d9-8b7a-8763748c1bc8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:39.387464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Attempting to bind port d33380cb-44af-4f6c-b7e2-32a8429090ad on network 70750b05-0278-45d9-8b7a-8763748c1bc8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:39.393449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:39.395199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Checking segment: {'id': '0f8ec7e7-6d2b-4e5d-98d3-55923051f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '70750b05-0278-45d9-8b7a-8763748c1bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:39.395199 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.395199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Bound using segment: {'id': '0f8ec7e7-6d2b-4e5d-98d3-55923051f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '70750b05-0278-45d9-8b7a-8763748c1bc8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:39.395199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Bound port: d33380cb-44af-4f6c-b7e2-32a8429090ad, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8ec7e7-6d2b-4e5d-98d3-55923051f67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '70750b05-0278-45d9-8b7a-8763748c1bc8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:39.395631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.496542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] For port d33380cb-44af-4f6c-b7e2-32a8429090ad, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:39.510162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] For port d33380cb-44af-4f6c-b7e2-32a8429090ad, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d33380cb-44af-4f6c-b7e2-32a8429090ad,segment=NetworkSegment(0f8ec7e7-6d2b-4e5d-98d3-55923051f67f),segment_id=0f8ec7e7-6d2b-4e5d-98d3-55923051f67f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:39.517948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.541435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d1d3263-4e71-4305-b4f4-94b63ce99c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.557615 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d1d3263-4e71-4305-b4f4-94b63ce99c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.629136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27031f-90c4-4e14-ab6e-67e70c2407cf None None] Pushing event updated for resources: {'Port': ['ID=d33380cb-44af-4f6c-b7e2-32a8429090ad,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.675285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3d1d3263-4e71-4305-b4f4-94b63ce99c80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4276499b267f49dca7dab6e5d8c74cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9528632 Jul 16 18:31:39.680970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44628) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:39.685740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d3263-4e71-4305-b4f4-94b63ce99c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e914209-a448-4aeb-87e2-7e7a2ab06fa0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:39.774797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2f9fb-c63e-4c5e-8959-9a4ea193feba req-76031e0d-78cc-4f11-ab9d-88dd26ebfeb6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:39.779923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ae2f9fb-c63e-4c5e-8959-9a4ea193feba req-76031e0d-78cc-4f11-ab9d-88dd26ebfeb6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.2235546 Jul 16 18:31:39.784626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.796408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.20.0.1 (70750b05-0278-45d9-8b7a-8763748c1bc8/e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628/e7325d71-c9fd-432e-9a7f-9e804cffed25) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:39.820177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.943976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.948184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:39.957682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e914209-a448-4aeb-87e2-7e7a2ab06fa0 HTTP/1.1" status: 204 len: 168 time: 0.2752142 Jul 16 18:31:39.987876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e914209-a448-4aeb-87e2-7e7a2ab06fa0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:40.018855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.019466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.020050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.020705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.021289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.021876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.022463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.023037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.023621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.024235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.024818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.026133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39322030-c073-45da-ae76-dcf2fe6b776d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:40.083115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ae2f9fb-c63e-4c5e-8959-9a4ea193feba req-e094707c-6aea-4c33-8505-b397513ef06f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2948060 Jul 16 18:31:40.137725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.155309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object e7325d71-c9fd-432e-9a7f-9e804cffed25 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:40.222808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.287105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:40.294609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:40.297608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:40.336579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=e7325d71-c9fd-432e-9a7f-9e804cffed25,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:40.420098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.671464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb1365-dcdb-43d5-9ec9-4cb57d2d351e req-84b9b661-73ec-4f8e-abf3-c84d1acb2252 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:40.676700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5dfb1365-dcdb-43d5-9ec9-4cb57d2d351e req-84b9b661-73ec-4f8e-abf3-c84d1acb2252 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.3097911 Jul 16 18:31:40.681571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d33380cb-44af-4f6c-b7e2-32a8429090ad up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:40.787979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d33380cb-44af-4f6c-b7e2-32a8429090ad completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:40.834108 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:40.845186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5dfb1365-dcdb-43d5-9ec9-4cb57d2d351e req-bec7a641-5742-4d13-83e6-58c537b9d63b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514761 Jul 16 18:31:40.920486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:40.994564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af1a6f3-cff2-4404-9404-ed65983689c3 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:40.996896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8af1a6f3-cff2-4404-9404-ed65983689c3 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1093 time: 0.0753458 Jul 16 18:31:41.002404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:41.014205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:41.051750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.077629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3cba6c-83aa-44cc-8c8b-319d55bba800 None None] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:41.195088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c64f4724-09f3-41ef-ba52-779efd967285 None None] Provisioning for port d33380cb-44af-4f6c-b7e2-32a8429090ad completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:41.207533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c64f4724-09f3-41ef-ba52-779efd967285 None None] Provisioning complete for port d33380cb-44af-4f6c-b7e2-32a8429090ad triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:41.208075 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c64f4724-09f3-41ef-ba52-779efd967285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.285844 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.297097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.344755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.383656 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c64f4724-09f3-41ef-ba52-779efd967285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.453722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c64f4724-09f3-41ef-ba52-779efd967285 None None] For port d33380cb-44af-4f6c-b7e2-32a8429090ad, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d33380cb-44af-4f6c-b7e2-32a8429090ad,segment=NetworkSegment(0f8ec7e7-6d2b-4e5d-98d3-55923051f67f),segment_id=0f8ec7e7-6d2b-4e5d-98d3-55923051f67f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:41.463381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c64f4724-09f3-41ef-ba52-779efd967285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.490913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=e7325d71-c9fd-432e-9a7f-9e804cffed25,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.534359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.534956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.535373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.535785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.536292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.536739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.537209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.537609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.538050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.538454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.538909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.539304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:41.545307 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.640736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f4724-09f3-41ef-ba52-779efd967285 None None] Pushing event updated for resources: {'Port': ['ID=d33380cb-44af-4f6c-b7e2-32a8429090ad,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:41.651408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.248 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/ed427112-bf79-49b7-98e8-d66a03fa8a9e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:41.804497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:41.806980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:41.914727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd22b964-cd88-4117-8d88-7e9239b3ccb4 None None] Provisioning for port e7325d71-c9fd-432e-9a7f-9e804cffed25 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:41.928413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd22b964-cd88-4117-8d88-7e9239b3ccb4 None None] Provisioning complete for port e7325d71-c9fd-432e-9a7f-9e804cffed25 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:41.928842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd22b964-cd88-4117-8d88-7e9239b3ccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:41.986204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cd22b964-cd88-4117-8d88-7e9239b3ccb4 None None] Port e7325d71-c9fd-432e-9a7f-9e804cffed25 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:42.023636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd22b964-cd88-4117-8d88-7e9239b3ccb4 None None] Provisioning complete for port d33380cb-44af-4f6c-b7e2-32a8429090ad triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.024672 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd22b964-cd88-4117-8d88-7e9239b3ccb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.027862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.075167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router eb3d38d4-a3d2-489b-8098-8d2190c0b051 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:42.151479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.190165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:42.195135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:42.202094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:42.225410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:42.233756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cdd0d085-5e01-444f-a473-c909bf86f75f tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/eb3d38d4-a3d2-489b-8098-8d2190c0b051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4286754 Jul 16 18:31:42.233918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44680) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:42.242991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] Sync routers for ids ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:42.244942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=ed427112-bf79-49b7-98e8-d66a03fa8a9e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:42.263904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] Routers {'eb3d38d4-a3d2-489b-8098-8d2190c0b051'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:42.264831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.271626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4f4f39cd-0cec-4678-a17c-b0aa6862ae28 None None] Provisioning complete for port e7325d71-c9fd-432e-9a7f-9e804cffed25 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.272117 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f4f39cd-0cec-4678-a17c-b0aa6862ae28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.326557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.329610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfeb47c-1f84-4695-938f-d2bc60a0de23 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:42.333737 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5cfeb47c-1f84-4695-938f-d2bc60a0de23 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports/e7325d71-c9fd-432e-9a7f-9e804cffed25 HTTP/1.1" status: 200 len: 910 time: 0.0964119 Jul 16 18:31:42.334624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44684) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:42.341915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:42.347343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] Routers {'eb3d38d4-a3d2-489b-8098-8d2190c0b051'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:42.348342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.386082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:42.387688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae4add2-e1f8-4084-903a-afa71793c9a0 None None] The sync data for ids ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:42.390386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4f4f39cd-0cec-4678-a17c-b0aa6862ae28 None None] Port e7325d71-c9fd-432e-9a7f-9e804cffed25 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:42.434012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44686) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:42.538612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d33380cb-44af-4f6c-b7e2-32a8429090ad up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:42.657836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-29cd8fda-31e0-4f0e-b835-d628d437586e None None] Provisioning complete for port e7325d71-c9fd-432e-9a7f-9e804cffed25 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.658751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29cd8fda-31e0-4f0e-b835-d628d437586e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.708007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d33380cb-44af-4f6c-b7e2-32a8429090ad triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:42.708841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.739142 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:42.762179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-29cd8fda-31e0-4f0e-b835-d628d437586e None None] Port e7325d71-c9fd-432e-9a7f-9e804cffed25 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:42.850351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-670408114'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:42.925007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:42.975514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Made reservation on behalf of cecdf23e93ce49a59d52285930f3cb0d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:42.979149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.004297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.057890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.208461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.281732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.286392 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.332086 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.333556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:43.342670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.378766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df29463a-4dc2-4865-b8cf-766028847f9f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:43.385111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.385111 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Added segment cae56088-059a-43e7-8770-3e7e5fe82e8c of type vlan for network 6ab46d22-5415-4e01-aba6-dcecd29ace6d Jul 16 18:31:43.426301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=e7325d71-c9fd-432e-9a7f-9e804cffed25,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:43.437143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.437807 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.440186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fd04c9eb-3356-4bd8-8355-dae58c986978 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/ports/e7325d71-c9fd-432e-9a7f-9e804cffed25 HTTP/1.1" status: 200 len: 910 time: 1.1033859 Jul 16 18:31:43.442875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44696) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:43.451361 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.499027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.505485 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.518714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.524334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:43.524964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.635154 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1998289 Jul 16 18:31:43.635714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=ed427112-bf79-49b7-98e8-d66a03fa8a9e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:43.659193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44698) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:43.668345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98c41-8296-4b55-a791-e536346c1705 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Pushing event updated for resources: {'Network': ['ID=6ab46d22-5415-4e01-aba6-dcecd29ace6d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:43.686853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 6ab46d22-5415-4e01-aba6-dcecd29ace6d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:43.700104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.750984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'network': {'name': 'tempest-network--2136525237', 'router:external': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:43.800697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Made reservation on behalf of b4feda4397994f3ca22cee2f00cf7666 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:43.802066 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.817111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:43.912004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.115842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.126065 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.179304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:44.196658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20732cba-a7b3-403e-b81f-2ee3e11bc138,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.212984 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.213199 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Added segment b204401a-41cd-479b-b55d-1bc6cd0a0c29 of type vlan for network 3a3b0453-b805-4971-a7dc-b02e23aafd9b Jul 16 18:31:44.314456 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.392972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.394188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:44.394947 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.396803 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP 4b22ed22-f59b-4a46-ae55-5c2f2ecb097e associated. External IP: 172.25.0.248, port: 5dd7f532-df66-4fdf-821d-22048bbd19d1. Jul 16 18:31:44.442671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7822847 Jul 16 18:31:44.448282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44708) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:44.495891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757e578-c601-49fa-a1ca-09efa3c749a9 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Network': ['ID=3a3b0453-b805-4971-a7dc-b02e23aafd9b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:44.508195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3a3b0453-b805-4971-a7dc-b02e23aafd9b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:44.513359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port e7325d71-c9fd-432e-9a7f-9e804cffed25 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:44.513929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.596416 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.687550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.719364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for e7325d71-c9fd-432e-9a7f-9e804cffed25 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:44.758197 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.771014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ad0253cb-116b-46fa-bc64-87a868edf98d has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:44.773675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3b0453-b805-4971-a7dc-b02e23aafd9b']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:44.816987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b204401a-41cd-479b-b55d-1bc6cd0a0c29') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:44.817466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b204401a-41cd-479b-b55d-1bc6cd0a0c29') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:44.844059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.875033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.913082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:44.923911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:44.924912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.928836 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] Sync routers for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:44.929406 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:44.936930 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:44.947077 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:44.948228 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:45.015997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e575f6f5-aec9-4eb5-a757-d373d113d6da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.0017931 Jul 16 18:31:45.016971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:45.021874 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d528982c-60dc-48cf-976c-180afd71d007" -d '{"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:45.099093 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:45.110065 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.121906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a3b0453-b805-4971-a7dc-b02e23aafd9b {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:31:45.128513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.130917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "DELETE /v2.0/networks/3a3b0453-b805-4971-a7dc-b02e23aafd9b HTTP/1.1" status: 204 len: 168 time: 0.6794479 Jul 16 18:31:45.140816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:45.152259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:45.193324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed23af-9430-43a8-9d70-17b9fb4612a1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a3b0453-b805-4971-a7dc-b02e23aafd9b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:45.208646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.225744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Made reservation on behalf of b4feda4397994f3ca22cee2f00cf7666 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:45.229996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.277923 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1512e1c5-91e7-465d-bf8d-0772c99e1e6d x-openstack-request-id: req-1512e1c5-91e7-465d-bf8d-0772c99e1e6d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:45.278414 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:45.279093 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1512e1c5-91e7-465d-bf8d-0772c99e1e6d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:45.279970 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'status': 'completed', 'code': 200} Jul 16 18:31:45.344112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=e7325d71-c9fd-432e-9a7f-9e804cffed25,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:45.352521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:45.400950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.402704 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Added segment 61ed4ed5-f951-49f7-8332-d03fb5b28200 of type vlan for network 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb Jul 16 18:31:45.507897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dda5aa-0fd0-41d8-9ce5-165a60d501e6 req-95b89880-aa49-49f3-a925-095af20278c0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.517505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76dda5aa-0fd0-41d8-9ce5-165a60d501e6 req-95b89880-aa49-49f3-a925-095af20278c0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.3692830 Jul 16 18:31:45.522516 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '4b22ed22-f59b-4a46-ae55-5c2f2ecb097e', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'port_id': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'mac_address': 'fa:16:3e:b1:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:42Z', 'updated_at': '2021-07-16T18:31:42Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:27Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:45.558958 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] Checking router: ad0253cb-116b-46fa-bc64-87a868edf98d for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:45.569025 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:45.569466 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:45.583498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528982c-60dc-48cf-976c-180afd71d007 req-527e22a7-2b06-49bd-bc8b-587bff1eebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.594067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d528982c-60dc-48cf-976c-180afd71d007 req-527e22a7-2b06-49bd-bc8b-587bff1eebf2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1098 time: 0.2975202 Jul 16 18:31:45.597752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.729154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76dda5aa-0fd0-41d8-9ce5-165a60d501e6 req-153d7931-a637-4679-b55e-621c778581ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101905 Jul 16 18:31:45.731679 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:45.739685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.785618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44722) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:45.924088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router eb3d38d4-a3d2-489b-8098-8d2190c0b051 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:45.955268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.957068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:45.958167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.044894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:46.052033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5e7c7d45-2a7f-4251-a399-adfe7fcff940 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/eb3d38d4-a3d2-489b-8098-8d2190c0b051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074586 Jul 16 18:31:46.056926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44726) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.068266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] Sync routers for ids ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:46.089675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] Routers {'eb3d38d4-a3d2-489b-8098-8d2190c0b051'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:46.091404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.099143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4d34997a-2ccc-4de8-bb2d-7ffdc920488d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb3d38d4-a3d2-489b-8098-8d2190c0b051 HTTP/1.1" status: 200 len: 205 time: 0.0407348 Jul 16 18:31:46.104066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44728) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.143666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.154472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] Routers {'eb3d38d4-a3d2-489b-8098-8d2190c0b051'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:46.155003 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0123241 Jul 16 18:31:46.156948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.163105 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '4b22ed22-f59b-4a46-ae55-5c2f2ecb097e', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'port_id': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'mac_address': 'fa:16:3e:b1:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:42Z', 'updated_at': '2021-07-16T18:31:42Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:27Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.173654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-440e97d9-98c6-4856-bedc-86fcc45af1c8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/4b22ed22-f59b-4a46-ae55-5c2f2ecb097e HTTP/1.1" status: 200 len: 992 time: 0.3835881 Jul 16 18:31:46.175800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528982c-60dc-48cf-976c-180afd71d007 req-2ac832f1-1a4a-461e-9c69-379b87c21d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.178559 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d528982c-60dc-48cf-976c-180afd71d007 req-2ac832f1-1a4a-461e-9c69-379b87c21d8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.5738037 Jul 16 18:31:46.179366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44730) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.200109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'subnet': {'network_id': '2ff82e44-19d1-4f23-80d2-ec1ae58e95bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:46.207229 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e103d8-6166-4f9b-b076-f341a6eb6a15 None None] The sync data for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 is: [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '4b22ed22-f59b-4a46-ae55-5c2f2ecb097e', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.248', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'port_id': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'mac_address': 'fa:16:3e:b1:b8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:31:42Z', 'updated_at': '2021-07-16T18:31:42Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:27Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:46.207996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:46.208947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea414ad0-aa60-4730-b47e-e4ee3a2cd616 None None] The sync data for ids ['eb3d38d4-a3d2-489b-8098-8d2190c0b051'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:46.297171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-080df469-4e81-4e8a-9589-98f16137da8a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.306607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7055f-709c-4313-bce0-db318a63e02c tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Network': ['ID=2ff82e44-19d1-4f23-80d2-ec1ae58e95bb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:46.319364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:46.373488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Made reservation on behalf of b4feda4397994f3ca22cee2f00cf7666 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:46.378003 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.526073 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d528982c-60dc-48cf-976c-180afd71d007 req-24343548-3281-4c17-9fa9-76948d086500 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1000 time: 0.3331659 Jul 16 18:31:46.538161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-080df469-4e81-4e8a-9589-98f16137da8a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.543630 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-080df469-4e81-4e8a-9589-98f16137da8a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.572355 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2453cccc-94aa-4e47-81ed-f761075c98b9 None None] New status for floating IP 4b22ed22-f59b-4a46-ae55-5c2f2ecb097e: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:31:46.616133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-080df469-4e81-4e8a-9589-98f16137da8a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.616723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080df469-4e81-4e8a-9589-98f16137da8a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Fanout notify agent at l3_agent the message router_deleted on router eb3d38d4-a3d2-489b-8098-8d2190c0b051 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:31:46.624372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-080df469-4e81-4e8a-9589-98f16137da8a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.630309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-080df469-4e81-4e8a-9589-98f16137da8a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/eb3d38d4-a3d2-489b-8098-8d2190c0b051 HTTP/1.1" status: 204 len: 168 time: 0.5204020 Jul 16 18:31:46.631371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44736) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:46.661769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528982c-60dc-48cf-976c-180afd71d007 req-be9d3a46-8810-418a-baf4-9b3c1449ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.664495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d528982c-60dc-48cf-976c-180afd71d007 req-be9d3a46-8810-418a-baf4-9b3c1449ffba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.1322317 Jul 16 18:31:46.709312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:31:46.713130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.759341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.874091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.881665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528982c-60dc-48cf-976c-180afd71d007 req-e27967a9-a0f6-4d10-a7c0-9153d79fe2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:46.884257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d528982c-60dc-48cf-976c-180afd71d007 req-e27967a9-a0f6-4d10-a7c0-9153d79fe2a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2135937 Jul 16 18:31:46.953728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.983017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:46.993801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:46.999780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1b8dba-d685-4a80-8636-752bd4dbade9 None None] Network 70750b05-0278-45d9-8b7a-8763748c1bc8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:47.001389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cba744d2-2660-45b9-a8c5-7ccc3cfb0a85 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628 HTTP/1.1" status: 204 len: 168 time: 0.3663723 Jul 16 18:31:47.004760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44738) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:47.054802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d528982c-60dc-48cf-976c-180afd71d007 req-666eb110-911f-4fcc-9475-d207301a1593 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641190 Jul 16 18:31:47.094463 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.181608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44742) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:47.211363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:31:47.211836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.248259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d528982c-60dc-48cf-976c-180afd71d007 req-2d833029-14be-454d-a631-fe22124cf919 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870217 Jul 16 18:31:47.308207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9f431301-65d3-4974-b391-10813e579ca8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/4b22ed22-f59b-4a46-ae55-5c2f2ecb097e HTTP/1.1" status: 200 len: 994 time: 0.1220846 Jul 16 18:31:47.310587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2e2ce8ab-704f-4b1f-aee0-66d8d7ed22eb,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.320174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port d33380cb-44af-4f6c-b7e2-32a8429090ad {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:47.320530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.347321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] DHCP port deletion for 70750b05-0278-45d9-8b7a-8763748c1bc8 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:31:47.355136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Checking segment: {'id': '61ed4ed5-f951-49f7-8332-d03fb5b28200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2ff82e44-19d1-4f23-80d2-ec1ae58e95bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:47.357811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Network hostable DHCP agents. Network: 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:47.394834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Network 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:47.406851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port d33380cb-44af-4f6c-b7e2-32a8429090ad, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d33380cb-44af-4f6c-b7e2-32a8429090ad,segment=NetworkSegment(0f8ec7e7-6d2b-4e5d-98d3-55923051f67f),segment_id=0f8ec7e7-6d2b-4e5d-98d3-55923051f67f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:47.407344 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.411168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:47.422182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:47.423089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.427121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30838cb-dc9e-4daf-a8e4-70d69a42ece1 None None] Network 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:47.441841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for d33380cb-44af-4f6c-b7e2-32a8429090ad owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:47.454533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c9f7d224-69db-4a80-94c8-f26c09a3540a tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2631779 Jul 16 18:31:47.456666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:47.464703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'floatingip': {'floating_network_id': '2ff82e44-19d1-4f23-80d2-ec1ae58e95bb'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:47.497505 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.533520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.583089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=d33380cb-44af-4f6c-b7e2-32a8429090ad,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.591854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port d33380cb-44af-4f6c-b7e2-32a8429090ad on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:47.623635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.680502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] Deleting port d33380cb-44af-4f6c-b7e2-32a8429090ad {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:47.680989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.766059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.786512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70750b05-0278-45d9-8b7a-8763748c1bc8']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:47.806845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8ec7e7-6d2b-4e5d-98d3-55923051f67f') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:47.807858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8ec7e7-6d2b-4e5d-98d3-55923051f67f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:47.809188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] For port d33380cb-44af-4f6c-b7e2-32a8429090ad, host n-d-793620-10, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:47.809904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.824725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.838486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Allocated IP 172.20.0.7 (2ff82e44-19d1-4f23-80d2-ec1ae58e95bb/2e2ce8ab-704f-4b1f-aee0-66d8d7ed22eb/666125be-f690-4afd-8095-d17b8067cc43) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:47.848088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] Calling delete_port for d33380cb-44af-4f6c-b7e2-32a8429090ad owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:47.851816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] Port d33380cb-44af-4f6c-b7e2-32a8429090ad was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:31:47.853271 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.854070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.860346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289c3d25-576f-4547-8eb9-37b161eb99cd None None] Network 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:47.876383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:47.877725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:47.884536 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:47.902618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] Pushing event deleted for resources: {'Port': ['ID=d33380cb-44af-4f6c-b7e2-32a8429090ad,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:47.907687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b9de9-34e8-4dad-bca2-af0fb9085ae2 None None] No DVR routers for this DVR port d33380cb-44af-4f6c-b7e2-32a8429090ad on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:31:47.999864 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.008980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.016136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.017067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/70750b05-0278-45d9-8b7a-8763748c1bc8 HTTP/1.1" status: 204 len: 168 time: 1.0099115 Jul 16 18:31:48.030477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a4939a-583b-4a40-b5e7-d1d1112f4b34 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=70750b05-0278-45d9-8b7a-8763748c1bc8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.036954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e83da6e-ae14-49e2-a7ca-30ff32b9546b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2112903761', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:48.110831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e83da6e-ae14-49e2-a7ca-30ff32b9546b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.112496 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e83da6e-ae14-49e2-a7ca-30ff32b9546b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.124878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.220567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e83da6e-ae14-49e2-a7ca-30ff32b9546b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.225924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e83da6e-ae14-49e2-a7ca-30ff32b9546b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.253334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e83da6e-ae14-49e2-a7ca-30ff32b9546b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.254628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1e83da6e-ae14-49e2-a7ca-30ff32b9546b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2326925 Jul 16 18:31:48.256291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.258924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44752) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.265911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-1218986725'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:48.296329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Network 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:48.297260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:48.299587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:48.304116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.305907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:48.338568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:48.353602 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.354908 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment bddcb5a6-c89d-420e-973a-e3db7609ab85 of type vlan for network 3449df2f-25c4-42c5-bdd0-de203fbf299e Jul 16 18:31:48.388270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Port': ['ID=666125be-f690-4afd-8095-d17b8067cc43,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:48.416280 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.418015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.465458 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.475323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:48.476019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.476971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.538391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2740943 Jul 16 18:31:48.540275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44758) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:48.548694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:48.565449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d33380cb-44af-4f6c-b7e2-32a8429090ad no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:48.590009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d33380cb-44af-4f6c-b7e2-32a8429090ad {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:31:48.591157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d33380cb-44af-4f6c-b7e2-32a8429090ad not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:31:48.741990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.747326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.834483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.854541 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.859543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4011848 Jul 16 18:31:48.860280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.034646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd12d55-7906-4c95-91dc-63ebf99b88ef tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=3449df2f-25c4-42c5-bdd0-de203fbf299e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.048356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:49.135442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:49.140095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.238709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ae3ef-4dac-4608-831e-602a06e5d7ce tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Port': ['ID=666125be-f690-4afd-8095-d17b8067cc43,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.258148 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7203d09-2127-49b5-9a60-84adab83778b tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=2ff82e44-19d1-4f23-80d2-ec1ae58e95bb HTTP/1.1" status: 200 len: 689 time: 0.3925161 Jul 16 18:31:49.258762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44764) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.366413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.375728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.431936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=d2f8cf0c-d067-4c79-93f0-b6706ef5d05e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:49.444905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:49.445274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 3449df2f-25c4-42c5-bdd0-de203fbf299e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:49.464939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:49.476325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3449df2f-25c4-42c5-bdd0-de203fbf299e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:49.483827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:49.485454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.504576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b0c419-c64b-4ae5-b2fc-39a75a6e939e None None] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:49.517001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c98c9708-184c-4bd0-98a2-4da9045c880b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9744864 Jul 16 18:31:49.519395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:49.723067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-3449df2f-25c4-42c5-bdd0-de203fbf299e', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:49.724579 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.899370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Allocated IP 172.20.0.2 (3449df2f-25c4-42c5-bdd0-de203fbf299e/d2f8cf0c-d067-4c79-93f0-b6706ef5d05e/70dc122b-e599-4c13-bca7-3030d5767b4e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:49.923705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Deleting port 666125be-f690-4afd-8095-d17b8067cc43 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:31:49.924609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.079072 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.090513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Transition to ACTIVE for port object 70dc122b-e599-4c13-bca7-3030d5767b4e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:50.116048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Transition to ACTIVE for port object 70dc122b-e599-4c13-bca7-3030d5767b4e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:50.124782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.161861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.167749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:50.173398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:50.177322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:50.184434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.184828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.187475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Pushing event updated for resources: {'Port': ['ID=70dc122b-e599-4c13-bca7-3030d5767b4e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:50.201763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Calling delete_port for 666125be-f690-4afd-8095-d17b8067cc43 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:31:50.217902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.218288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.218603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.218943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.219282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.219616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.219948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.220308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.220636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.220963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.221289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.221614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:50.258342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Attempting to bind port 70dc122b-e599-4c13-bca7-3030d5767b4e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:50.258712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Attempting to bind port 70dc122b-e599-4c13-bca7-3030d5767b4e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:50.259078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Attempting to bind port 70dc122b-e599-4c13-bca7-3030d5767b4e on network 3449df2f-25c4-42c5-bdd0-de203fbf299e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:50.265447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:50.265855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Checking segment: {'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:50.266266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.266669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Bound using segment: {'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:50.267153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Bound port: 70dc122b-e599-4c13-bca7-3030d5767b4e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:50.267540 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.356448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] For port 70dc122b-e599-4c13-bca7-3030d5767b4e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:50.361564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] For port 70dc122b-e599-4c13-bca7-3030d5767b4e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=70dc122b-e599-4c13-bca7-3030d5767b4e,segment=NetworkSegment(bddcb5a6-c89d-420e-973a-e3db7609ab85),segment_id=bddcb5a6-c89d-420e-973a-e3db7609ab85)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:50.367860 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.434728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4e28-9032-4d74-86f8-c824cd1a866a None None] Pushing event updated for resources: {'Port': ['ID=70dc122b-e599-4c13-bca7-3030d5767b4e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:50.757195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.20.0.1 (3449df2f-25c4-42c5-bdd0-de203fbf299e/d2f8cf0c-d067-4c79-93f0-b6706ef5d05e/7647cc30-026a-4ef3-97fb-845071ad2954) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:50.786537 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.837833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event deleted for resources: {'Port': ['ID=666125be-f690-4afd-8095-d17b8067cc43,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:50.970380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:50.988417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.032485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object 7647cc30-026a-4ef3-97fb-845071ad2954 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:51.059489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.124446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.224345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:51.232961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:51.241094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:51.247083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.334526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=7647cc30-026a-4ef3-97fb-845071ad2954,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.353894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2ce8ab-704f-4b1f-aee0-66d8d7ed22eb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.413664 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.510826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4175c-b29d-41fb-9c5a-9ee0fb5a4849 None None] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:51.546554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.600663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-51717ce5-6cb7-4949-95cb-f1883e9d23ed None None] Provisioning for port 70dc122b-e599-4c13-bca7-3030d5767b4e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:51.603616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff82e44-19d1-4f23-80d2-ec1ae58e95bb']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:51.628178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ed4ed5-f951-49f7-8332-d03fb5b28200') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:51.628712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ed4ed5-f951-49f7-8332-d03fb5b28200') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:51.664090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.696443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.743051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:51.743671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:51.746789 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:51.859227 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.891094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.941627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2ff82e44-19d1-4f23-80d2-ec1ae58e95bb {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:31:51.946371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.952229 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2ff82e44-19d1-4f23-80d2-ec1ae58e95bb HTTP/1.1" status: 204 len: 168 time: 2.6896636 Jul 16 18:31:51.953054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44782) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:51.965216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c02a2738-ce1d-43d1-beda-78034a3dd8e5 None None] Provisioning for port 7647cc30-026a-4ef3-97fb-845071ad2954 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:51.974563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fb964-6fd6-4644-a85a-228282f26ded tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event deleted for resources: {'Network': ['ID=2ff82e44-19d1-4f23-80d2-ec1ae58e95bb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:51.983007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c02a2738-ce1d-43d1-beda-78034a3dd8e5 None None] Provisioning complete for port 7647cc30-026a-4ef3-97fb-845071ad2954 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:51.983485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c02a2738-ce1d-43d1-beda-78034a3dd8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.051734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c02a2738-ce1d-43d1-beda-78034a3dd8e5 None None] Port 7647cc30-026a-4ef3-97fb-845071ad2954 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:52.169890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e8f7874c-c745-4c1d-ad3a-56ffc5c6cc5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3354 time: 0.2152288 Jul 16 18:31:52.170932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:52.281500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1cfcd51c-62b7-42ad-958b-b9ee2ba71d6e None None] Provisioning complete for port 7647cc30-026a-4ef3-97fb-845071ad2954 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:52.282265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cfcd51c-62b7-42ad-958b-b9ee2ba71d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.327229 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.337059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1cfcd51c-62b7-42ad-958b-b9ee2ba71d6e None None] Port 7647cc30-026a-4ef3-97fb-845071ad2954 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:52.338065 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.348021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.348945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.349814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.350684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.351530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.352415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.353281 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.354157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.355059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.355930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.362637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-77c0299c-da77-499a-94f2-9e80218cd794 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6408 time: 0.1872656 Jul 16 18:31:52.363084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44790) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:52.422625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.424671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=7647cc30-026a-4ef3-97fb-845071ad2954,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:52.481455 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-f0e1c25b-781a-4740-80f2-149962997fc1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:31:52.485779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f0e1c25b-781a-4740-80f2-149962997fc1 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/193bf00a-b4b2-468a-834c-7f8904557df2 HTTP/1.1" status: 404 len: 345 time: 0.1185977 Jul 16 18:31:52.488686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44792) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:52.522291 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7af717-fbb1-4b27-922b-8c579b1195f4 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 18:31:52.523785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7af717-fbb1-4b27-922b-8c579b1195f4 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:31:52.530535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9f7af717-fbb1-4b27-922b-8c579b1195f4 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2ff82e44-19d1-4f23-80d2-ec1ae58e95bb HTTP/1.1" status: 404 len: 339 time: 0.0403378 Jul 16 18:31:52.532610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44794) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:52.539532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'network': {'name': 'tempest-network--1347048229', 'router:external': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:52.565935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:52.568347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:52.587513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Made reservation on behalf of b4feda4397994f3ca22cee2f00cf7666 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:52.592339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.621390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 70dc122b-e599-4c13-bca7-3030d5767b4e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:52.656808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:52.688747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.691437 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Added segment 93255137-856e-4e26-a6b1-7aabfda335d3 of type vlan for network bb411835-5f02-4f7b-b6fa-00267324296a Jul 16 18:31:52.691918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 70dc122b-e599-4c13-bca7-3030d5767b4e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:52.700806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 70dc122b-e599-4c13-bca7-3030d5767b4e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:52.701550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.744672 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.773660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:31:52.793137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.794246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:52.795214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.821098 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.861015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3271472 Jul 16 18:31:52.873705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 70dc122b-e599-4c13-bca7-3030d5767b4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=70dc122b-e599-4c13-bca7-3030d5767b4e,segment=NetworkSegment(bddcb5a6-c89d-420e-973a-e3db7609ab85),segment_id=bddcb5a6-c89d-420e-973a-e3db7609ab85)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:52.881444 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:52.885521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:52.898921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee88e6b-aeff-4d2d-b90e-28637db16c7d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Network': ['ID=bb411835-5f02-4f7b-b6fa-00267324296a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:52.945335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network bb411835-5f02-4f7b-b6fa-00267324296a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:53.042220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:53.047816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fa2c83e2-7f83-4189-b201-bf02ac3a1fa2 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5270417 Jul 16 18:31:53.051212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44800) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.059074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-267428582'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:53.083946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:53.087117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:53.088027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.119057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:53.121942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=70dc122b-e599-4c13-bca7-3030d5767b4e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.134388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.134926 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment a07c99c3-2ec4-4165-95c9-baf79bf3569c of type vlan for network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde Jul 16 18:31:53.145913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-235cbb5f-dc9d-4080-bba5-cc4d6525cb03 None None] Provisioning complete for port 7647cc30-026a-4ef3-97fb-845071ad2954 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:53.146586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-235cbb5f-dc9d-4080-bba5-cc4d6525cb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.153108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:53.153628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.212273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.220477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55818d0e-568d-47bc-8f54-c648ee20379b tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.228427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55818d0e-568d-47bc-8f54-c648ee20379b tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.236977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55818d0e-568d-47bc-8f54-c648ee20379b tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.244635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55818d0e-568d-47bc-8f54-c648ee20379b tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.247453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-55818d0e-568d-47bc-8f54-c648ee20379b tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3600991 Jul 16 18:31:53.250464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44804) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.258161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.263898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:53.264541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.368986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3116772 Jul 16 18:31:53.369287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-235cbb5f-dc9d-4080-bba5-cc4d6525cb03 None None] Port 7647cc30-026a-4ef3-97fb-845071ad2954 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:53.369452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44808) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.379093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:53.402939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944ce13-e50b-408e-b0e3-507e869861c6 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=8a7c6212-c3e7-443c-90d3-d9fbe92b8bde,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.408628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:53.420373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:53.428931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.599174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.602473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:53.606058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.627189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb411835-5f02-4f7b-b6fa-00267324296a']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.647104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93255137-856e-4e26-a6b1-7aabfda335d3') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.647374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93255137-856e-4e26-a6b1-7aabfda335d3') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.664024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.674383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:31:51Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:52Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:53.703485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:31:53.703851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Updating router c98d580b-246a-4ffa-9e65-baf7d91a747a port 7647cc30-026a-4ef3-97fb-845071ad2954 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:31:53.714107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.728857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:53.729354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:53.731612 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:53.751636 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.807116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.817477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb411835-5f02-4f7b-b6fa-00267324296a {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:31:53.824930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.832693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "DELETE /v2.0/networks/bb411835-5f02-4f7b-b6fa-00267324296a HTTP/1.1" status: 204 len: 168 time: 0.5753226 Jul 16 18:31:53.833467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44810) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:53.846390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bafc14-cf64-49fd-b29d-0dcfa4088e5e tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb411835-5f02-4f7b-b6fa-00267324296a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:53.847164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'network': {'name': 'tempest-network--1338656906', 'router:external': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:53.914584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Made reservation on behalf of b4feda4397994f3ca22cee2f00cf7666 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:53.917211 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.946696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:53.963279 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.964983 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Added segment 2548b988-dc0f-4430-861d-213ff4905116 of type vlan for network 60334c86-069a-4973-bca1-bd2cb7514b8f Jul 16 18:31:54.007202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.073143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=d386114d-1aae-465b-aef1-6c3a50f56eeb,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:54.099021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:54.099859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:54.123874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.141252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:54.161888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:54.168296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.168752 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.190405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-31615bfc-e946-42ee-89fa-85a56b326a53 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7886076 Jul 16 18:31:54.196016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44814) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.196700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cccf22-bc68-49a9-b776-03216f2ad1f7 None None] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:54.219648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.252226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Transition to ACTIVE for port object 7647cc30-026a-4ef3-97fb-845071ad2954 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:54.448134 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.577512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d22d4-9db2-4073-9911-6b1074c4d378 None None] Pushing event updated for resources: {'Port': ['ID=7647cc30-026a-4ef3-97fb-845071ad2954,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:54.614941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 70dc122b-e599-4c13-bca7-3030d5767b4e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:54.681979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:54.683098 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.714642 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.719669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:54.719669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.796816 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.825413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Attempting to bind port 7647cc30-026a-4ef3-97fb-845071ad2954 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:54.825796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Attempting to bind port 7647cc30-026a-4ef3-97fb-845071ad2954 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:54.826165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Attempting to bind port 7647cc30-026a-4ef3-97fb-845071ad2954 on network 3449df2f-25c4-42c5-bdd0-de203fbf299e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:54.853795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:54.854053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Checking segment: {'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:54.854345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.855276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Bound using segment: {'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:54.855764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Bound port: 7647cc30-026a-4ef3-97fb-845071ad2954, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bddcb5a6-c89d-420e-973a-e3db7609ab85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:54.856193 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:54.864769 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0289960 Jul 16 18:31:54.868014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bb56b-0f89-4498-b84d-42417e41d6d6 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Network': ['ID=60334c86-069a-4973-bca1-bd2cb7514b8f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:54.873935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44820) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:54.886184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 60334c86-069a-4973-bca1-bd2cb7514b8f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:54.937392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 70dc122b-e599-4c13-bca7-3030d5767b4e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:54.937763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.027590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18efb614-b0c2-4252-b2f7-e96a03607432 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.031224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-18efb614-b0c2-4252-b2f7-e96a03607432 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] 10.222.0.48 "GET /v2.0/networks/60334c86-069a-4973-bca1-bd2cb7514b8f HTTP/1.1" status: 200 len: 757 time: 0.1555078 Jul 16 18:31:55.033477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44822) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.125307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1d223b-6d9d-4d19-9e22-0213c59b1f6b tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.126841 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec1d223b-6d9d-4d19-9e22-0213c59b1f6b tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] 10.222.0.48 "GET /v2.0/networks/6ab46d22-5415-4e01-aba6-dcecd29ace6d HTTP/1.1" status: 200 len: 767 time: 0.0919230 Jul 16 18:31:55.130103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44824) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.240831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.242976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Allocated IP 172.21.0.2 (8a7c6212-c3e7-443c-90d3-d9fbe92b8bde/d386114d-1aae-465b-aef1-6c3a50f56eeb/5f005cc6-b59a-4b7b-97ef-b2f31b9760e0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:55.265910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] For port 7647cc30-026a-4ef3-97fb-845071ad2954, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:55.270237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] For port 7647cc30-026a-4ef3-97fb-845071ad2954, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7647cc30-026a-4ef3-97fb-845071ad2954,segment=NetworkSegment(bddcb5a6-c89d-420e-973a-e3db7609ab85),segment_id=bddcb5a6-c89d-420e-973a-e3db7609ab85)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:55.280360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.343935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.356253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60334c86-069a-4973-bca1-bd2cb7514b8f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:55.378952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2548b988-dc0f-4430-861d-213ff4905116') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:55.379256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2548b988-dc0f-4430-861d-213ff4905116') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:55.390821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.411953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.422562 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:55.423200 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:55.426960 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:55.444789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d22d4-9db2-4073-9911-6b1074c4d378 None None] Pushing event updated for resources: {'Port': ['ID=7647cc30-026a-4ef3-97fb-845071ad2954,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.450465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:55.451102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:55.548946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.565408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 60334c86-069a-4973-bca1-bd2cb7514b8f {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:31:55.590448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:55.601748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.607764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "DELETE /v2.0/networks/60334c86-069a-4973-bca1-bd2cb7514b8f HTTP/1.1" status: 204 len: 168 time: 0.4763579 Jul 16 18:31:55.614203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.623039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'network': {'name': 'tempest-network--150233858'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:55.668114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b929e0a-37b6-4c8d-b298-9208ed159dbf tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event deleted for resources: {'Network': ['ID=60334c86-069a-4973-bca1-bd2cb7514b8f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:55.673243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Made reservation on behalf of b4feda4397994f3ca22cee2f00cf7666 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:55.677993 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.726447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:55.745714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.746397 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Added segment eeade0a3-0bc2-4baa-8673-aabd11397989 of type vlan for network 11aa0608-8792-4056-b1d5-c31c0812a2d1 Jul 16 18:31:55.797324 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.835969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.837182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:55.837886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.846681 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:55.862592 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2442794 Jul 16 18:31:55.863540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44834) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:55.870421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:55.898109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Transition to ACTIVE for port object 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:55.989202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Transition to ACTIVE for port object 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:56.001924 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.083444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482c8ee-0b6a-4cc9-993d-17508049c940 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Network': ['ID=11aa0608-8792-4056-b1d5-c31c0812a2d1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.117507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 11aa0608-8792-4056-b1d5-c31c0812a2d1 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:56.126929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:56.157788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:56.183856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:56.196966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Pushing event updated for resources: {'Port': ['ID=5f005cc6-b59a-4b7b-97ef-b2f31b9760e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.211860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.217785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.21.0.1 (8a7c6212-c3e7-443c-90d3-d9fbe92b8bde/d386114d-1aae-465b-aef1-6c3a50f56eeb/1f5ff2ec-bb53-4121-bdf8-33cd832792f1) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:56.247463 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.285350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Network 11aa0608-8792-4056-b1d5-c31c0812a2d1 is not hosted by any dhcp agent {{(pid=93777) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:31:56.286240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:56.286849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.288240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "PUT /v2.0/networks/11aa0608-8792-4056-b1d5-c31c0812a2d1 HTTP/1.1" status: 200 len: 856 time: 0.4232886 Jul 16 18:31:56.292031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.385620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Attempting to bind port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:56.386786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Attempting to bind port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:56.388785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Attempting to bind port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 on network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:56.388979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3daf61-3f45-4ca2-a8f3-46755e5f5b6d tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event updated for resources: {'Network': ['ID=11aa0608-8792-4056-b1d5-c31c0812a2d1,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.406264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:56.406650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Checking segment: {'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:56.407360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.407774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Bound using segment: {'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:56.408929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Bound port: 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:56.409349 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.415331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.498355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] For port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:56.502769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] For port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5f005cc6-b59a-4b7b-97ef-b2f31b9760e0,segment=NetworkSegment(a07c99c3-2ec4-4165-95c9-baf79bf3569c),segment_id=a07c99c3-2ec4-4165-95c9-baf79bf3569c)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:56.506785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:31:51Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:55Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:56.512227 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.532953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.570203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:56.575595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.592878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11aa0608-8792-4056-b1d5-c31c0812a2d1']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:56.609939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ab13f7-7061-42ec-8177-6368c37232b0 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:31:51Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:55Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:31:56.611637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d92916-d35b-40e9-83b7-2ad70c4c5647 None None] Pushing event updated for resources: {'Port': ['ID=5f005cc6-b59a-4b7b-97ef-b2f31b9760e0,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.613588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeade0a3-0bc2-4baa-8673-aabd11397989') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:56.615016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeade0a3-0bc2-4baa-8673-aabd11397989') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:56.634538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.658649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.678597 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.680780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:56.681215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:56.684845 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:56.758841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:56.763433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:56.771189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:56.802468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.813622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.818883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11aa0608-8792-4056-b1d5-c31c0812a2d1 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:31:56.824464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.830662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] 10.222.0.48 "DELETE /v2.0/networks/11aa0608-8792-4056-b1d5-c31c0812a2d1 HTTP/1.1" status: 204 len: 168 time: 0.5338731 Jul 16 18:31:56.845420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:56.862918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ed0c5-336a-4e7a-9d24-bdb4a20b5fd7 tempest-ExternalNetworksTestJSON-292704498 tempest-ExternalNetworksTestJSON-292704498-project-admin] Pushing event deleted for resources: {'Network': ['ID=11aa0608-8792-4056-b1d5-c31c0812a2d1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:56.886882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:56.894504 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c27a75-f41d-4eb4-b02d-8d778b6a6d88 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] DELETE failed (client error): The resource could not be found. Jul 16 18:31:56.894988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c27a75-f41d-4eb4-b02d-8d778b6a6d88 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:31:56.896913 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c6c27a75-f41d-4eb4-b02d-8d778b6a6d88 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] 10.222.0.48 "DELETE /v2.0/subnets/2e2ce8ab-704f-4b1f-aee0-66d8d7ed22eb HTTP/1.1" status: 404 len: 337 time: 0.0503323 Jul 16 18:31:56.899466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44844) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:57.103364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.221379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.257118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.269159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab46d22-5415-4e01-aba6-dcecd29ace6d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:57.281796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae56088-059a-43e7-8770-3e7e5fe82e8c') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:57.282227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae56088-059a-43e7-8770-3e7e5fe82e8c') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:57.293992 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.319137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.330365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:31:57.331177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:31:57.336694 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:31:57.457765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.473058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.478678 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] 10.222.0.48 "DELETE /v2.0/networks/6ab46d22-5415-4e01-aba6-dcecd29ace6d HTTP/1.1" status: 204 len: 168 time: 0.5756168 Jul 16 18:31:57.494753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c855d6-aaff-4b0c-8e85-3ffdcc1a3519 tempest-ExternalNetworksTestJSON-1469133211 tempest-ExternalNetworksTestJSON-1469133211-project] Pushing event deleted for resources: {'Network': ['ID=6ab46d22-5415-4e01-aba6-dcecd29ace6d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:57.787076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.799974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:57.954298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.002763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.024547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:58.171342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:58.173989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:58.219417 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8102c5cf-1fea-47b3-a97b-1aa6118e671b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cecdf23e93ce49a59d52285930f3cb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681119 Jul 16 18:31:58.221472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.345255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63b82ae7-febe-499e-bfa4-b35ff79f412f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.385118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63b82ae7-febe-499e-bfa4-b35ff79f412f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.418408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:31:58.474874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c61b5-1422-4a51-ab13-ae853bc04f5c None None] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:58.489717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63b82ae7-febe-499e-bfa4-b35ff79f412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.498220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63b82ae7-febe-499e-bfa4-b35ff79f412f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.509999 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-63b82ae7-febe-499e-bfa4-b35ff79f412f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df29463a-4dc2-4865-b8cf-766028847f9f HTTP/1.1" status: 204 len: 168 time: 0.2860210 Jul 16 18:31:58.524535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b82ae7-febe-499e-bfa4-b35ff79f412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df29463a-4dc2-4865-b8cf-766028847f9f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:58.649393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:31:58.668356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44866) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.669006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-908d734c-df77-4046-8a5c-6a395f58dc67 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4710805 Jul 16 18:31:58.674468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-2065359374'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:58.694733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4cd34afe-b021-4744-bde7-f105361e8449 None None] Provisioning for port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:58.714250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:58.715568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7647cc30-026a-4ef3-97fb-845071ad2954 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:58.721051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.770662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:58.784242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.784695 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment b1d53532-42ae-49d5-9c95-c8e7bfe1c750 of type vlan for network 6ee6c34a-64d7-4b32-855d-366132907b31 Jul 16 18:31:58.832111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7647cc30-026a-4ef3-97fb-845071ad2954 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:58.836332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.839891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7647cc30-026a-4ef3-97fb-845071ad2954 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:58.840417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.881881 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.890476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:58.891506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:58.956256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2865937 Jul 16 18:31:58.961470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:58.982349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:59.038735 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.154750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7a075-f58a-499c-ba16-229fed21ff81 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=6ee6c34a-64d7-4b32-855d-366132907b31,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:59.161558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7647cc30-026a-4ef3-97fb-845071ad2954, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7647cc30-026a-4ef3-97fb-845071ad2954,segment=NetworkSegment(bddcb5a6-c89d-420e-973a-e3db7609ab85),segment_id=bddcb5a6-c89d-420e-973a-e3db7609ab85)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:59.168657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 6ee6c34a-64d7-4b32-855d-366132907b31 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:59.172630 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.173619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:59.196044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44876) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:59.299732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d4e896df-57af-4a1f-89c4-6e8448895b70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b4feda4397994f3ca22cee2f00cf7666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990820 Jul 16 18:31:59.300497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44878) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:59.353351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:59.361271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.383843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2711fa3d-c6cf-4473-9b4a-34bf5a9b3ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.426099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2711fa3d-c6cf-4473-9b4a-34bf5a9b3ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.455725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7647cc30-026a-4ef3-97fb-845071ad2954,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:59.498196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Provisioning for port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:59.528664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Provisioning complete for port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:59.530285 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.548280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:59.555172 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2711fa3d-c6cf-4473-9b4a-34bf5a9b3ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.559346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2711fa3d-c6cf-4473-9b4a-34bf5a9b3ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.569433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2711fa3d-c6cf-4473-9b4a-34bf5a9b3ac8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20732cba-a7b3-403e-b81f-2ee3e11bc138 HTTP/1.1" status: 204 len: 168 time: 0.2675197 Jul 16 18:31:59.581941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711fa3d-c6cf-4473-9b4a-34bf5a9b3ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20732cba-a7b3-403e-b81f-2ee3e11bc138,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:59.625270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:59.625762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.673648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:31:59.696665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Provisioning complete for port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:59.697193 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.716770 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:31:59.731307 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:31:59.732180 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:31:59.733946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.838752 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:31:59.878269 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:59.881943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:59.886704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 6ee6c34a-64d7-4b32-855d-366132907b31, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:59.918128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=0632eba2-66f7-4d51-ad8b-529e4f1c80fc,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:59.952463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 6ee6c34a-64d7-4b32-855d-366132907b31 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:59.968248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 6ee6c34a-64d7-4b32-855d-366132907b31) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:59.974094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:59.975275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.014215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44886) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:00.014509 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a7f436af-1f34-409d-9aad-753e3553bc83 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0502636 Jul 16 18:32:00.024019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5f005cc6-b59a-4b7b-97ef-b2f31b9760e0,segment=NetworkSegment(a07c99c3-2ec4-4165-95c9-baf79bf3569c),segment_id=a07c99c3-2ec4-4165-95c9-baf79bf3569c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:00.069771 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.083996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1901efe-2393-4a6d-9526-2db2d9ad02d8 None None] Network 6ee6c34a-64d7-4b32-855d-366132907b31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:00.187353 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:31:57Z', 'revision_number': 3, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:31:57Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:00.235398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.274330 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:00.276308 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Updating router c98d580b-246a-4ffa-9e65-baf7d91a747a port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:32:00.402608 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfc8d962-3749-40fd-926b-5eba4cdfe7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.426112 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.572671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7647cc30-026a-4ef3-97fb-845071ad2954 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:00.835860 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.851401 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Transition to ACTIVE for port object 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:00.864213 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:00.928807 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:00.929166 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-d7538986-205b-46b4-b1db-9c2307c5f562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:00.933706 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Pushing event updated for resources: {'Port': ['ID=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.939063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5f005cc6-b59a-4b7b-97ef-b2f31b9760e0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:00.960705 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.961065 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.961404 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.961742 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.962755 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.963102 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.963439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.964019 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.965035 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.965524 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.966995 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.967498 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:00.987407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7647cc30-026a-4ef3-97fb-845071ad2954 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:00.987807 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.015564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-6ee6c34a-64d7-4b32-855d-366132907b31', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:01.016651 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.032737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.078149 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Attempting to bind port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:01.078666 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Attempting to bind port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:01.079380 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Attempting to bind port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 on network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:01.097069 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:01.097821 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Checking segment: {'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:01.098424 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.099020 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Bound using segment: {'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:01.099689 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Bound port: 1f5ff2ec-bb53-4121-bdf8-33cd832792f1, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07c99c3-2ec4-4165-95c9-baf79bf3569c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:01.100429 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.212139 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] For port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:01.217527 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] For port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,segment=NetworkSegment(a07c99c3-2ec4-4165-95c9-baf79bf3569c),segment_id=a07c99c3-2ec4-4165-95c9-baf79bf3569c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:01.226204 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.270580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Allocated IP 172.22.0.2 (6ee6c34a-64d7-4b32-855d-366132907b31/0632eba2-66f7-4d51-ad8b-529e4f1c80fc/5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:01.339784 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f8ae1-87b5-4de6-8363-da90eaeffe3c None None] Pushing event updated for resources: {'Port': ['ID=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:01.349611 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:01.350302 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:31:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:01.499891 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:01.595529 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.639441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Transition to ACTIVE for port object 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:01.692457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Transition to ACTIVE for port object 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:01.725385 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.812815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Network 6ee6c34a-64d7-4b32-855d-366132907b31 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:01.817688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.22.0.1 (6ee6c34a-64d7-4b32-855d-366132907b31/0632eba2-66f7-4d51-ad8b-529e4f1c80fc/f68505e4-0cad-47c0-86db-c92b1a1a5057) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:01.832288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:01.838788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:01.841799 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:31:57Z', 'revision_number': 3, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:01Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:01.898349 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb78bc-d51f-447a-a86b-2f47618e83e9 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:31:57Z', 'revision_number': 3, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:01Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:01.920959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Pushing event updated for resources: {'Port': ['ID=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:02.013392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Attempting to bind port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:02.013392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Attempting to bind port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:02.013392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Attempting to bind port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff on network 6ee6c34a-64d7-4b32-855d-366132907b31 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:02.051796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:02.052867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Checking segment: {'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:02.053781 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.054604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Bound using segment: {'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:02.055516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Bound port: 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:02.056060 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.133045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.160075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object f68505e4-0cad-47c0-86db-c92b1a1a5057 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:02.161955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] For port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:02.177555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] For port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,segment=NetworkSegment(b1d53532-42ae-49d5-9c95-c8e7bfe1c750),segment_id=b1d53532-42ae-49d5-9c95-c8e7bfe1c750)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:02.184948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.207343 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.266370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:02.319197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d56647-58d0-48a0-aca6-1eebdf653a12 None None] Pushing event updated for resources: {'Port': ['ID=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:02.327552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 6ee6c34a-64d7-4b32-855d-366132907b31 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:02.334258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:02.342630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:02.355710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=f68505e4-0cad-47c0-86db-c92b1a1a5057,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:02.435171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.446486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:02.473426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.656466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.731258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.993358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Allocated IP 172.25.0.112 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/98fb0186-efa5-4ac4-ae34-0e57555679d6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:03.006781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:03.135207 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d3ca1dc-8613-4377-9264-cff666be1a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.160990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:03.173092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:03.173682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.197431 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.243610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.250140 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.259144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.302597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:03.305212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.305623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:03.310310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:03.343595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Pushing event updated for resources: {'Port': ['ID=98fb0186-efa5-4ac4-ae34-0e57555679d6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.387110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,segment=NetworkSegment(a07c99c3-2ec4-4165-95c9-baf79bf3569c),segment_id=a07c99c3-2ec4-4165-95c9-baf79bf3569c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:03.396356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.402008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:03.403808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.413780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=f68505e4-0cad-47c0-86db-c92b1a1a5057,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.495440 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.535537 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.563944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:03.564297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.591917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:03.631015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 6ee6c34a-64d7-4b32-855d-366132907b31 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:03.634330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:03.666887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.788115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:03.902308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:03.908798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd5f5fa-c8a4-47b8-b382-035c959e8458 None None] Network 6ee6c34a-64d7-4b32-855d-366132907b31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:03.915481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:03.921190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-db940460-1abd-4e56-a913-1ed401e5f617 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9049442 Jul 16 18:32:03.922335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44946) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:03.927053 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.932131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'network': {'name': 'tempest-RoutersTest-476490375'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:03.935253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.959830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:03.960558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:03.986779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:03.991106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.027438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:04.039882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Pushing event updated for resources: {'Port': ['ID=98fb0186-efa5-4ac4-ae34-0e57555679d6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.041077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.041485 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added segment 43967c75-2e01-4373-89c3-3bca45bb243e of type vlan for network 884e0b6c-23f9-4790-9bde-36189b31231b Jul 16 18:32:04.094012 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.129654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8f2847b9-ab15-4c35-9d85-b5c8a4e97118 None None] Provisioning for port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:04.138650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.140654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.146850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:04.147536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.168215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.174062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4ad9142f-54d5-460e-9e97-26a96335d29a tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9058609 Jul 16 18:32:04.176601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44956) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:04.180836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:04.190031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-700743204', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'fixed_ips': [{'ip_address': '172.25.0.112'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:04.218219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Made reservation on behalf of a5ddf29a8c0142fbb650d841b26730d8 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:04.221221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.232011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.250796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44958) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:04.252102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3278711 Jul 16 18:32:04.262313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'subnet': {'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:04.345087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e61b3-e02b-455e-9b58-9e827ed2d44d tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Network': ['ID=884e0b6c-23f9-4790-9bde-36189b31231b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.347987 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.382631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 884e0b6c-23f9-4790-9bde-36189b31231b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:04.454278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.468902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.481738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] device_id is not set on port 105ca510-eeaa-4b73-a6a4-a3dfca74e251 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:32:04.654086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Made reservation on behalf of a76fbe224c5c4b878033631e6cecdb7d for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:04.660061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.691847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:02Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:04.706811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a27bfb5-26fa-414a-95af-636a151d1dcb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:04.725910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:04.726627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Updating router c98d580b-246a-4ffa-9e65-baf7d91a747a port f68505e4-0cad-47c0-86db-c92b1a1a5057 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:32:04.789245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:04.804736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:04.959772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:04.960041 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.028964 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:32:05.029521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:05.043072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e12cd10b-b08f-4cb5-97b5-70d13b657175 None None] Provisioning for port f68505e4-0cad-47c0-86db-c92b1a1a5057 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:05.055378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:05.056041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a325c3b-d376-44f3-b82a-d1f600569e6e tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8753517 Jul 16 18:32:05.089994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e12cd10b-b08f-4cb5-97b5-70d13b657175 None None] Provisioning complete for port f68505e4-0cad-47c0-86db-c92b1a1a5057 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:05.090697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e12cd10b-b08f-4cb5-97b5-70d13b657175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.132805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.243008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Subnet': ['ID=286fff3f-a76a-40d9-bfc8-13426ccdbaba,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.249485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Checking segment: {'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:05.250288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network hostable DHCP agents. Network: 884e0b6c-23f9-4790-9bde-36189b31231b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:05.291709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 884e0b6c-23f9-4790-9bde-36189b31231b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:05.302866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 884e0b6c-23f9-4790-9bde-36189b31231b) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:05.308527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:05.309798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.346939 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-45753fb9-72f2-4b68-a073-ffbe190766f5 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0921814 Jul 16 18:32:05.347910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44968) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:05.357095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Deleting port 98fb0186-efa5-4ac4-ae34-0e57555679d6 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:05.357725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.476639 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.477000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.492524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Calling delete_port for 98fb0186-efa5-4ac4-ae34-0e57555679d6 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:05.514021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10b36e1-7242-4e36-8d71-6925857897ed None None] Network 884e0b6c-23f9-4790-9bde-36189b31231b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:05.563545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e12cd10b-b08f-4cb5-97b5-70d13b657175 None None] Port f68505e4-0cad-47c0-86db-c92b1a1a5057 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:05.690440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.709512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.724284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Pushing event deleted for resources: {'Port': ['ID=98fb0186-efa5-4ac4-ae34-0e57555679d6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:05.729111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Transition to ACTIVE for port object f68505e4-0cad-47c0-86db-c92b1a1a5057 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:05.745970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:05.806421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.809781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.814427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f474bcf7-3c58-4e24-bb1a-146f16addb9f tempest-ExternalNetworksAdminNegativeTestJSON-1362623472 tempest-ExternalNetworksAdminNegativeTestJSON-1362623472-project-admin] 10.222.0.48 "DELETE /v2.0/floatingips/d4608432-0fcd-40a2-9cb0-2f2dd29845e0 HTTP/1.1" status: 204 len: 168 time: 0.7546604 Jul 16 18:32:05.840586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:05.849413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.001404 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.062386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91c506-9562-47fa-9ac4-08634c805a9f None None] Pushing event updated for resources: {'Port': ['ID=f68505e4-0cad-47c0-86db-c92b1a1a5057,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:06.175624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:06.193001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44976) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:06.205025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:06.205460 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.211530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Attempting to bind port f68505e4-0cad-47c0-86db-c92b1a1a5057 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:06.211902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Attempting to bind port f68505e4-0cad-47c0-86db-c92b1a1a5057 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:06.212299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Attempting to bind port f68505e4-0cad-47c0-86db-c92b1a1a5057 on network 6ee6c34a-64d7-4b32-855d-366132907b31 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:06.265891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Allocated IP 172.23.0.1 (884e0b6c-23f9-4790-9bde-36189b31231b/286fff3f-a76a-40d9-bfc8-13426ccdbaba/296da517-626a-4173-ad5e-1268e9bf0691) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:06.365333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-884e0b6c-23f9-4790-9bde-36189b31231b', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:32:06.366707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.376212 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-17de419b-ab99-4d4b-8d0c-71d82e4b62c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.387242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:06.387749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Checking segment: {'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:06.388333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.388848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Bound using segment: {'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:06.389515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Bound port: f68505e4-0cad-47c0-86db-c92b1a1a5057, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:06.389905 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.445603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.473008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Transition to ACTIVE for port object 296da517-626a-4173-ad5e-1268e9bf0691 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:06.514225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-17de419b-ab99-4d4b-8d0c-71d82e4b62c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.523188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-17de419b-ab99-4d4b-8d0c-71d82e4b62c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.556905 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.608257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-17de419b-ab99-4d4b-8d0c-71d82e4b62c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9653ff9e7f33471eae287649b36b1653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4136748 Jul 16 18:32:06.610791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de419b-ab99-4d4b-8d0c-71d82e4b62c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1551dc-8953-4ae5-b4bf-b2701c109e13,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:06.613219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 884e0b6c-23f9-4790-9bde-36189b31231b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:06.618381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44986) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:06.619564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:06.641511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.663629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:06.743502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] For port f68505e4-0cad-47c0-86db-c92b1a1a5057, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:06.749182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Allocated IP 172.23.0.2 (884e0b6c-23f9-4790-9bde-36189b31231b/286fff3f-a76a-40d9-bfc8-13426ccdbaba/c0ecd28c-199d-401c-8b3b-5408149b2939) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:06.754598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] For port f68505e4-0cad-47c0-86db-c92b1a1a5057, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f68505e4-0cad-47c0-86db-c92b1a1a5057,segment=NetworkSegment(b1d53532-42ae-49d5-9c95-c8e7bfe1c750),segment_id=b1d53532-42ae-49d5-9c95-c8e7bfe1c750)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:06.781044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.856575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,segment=NetworkSegment(b1d53532-42ae-49d5-9c95-c8e7bfe1c750),segment_id=b1d53532-42ae-49d5-9c95-c8e7bfe1c750)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:06.897662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:06.974247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:06.975346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:06.978782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91c506-9562-47fa-9ac4-08634c805a9f None None] Pushing event updated for resources: {'Port': ['ID=f68505e4-0cad-47c0-86db-c92b1a1a5057,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.073092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-281a5f82-7b24-4cdf-8d05-8ddb72d5bed2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5687976 Jul 16 18:32:07.090605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=296da517-626a-4173-ad5e-1268e9bf0691,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.096614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ba58-dd42-488c-8ac9-e4bef92921ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.122773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.172798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ba58-dd42-488c-8ac9-e4bef92921ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.320672 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.347642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-108d6fca-a3eb-4852-a361-dd8b47240754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.349320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-108d6fca-a3eb-4852-a361-dd8b47240754 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1097 time: 0.1806054 Jul 16 18:32:07.352238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ba58-dd42-488c-8ac9-e4bef92921ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.358076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:07.359499 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fb6ba58-dd42-488c-8ac9-e4bef92921ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.361258 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.361950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0fb6ba58-dd42-488c-8ac9-e4bef92921ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff1551dc-8953-4ae5-b4bf-b2701c109e13 HTTP/1.1" status: 204 len: 168 time: 0.7384965 Jul 16 18:32:07.381264 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.422207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6ba58-dd42-488c-8ac9-e4bef92921ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1551dc-8953-4ae5-b4bf-b2701c109e13,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.506556 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.540096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Transition to ACTIVE for port object c0ecd28c-199d-401c-8b3b-5408149b2939 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:07.558734 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.631141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Transition to ACTIVE for port object c0ecd28c-199d-401c-8b3b-5408149b2939 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:07.643359 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.718978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Network 884e0b6c-23f9-4790-9bde-36189b31231b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:07.728203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:07.747643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Pushing event updated for resources: {'Port': ['ID=c0ecd28c-199d-401c-8b3b-5408149b2939,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:07.750509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:07.849505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Attempting to bind port c0ecd28c-199d-401c-8b3b-5408149b2939 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:07.849699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Attempting to bind port c0ecd28c-199d-401c-8b3b-5408149b2939 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:07.850547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Attempting to bind port c0ecd28c-199d-401c-8b3b-5408149b2939 on network 884e0b6c-23f9-4790-9bde-36189b31231b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:07.856058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:02Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:06Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:07.862280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:07.862280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Checking segment: {'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:07.862280 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.862854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Bound using segment: {'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:07.863218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Bound port: c0ecd28c-199d-401c-8b3b-5408149b2939, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:07.863646 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.866421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-64251f18-7dcd-434c-a5f4-69daa4d311b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.868167 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-64251f18-7dcd-434c-a5f4-69daa4d311b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.4828272 Jul 16 18:32:07.893288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e870a3f-a17f-4d5c-9504-14bb97eafb77 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:02Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:06Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:08.081741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-928413e8-4bf0-40bb-8440-92b3740744b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 1001 time: 0.2049589 Jul 16 18:32:08.084103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] For port c0ecd28c-199d-401c-8b3b-5408149b2939, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:08.092122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] For port c0ecd28c-199d-401c-8b3b-5408149b2939, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c0ecd28c-199d-401c-8b3b-5408149b2939,segment=NetworkSegment(43967c75-2e01-4373-89c3-3bca45bb243e),segment_id=43967c75-2e01-4373-89c3-3bca45bb243e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:08.101093 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.116712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44998) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:08.220014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-6c411d7b-069a-49a5-859d-e4d2a0e37cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.225135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-6c411d7b-069a-49a5-859d-e4d2a0e37cbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.1317117 Jul 16 18:32:08.244743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3bf3a658-e92d-4ec0-94aa-f6c9d156c8e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5ddf29a8c0142fbb650d841b26730d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1251333 Jul 16 18:32:08.248262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45000) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:08.300644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b84d4-f7fe-4313-950c-1482d6a1e55d None None] Pushing event updated for resources: {'Port': ['ID=c0ecd28c-199d-401c-8b3b-5408149b2939,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.326305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.333282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.347850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be170482-dee9-4051-a985-8900656927cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.385753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be170482-dee9-4051-a985-8900656927cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.471229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be170482-dee9-4051-a985-8900656927cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.474563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be170482-dee9-4051-a985-8900656927cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.476205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-be170482-dee9-4051-a985-8900656927cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a27bfb5-26fa-414a-95af-636a151d1dcb HTTP/1.1" status: 204 len: 168 time: 0.2263093 Jul 16 18:32:08.492642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be170482-dee9-4051-a985-8900656927cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a27bfb5-26fa-414a-95af-636a151d1dcb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.527030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event updated for resources: {'Port': ['ID=296da517-626a-4173-ad5e-1268e9bf0691,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:08.536136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:08.552913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-19dcfbcd-c19c-4280-bafc-5db0fc875c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.554947 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-19dcfbcd-c19c-4280-bafc-5db0fc875c33 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3188865 Jul 16 18:32:08.746352 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-a156ae88-2793-4c5c-8e2f-41c53a9bc8cb service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761317 Jul 16 18:32:08.968003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Network 884e0b6c-23f9-4790-9bde-36189b31231b is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:08.977450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:09.248193 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a383aab-1b6a-4893-9b6a-566d07337134 req-4da67d70-6736-4f67-80d1-7cfaa5b461f3 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206879 Jul 16 18:32:09.266658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-3c6d02c5-2544-4cbd-9ee8-e64e3493275e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5191166 Jul 16 18:32:09.328474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:09.371452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:09.466047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:09.466680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.486105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.486591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.487234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.487618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.488107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.488577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.489049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.491155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0df57d28-9936-40c1-9c15-3a4fb623e7cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.1588395 Jul 16 18:32:09.566775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:09.577920 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:09.591192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1f1d5a59-ef77-4d9f-a3a9-d39bbb90d9db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2420764 Jul 16 18:32:09.594227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:09.596228 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:09.597608 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:09.610722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:09.697480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f68505e4-0cad-47c0-86db-c92b1a1a5057 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:09.787522 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:09.815531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f68505e4-0cad-47c0-86db-c92b1a1a5057 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:09.821917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-d770cce2-4a53-4398-a46f-feeb62cbe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.822850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-d770cce2-4a53-4398-a46f-feeb62cbe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.823823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f68505e4-0cad-47c0-86db-c92b1a1a5057 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:09.824343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.824655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-d770cce2-4a53-4398-a46f-feeb62cbe5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.826588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-d770cce2-4a53-4398-a46f-feeb62cbe5d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 2290 time: 0.2500799 Jul 16 18:32:09.970406 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.045014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port f68505e4-0cad-47c0-86db-c92b1a1a5057, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f68505e4-0cad-47c0-86db-c92b1a1a5057,segment=NetworkSegment(b1d53532-42ae-49d5-9c95-c8e7bfe1c750),segment_id=b1d53532-42ae-49d5-9c95-c8e7bfe1c750)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:10.056345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.056345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0ecd28c-199d-401c-8b3b-5408149b2939 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:10.086634 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-3eed9123-2748-49fb-8fa1-a185d99ef8fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 1001 time: 0.2254176 Jul 16 18:32:10.308811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-36698c6a-0139-4eea-aa89-78fb2ee027b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.311659 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-36698c6a-0139-4eea-aa89-78fb2ee027b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.1946120 Jul 16 18:32:10.329956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91c3a8-d0bb-4712-af23-445276c00496 req-037a8d42-13bc-430c-b31f-91adbb676329 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.336330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed91c3a8-d0bb-4712-af23-445276c00496 req-037a8d42-13bc-430c-b31f-91adbb676329 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1098 time: 0.1692414 Jul 16 18:32:10.349966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=f68505e4-0cad-47c0-86db-c92b1a1a5057,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:10.355911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c068d4-765a-497f-aa52-926f81e36857 None None] Network 884e0b6c-23f9-4790-9bde-36189b31231b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:10.374034 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ed91c3a8-d0bb-4712-af23-445276c00496 req-b8d3314b-8af1-4192-b454-e863248830ea tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.532777 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:07Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:07Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:06Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:10.547210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ec5191a1-f8c1-4c52-b16b-001497870a46 None None] Provisioning for port c0ecd28c-199d-401c-8b3b-5408149b2939 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:10.556563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c0ecd28c-199d-401c-8b3b-5408149b2939 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:10.573882 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:10.574296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Updating router c98d580b-246a-4ffa-9e65-baf7d91a747a port 296da517-626a-4173-ad5e-1268e9bf0691 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:32:10.582293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ec5191a1-f8c1-4c52-b16b-001497870a46 None None] Provisioning complete for port c0ecd28c-199d-401c-8b3b-5408149b2939 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:10.594923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-f6912063-353c-45fe-a763-db6549518eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:10.596088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec5191a1-f8c1-4c52-b16b-001497870a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.602130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c0ecd28c-199d-401c-8b3b-5408149b2939 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:10.602877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.605109 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-f6912063-353c-45fe-a763-db6549518eef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2870514 Jul 16 18:32:10.633486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ed91c3a8-d0bb-4712-af23-445276c00496 req-b8d3314b-8af1-4192-b454-e863248830ea tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.650437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ed91c3a8-d0bb-4712-af23-445276c00496 req-b8d3314b-8af1-4192-b454-e863248830ea tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.658055 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.747372 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-d5222bab-7403-410c-9e2a-8bf6efb4b13c service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282585 Jul 16 18:32:10.752613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed91c3a8-d0bb-4712-af23-445276c00496 req-b8d3314b-8af1-4192-b454-e863248830ea tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4114993 Jul 16 18:32:10.786906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:32:10.843440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Removed routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:32:10.843861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:10.850169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3314b-8af1-4192-b454-e863248830ea tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7606af7e-8246-4226-b680-935fe644f6b2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.227892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca38e7-5c7c-4b7b-a365-27fd154e7d0f req-1d48184b-f15f-4eaf-a2cc-d1cf5fc0e93f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:11.231085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60ca38e7-5c7c-4b7b-a365-27fd154e7d0f req-1d48184b-f15f-4eaf-a2cc-d1cf5fc0e93f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1628013 Jul 16 18:32:11.258040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec5191a1-f8c1-4c52-b16b-001497870a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.284430 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.374162 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.407397 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Transition to ACTIVE for port object 296da517-626a-4173-ad5e-1268e9bf0691 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:11.412071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ec5191a1-f8c1-4c52-b16b-001497870a46 None None] For port c0ecd28c-199d-401c-8b3b-5408149b2939, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c0ecd28c-199d-401c-8b3b-5408149b2939,segment=NetworkSegment(43967c75-2e01-4373-89c3-3bca45bb243e),segment_id=43967c75-2e01-4373-89c3-3bca45bb243e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:11.416989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60ca38e7-5c7c-4b7b-a365-27fd154e7d0f req-42b04cad-e481-48ca-bfd3-7775db9f094c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730230 Jul 16 18:32:11.422447 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.440371 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec5191a1-f8c1-4c52-b16b-001497870a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.448649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45058) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.581711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.587458 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-81cf3b26-5664-4145-8f2c-219137c41a6c service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8229849 Jul 16 18:32:11.589302 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.600340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3f027105-9a09-4d63-be70-2a398f34c40d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/4b22ed22-f59b-4a46-ae55-5c2f2ecb097e HTTP/1.1" status: 200 len: 994 time: 0.1504388 Jul 16 18:32:11.653792 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Attempting to bind port 296da517-626a-4173-ad5e-1268e9bf0691 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:11.654556 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Attempting to bind port 296da517-626a-4173-ad5e-1268e9bf0691 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:11.655269 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Attempting to bind port 296da517-626a-4173-ad5e-1268e9bf0691 on network 884e0b6c-23f9-4790-9bde-36189b31231b {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:11.667821 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:11.668951 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Checking segment: {'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:11.669470 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.670258 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Bound using segment: {'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:11.671431 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Bound port: 296da517-626a-4173-ad5e-1268e9bf0691, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43967c75-2e01-4373-89c3-3bca45bb243e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:11.672260 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.724357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45064) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.764864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5191a1-f8c1-4c52-b16b-001497870a46 None None] Pushing event updated for resources: {'Port': ['ID=c0ecd28c-199d-401c-8b3b-5408149b2939,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.790065 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:32:11.790432 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:32:11.852041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-fe1ccff7-1d8f-49d4-ab72-d38fff060b18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 217 time: 0.2555048 Jul 16 18:32:11.902463 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105ed5c-44f9-40de-b505-c51f5bc85059 None None] Pushing event updated for resources: {'Port': ['ID=296da517-626a-4173-ad5e-1268e9bf0691,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.909765 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] For port 296da517-626a-4173-ad5e-1268e9bf0691, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:11.919957 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] For port 296da517-626a-4173-ad5e-1268e9bf0691, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=296da517-626a-4173-ad5e-1268e9bf0691,segment=NetworkSegment(43967c75-2e01-4373-89c3-3bca45bb243e),segment_id=43967c75-2e01-4373-89c3-3bca45bb243e)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:11.930157 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.021346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-522bb29d-f1d1-4a55-842d-27025b042c55 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-547402481'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:12.026797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-eccefefa-86ae-4d76-96c4-3611ad612b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.029267 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-eccefefa-86ae-4d76-96c4-3611ad612b06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1346047 Jul 16 18:32:12.049983 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:12.050798 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:12.053017 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105ed5c-44f9-40de-b505-c51f5bc85059 None None] Pushing event updated for resources: {'Port': ['ID=296da517-626a-4173-ad5e-1268e9bf0691,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.091125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-522bb29d-f1d1-4a55-842d-27025b042c55 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.092753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-522bb29d-f1d1-4a55-842d-27025b042c55 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.146849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:12.186399 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-522bb29d-f1d1-4a55-842d-27025b042c55 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.194275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-522bb29d-f1d1-4a55-842d-27025b042c55 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.215885 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-522bb29d-f1d1-4a55-842d-27025b042c55 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.217841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fcacdd9a-9935-4de1-9a79-f5ac0d7d2495 None None] Provisioning for port 296da517-626a-4173-ad5e-1268e9bf0691 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:12.219737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-522bb29d-f1d1-4a55-842d-27025b042c55 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4931853 Jul 16 18:32:12.222741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.244969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fcacdd9a-9935-4de1-9a79-f5ac0d7d2495 None None] Provisioning complete for port c0ecd28c-199d-401c-8b3b-5408149b2939 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:12.246518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcacdd9a-9935-4de1-9a79-f5ac0d7d2495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.319842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-38b3fde3-4448-43cf-a6bb-bfc6cebdc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:12.333294 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-38b3fde3-4448-43cf-a6bb-bfc6cebdc17c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2966599 Jul 16 18:32:12.342439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:12.398150 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1fcd85b6-6d14-407f-b9f2-672a3efedd5c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.546142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:12.602852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.609000 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3645e6d6-f038-4988-9304-84105516bad0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 200 len: 934 time: 3.0109217 Jul 16 18:32:12.616723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.617815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-28b15a34-0d53-47ed-b4ee-0d5738c17515 req-81db04c8-cce8-4bf0-ba81-c4ba1baf35f2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:12.624183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28b15a34-0d53-47ed-b4ee-0d5738c17515 req-81db04c8-cce8-4bf0-ba81-c4ba1baf35f2 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2528982 Jul 16 18:32:12.665253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0ecd28c-199d-401c-8b3b-5408149b2939 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:12.873057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c0ecd28c-199d-401c-8b3b-5408149b2939 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:12.875738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.915033 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-92dae64a-b33c-405e-bade-7b69b464d2fe service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966474 Jul 16 18:32:12.949547 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1fcd85b6-6d14-407f-b9f2-672a3efedd5c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.953777 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1fcd85b6-6d14-407f-b9f2-672a3efedd5c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.960389 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:10Z', 'revision_number': 6, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:11Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:13.080017 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc59c839-a40b-4a76-8748-b19edc734748 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:10Z', 'revision_number': 6, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:11Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:13.116949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9ff4f375-1b98-4de8-a504-dcad3281a777 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 200 len: 934 time: 0.4960203 Jul 16 18:32:13.118280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:13.141446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'routes': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:13.154484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1fcd85b6-6d14-407f-b9f2-672a3efedd5c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.154484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd85b6-6d14-407f-b9f2-672a3efedd5c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6181ffc9-d014-4933-a411-442e7e871d17 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:32:13.158176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f68505e4-0cad-47c0-86db-c92b1a1a5057 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:13.196326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1fcd85b6-6d14-407f-b9f2-672a3efedd5c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.220183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1fcd85b6-6d14-407f-b9f2-672a3efedd5c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "DELETE /v2.0/routers/6181ffc9-d014-4933-a411-442e7e871d17 HTTP/1.1" status: 204 len: 168 time: 0.9931219 Jul 16 18:32:13.223457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45098) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:13.259874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2bf3d689-179c-4432-996f-fd2ea978877e tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Request body: {'router': {'name': 'tempest-router-347207454', 'distributed': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:13.389316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bf3d689-179c-4432-996f-fd2ea978877e tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.391755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bf3d689-179c-4432-996f-fd2ea978877e tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.404318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f68505e4-0cad-47c0-86db-c92b1a1a5057 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:13.405279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.464106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-98950d05-1383-46cb-8b34-f23d93516625 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382719 Jul 16 18:32:13.616691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bf3d689-179c-4432-996f-fd2ea978877e tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.624562 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bf3d689-179c-4432-996f-fd2ea978877e tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.629858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-3c3fbd4c-2792-451b-8f5c-1e4cd28064fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 217 time: 0.1527562 Jul 16 18:32:13.656848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2bf3d689-179c-4432-996f-fd2ea978877e tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.659121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2bf3d689-179c-4432-996f-fd2ea978877e tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4268808 Jul 16 18:32:13.662551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45102) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:13.826727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3916929f-29a1-4b9a-926d-a3a0cfd88942 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.913683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-16274446-1e6d-4525-aae3-679b3f692880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:13.921180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-16274446-1e6d-4525-aae3-679b3f692880 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.2019696 Jul 16 18:32:14.165069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3916929f-29a1-4b9a-926d-a3a0cfd88942 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.168594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3916929f-29a1-4b9a-926d-a3a0cfd88942 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.231118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3916929f-29a1-4b9a-926d-a3a0cfd88942 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.231740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3916929f-29a1-4b9a-926d-a3a0cfd88942 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09ef3831-e9d3-4bc1-a29a-d3a81f4e6445 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:32:14.239500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3916929f-29a1-4b9a-926d-a3a0cfd88942 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.241430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3916929f-29a1-4b9a-926d-a3a0cfd88942 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "DELETE /v2.0/routers/09ef3831-e9d3-4bc1-a29a-d3a81f4e6445 HTTP/1.1" status: 204 len: 168 time: 0.5775340 Jul 16 18:32:14.247497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45110) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:14.253195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2d1eaf13-df40-44d2-9b80-a84d96b28d8d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Request body: {'router': {'name': 'tempest-router-242186377', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8492190c17164eb4a4e80f10ce8f0a12'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:14.269297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9738090c-4913-4aa3-8e5f-6cb54be7063d req-a918edcd-f60b-43e2-baa3-a763d7e498f7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.270958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9738090c-4913-4aa3-8e5f-6cb54be7063d req-a918edcd-f60b-43e2-baa3-a763d7e498f7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.3022354 Jul 16 18:32:14.315419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf13-df40-44d2-9b80-a84d96b28d8d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.316482 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf13-df40-44d2-9b80-a84d96b28d8d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.331178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9738090c-4913-4aa3-8e5f-6cb54be7063d req-e7ecfa60-1419-4c98-b78e-6d57ec43b8d1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519261 Jul 16 18:32:14.333334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-1b538787-fdc0-4c1a-976a-0206571c7152 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4878366 Jul 16 18:32:14.346991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-c1f556e1-4030-433b-b620-e23eaef59003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:14.349073 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-c1f556e1-4030-433b-b620-e23eaef59003 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4265418 Jul 16 18:32:14.401699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf13-df40-44d2-9b80-a84d96b28d8d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.412002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf13-df40-44d2-9b80-a84d96b28d8d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.447564 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d1eaf13-df40-44d2-9b80-a84d96b28d8d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.452320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2d1eaf13-df40-44d2-9b80-a84d96b28d8d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2031825 Jul 16 18:32:14.456835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45118) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:14.483683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added routes are [] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:32:14.490631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.extraroute_db [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93778) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:32:14.495801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:14.513439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:14.545407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:14.555374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:14.649199 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:14.654395 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-b5337c38-6b0e-4d59-9bf5-5af4090665cc service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980578 Jul 16 18:32:14.796561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 296da517-626a-4173-ad5e-1268e9bf0691 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:14.932328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:14.939332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 296da517-626a-4173-ad5e-1268e9bf0691 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:15.100522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-efa92d30-b0d6-4dbe-9c70-04a28a544c1b service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388106 Jul 16 18:32:15.154622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-b6745516-b1fc-42c6-9173-bb2cc4424a93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 217 time: 0.0452011 Jul 16 18:32:15.159217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.173286 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.178222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 296da517-626a-4173-ad5e-1268e9bf0691 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:15.179413 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.257993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.258848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.307910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-72a8abdf-0c8f-426f-8801-f124462567a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.309876 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-72a8abdf-0c8f-426f-8801-f124462567a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1485968 Jul 16 18:32:15.351287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93777) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 18:32:15.352287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Router 248d555d-065d-44de-acc0-b0b2f35a1388 migrating from provider to provider. {{(pid=93777) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 18:32:15.353087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.360061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.366692 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.484530 n-d-793620-10 neutron-server[93777]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] No L3 agents can host the router 248d555d-065d-44de-acc0-b0b2f35a1388 Jul 16 18:32:15.666568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.690625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Hosts for router 248d555d-065d-44de-acc0-b0b2f35a1388: [] {{(pid=93777) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 18:32:15.738659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 296da517-626a-4173-ad5e-1268e9bf0691, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=296da517-626a-4173-ad5e-1268e9bf0691,segment=NetworkSegment(43967c75-2e01-4373-89c3-3bca45bb243e),segment_id=43967c75-2e01-4373-89c3-3bca45bb243e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:15.749048 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.764334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Hosts for other DVR routers connected to router 248d555d-065d-44de-acc0-b0b2f35a1388: set() {{(pid=93777) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 18:32:15.769600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.770916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f78c9214-7b92-424d-9215-3731b849553d tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "PUT /v2.0/routers/248d555d-065d-44de-acc0-b0b2f35a1388 HTTP/1.1" status: 200 len: 716 time: 1.3127322 Jul 16 18:32:15.775111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:15.775960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45146) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.874733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc4571-1f91-4bc7-8525-9e1284e8e52e req-12805b1a-75e0-4d37-be08-6b62573676ee tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.875742 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5fada2b-88fc-4801-b4a0-b759670d7c18 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "GET /v2.0/routers/248d555d-065d-44de-acc0-b0b2f35a1388 HTTP/1.1" status: 200 len: 716 time: 0.0975044 Jul 16 18:32:15.897685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83bc4571-1f91-4bc7-8525-9e1284e8e52e req-12805b1a-75e0-4d37-be08-6b62573676ee tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1246014 Jul 16 18:32:15.899654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45148) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:15.954697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-4aa2626a-25be-42c7-9b98-49c0b401c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.956424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-4aa2626a-25be-42c7-9b98-49c0b401c470 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6390617 Jul 16 18:32:16.016395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=296da517-626a-4173-ad5e-1268e9bf0691,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:16.018232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83bc4571-1f91-4bc7-8525-9e1284e8e52e req-a57a4bf0-8e0d-41e4-98a2-d8ea5217b251 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043973 Jul 16 18:32:16.043331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:16.051739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.053039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b036b573-5b04-4849-b288-97be9069b3d9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 200 len: 700 time: 2.9333692 Jul 16 18:32:16.058032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:10Z', 'revision_number': 6, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:11Z', 'revision_number': 4, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:16.058568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45154) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:16.143498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:16.166070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:16.183017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:16.214297 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-50a88e4d-b6e2-42d8-809b-3765150537b3 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479401 Jul 16 18:32:16.219918 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f1b8a104-6ecd-4dfe-97ae-fc97233c3778 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 200 len: 700 time: 0.1601381 Jul 16 18:32:16.228536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:16.422795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:16.543544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bcb3d764-4300-476b-a2a0-2cedf08ff018 tempest-RoutersTestDVR-31963309 tempest-RoutersTestDVR-31963309-project] 10.222.0.48 "GET /v2.0/routers/248d555d-065d-44de-acc0-b0b2f35a1388 HTTP/1.1" status: 200 len: 682 time: 0.6420896 Jul 16 18:32:16.545081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45158) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:16.575089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 296da517-626a-4173-ad5e-1268e9bf0691 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:16.719969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cccd-31e1-4578-99d9-3d5f814b171c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.750944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 296da517-626a-4173-ad5e-1268e9bf0691 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:16.751714 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.863362 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0ee48ca5-5e7a-410b-ae9c-0365a6017162 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440113 Jul 16 18:32:16.935862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:14Z', 'revision_number': 7, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:15Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:16.972693 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cccd-31e1-4578-99d9-3d5f814b171c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.975533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5d78d-f87e-44b0-a453-8fbf3e7455f3 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:14Z', 'revision_number': 7, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:15Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:16.983316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cccd-31e1-4578-99d9-3d5f814b171c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.035565 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-cb971afc-2f4e-4798-b501-37f6f4467135 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 217 time: 0.1225762 Jul 16 18:32:17.053963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cccd-31e1-4578-99d9-3d5f814b171c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.054474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f7cccd-31e1-4578-99d9-3d5f814b171c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 248d555d-065d-44de-acc0-b0b2f35a1388 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:32:17.059458 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0f7cccd-31e1-4578-99d9-3d5f814b171c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.061905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e0f7cccd-31e1-4578-99d9-3d5f814b171c tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "DELETE /v2.0/routers/248d555d-065d-44de-acc0-b0b2f35a1388 HTTP/1.1" status: 204 len: 168 time: 0.5152309 Jul 16 18:32:17.067559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45162) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:17.072800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c226ed06-61d2-4c99-bc99-7c33182d72fa tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Request body: {'router': {'name': 'tempest-router-1217961638', 'distributed': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:17.100436 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c226ed06-61d2-4c99-bc99-7c33182d72fa tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.101986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c226ed06-61d2-4c99-bc99-7c33182d72fa tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.175177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-a4dd1d5b-aae2-42db-bfe3-ff84b3968ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.176786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-a4dd1d5b-aae2-42db-bfe3-ff84b3968ae7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1295378 Jul 16 18:32:17.185344 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c226ed06-61d2-4c99-bc99-7c33182d72fa tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.191076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c226ed06-61d2-4c99-bc99-7c33182d72fa tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.210357 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c226ed06-61d2-4c99-bc99-7c33182d72fa tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.211734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c226ed06-61d2-4c99-bc99-7c33182d72fa tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1430964 Jul 16 18:32:17.215855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45168) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:17.303936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-a04d2d8a-6a5e-4dfd-aa54-c300fa9623ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.304237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-a04d2d8a-6a5e-4dfd-aa54-c300fa9623ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1098 time: 0.4393229 Jul 16 18:32:17.357607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf90281e-84eb-4a88-981d-1ca222696d83 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.451206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-bbcf204c-e70d-4346-be7d-d61cafbdaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.452887 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-bbcf204c-e70d-4346-be7d-d61cafbdaf00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2604675 Jul 16 18:32:17.503836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-2bc61913-1ebc-4147-b7d5-4573c8646ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.505578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-2bc61913-1ebc-4147-b7d5-4573c8646ba7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.1941559 Jul 16 18:32:17.535086 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:17.556530 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:17.557544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:17.578280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23069cb-727b-4644-bef3-b12360aa890e req-668e40f0-8d97-47c1-809b-ade9dbf3ec44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.580050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f23069cb-727b-4644-bef3-b12360aa890e req-668e40f0-8d97-47c1-809b-ade9dbf3ec44 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.2929060 Jul 16 18:32:17.582111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf90281e-84eb-4a88-981d-1ca222696d83 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.584935 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf90281e-84eb-4a88-981d-1ca222696d83 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.665118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf90281e-84eb-4a88-981d-1ca222696d83 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.665779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf90281e-84eb-4a88-981d-1ca222696d83 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98bed2da-1e39-44fd-bb62-bf3363d73220 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:32:17.670636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf90281e-84eb-4a88-981d-1ca222696d83 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.676007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cf90281e-84eb-4a88-981d-1ca222696d83 tempest-RoutersTestDVR-827590216 tempest-RoutersTestDVR-827590216-project-admin] 10.222.0.48 "DELETE /v2.0/routers/98bed2da-1e39-44fd-bb62-bf3363d73220 HTTP/1.1" status: 204 len: 168 time: 0.4588022 Jul 16 18:32:17.692602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f23069cb-727b-4644-bef3-b12360aa890e req-eb35cc2d-9cde-4883-850f-d0a93217bb6e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053138 Jul 16 18:32:17.705510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:17.708747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-40e0967c-9f1b-47d5-8076-56154e07c879 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485769 Jul 16 18:32:17.710908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-87c0c293-71ba-4722-9764-f07dea0f2763 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1002 time: 0.1957133 Jul 16 18:32:17.858870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-891332eb-5f37-4f04-9ed7-d460c184ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.861164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-891332eb-5f37-4f04-9ed7-d460c184ce91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.1360202 Jul 16 18:32:17.934404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.942809 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-eb6546ad-3716-4af4-9c61-c069b66def92 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267895 Jul 16 18:32:18.031034 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:14Z', 'revision_number': 7, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:15Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:18.082545 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:18.095357 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-94e4c8e6-0e09-4ad1-87b7-b30348405e84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 217 time: 0.1142466 Jul 16 18:32:18.095692 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:18.096917 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:18.137558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45178) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.157344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-7199d085-ca22-4f42-aa11-158929250d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.158964 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-7199d085-ca22-4f42-aa11-158929250d80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2894132 Jul 16 18:32:18.246295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-83684698-95c4-4fbe-a722-7459ef6f9819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.247908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-83684698-95c4-4fbe-a722-7459ef6f9819 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.1458647 Jul 16 18:32:18.257321 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:18.335251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9497594-0f43-41c3-9604-8b5854151614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.434918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-862cd937-4af4-447b-b423-e4cdeee90e2b service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392194 Jul 16 18:32:18.542078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9497594-0f43-41c3-9604-8b5854151614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.548761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9497594-0f43-41c3-9604-8b5854151614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.615433 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:14Z', 'revision_number': 7, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:15Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:18.629117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b9497594-0f43-41c3-9604-8b5854151614 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8492190c17164eb4a4e80f10ce8f0a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879358 Jul 16 18:32:18.630702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45186) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:18.669485 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f62c22-2f4e-419e-ba5d-4046dd8c6367 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:14Z', 'revision_number': 7, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '296da517-626a-4173-ad5e-1268e9bf0691', 'name': '', 'network_id': '884e0b6c-23f9-4790-9bde-36189b31231b', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:19:00:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:06Z', 'updated_at': '2021-07-16T18:32:15Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '286fff3f-a76a-40d9-bfc8-13426ccdbaba', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:18.708741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9497594-0f43-41c3-9604-8b5854151614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b58821-089e-44ba-9d8a-d4ae81863ca1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.777362 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cf752cb-3ee1-4857-a005-a04939318406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.823386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cf752cb-3ee1-4857-a005-a04939318406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.911562 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cf752cb-3ee1-4857-a005-a04939318406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.914677 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cf752cb-3ee1-4857-a005-a04939318406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.930490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0cf752cb-3ee1-4857-a005-a04939318406 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04b58821-089e-44ba-9d8a-d4ae81863ca1 HTTP/1.1" status: 204 len: 168 time: 0.2979975 Jul 16 18:32:18.943218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf752cb-3ee1-4857-a005-a04939318406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b58821-089e-44ba-9d8a-d4ae81863ca1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:18.943436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-a2656148-3077-41fa-b9c4-2fe88915a12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.945007 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-a2656148-3077-41fa-b9c4-2fe88915a12d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6869895 Jul 16 18:32:19.043694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd144c-bc48-495e-aebe-5a8ea611fd55 req-b1f1d32e-c678-4301-b232-5733e070753b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.045494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45dd144c-bc48-495e-aebe-5a8ea611fd55 req-b1f1d32e-c678-4301-b232-5733e070753b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.0825021 Jul 16 18:32:19.074213 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-1cfb717f-bedc-40ec-91f2-fb1ab21356dd service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324272 Jul 16 18:32:19.116783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45dd144c-bc48-495e-aebe-5a8ea611fd55 req-db5b9cec-2fc1-492e-b0c3-3af9feb1bb8b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646832 Jul 16 18:32:19.189805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-79feeef5-2f4d-45e5-b684-cb095137bbd4 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363210 Jul 16 18:32:19.209557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 296da517-626a-4173-ad5e-1268e9bf0691 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:19.209986 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.394853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 296da517-626a-4173-ad5e-1268e9bf0691, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=296da517-626a-4173-ad5e-1268e9bf0691,segment=NetworkSegment(43967c75-2e01-4373-89c3-3bca45bb243e),segment_id=43967c75-2e01-4373-89c3-3bca45bb243e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:19.395224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.420186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 296da517-626a-4173-ad5e-1268e9bf0691 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:19.424034 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-afd673df-0d21-4085-9988-93afd3682157 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264557 Jul 16 18:32:19.425679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:19.440847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2312dbb6-1748-4107-ae48-8b6f959218b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.518500 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0a1fd44e-ffa7-4e8a-9528-0f9d36e093f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.0856640 Jul 16 18:32:19.568572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2312dbb6-1748-4107-ae48-8b6f959218b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.574533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2312dbb6-1748-4107-ae48-8b6f959218b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.614930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-a0162996-56cc-4a9d-ab60-b072c56d465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.617701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-a0162996-56cc-4a9d-ab60-b072c56d465e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.0931737 Jul 16 18:32:19.624339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2312dbb6-1748-4107-ae48-8b6f959218b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6dacb8fa85a43a0b204decfd03df947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936281 Jul 16 18:32:19.624339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312dbb6-1748-4107-ae48-8b6f959218b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb58369f-4cad-49cd-8614-102f2baed642,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.626229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45200) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:19.706300 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4c99d0d-f3be-48b5-9692-0fb2c3905087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.741554 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:19.745821 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4c99d0d-f3be-48b5-9692-0fb2c3905087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.790059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0f33f18f-0e18-4c68-b54a-2b33272bdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.791602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-0f33f18f-0e18-4c68-b54a-2b33272bdcb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1178930 Jul 16 18:32:19.829969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4c99d0d-f3be-48b5-9692-0fb2c3905087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.832745 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4c99d0d-f3be-48b5-9692-0fb2c3905087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:19.834018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e4c99d0d-f3be-48b5-9692-0fb2c3905087 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fb58369f-4cad-49cd-8614-102f2baed642 HTTP/1.1" status: 204 len: 168 time: 0.2064774 Jul 16 18:32:19.843616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c99d0d-f3be-48b5-9692-0fb2c3905087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb58369f-4cad-49cd-8614-102f2baed642,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:19.875384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.014822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=296da517-626a-4173-ad5e-1268e9bf0691,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:20.096440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-87a10880-16c6-4b13-ab26-b298a5242305 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936287 Jul 16 18:32:20.322480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.481337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987b2d3-8cd1-40d3-b013-ec7f4cdbcfc4 req-8605a073-25c9-4d1d-971b-8fb0e2ac573d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:20.493054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b987b2d3-8cd1-40d3-b013-ec7f4cdbcfc4 req-8605a073-25c9-4d1d-971b-8fb0e2ac573d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1561086 Jul 16 18:32:20.539955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-814c7e8c-3197-4408-a1d3-bec97e06e931 req-f224535a-2384-4a70-9b3f-2ca7cd030733 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983881 Jul 16 18:32:20.565253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b987b2d3-8cd1-40d3-b013-ec7f4cdbcfc4 req-5fa4ee13-2a3e-40ec-9986-7778cd059add tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686519 Jul 16 18:32:20.769393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:20.922324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:20.930700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e1dbf6fa-2996-4422-90bb-4f79f0eefb39 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7008755 Jul 16 18:32:20.933660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45228) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:20.940262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:20.964693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:20.965363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:21.042957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet 286fff3f-a76a-40d9-bfc8-13426ccdbaba {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:21.048237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.083405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:21.147009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.260958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45234) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.287262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.365487 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.395081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=286fff3f-a76a-40d9-bfc8-13426ccdbaba,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:21.402332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.405513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-27913bd9-286c-48f4-9a5d-1a97d54a375c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/286fff3f-a76a-40d9-bfc8-13426ccdbaba HTTP/1.1" status: 204 len: 168 time: 0.4691784 Jul 16 18:32:21.407361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45238) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.421842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b6223-c700-47a2-a829-f03ee22ff7bc None None] Network 884e0b6c-23f9-4790-9bde-36189b31231b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:21.453143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-ca278702-c4aa-4041-af7e-915f4edbffc7 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.454498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ca278702-c4aa-4041-af7e-915f4edbffc7 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1924357 Jul 16 18:32:21.459473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45242) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.466353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-a9a15f23-e8a7-483c-b451-0608a41157af tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.467596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9a15f23-e8a7-483c-b451-0608a41157af tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0056896 Jul 16 18:32:21.472363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45244) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.479933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-87df69fe-a6d9-4000-8c73-d9f7d0929071 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.481415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-87df69fe-a6d9-4000-8c73-d9f7d0929071 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075665 Jul 16 18:32:21.489457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.503810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-1ff99839-00ec-4685-91ed-1c06dde79681 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.517436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45248) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.518012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1ff99839-00ec-4685-91ed-1c06dde79681 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0254138 Jul 16 18:32:21.522540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-9732c9c2-179f-4edd-8b04-940386c8ec30 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.523566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9732c9c2-179f-4edd-8b04-940386c8ec30 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051839 Jul 16 18:32:21.529537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45250) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.534788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-11ef4e90-b3d3-4755-8d44-d6b8530b4c0e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.540210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11ef4e90-b3d3-4755-8d44-d6b8530b4c0e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053596 Jul 16 18:32:21.541210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45252) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.547051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-3e4a6bd8-41cb-4ec0-8ac5-b44c472e08da tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.552093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3e4a6bd8-41cb-4ec0-8ac5-b44c472e08da tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0063207 Jul 16 18:32:21.553104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.554789 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.568795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-5c90f5b5-241c-4b1f-833d-580846fb7e69 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.570676 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5c90f5b5-241c-4b1f-833d-580846fb7e69 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0155585 Jul 16 18:32:21.575288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.585808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-61db7443-931b-461b-bd61-f73a25ab7c22 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.588819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-61db7443-931b-461b-bd61-f73a25ab7c22 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0114446 Jul 16 18:32:21.593591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45258) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.599647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-6a943506-8e90-4d93-9a6c-87a8adbdb9e2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.604222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6a943506-8e90-4d93-9a6c-87a8adbdb9e2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0064106 Jul 16 18:32:21.606185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45260) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.610934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-3c211cde-e747-42f1-bdb9-53ed66e19879 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.617277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3c211cde-e747-42f1-bdb9-53ed66e19879 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046697 Jul 16 18:32:21.617277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45262) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.622569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-f893a672-f317-4022-939d-de8ae40af6ac tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.627926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f893a672-f317-4022-939d-de8ae40af6ac tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051653 Jul 16 18:32:21.627926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45264) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.636221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-874cc9cd-4154-4860-bfdd-3182151497b3 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.642204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-874cc9cd-4154-4860-bfdd-3182151497b3 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0079949 Jul 16 18:32:21.642482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45268) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.652262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-f8b46e26-bcb7-42f1-be24-a237d674e6b2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.656215 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f8b46e26-bcb7-42f1-be24-a237d674e6b2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0098238 Jul 16 18:32:21.666613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45270) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.678334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-c6ea71c6-d3e2-4ca4-b5ba-7d1f8dc89dc4 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.684119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c6ea71c6-d3e2-4ca4-b5ba-7d1f8dc89dc4 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0115340 Jul 16 18:32:21.684603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45272) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.689761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-a03698cc-595d-42ba-89dc-7366c323550a tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.690987 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a03698cc-595d-42ba-89dc-7366c323550a tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047743 Jul 16 18:32:21.692459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port c0ecd28c-199d-401c-8b3b-5408149b2939 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:21.692931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.695090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.700227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-99d85ada-7050-41d3-a582-19d2be9e0bf8 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.701258 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-99d85ada-7050-41d3-a582-19d2be9e0bf8 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051308 Jul 16 18:32:21.706758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.711356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-39122209-ebb9-4359-bde5-701cc8e08072 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.716679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45278) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.720603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-39122209-ebb9-4359-bde5-701cc8e08072 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0046420 Jul 16 18:32:21.722244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:19Z', 'revision_number': 8, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:21.731028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-7528f606-f097-44e7-9ebf-97e4bb905ad6 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.736362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7528f606-f097-44e7-9ebf-97e4bb905ad6 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0146353 Jul 16 18:32:21.736824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.741721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-d6d14127-056b-4f3f-b600-f968e39a4c92 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.745987 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d6d14127-056b-4f3f-b600-f968e39a4c92 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051231 Jul 16 18:32:21.746341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.759324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-0759f436-1203-40a8-b3de-0eb9f8e80d88 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.761103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0759f436-1203-40a8-b3de-0eb9f8e80d88 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0138736 Jul 16 18:32:21.766390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45284) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.771034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-9188afe2-4d81-453e-b9cd-c3c78f73f410 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.780440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9188afe2-4d81-453e-b9cd-c3c78f73f410 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046830 Jul 16 18:32:21.781554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.784862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:21.787080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-976fa6f8-adf2-43f7-aca8-e5a78140aff2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.791505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-976fa6f8-adf2-43f7-aca8-e5a78140aff2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0086129 Jul 16 18:32:21.792268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.795554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:21.796242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:21.799843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-8c7e335d-c0d6-4beb-9d00-777bcf7c524a tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.814467 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8c7e335d-c0d6-4beb-9d00-777bcf7c524a tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0208907 Jul 16 18:32:21.815502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45290) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.821021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-0cdf0ecf-6e2c-40ad-a512-43901f7d2da2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.826716 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0cdf0ecf-6e2c-40ad-a512-43901f7d2da2 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0095561 Jul 16 18:32:21.827715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45294) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.833040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-6d1a6f4d-4d40-4d33-9af1-54bcc6fa3bb1 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.839814 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6d1a6f4d-4d40-4d33-9af1-54bcc6fa3bb1 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0103574 Jul 16 18:32:21.840086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] DHCP port deletion for 884e0b6c-23f9-4790-9bde-36189b31231b request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:21.841093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45296) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.848000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-9060d170-8fbf-498a-b928-f4dbbece3cc1 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.849153 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9060d170-8fbf-498a-b928-f4dbbece3cc1 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0069814 Jul 16 18:32:21.854801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45298) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.858746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-75f561cf-5068-4d72-932e-31ce32938152 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.862685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45300) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.862946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-75f561cf-5068-4d72-932e-31ce32938152 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0075080 Jul 16 18:32:21.864981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port c0ecd28c-199d-401c-8b3b-5408149b2939, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c0ecd28c-199d-401c-8b3b-5408149b2939,segment=NetworkSegment(43967c75-2e01-4373-89c3-3bca45bb243e),segment_id=43967c75-2e01-4373-89c3-3bca45bb243e)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:21.865495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:21.871166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-a2dce4c7-083c-489b-bace-5c05d21825f3 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.876591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2dce4c7-083c-489b-bace-5c05d21825f3 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0119698 Jul 16 18:32:21.877601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.886162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-ca35b313-55f2-4cb1-bb23-bc873c70ad15 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.891847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45304) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.892196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ca35b313-55f2-4cb1-bb23-bc873c70ad15 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0127995 Jul 16 18:32:21.896689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-b2be170f-8aee-408a-aa26-85e72f835834 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.900637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2be170f-8aee-408a-aa26-85e72f835834 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0075939 Jul 16 18:32:21.900950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.901896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for c0ecd28c-199d-401c-8b3b-5408149b2939 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:21.908414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-47a4c893-a6a5-464b-91ca-ccdf3b5f2ce6 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.914771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-47a4c893-a6a5-464b-91ca-ccdf3b5f2ce6 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0121980 Jul 16 18:32:21.915775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45308) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.917289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:21.923531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-39750acd-7095-4938-b135-a22d166fab98 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.929735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45310) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.932890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-39750acd-7095-4938-b135-a22d166fab98 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0142770 Jul 16 18:32:21.964635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-e554d70d-c796-4b69-aaee-1d0ca773ec72 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:21.965677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e554d70d-c796-4b69-aaee-1d0ca773ec72 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0350642 Jul 16 18:32:21.970690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:21.991558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-762f552e-35c2-4d33-be85-c083872ad754 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.005726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45314) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.011785 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-762f552e-35c2-4d33-be85-c083872ad754 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0396135 Jul 16 18:32:22.017299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-8a34c4c9-5377-45dc-a102-a1e3b694085b tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.020759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8a34c4c9-5377-45dc-a102-a1e3b694085b tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0104039 Jul 16 18:32:22.021325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45316) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.029526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-29e2a2f4-32a2-4965-b7dc-e1980f32c706 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.035921 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-29e2a2f4-32a2-4965-b7dc-e1980f32c706 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0126269 Jul 16 18:32:22.036952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45318) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.045615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-9ced9e56-d381-4f6b-9e46-39cf40fb830d tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.053150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9ced9e56-d381-4f6b-9e46-39cf40fb830d tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0142186 Jul 16 18:32:22.054137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.062328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-0a21d625-4f71-44e9-99bc-d173516210a7 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.064655 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0a21d625-4f71-44e9-99bc-d173516210a7 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083458 Jul 16 18:32:22.067075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.069274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0cc2e-6a0d-41df-9867-9c63739d613f req-d8490f0a-c3b0-4ad3-8d4a-5ec2deb35c2d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.070928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82e0cc2e-6a0d-41df-9867-9c63739d613f req-d8490f0a-c3b0-4ad3-8d4a-5ec2deb35c2d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1638637 Jul 16 18:32:22.083566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-17ed7783-c0e9-4467-b095-260830251d35 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.090188 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-17ed7783-c0e9-4467-b095-260830251d35 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0209279 Jul 16 18:32:22.090516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45324) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.096358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-82416403-c795-4183-8c2e-7e5b24123b65 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.100216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-82416403-c795-4183-8c2e-7e5b24123b65 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0059600 Jul 16 18:32:22.100216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.102037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.109916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-427eb1e8-2605-46b8-9417-23ce470cd755 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.113150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-427eb1e8-2605-46b8-9417-23ce470cd755 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080812 Jul 16 18:32:22.114548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.124040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-5fbabeb1-fdcb-4719-ad70-faa18bfe9b3a tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.128474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5fbabeb1-fdcb-4719-ad70-faa18bfe9b3a tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0096004 Jul 16 18:32:22.128771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45330) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.136061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-faf4b3c3-9c19-49bb-8795-cdeb2c93f537 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.142209 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-faf4b3c3-9c19-49bb-8795-cdeb2c93f537 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0104935 Jul 16 18:32:22.143051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45332) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.149880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=c0ecd28c-199d-401c-8b3b-5408149b2939,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.150865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-24401e56-23c8-4fd4-ac54-f6c52a47a4de tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.157760 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-24401e56-23c8-4fd4-ac54-f6c52a47a4de tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0099356 Jul 16 18:32:22.158485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port c0ecd28c-199d-401c-8b3b-5408149b2939 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:22.160560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.166051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-b75788ec-ddd6-4502-a95b-f9c042f78300 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.171744 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b75788ec-ddd6-4502-a95b-f9c042f78300 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0060284 Jul 16 18:32:22.172309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.173441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82e0cc2e-6a0d-41df-9867-9c63739d613f req-0d56b3bf-4599-4858-aecd-913205a24348 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902231 Jul 16 18:32:22.177136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-7390d18d-700b-4ef9-a6f8-f1ce9ea02556 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.182726 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7390d18d-700b-4ef9-a6f8-f1ce9ea02556 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051272 Jul 16 18:32:22.185416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.190131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-e596694e-15af-4216-8184-f8d36ad34c1e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.194307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e596694e-15af-4216-8184-f8d36ad34c1e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0079026 Jul 16 18:32:22.195034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45340) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.201485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-f5795e6e-9856-4522-9d64-ddf6181b85de tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.204203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f5795e6e-9856-4522-9d64-ddf6181b85de tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0065150 Jul 16 18:32:22.209118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.219893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-68222b29-9e5e-40f2-bcd1-b32096c23e26 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.225636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45346) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.226124 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-68222b29-9e5e-40f2-bcd1-b32096c23e26 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0152802 Jul 16 18:32:22.231247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-cd758bd0-57ec-4d19-b24e-88b573f5c25b tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.232296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd758bd0-57ec-4d19-b24e-88b573f5c25b tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0052285 Jul 16 18:32:22.236802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.245853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-0500beb0-d5f1-4972-a035-f3b51060d2ac tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.249877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0500beb0-d5f1-4972-a035-f3b51060d2ac tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0075982 Jul 16 18:32:22.250784 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.257717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-cff265ca-a2be-4917-873f-8a459ea9a1fa tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.265715 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cff265ca-a2be-4917-873f-8a459ea9a1fa tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0137696 Jul 16 18:32:22.266541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Deleting port c0ecd28c-199d-401c-8b3b-5408149b2939 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:22.267043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45352) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.267409 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.276623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-a61d10d5-1432-4a60-85c3-76699839d88c tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.279251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.284272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a61d10d5-1432-4a60-85c3-76699839d88c tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0153012 Jul 16 18:32:22.285374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.294835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-a8f8adbd-2ca9-416d-8f8f-b90ed1093c4f tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.299745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884e0b6c-23f9-4790-9bde-36189b31231b']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.301585 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a8f8adbd-2ca9-416d-8f8f-b90ed1093c4f tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0143139 Jul 16 18:32:22.301962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45356) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.306966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-aecbf083-6982-4250-bd3d-8fc07a64d6bb tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.311652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aecbf083-6982-4250-bd3d-8fc07a64d6bb tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0047491 Jul 16 18:32:22.314617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.317768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43967c75-2e01-4373-89c3-3bca45bb243e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.318084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43967c75-2e01-4373-89c3-3bca45bb243e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.322785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-3e47d352-7a90-427d-9664-1d39791193cd tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.329652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.330817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45360) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.331059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e47d352-7a90-427d-9664-1d39791193cd tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0141740 Jul 16 18:32:22.342720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-3c597bdb-6674-43be-96de-53dd6ea7efa3 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.347394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3c597bdb-6674-43be-96de-53dd6ea7efa3 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0114651 Jul 16 18:32:22.347598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45362) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.352570 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.358265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-39535e20-7b16-4309-bc2b-66c75e0e5ab1 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.363348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-39535e20-7b16-4309-bc2b-66c75e0e5ab1 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0114455 Jul 16 18:32:22.363627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:22.363627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:22.364358 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:22.367670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.372979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-f0575ca5-0615-4575-9c0c-7a3ca50a0ac4 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.378136 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f0575ca5-0615-4575-9c0c-7a3ca50a0ac4 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0079603 Jul 16 18:32:22.378492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45366) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.385433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-4b4fd176-b3be-4330-9ceb-2eed8bb0d51e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.387349 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4b4fd176-b3be-4330-9ceb-2eed8bb0d51e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073991 Jul 16 18:32:22.389969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.394847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-6f5d2291-88da-4e63-9762-37d5cb6f7cd6 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.397920 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6f5d2291-88da-4e63-9762-37d5cb6f7cd6 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050313 Jul 16 18:32:22.399170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45370) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.458845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] For port c0ecd28c-199d-401c-8b3b-5408149b2939, host n-d-793620-10, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:22.459249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-70a37a17-bbef-4127-ac4f-329c861348ae tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.459841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.461293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-70a37a17-bbef-4127-ac4f-329c861348ae tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0601301 Jul 16 18:32:22.465355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45372) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.474802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-8aefdd40-4ff2-4468-8318-acef84116701 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.480095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8aefdd40-4ff2-4468-8318-acef84116701 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0094986 Jul 16 18:32:22.480440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Calling delete_port for c0ecd28c-199d-401c-8b3b-5408149b2939 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:22.482704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45374) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.484082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Port c0ecd28c-199d-401c-8b3b-5408149b2939 was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:32:22.488245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.493304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-72331ca8-c5e3-4456-b829-12896cbde774 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.495154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-72331ca8-c5e3-4456-b829-12896cbde774 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0101483 Jul 16 18:32:22.496731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.499620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45376) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.513853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-d46d7914-031a-435b-8697-fbc2bec3d26f tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.516645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d46d7914-031a-435b-8697-fbc2bec3d26f tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0146632 Jul 16 18:32:22.520428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45378) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.523502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Network 884e0b6c-23f9-4790-9bde-36189b31231b is not hosted by any dhcp agent {{(pid=93779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:32:22.523973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] No DVR routers for this DVR port c0ecd28c-199d-401c-8b3b-5408149b2939 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:22.528769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51c76a-ba58-47e3-b6c2-fd9b012d8321 None None] Pushing event deleted for resources: {'Port': ['ID=c0ecd28c-199d-401c-8b3b-5408149b2939,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.529786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.533305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/884e0b6c-23f9-4790-9bde-36189b31231b HTTP/1.1" status: 204 len: 168 time: 1.1248004 Jul 16 18:32:22.548306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:19Z', 'revision_number': 8, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:22.549408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-ae4348ba-aa60-4b96-aa0b-f64ba24a26e8 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.549408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ae4348ba-aa60-4b96-aa0b-f64ba24a26e8 tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0227444 Jul 16 18:32:22.550603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.551111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.562321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253456a3-30ec-41b7-8a85-8655b14eacb4 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=884e0b6c-23f9-4790-9bde-36189b31231b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.579245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [None req-3aa0d69c-d1d3-4da7-b0b5-18af33ecbe1e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.580627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3aa0d69c-d1d3-4da7-b0b5-18af33ecbe1e tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0205338 Jul 16 18:32:22.584638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:22.590313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [None req-559078e5-8ab8-4119-96ee-c42d1d2ea4be tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:22.591328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-559078e5-8ab8-4119-96ee-c42d1d2ea4be tempest-ExtensionsTestJSON-1798336248 tempest-ExtensionsTestJSON-1798336248-project] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056977 Jul 16 18:32:22.605213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e6954-a2fa-42c1-bc4a-725be0e23fe7 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:19Z', 'revision_number': 8, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f68505e4-0cad-47c0-86db-c92b1a1a5057', 'name': '', 'network_id': '6ee6c34a-64d7-4b32-855d-366132907b31', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:51:17:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:32:01Z', 'updated_at': '2021-07-16T18:32:09Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': '0632eba2-66f7-4d51-ad8b-529e4f1c80fc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:22.623248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0ecd28c-199d-401c-8b3b-5408149b2939 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:22.656947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c0ecd28c-199d-401c-8b3b-5408149b2939 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:22.657300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0ecd28c-199d-401c-8b3b-5408149b2939 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:22.989310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45392) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.074141 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.155671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-949ed35f-ea18-4379-a986-bc41e236d5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.310471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-949ed35f-ea18-4379-a986-bc41e236d5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.316380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-949ed35f-ea18-4379-a986-bc41e236d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.408051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-949ed35f-ea18-4379-a986-bc41e236d5a5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=063da106e8664ad1871f78e95cf02ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171772 Jul 16 18:32:23.411841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45402) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:23.412599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ed35f-ea18-4379-a986-bc41e236d5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d3e92f-4d59-4c90-8b12-82f267f4d3c6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.491411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port f68505e4-0cad-47c0-86db-c92b1a1a5057 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:23.492553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.492956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f75f02d-e94a-47d8-ae71-d0dd2d047491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.529863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46db29-3dbb-4953-8fe1-3844a31868cb req-7b7d4001-29a1-491d-8607-ef81ab56919e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.531499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db46db29-3dbb-4953-8fe1-3844a31868cb req-7b7d4001-29a1-491d-8607-ef81ab56919e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1701541 Jul 16 18:32:23.537000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f75f02d-e94a-47d8-ae71-d0dd2d047491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.605636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db46db29-3dbb-4953-8fe1-3844a31868cb req-2c5bd8de-b7e8-4a1d-a593-e38a144372e9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606821 Jul 16 18:32:23.638760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f75f02d-e94a-47d8-ae71-d0dd2d047491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.642518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6f75f02d-e94a-47d8-ae71-d0dd2d047491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.644462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6f75f02d-e94a-47d8-ae71-d0dd2d047491 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f1d3e92f-4d59-4c90-8b12-82f267f4d3c6 HTTP/1.1" status: 204 len: 168 time: 0.2278244 Jul 16 18:32:23.656088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75f02d-e94a-47d8-ae71-d0dd2d047491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d3e92f-4d59-4c90-8b12-82f267f4d3c6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:23.672133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port f68505e4-0cad-47c0-86db-c92b1a1a5057, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f68505e4-0cad-47c0-86db-c92b1a1a5057,segment=NetworkSegment(b1d53532-42ae-49d5-9c95-c8e7bfe1c750),segment_id=b1d53532-42ae-49d5-9c95-c8e7bfe1c750)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:23.672880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.696184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for f68505e4-0cad-47c0-86db-c92b1a1a5057 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:23.918813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:23.963777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=f68505e4-0cad-47c0-86db-c92b1a1a5057,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.289194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.608706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 296da517-626a-4173-ad5e-1268e9bf0691 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:24.650221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:24.653477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 296da517-626a-4173-ad5e-1268e9bf0691 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:24.654158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 296da517-626a-4173-ad5e-1268e9bf0691 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:24.799545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:24.808863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0aa05c73-dd32-4117-bfa6-e186fa207dd0 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2558453 Jul 16 18:32:24.811424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45436) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.813152 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:24.830248 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:24.831263 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:24.905181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet 0632eba2-66f7-4d51-ad8b-529e4f1c80fc {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:24.910045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.945609 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:24.965884 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.996088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7d488-528b-46e1-8b22-ddc92ecd1d5a req-661fb45e-d7fd-4da6-bf40-412462bbf534 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.997734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72d7d488-528b-46e1-8b22-ddc92ecd1d5a req-661fb45e-d7fd-4da6-bf40-412462bbf534 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1533077 Jul 16 18:32:25.069946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72d7d488-528b-46e1-8b22-ddc92ecd1d5a req-a05b3d9e-12d8-4cc0-87e4-227a8783f5d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575824 Jul 16 18:32:25.113308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.208387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.259318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:23Z', 'revision_number': 9, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:25.266355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=0632eba2-66f7-4d51-ad8b-529e4f1c80fc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:25.279514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.284236 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cfe79ea2-9f07-46fd-82b4-a0d50ffa3b87 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/0632eba2-66f7-4d51-ad8b-529e4f1c80fc HTTP/1.1" status: 204 len: 168 time: 0.4697826 Jul 16 18:32:25.286353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:25.290099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c265c00c-2b71-4e59-ac13-dc16173d67e2 None None] Network 6ee6c34a-64d7-4b32-855d-366132907b31 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:25.296118 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:25.313505 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:25.313505 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:25.465490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.562202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:25.562715 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.621746 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:25.643618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,segment=NetworkSegment(b1d53532-42ae-49d5-9c95-c8e7bfe1c750),segment_id=b1d53532-42ae-49d5-9c95-c8e7bfe1c750)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:25.644176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.648224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] DHCP port deletion for 6ee6c34a-64d7-4b32-855d-366132907b31 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:25.666632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:25.768374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] Deleting port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:25.768913 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.891059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] For port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,segment=NetworkSegment(b1d53532-42ae-49d5-9c95-c8e7bfe1c750),segment_id=b1d53532-42ae-49d5-9c95-c8e7bfe1c750)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:25.891899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.929470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] Calling delete_port for 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:26.057471 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:23Z', 'revision_number': 9, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.091665 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.098177 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243e652d-75e2-4ca8-a14d-7c475822211e None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:23Z', 'revision_number': 9, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '1f5ff2ec-bb53-4121-bdf8-33cd832792f1', 'name': '', 'network_id': '8a7c6212-c3e7-443c-90d3-d9fbe92b8bde', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:13:58:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:54Z', 'updated_at': '2021-07-16T18:32:03Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd386114d-1aae-465b-aef1-6c3a50f56eeb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:26.138007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] Pushing event deleted for resources: {'Port': ['ID=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.140415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4d9ae-8bf9-4cd5-a53f-d9fa3d05701b None None] No DVR routers for this DVR port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:26.237449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.292976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.297643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:26.317537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede4b6f-7c09-49c6-94be-1fb60bb40931 req-272369be-51d9-4b71-bb9c-40e06c83fef7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.320067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ede4b6f-7c09-49c6-94be-1fb60bb40931 req-272369be-51d9-4b71-bb9c-40e06c83fef7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.0826268 Jul 16 18:32:26.380399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ede4b6f-7c09-49c6-94be-1fb60bb40931 req-42331d8b-7a11-422b-bec5-498b600120b9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496697 Jul 16 18:32:26.390685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45478) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:26.460577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.480790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee6c34a-64d7-4b32-855d-366132907b31']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.510373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.510559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d53532-42ae-49d5-9c95-c8e7bfe1c750') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.524188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5690-6d77-42f8-a762-f0e0e963530b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.538221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.576473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.585512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:26.586340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:26.590037 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:26.630814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:26.670937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5690-6d77-42f8-a762-f0e0e963530b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.674126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.675784 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbbd5690-6d77-42f8-a762-f0e0e963530b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.680828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.688192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/6ee6c34a-64d7-4b32-855d-366132907b31 HTTP/1.1" status: 204 len: 168 time: 1.3994064 Jul 16 18:32:26.688365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45484) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:26.695371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:26.696247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5c7d1b05-12ec-4a8e-8e01-ef128e61a2ff not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:26.696450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f68505e4-0cad-47c0-86db-c92b1a1a5057 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:26.706059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68330ab-8905-4454-a583-c6a3e2f85cff tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=6ee6c34a-64d7-4b32-855d-366132907b31,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.742435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: f68505e4-0cad-47c0-86db-c92b1a1a5057 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:26.743035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f68505e4-0cad-47c0-86db-c92b1a1a5057 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:26.790669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd5690-6d77-42f8-a762-f0e0e963530b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3edec0-77c1-4251-8a7f-fc290ebb8d00,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:26.801829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bbbd5690-6d77-42f8-a762-f0e0e963530b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de7d5573428b4dadbe1f3f3668725c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4060006 Jul 16 18:32:26.803195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45486) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:26.884574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-500744ad-eae7-4345-924f-3241e8061b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.914284 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-500744ad-eae7-4345-924f-3241e8061b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.967735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-500744ad-eae7-4345-924f-3241e8061b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.970860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-500744ad-eae7-4345-924f-3241e8061b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.974615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-500744ad-eae7-4345-924f-3241e8061b73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc3edec0-77c1-4251-8a7f-fc290ebb8d00 HTTP/1.1" status: 204 len: 168 time: 0.1573241 Jul 16 18:32:26.983149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500744ad-eae7-4345-924f-3241e8061b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3edec0-77c1-4251-8a7f-fc290ebb8d00,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.178761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.313825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:27.329917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a642286-f26f-4b69-97c2-58d2258b7eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.493963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a642286-f26f-4b69-97c2-58d2258b7eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.506943 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a642286-f26f-4b69-97c2-58d2258b7eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.573564 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2a642286-f26f-4b69-97c2-58d2258b7eaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d0d60e8d0eb74371b5972cd6ac5e5179&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582345 Jul 16 18:32:27.577560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a642286-f26f-4b69-97c2-58d2258b7eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6a1ae2-cd4d-46a2-b102-9a224e547dbd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.584687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:27.686492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e708e50-1b0f-4127-8562-e1ab8b392e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.735546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e708e50-1b0f-4127-8562-e1ab8b392e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.817476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e708e50-1b0f-4127-8562-e1ab8b392e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.820627 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e708e50-1b0f-4127-8562-e1ab8b392e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:27.822283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e708e50-1b0f-4127-8562-e1ab8b392e60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9f6a1ae2-cd4d-46a2-b102-9a224e547dbd HTTP/1.1" status: 204 len: 168 time: 0.2353909 Jul 16 18:32:27.839187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e708e50-1b0f-4127-8562-e1ab8b392e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6a1ae2-cd4d-46a2-b102-9a224e547dbd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:27.890685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1aa28-42f5-4623-87a0-acffd2f751b0 req-7f54fc40-45a6-4310-83b1-3ea08b73d98c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:27.894995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57c1aa28-42f5-4623-87a0-acffd2f751b0 req-7f54fc40-45a6-4310-83b1-3ea08b73d98c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1199994 Jul 16 18:32:27.899723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:27.900316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.032611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57c1aa28-42f5-4623-87a0-acffd2f751b0 req-33d45814-ab1a-4141-a2a6-0957dc0adf56 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268287 Jul 16 18:32:28.085367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 1f5ff2ec-bb53-4121-bdf8-33cd832792f1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,segment=NetworkSegment(a07c99c3-2ec4-4165-95c9-baf79bf3569c),segment_id=a07c99c3-2ec4-4165-95c9-baf79bf3569c)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:28.086192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.111205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:28.401637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.457371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=1f5ff2ec-bb53-4121-bdf8-33cd832792f1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:28.704801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:28.883951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45530) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:28.941087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:29.004030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-400740894-network', 'tenant_id': '610ff9dd6d504c48861506a07402cbea'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.032201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Made reservation on behalf of 610ff9dd6d504c48861506a07402cbea for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:29.034894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.044102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.051515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:29.058859 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-206368e8-45a3-4df3-89c5-0e39bc1a7129 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3652785 Jul 16 18:32:29.063234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45534) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.067103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:29.086416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:29.087069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:29.138472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet d386114d-1aae-465b-aef1-6c3a50f56eeb {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:29.142802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.195293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:29.214068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.279346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.288474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.345781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:29.365330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6475c589-1a66-4bb4-8355-23e248ae69f3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.373169 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.378490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.379211 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Added segment 5f440db3-9462-46b6-b6ba-47391671106b of type vlan for network 1d71ae59-20f8-4508-8a6a-ce730fd86a51 Jul 16 18:32:29.414355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337d722-5769-4778-a1ea-b65db1569902 req-670b9f4a-39bd-4a6f-85c1-7c5236ae6890 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:29.417501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8337d722-5769-4778-a1ea-b65db1569902 req-670b9f4a-39bd-4a6f-85c1-7c5236ae6890 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1408885 Jul 16 18:32:29.449558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.480211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8337d722-5769-4778-a1ea-b65db1569902 req-c3b69566-a3cc-4d5a-8a5c-d820af7ca49d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488446 Jul 16 18:32:29.482127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.488511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.489706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:29.490395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.493477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:28Z', 'revision_number': 10, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:29.512926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=d386114d-1aae-465b-aef1-6c3a50f56eeb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.520038 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.536201 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5f35edaa-0167-471c-99cd-c5f1c88506db tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/d386114d-1aae-465b-aef1-6c3a50f56eeb HTTP/1.1" status: 204 len: 168 time: 0.4578466 Jul 16 18:32:29.536201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45540) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.536841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:29.540062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:29.542356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:29.544012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6588805 Jul 16 18:32:29.576975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45542) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.578081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1504367-839d-4192-8a6f-15ba6fe51e80 admin admin] Pushing event updated for resources: {'Network': ['ID=1d71ae59-20f8-4508-8a6a-ce730fd86a51,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.586972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbbd710-75e6-4777-9eb6-a8c0522ec091 None None] Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:29.599810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Request body: {'subnet': {'network_id': '1d71ae59-20f8-4508-8a6a-ce730fd86a51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-400740894-subnet', 'tenant_id': '610ff9dd6d504c48861506a07402cbea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.631323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1d71ae59-20f8-4508-8a6a-ce730fd86a51 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:29.716856 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.721805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Made reservation on behalf of 610ff9dd6d504c48861506a07402cbea for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:29.725790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.760927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:29.975846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:29.976456 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.123644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5f005cc6-b59a-4b7b-97ef-b2f31b9760e0,segment=NetworkSegment(a07c99c3-2ec4-4165-95c9-baf79bf3569c),segment_id=a07c99c3-2ec4-4165-95c9-baf79bf3569c)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:30.123993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.168355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:30.187558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.304643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=c220db13-19de-44a3-a9ff-bb04d4176b6e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.307474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8917d1-62bc-4b5d-9cad-5d4e656e02e5 None None] DHCP port deletion for 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:30.326135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Checking segment: {'id': '5f440db3-9462-46b6-b6ba-47391671106b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1d71ae59-20f8-4508-8a6a-ce730fd86a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:30.326503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Network hostable DHCP agents. Network: 1d71ae59-20f8-4508-8a6a-ce730fd86a51, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:30.350311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.358326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Network 1d71ae59-20f8-4508-8a6a-ce730fd86a51 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:30.379353 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-89183f7f-3912-47cb-aa36-80b1bb6ec339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.387744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=5f005cc6-b59a-4b7b-97ef-b2f31b9760e0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.394312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:30.422459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1d71ae59-20f8-4508-8a6a-ce730fd86a51) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:30.431555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:28Z', 'revision_number': 10, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:30.441896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.442512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.474067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9648aa25-1164-4541-98c7-7553cfbf0dda admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8954763 Jul 16 18:32:30.490840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad32e4f-de14-4eaa-98bc-afdebe8b6c3d None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:28Z', 'revision_number': 10, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None, '_interfaces': [{'id': '7647cc30-026a-4ef3-97fb-845071ad2954', 'name': '', 'network_id': '3449df2f-25c4-42c5-bdd0-de203fbf299e', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'mac_address': 'fa:16:3e:0a:66:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:50Z', 'updated_at': '2021-07-16T18:31:59Z', 'revision_number': 5, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'subnets': [{'id': 'd2f8cf0c-d067-4c79-93f0-b6706ef5d05e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:30.502414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410ad5c-cfd2-4fea-8759-5c352436fe67 None None] Network 1d71ae59-20f8-4508-8a6a-ce730fd86a51 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:30.544985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.563579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7c6212-c3e7-443c-90d3-d9fbe92b8bde']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:30.577066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07c99c3-2ec4-4165-95c9-baf79bf3569c') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:30.577428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07c99c3-2ec4-4165-95c9-baf79bf3569c') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:30.592010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.616849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.627912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:30.628448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:30.632971 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:30.718795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3c8917d1-62bc-4b5d-9cad-5d4e656e02e5 None None] Deleting port 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:30.719195 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c8917d1-62bc-4b5d-9cad-5d4e656e02e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.729805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.745106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:30.747938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/8a7c6212-c3e7-443c-90d3-d9fbe92b8bde HTTP/1.1" status: 204 len: 168 time: 1.2201507 Jul 16 18:32:30.752292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45558) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:30.759695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46315ec5-4642-43a1-a295-4a0e7acfb6c1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=8a7c6212-c3e7-443c-90d3-d9fbe92b8bde,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-3c8917d1-62bc-4b5d-9cad-5d4e656e02e5 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde could not be found. Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde could not be found. Jul 16 18:32:30.766403 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:32:30.818654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7381f4-b08c-44dd-8b59-c5bc6eada9d7 None None] DHCP port deletion for 8a7c6212-c3e7-443c-90d3-d9fbe92b8bde request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:30.903818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcad6d90-b276-4f20-9f3e-3168240ebda9 None None] Network 1d71ae59-20f8-4508-8a6a-ce730fd86a51 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:30.950982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:30.978046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b8331-e6fb-4787-a878-06807f47ace2 req-cb438b2e-4bf6-494b-851d-fabdfcf2d0f3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.985892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a27b8331-e6fb-4787-a878-06807f47ace2 req-cb438b2e-4bf6-494b-851d-fabdfcf2d0f3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1950505 Jul 16 18:32:31.001370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:31.002064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5f005cc6-b59a-4b7b-97ef-b2f31b9760e0 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:31.104103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a27b8331-e6fb-4787-a878-06807f47ace2 req-46b8f634-0453-4370-ad74-e57c8242c06c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070924 Jul 16 18:32:31.219700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962bc007-b7f8-463b-a88b-0965dcbd263b None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:32:31.299276 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-db17fdc7-178f-4c4c-99f1-c995b05a2d5f service neutron] show failed (client error): The resource could not be found. Jul 16 18:32:31.300765 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-db17fdc7-178f-4c4c-99f1-c995b05a2d5f service neutron] 10.222.0.13 "GET /v2.0/ports/5dd7f532-df66-4fdf-821d-22048bbd19d1/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.1390774 Jul 16 18:32:31.407193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45572) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.415349 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-869716885-network', 'tenant_id': 'd28c949c6dcf493e995aee21254a565e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:31.426479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.447277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Made reservation on behalf of d28c949c6dcf493e995aee21254a565e for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:31.450667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.464388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.493129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962bc007-b7f8-463b-a88b-0965dcbd263b None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:32:31.643023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.652126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.693069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:32:31.747314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bffc979-342b-47d5-878e-6c81191ed008,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.766013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.767997 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Added segment 9a53786f-4206-4ab8-bc4b-a3b92d19570b of type vlan for network 161a1e83-654d-4942-a5e7-f59a061f68e0 Jul 16 18:32:31.819492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.857604 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.859018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.859710 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.903404 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4946303 Jul 16 18:32:31.903989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45576) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:31.921226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-598fed74-ba1d-4490-b738-fab0f2289600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:31.922831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-598fed74-ba1d-4490-b738-fab0f2289600 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 1098 time: 0.1944609 Jul 16 18:32:31.934598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:31.942306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Request body: {'subnet': {'network_id': '161a1e83-654d-4942-a5e7-f59a061f68e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-869716885-subnet', 'tenant_id': 'd28c949c6dcf493e995aee21254a565e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:31.946132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987d226-8062-4bad-a245-61df89b13866 admin admin] Pushing event updated for resources: {'Network': ['ID=161a1e83-654d-4942-a5e7-f59a061f68e0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:31.969816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 161a1e83-654d-4942-a5e7-f59a061f68e0 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:32:31.975269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Made reservation on behalf of d28c949c6dcf493e995aee21254a565e for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:31.981775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.066885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.078943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 7647cc30-026a-4ef3-97fb-845071ad2954 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:32.079291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.210035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.372672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 7647cc30-026a-4ef3-97fb-845071ad2954, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7647cc30-026a-4ef3-97fb-845071ad2954,segment=NetworkSegment(bddcb5a6-c89d-420e-973a-e3db7609ab85),segment_id=bddcb5a6-c89d-420e-973a-e3db7609ab85)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:32.373189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.385292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a90552cd-d845-4fd9-8f49-67b783c92dc4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.404964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Checking segment: {'id': '9a53786f-4206-4ab8-bc4b-a3b92d19570b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '161a1e83-654d-4942-a5e7-f59a061f68e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:32.405568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Network hostable DHCP agents. Network: 161a1e83-654d-4942-a5e7-f59a061f68e0, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:32:32.416680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 7647cc30-026a-4ef3-97fb-845071ad2954 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:32.446514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc3033f-bba1-49c9-92e3-35329254a0aa req-20346ffd-18ac-4491-b0aa-1fc21e471b38 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.454490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bcc3033f-bba1-49c9-92e3-35329254a0aa req-20346ffd-18ac-4491-b0aa-1fc21e471b38 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1755428 Jul 16 18:32:32.487747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Network 161a1e83-654d-4942-a5e7-f59a061f68e0 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:32:32.524104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bcc3033f-bba1-49c9-92e3-35329254a0aa req-cc78faa4-f9ee-4e70-ae8a-ca087251a052 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685713 Jul 16 18:32:32.533232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 161a1e83-654d-4942-a5e7-f59a061f68e0) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:32.539669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.549314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.559942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:32.562326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c5c00-bf4f-4828-86cc-f2e6ebaf9f17 None None] Network 161a1e83-654d-4942-a5e7-f59a061f68e0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:32.617435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5e389ffa-9c95-4aa7-b0c7-5687881bf42d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6795251 Jul 16 18:32:32.645991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:32.646292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1f5ff2ec-bb53-4121-bdf8-33cd832792f1 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:32.662103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:32.786643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d432658-2471-4d9c-82ee-dcd162b8a138 None None] Network 161a1e83-654d-4942-a5e7-f59a061f68e0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:32.809533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:32.870330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.915899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45594) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:32.928532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=7647cc30-026a-4ef3-97fb-845071ad2954,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:32.951608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:32.955722 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b779ab08-0a74-4d7d-87b6-f41844dc6521" -d '{"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:32.962089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.998019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] Deleting subnet c220db13-19de-44a3-a9ff-bb04d4176b6e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:33.004218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.066391 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.078510 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d542a5c0-5712-445f-825f-cab5a6544bc0 x-openstack-request-id: req-d542a5c0-5712-445f-825f-cab5a6544bc0 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:33.078894 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-unplugged", "status": "completed", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:33.079068 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d542a5c0-5712-445f-825f-cab5a6544bc0 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:33.079479 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'code': 200} Jul 16 18:32:33.100074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Transition to ACTIVE for port object 5dd7f532-df66-4fdf-821d-22048bbd19d1 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:33.109350 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-beecaea2-2d44-4a81-bb9e-0be7be109005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.110632 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.135626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.255535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.335831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c220db13-19de-44a3-a9ff-bb04d4176b6e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.354035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.359801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c169f656-4858-49d6-98c7-ebab42c2c527 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c220db13-19de-44a3-a9ff-bb04d4176b6e HTTP/1.1" status: 204 len: 168 time: 0.4425025 Jul 16 18:32:33.360509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45600) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:33.405334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.410263 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.442267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] No DVR routers for this DVR port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:33.446024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.478318 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.588779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.602519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d71ae59-20f8-4508-8a6a-ce730fd86a51']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:33.615678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f440db3-9462-46b6-b6ba-47391671106b') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:33.616129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f440db3-9462-46b6-b6ba-47391671106b') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:33.629400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.668377 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.678365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:33.679453 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:33.695482 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:33.824980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.840190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:33.841503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:33.841994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:33.842452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on network 0708cd6e-8816-4c76-a5ea-97b383ea368f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:33.846028 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.857982 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1d71ae59-20f8-4508-8a6a-ce730fd86a51 HTTP/1.1" status: 204 len: 168 time: 0.4963033 Jul 16 18:32:33.862960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45608) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:33.880485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on network 0708cd6e-8816-4c76-a5ea-97b383ea368f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:33.880964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Attempting to bind port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on network 0708cd6e-8816-4c76-a5ea-97b383ea368f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:33.886645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7ced8-db56-4d81-8b64-d34a16dbda55 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d71ae59-20f8-4508-8a6a-ce730fd86a51,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.926223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1eb84-925c-4e45-9100-b5b3ba605100 req-4d0b2f30-ea84-4657-ac20-e954c5753f9e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.944279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cc1eb84-925c-4e45-9100-b5b3ba605100 req-4d0b2f30-ea84-4657-ac20-e954c5753f9e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.1822970 Jul 16 18:32:33.993203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cc1eb84-925c-4e45-9100-b5b3ba605100 req-3031baab-d49b-4661-8f52-c2cfb131820f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571914 Jul 16 18:32:34.250463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:34.251109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Checking segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:34.251277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Bound using segment: {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:34.251636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Bound port: 5dd7f532-df66-4fdf-821d-22048bbd19d1, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd087950-7698-43e2-b278-35dec5a03794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:34.252000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.315481 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.368723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] Deleting subnet a90552cd-d845-4fd9-8f49-67b783c92dc4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:34.378250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:34.379946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.389682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9c19e088-2eb9-47b4-9e63-f2f3ae99caab tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6356370 Jul 16 18:32:34.392569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45616) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:34.395461 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:34.412440 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:34.413379 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.478150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting subnet d2f8cf0c-d067-4c79-93f0-b6706ef5d05e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:32:34.483189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.490608 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:34.515560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.550038 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.576122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:34.579473 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:32Z', 'revision_number': 11, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.615377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:34.631160 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:34.634289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.656239 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:34.656906 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.683009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.683623 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.685106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] 10.222.0.55 "PUT /v2.0/ports/5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1093 time: 2.7555530 Jul 16 18:32:34.687402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.742888 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:34.750029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.809071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238dcb9-a230-4060-9364-ad4c86cf6f9f service neutron] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:34.820926 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:32Z', 'revision_number': 11, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:34.859503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-85761504-4b1d-4c59-90e1-cb3b7c1666af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.861936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-85761504-4b1d-4c59-90e1-cb3b7c1666af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1096 time: 0.1408968 Jul 16 18:32:34.865122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.872429 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf86fdfd-5d14-404b-95b4-d5fd5d5b11a7 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:32Z', 'revision_number': 11, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:34.898289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.955089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f8cf0c-d067-4c79-93f0-b6706ef5d05e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:34.959859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.964610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-51bd4619-aa72-4d34-9a8b-703e14d5bb22 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/d2f8cf0c-d067-4c79-93f0-b6706ef5d05e HTTP/1.1" status: 204 len: 168 time: 0.5697961 Jul 16 18:32:34.966168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c199c-6094-47fc-bcc1-efa1eb80f439 None None] Network 3449df2f-25c4-42c5-bdd0-de203fbf299e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:32:34.968933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45622) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:35.052362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a90552cd-d845-4fd9-8f49-67b783c92dc4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.081864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:35.084131 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b4d942-a137-4c91-a046-8add7caddab3" -d '{"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:35.103408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.109216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3ce372e5-358d-4d2f-a982-a2100215ee44 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a90552cd-d845-4fd9-8f49-67b783c92dc4 HTTP/1.1" status: 204 len: 168 time: 1.2436099 Jul 16 18:32:35.110128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45628) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:35.134350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.238404 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172f7762-e57e-4ab8-b023-554b7dae7c13 x-openstack-request-id: req-172f7762-e57e-4ab8-b023-554b7dae7c13 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:35.239803 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:35.240583 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-172f7762-e57e-4ab8-b023-554b7dae7c13 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:35.241507 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'status': 'completed', 'code': 200} Jul 16 18:32:35.256810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Deleting port 70dc122b-e599-4c13-bca7-3030d5767b4e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:35.257194 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.324599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] DHCP port deletion for 3449df2f-25c4-42c5-bdd0-de203fbf299e request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:32:35.360883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] For port 70dc122b-e599-4c13-bca7-3030d5767b4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=70dc122b-e599-4c13-bca7-3030d5767b4e,segment=NetworkSegment(bddcb5a6-c89d-420e-973a-e3db7609ab85),segment_id=bddcb5a6-c89d-420e-973a-e3db7609ab85)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:35.361306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.378317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Calling delete_port for 70dc122b-e599-4c13-bca7-3030d5767b4e owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:35.404503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] Deleting port 70dc122b-e599-4c13-bca7-3030d5767b4e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:35.405781 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.421323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.504486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-39b9f679-3823-46cb-8da8-2acd7a92e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.506395 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-39b9f679-3823-46cb-8da8-2acd7a92e658 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.6362474 Jul 16 18:32:35.543363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f4d4a-64db-49b7-8f5b-326cf1378abe req-032c4170-8fc8-4239-94b3-2b9ac9b38445 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.544940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-239f4d4a-64db-49b7-8f5b-326cf1378abe req-032c4170-8fc8-4239-94b3-2b9ac9b38445 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.1411152 Jul 16 18:32:35.546106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] For port 70dc122b-e599-4c13-bca7-3030d5767b4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=70dc122b-e599-4c13-bca7-3030d5767b4e,segment=NetworkSegment(bddcb5a6-c89d-420e-973a-e3db7609ab85),segment_id=bddcb5a6-c89d-420e-973a-e3db7609ab85)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:35.546614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.569575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] Calling delete_port for 70dc122b-e599-4c13-bca7-3030d5767b4e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:35.600282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.604435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:35.605663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-95137fa2-2e04-469d-80a7-a310a2a5f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.607329 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-95137fa2-2e04-469d-80a7-a310a2a5f37c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1096 time: 0.3643148 Jul 16 18:32:35.654272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Port': ['ID=70dc122b-e599-4c13-bca7-3030d5767b4e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.699877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-239f4d4a-64db-49b7-8f5b-326cf1378abe req-2cb8e014-e026-41a0-a5a6-c7f49fa0c7fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182387 Jul 16 18:32:35.707188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No DVR routers for this DVR port 70dc122b-e599-4c13-bca7-3030d5767b4e on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:35.716408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:35.743209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.782141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.798911 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-7cbe649c-21ae-4ca6-bc22-7a39d55588f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1000 time: 0.2613125 Jul 16 18:32:35.837680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] Pushing event deleted for resources: {'Port': ['ID=70dc122b-e599-4c13-bca7-3030d5767b4e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:35.854824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f77703-da26-4095-87f6-9e57a28822c8 None None] No DVR routers for this DVR port 70dc122b-e599-4c13-bca7-3030d5767b4e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:35.879241 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.939329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161a1e83-654d-4942-a5e7-f59a061f68e0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.942474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:35.961332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3449df2f-25c4-42c5-bdd0-de203fbf299e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.982207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a53786f-4206-4ab8-bc4b-a3b92d19570b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.982677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bddcb5a6-c89d-420e-973a-e3db7609ab85') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.982898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a53786f-4206-4ab8-bc4b-a3b92d19570b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.983097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bddcb5a6-c89d-420e-973a-e3db7609ab85') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:35.995206 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.009251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.021559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.031795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:36.032834 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:36.037419 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:36.047358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.051163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-a9722b13-818c-4d0d-b9d7-3212cc5a627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.053036 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-a9722b13-818c-4d0d-b9d7-3212cc5a627f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.2312658 Jul 16 18:32:36.057823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-8007c141-b8db-4e3b-be40-7c143c16d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.059441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-8007c141-b8db-4e3b-be40-7c143c16d9cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.4331944 Jul 16 18:32:36.074923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:32:36.075516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:32:36.078266 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:32:36.135675 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.142752 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.149553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/networks/3449df2f-25c4-42c5-bdd0-de203fbf299e HTTP/1.1" status: 204 len: 168 time: 1.1751051 Jul 16 18:32:36.152741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45644) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.169063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'routes': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:36.213427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9963d908-76c3-4f44-8e6a-2c9ae34fd5b3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Pushing event deleted for resources: {'Network': ['ID=3449df2f-25c4-42c5-bdd0-de203fbf299e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:36.223475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.238299 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-665e9586-8663-401d-be9b-78c8e01f9e8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1000 time: 0.1647947 Jul 16 18:32:36.242407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.249730 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/161a1e83-654d-4942-a5e7-f59a061f68e0 HTTP/1.1" status: 204 len: 168 time: 1.1324410 Jul 16 18:32:36.302272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1eb02-bfc8-4845-9112-0eef2d4797b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=161a1e83-654d-4942-a5e7-f59a061f68e0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:36.327451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9a04e1b8-8453-4e78-b850-1951f6e1b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.329781 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-9a04e1b8-8453-4e78-b850-1951f6e1b172 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2690051 Jul 16 18:32:36.391727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.extraroute_db [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Added routes are [] {{(pid=93777) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:32:36.391927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.extraroute_db [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Removed routes are [] {{(pid=93777) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:32:36.392323 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.448905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-c10d8eb4-53c1-43fc-9726-edec742a35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.450855 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-c10d8eb4-53c1-43fc-9726-edec742a35cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.2005966 Jul 16 18:32:36.518485 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-6cc6aba8-49fe-498b-aba9-d49206e039ec service neutron] 10.222.0.55 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808095 Jul 16 18:32:36.633510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 70dc122b-e599-4c13-bca7-3030d5767b4e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:36.716799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 70dc122b-e599-4c13-bca7-3030d5767b4e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:36.717496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 70dc122b-e599-4c13-bca7-3030d5767b4e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:36.718273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7647cc30-026a-4ef3-97fb-845071ad2954 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:36.722936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.730153 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:36.734827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45648) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:36.745563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-410b4bd3-9028-476a-8ed9-b51b76c6c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.747325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-410b4bd3-9028-476a-8ed9-b51b76c6c25a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2886915 Jul 16 18:32:36.749601 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f03cc08f-c0dd-43b4-8c92-57503af5378d req-b1d3c7ff-a2a9-4b44-97fb-8c56db161cfd service neutron] 10.222.0.55 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234123 Jul 16 18:32:36.776112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7647cc30-026a-4ef3-97fb-845071ad2954 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:36.777755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7647cc30-026a-4ef3-97fb-845071ad2954 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:37.079199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router c98d580b-246a-4ffa-9e65-baf7d91a747a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:37.083838 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.088127 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-1b4a3620-5a1e-4be4-830d-ce3d8d1fbec6 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321013 Jul 16 18:32:37.100484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2c77330-440f-476d-bceb-997ed1214e45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=610ff9dd6d504c48861506a07402cbea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637307 Jul 16 18:32:37.101496 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45656) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:37.153626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-081f1513-bb3b-4237-adb9-6c2c20941753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.158910 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-081f1513-bb3b-4237-adb9-6c2c20941753 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1096 time: 0.2595797 Jul 16 18:32:37.396795 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-920d98ee-f8bc-4ece-ad71-d7d0987b57c4 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008420 Jul 16 18:32:37.433162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-f259fdc8-2282-41a2-a2bd-c0f085d7e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.437009 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-f259fdc8-2282-41a2-a2bd-c0f085d7e8b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.2633431 Jul 16 18:32:37.504796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.571801 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-55ceda83-78c7-4790-92a7-cb9d670d86e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1000 time: 0.1281452 Jul 16 18:32:37.630968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-a3a92257-40bb-4f63-850a-b4a2d2bb3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.632925 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-a3a92257-40bb-4f63-850a-b4a2d2bb3779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.0547283 Jul 16 18:32:37.715443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4d942-a137-4c91-a046-8add7caddab3 req-2e2658da-907d-41fa-a1d0-9e1fce84cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.717471 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-2e2658da-907d-41fa-a1d0-9e1fce84cd0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779521 Jul 16 18:32:37.830566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:37.845506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] Sync routers for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:37.849902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:37.856489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2c0f8cfc-01f7-43fe-b72d-00b50a9dfff1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 200 len: 701 time: 1.7032166 Jul 16 18:32:37.859178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45660) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:37.860607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:37.861481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:37.888939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a3c1-3683-49de-af17-b89a2db1aff5 req-d9b04833-df2e-45cd-b875-a90dd75a33a9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.901570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e298a3c1-3683-49de-af17-b89a2db1aff5 req-d9b04833-df2e-45cd-b875-a90dd75a33a9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.9391479 Jul 16 18:32:37.926570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-a52d4759-b160-491e-bb51-c33df9546ede service neutron] 10.222.0.55 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008927 Jul 16 18:32:37.963902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:38.001179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2cc8ebeb-0998-449f-b86d-6da41a731ba1 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 200 len: 205 time: 0.1252315 Jul 16 18:32:38.002498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6abac902-59ba-4b54-b65f-48c1a776d38e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.014210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45664) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:38.044851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e298a3c1-3683-49de-af17-b89a2db1aff5 req-55ba55b6-7225-490a-a12f-4dfcfe4c147e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419129 Jul 16 18:32:38.045799 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-22b4d942-a137-4c91-a046-8add7caddab3 req-1943905c-46bd-43e0-98a6-e83de5aa0d5a service neutron] 10.222.0.55 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113658 Jul 16 18:32:38.123472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:32Z', 'revision_number': 11, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:38.139431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-261e2f52-18d5-4928-8473-84fd83793bb9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.166952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6abac902-59ba-4b54-b65f-48c1a776d38e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.183564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] Checking router: c98d580b-246a-4ffa-9e65-baf7d91a747a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:38.200647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] Routers {'c98d580b-246a-4ffa-9e65-baf7d91a747a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:38.201933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c98d580b-246a-4ffa-9e65-baf7d91a747a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:38.355836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] Set router c98d580b-246a-4ffa-9e65-baf7d91a747a gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:38.456550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6abac902-59ba-4b54-b65f-48c1a776d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.459328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6abac902-59ba-4b54-b65f-48c1a776d38e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.466901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6abac902-59ba-4b54-b65f-48c1a776d38e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6475c589-1a66-4bb4-8355-23e248ae69f3 HTTP/1.1" status: 204 len: 168 time: 1.3506241 Jul 16 18:32:38.473139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-261e2f52-18d5-4928-8473-84fd83793bb9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.476494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-261e2f52-18d5-4928-8473-84fd83793bb9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.518008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:32Z', 'revision_number': 11, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:38.546546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-261e2f52-18d5-4928-8473-84fd83793bb9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.547671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261e2f52-18d5-4928-8473-84fd83793bb9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Fanout notify agent at l3_agent the message router_deleted on router c98d580b-246a-4ffa-9e65-baf7d91a747a {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:32:38.561267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-261e2f52-18d5-4928-8473-84fd83793bb9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.563427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-261e2f52-18d5-4928-8473-84fd83793bb9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 204 len: 168 time: 0.5310938 Jul 16 18:32:38.567990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:38.568444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abac902-59ba-4b54-b65f-48c1a776d38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6475c589-1a66-4bb4-8355-23e248ae69f3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:38.580012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2778f4ed-c8c7-4427-b839-30d4b546ffb4 None None] The sync data for ids ['c98d580b-246a-4ffa-9e65-baf7d91a747a'] in n-d-793620-10 is: [{'id': 'c98d580b-246a-4ffa-9e65-baf7d91a747a', 'name': 'tempest-RoutersTest-router-2112903761', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:48Z', 'updated_at': '2021-07-16T18:32:32Z', 'revision_number': 11, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:38.584560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b7d47203-1d1a-42fe-8701-5961cd83c57e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1927311312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:38.659885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d47203-1d1a-42fe-8701-5961cd83c57e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.661010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d47203-1d1a-42fe-8701-5961cd83c57e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.800375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d47203-1d1a-42fe-8701-5961cd83c57e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.807884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d47203-1d1a-42fe-8701-5961cd83c57e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.839995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b7d47203-1d1a-42fe-8701-5961cd83c57e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:38.841797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b7d47203-1d1a-42fe-8701-5961cd83c57e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2720168 Jul 16 18:32:38.844606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45676) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:38.850149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cd2c65b8-86a1-4ad3-9194-97ad80e3a81a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:39.226782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45684) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.299308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd2c65b8-86a1-4ad3-9194-97ad80e3a81a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.328696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd2c65b8-86a1-4ad3-9194-97ad80e3a81a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-302098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-302091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-302210'] for router, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.378197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3caf0503-5dbd-4fd9-a4dc-1ba05cbb78d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d28c949c6dcf493e995aee21254a565e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497376 Jul 16 18:32:39.379142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45686) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.460832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b214947c-a007-43ab-ac18-2c6a3439a4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.519838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b214947c-a007-43ab-ac18-2c6a3439a4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.615019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b214947c-a007-43ab-ac18-2c6a3439a4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.621168 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b214947c-a007-43ab-ac18-2c6a3439a4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.623287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b214947c-a007-43ab-ac18-2c6a3439a4a4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bffc979-342b-47d5-878e-6c81191ed008 HTTP/1.1" status: 204 len: 168 time: 0.2403796 Jul 16 18:32:39.643018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214947c-a007-43ab-ac18-2c6a3439a4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bffc979-342b-47d5-878e-6c81191ed008,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:39.671046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfc36c-5d7b-4239-afb4-108be37a5556 req-cf8bfa5e-990f-4b26-a833-a3a48a8d99b9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.674343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fbfc36c-5d7b-4239-afb4-108be37a5556 req-cf8bfa5e-990f-4b26-a833-a3a48a8d99b9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.3249445 Jul 16 18:32:39.685489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2c65b8-86a1-4ad3-9194-97ad80e3a81a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Router 1ea388c8-1301-45de-aa7c-6ee3833e9501 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:32:39.928610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2c65b8-86a1-4ad3-9194-97ad80e3a81a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:39.938261 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd2c65b8-86a1-4ad3-9194-97ad80e3a81a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:39.942768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45694) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:39.951830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd2c65b8-86a1-4ad3-9194-97ad80e3a81a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "PUT /v2.0/routers/1ea388c8-1301-45de-aa7c-6ee3833e9501 HTTP/1.1" status: 200 len: 694 time: 1.1048687 Jul 16 18:32:39.954255 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482a932-5c6d-4579-aa81-f870649867af None None] Sync routers for ids ['1ea388c8-1301-45de-aa7c-6ee3833e9501'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:39.973357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fbfc36c-5d7b-4239-afb4-108be37a5556 req-c8ff1fea-f11c-4217-ad16-c194358a8119 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722096 Jul 16 18:32:39.996672 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] Routers {'1ea388c8-1301-45de-aa7c-6ee3833e9501'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:39.996672 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1ea388c8-1301-45de-aa7c-6ee3833e9501'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:40.091528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33774b83-4499-45c3-93f5-cdc6a78920af tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/routers/1ea388c8-1301-45de-aa7c-6ee3833e9501 HTTP/1.1" status: 200 len: 700 time: 0.1448438 Jul 16 18:32:40.091896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.130918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45704) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.139879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-754b9762-296d-421c-b566-32348331980a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ea388c8-1301-45de-aa7c-6ee3833e9501 HTTP/1.1" status: 200 len: 205 time: 0.0465384 Jul 16 18:32:40.156990 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] Set router 1ea388c8-1301-45de-aa7c-6ee3833e9501 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:40.225881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e22d93f-c53e-4ed0-9fc2-7ed81658dc44 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.289624 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea388c8-1301-45de-aa7c-6ee3833e9501', 'name': 'tempest-RoutersTest-router-1927311312', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:32:38Z', 'updated_at': '2021-07-16T18:32:39Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:40.330532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482a932-5c6d-4579-aa81-f870649867af None None] Checking router: 1ea388c8-1301-45de-aa7c-6ee3833e9501 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:40.342954 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] Routers {'1ea388c8-1301-45de-aa7c-6ee3833e9501'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:40.343963 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1ea388c8-1301-45de-aa7c-6ee3833e9501'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:40.495242 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] Set router 1ea388c8-1301-45de-aa7c-6ee3833e9501 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:40.563881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e22d93f-c53e-4ed0-9fc2-7ed81658dc44 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.569223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e22d93f-c53e-4ed0-9fc2-7ed81658dc44 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.669744 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c482a932-5c6d-4579-aa81-f870649867af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea388c8-1301-45de-aa7c-6ee3833e9501', 'name': 'tempest-RoutersTest-router-1927311312', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:32:38Z', 'updated_at': '2021-07-16T18:32:39Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:40.690123 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e22d93f-c53e-4ed0-9fc2-7ed81658dc44 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.690692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e22d93f-c53e-4ed0-9fc2-7ed81658dc44 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea388c8-1301-45de-aa7c-6ee3833e9501 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:32:40.700356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5e22d93f-c53e-4ed0-9fc2-7ed81658dc44 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:40.701534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5e22d93f-c53e-4ed0-9fc2-7ed81658dc44 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/1ea388c8-1301-45de-aa7c-6ee3833e9501 HTTP/1.1" status: 204 len: 168 time: 0.5692027 Jul 16 18:32:40.702078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-464e86ae-e41c-4188-9b70-c4a026ba7c54 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.705601 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-464e86ae-e41c-4188-9b70-c4a026ba7c54 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2&tenant_id=d18b8d744c464ce99a2cf60e1da305d1&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 944 time: 0.2466300 Jul 16 18:32:40.706022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45724) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.747814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddef809-8a25-4632-b172-9253ec535f5a req-a187701f-57e8-4f42-b1d6-efc3913b8f9d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.749635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fddef809-8a25-4632-b172-9253ec535f5a req-a187701f-57e8-4f42-b1d6-efc3913b8f9d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 944 time: 0.2180185 Jul 16 18:32:40.751539 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c482a932-5c6d-4579-aa81-f870649867af None None] The sync data for ids ['1ea388c8-1301-45de-aa7c-6ee3833e9501'] in n-d-793620-10 is: [{'id': '1ea388c8-1301-45de-aa7c-6ee3833e9501', 'name': 'tempest-RoutersTest-router-1927311312', 'tenant_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:32:38Z', 'updated_at': '2021-07-16T18:32:39Z', 'revision_number': 2, 'project_id': 'a76fbe224c5c4b878033631e6cecdb7d', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:40.752193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed350bde-a1bf-4d7a-9696-e79d992e8c00 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=1ea388c8-1301-45de-aa7c-6ee3833e9501 HTTP/1.1" status: 200 len: 205 time: 0.0450575 Jul 16 18:32:40.761280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45726) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.806270 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-75cc7f82-e3fe-4e52-ba09-5c803b83a33f service neutron] delete failed (client error): The resource could not be found. Jul 16 18:32:40.807742 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-75cc7f82-e3fe-4e52-ba09-5c803b83a33f service neutron] 10.222.0.13 "DELETE /v2.0/ports/5dd7f532-df66-4fdf-821d-22048bbd19d1/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0951786 Jul 16 18:32:40.872623 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-4a6cebfa-9048-4433-ac22-8834ae472403 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] delete failed (client error): The resource could not be found. Jul 16 18:32:40.873731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4a6cebfa-9048-4433-ac22-8834ae472403 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/1ea388c8-1301-45de-aa7c-6ee3833e9501 HTTP/1.1" status: 404 len: 336 time: 0.1114271 Jul 16 18:32:40.877072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45730) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.913128 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d415e8-b1ea-4817-b3c6-ced68d58b054 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:40.913601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d415e8-b1ea-4817-b3c6-ced68d58b054 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:40.917758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-50d415e8-b1ea-4817-b3c6-ced68d58b054 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/286fff3f-a76a-40d9-bfc8-13426ccdbaba HTTP/1.1" status: 404 len: 337 time: 0.0377498 Jul 16 18:32:40.919145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45734) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:40.919541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fddef809-8a25-4632-b172-9253ec535f5a req-b2470f1f-839d-4128-a440-55530fbe9e90 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512461 Jul 16 18:32:40.997982 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-621cc0c5-a67b-4395-a173-35245881aa8b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:40.998747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621cc0c5-a67b-4395-a173-35245881aa8b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:41.000886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-621cc0c5-a67b-4395-a173-35245881aa8b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/0632eba2-66f7-4d51-ad8b-529e4f1c80fc HTTP/1.1" status: 404 len: 337 time: 0.0769548 Jul 16 18:32:41.003468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45736) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.024376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-608f21b1-7adb-40ad-bca1-507cc3ba00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.026725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-608f21b1-7adb-40ad-bca1-507cc3ba00d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1096 time: 0.1676004 Jul 16 18:32:41.042048 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f1319f-95f9-4465-b368-357cf3b55ca9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:41.042612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f1319f-95f9-4465-b368-357cf3b55ca9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:41.044647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c6f1319f-95f9-4465-b368-357cf3b55ca9 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/d386114d-1aae-465b-aef1-6c3a50f56eeb HTTP/1.1" status: 404 len: 337 time: 0.0401351 Jul 16 18:32:41.049022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.110478 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-56df3646-9512-4fe4-a4c8-ad66963a879a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:41.110951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56df3646-9512-4fe4-a4c8-ad66963a879a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:41.115141 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-56df3646-9512-4fe4-a4c8-ad66963a879a tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/d2f8cf0c-d067-4c79-93f0-b6706ef5d05e HTTP/1.1" status: 404 len: 337 time: 0.0619135 Jul 16 18:32:41.115980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45742) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.181263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3b8e269a-2324-4ce8-a5c2-b8f327fb382b tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 200 len: 205 time: 0.0619235 Jul 16 18:32:41.183217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45744) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.220438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:41.244705 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-823caee9-64fc-4097-a1f3-183c3ddf5d89 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] delete failed (client error): The resource could not be found. Jul 16 18:32:41.250057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-823caee9-64fc-4097-a1f3-183c3ddf5d89 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/c98d580b-246a-4ffa-9e65-baf7d91a747a HTTP/1.1" status: 404 len: 336 time: 0.0616841 Jul 16 18:32:41.250407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45748) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.288086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b588a1ab-ffd7-43f4-b068-141a3cd5b7ea tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=eb3d38d4-a3d2-489b-8098-8d2190c0b051 HTTP/1.1" status: 200 len: 205 time: 0.0341401 Jul 16 18:32:41.289455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-4f4c1a8e-d7fc-4ad0-9b55-be452c2bbc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.290965 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-4f4c1a8e-d7fc-4ad0-9b55-be452c2bbc10 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.2576797 Jul 16 18:32:41.292497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45750) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.387429 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-f99e8b9e-29a6-4502-a625-eed954e5c996 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] delete failed (client error): The resource could not be found. Jul 16 18:32:41.390209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f99e8b9e-29a6-4502-a625-eed954e5c996 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/eb3d38d4-a3d2-489b-8098-8d2190c0b051 HTTP/1.1" status: 404 len: 336 time: 0.0955839 Jul 16 18:32:41.392796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45752) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.456962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:41.468105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-9942b615-ee25-46ef-89d3-cc9dfb4f7a80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 1000 time: 0.1705246 Jul 16 18:32:41.471436 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-304f6454-444b-45f3-81c7-ae5b4bf5a918 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:41.472172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304f6454-444b-45f3-81c7-ae5b4bf5a918 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:41.478252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'port_id': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'mac_address': 'fa:16:3e:b1:b8:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:41.486379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-304f6454-444b-45f3-81c7-ae5b4bf5a918 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/e4eb914c-d96e-4ffa-8a92-8ff2bb6c1628 HTTP/1.1" status: 404 len: 337 time: 0.0900588 Jul 16 18:32:41.487168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45756) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.529341 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.544668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd7f532-df66-4fdf-821d-22048bbd19d1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:41.563329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-435f27a1-adfb-4d56-83d9-c41045cf1f37 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ffc46d8-6014-4355-afab-50e8bdff4ae0 HTTP/1.1" status: 200 len: 205 time: 0.0692756 Jul 16 18:32:41.565799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45762) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.565999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-d2c0c613-aa41-494a-bf4e-9797a0b4faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.567567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-d2c0c613-aa41-494a-bf4e-9797a0b4faae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.0934501 Jul 16 18:32:41.583236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:41.592039 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:41.643725 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-ded7f7d4-14f0-4d81-9af2-4d8d38561215 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] delete failed (client error): The resource could not be found. Jul 16 18:32:41.647261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ded7f7d4-14f0-4d81-9af2-4d8d38561215 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/2ffc46d8-6014-4355-afab-50e8bdff4ae0 HTTP/1.1" status: 404 len: 336 time: 0.0801861 Jul 16 18:32:41.647756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45766) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.681754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-e88c48fc-799d-4270-a42a-a6a29b03647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.683925 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-e88c48fc-799d-4270-a42a-a6a29b03647b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057107 Jul 16 18:32:41.691007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:41.709911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dbeb66c8-6c85-4365-83b8-60a8b1df289c tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=2d07557f-4a7f-4f30-95b9-586fe59b9e80 HTTP/1.1" status: 200 len: 205 time: 0.0611222 Jul 16 18:32:41.712346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45768) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.757378 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-fd02bdb9-8cca-4356-93d9-4bd12df94c58 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] delete failed (client error): The resource could not be found. Jul 16 18:32:41.760206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fd02bdb9-8cca-4356-93d9-4bd12df94c58 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/2d07557f-4a7f-4f30-95b9-586fe59b9e80 HTTP/1.1" status: 404 len: 336 time: 0.0445149 Jul 16 18:32:41.763216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.834508 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-719d2e86-69a8-42f5-a5b6-431e1cceff30 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:41.834974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-719d2e86-69a8-42f5-a5b6-431e1cceff30 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:41.836855 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-719d2e86-69a8-42f5-a5b6-431e1cceff30 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/f5fd2559-1346-45b0-a0e3-9f4ca7365de4 HTTP/1.1" status: 404 len: 337 time: 0.0719569 Jul 16 18:32:41.839822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.877336 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-08eef770-816f-41dd-a217-cfbfe62c1734 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=f541f47d-db39-4a3c-b774-102396d6f79a HTTP/1.1" status: 200 len: 205 time: 0.0362551 Jul 16 18:32:41.879460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45778) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:41.886064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['5dd7f532-df66-4fdf-821d-22048bbd19d1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:41.938129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-ddddc02e-e165-4fd8-8bfb-e88fcf90be01 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464294 Jul 16 18:32:41.964597 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-cbe14cb0-ae89-4594-9186-83e24c532849 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] delete failed (client error): The resource could not be found. Jul 16 18:32:41.966120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cbe14cb0-ae89-4594-9186-83e24c532849 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/f541f47d-db39-4a3c-b774-102396d6f79a HTTP/1.1" status: 404 len: 336 time: 0.0849514 Jul 16 18:32:41.970714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45784) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.014437 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce6f5e20-b089-4b56-95d6-186661ec5f16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:42.015140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce6f5e20-b089-4b56-95d6-186661ec5f16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:42.018563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ce6f5e20-b089-4b56-95d6-186661ec5f16 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/c47c8f56-0113-489e-a95d-d7cafaa8ca48 HTTP/1.1" status: 404 len: 337 time: 0.0452697 Jul 16 18:32:42.021683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.100320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-469011d7-0919-4392-a362-f4893933ffc3 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "GET /v2.0/ports?device_id=2e9ae658-e9fd-48b6-99cd-e77409deb3d0 HTTP/1.1" status: 200 len: 205 time: 0.0682724 Jul 16 18:32:42.107875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45790) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.200255 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-3a0c2eee-d676-4f68-a255-91c390a089f8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] delete failed (client error): The resource could not be found. Jul 16 18:32:42.201370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3a0c2eee-d676-4f68-a255-91c390a089f8 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/routers/2e9ae658-e9fd-48b6-99cd-e77409deb3d0 HTTP/1.1" status: 404 len: 336 time: 0.0924561 Jul 16 18:32:42.207151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45792) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.222659 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4e7908e-f233-4298-8eca-970d3f655e96 req-e52613fc-f9c8-49fa-a5dd-45ec47098d89 service neutron] 10.222.0.13 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769253 Jul 16 18:32:42.265510 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1912f72-205a-4b10-a80d-e440e7e10224 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:42.265969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1912f72-205a-4b10-a80d-e440e7e10224 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:42.267819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a1912f72-205a-4b10-a80d-e440e7e10224 tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/494e9664-bb7a-48f4-9789-6dde20e4bec9 HTTP/1.1" status: 404 len: 337 time: 0.0593431 Jul 16 18:32:42.270883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:42.371022 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3f7b05-23a7-48f3-8bf1-f0b6f5cfa70e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] DELETE failed (client error): The resource could not be found. Jul 16 18:32:42.371754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3f7b05-23a7-48f3-8bf1-f0b6f5cfa70e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:32:42.389106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2a3f7b05-23a7-48f3-8bf1-f0b6f5cfa70e tempest-RoutersTest-355335119 tempest-RoutersTest-355335119-project] 10.222.0.48 "DELETE /v2.0/subnets/1b5d6f42-f807-479d-9241-9e91f2ba554a HTTP/1.1" status: 404 len: 337 time: 0.1102221 Jul 16 18:32:42.616282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0496e-017c-4fd1-ada8-7c6c7e07408f req-b77892c2-1d39-47aa-930b-e617260272ed tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.628966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7b0496e-017c-4fd1-ada8-7c6c7e07408f req-b77892c2-1d39-47aa-930b-e617260272ed tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 945 time: 0.2592084 Jul 16 18:32:42.726559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7b0496e-017c-4fd1-ada8-7c6c7e07408f req-4d322e8e-02c6-4d8d-a623-03fe25f999c3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956953 Jul 16 18:32:42.990886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45812) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:43.214349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:43.292225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eb32e378-3f27-4996-8cee-2a5c72d91905 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a76fbe224c5c4b878033631e6cecdb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997303 Jul 16 18:32:43.296035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45818) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:43.353865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 5dd7f532-df66-4fdf-821d-22048bbd19d1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:43.361303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 5dd7f532-df66-4fdf-821d-22048bbd19d1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:43.361922 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.406685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.449283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.493298 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.525823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.528142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:43.529637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.530828 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb9040-e25b-4803-b723-fccd2a207d43" -d '{"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-plugged", "status": "completed", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:43.531391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e42c5e9-8942-4f16-8811-23a8cf27d6d0 HTTP/1.1" status: 204 len: 168 time: 0.2334988 Jul 16 18:32:43.547254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e42c5e9-8942-4f16-8811-23a8cf27d6d0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.555870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:43.563156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:43.567456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.568023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.568616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.569525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.569937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.570484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.571042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.571604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.573106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.574045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.574224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.574776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d15f9ce8-45db-4a5c-bc69-ac4a262b770d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:43.686760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:43.693580 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b9ed7d-9b1b-45a1-abe5-f765818170b4 x-openstack-request-id: req-67b9ed7d-9b1b-45a1-abe5-f765818170b4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:43.694025 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-plugged", "status": "completed", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:43.694655 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67b9ed7d-9b1b-45a1-abe5-f765818170b4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:43.695483 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'code': 200} Jul 16 18:32:44.041825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39405b-00e3-49d5-870f-4be97937e78e req-cddfb543-ccd8-4a67-a16b-f0e9abe0ae93 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:44.043437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c39405b-00e3-49d5-870f-4be97937e78e req-cddfb543-ccd8-4a67-a16b-f0e9abe0ae93 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1010761 Jul 16 18:32:44.088661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c39405b-00e3-49d5-870f-4be97937e78e req-e6442c1d-39b7-4c37-beee-6cf66adbf860 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366068 Jul 16 18:32:44.133021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45842) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:44.239751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d8b8333a-892a-429d-9a64-e880823aa803 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/4b22ed22-f59b-4a46-ae55-5c2f2ecb097e HTTP/1.1" status: 200 len: 994 time: 0.0978727 Jul 16 18:32:44.470906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45858) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:44.620406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-97adcefb-35b5-4376-be99-a99fc19df37f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:44.621832 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-97adcefb-35b5-4376-be99-a99fc19df37f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:32:44.622770 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-97adcefb-35b5-4376-be99-a99fc19df37f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:32:44.624103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-97adcefb-35b5-4376-be99-a99fc19df37f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1519361 Jul 16 18:32:44.627954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45862) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:44.633995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147280832'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:44.666850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.681206 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.870036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.879412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:44.980720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc920a28-2a49-4819-9839-489077efd971,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.091308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.099777 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.139214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.141262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5120723 Jul 16 18:32:45.146367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:45.147182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e77309-b1fa-4946-a9d3-9c1b988e26f5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72758837-a5bb-48da-920d-afc4ee7b013d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.155021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '72758837-a5bb-48da-920d-afc4ee7b013d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:45.204516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.284717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.290371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.318773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a88d030-40fd-45ca-b986-546b2fc59b76,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.338653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.339147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.339687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.340435 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.340932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.341428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.341985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.342527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.343084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.343653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.344256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.344838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:45.351498 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.354254 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-20bff2f5-1e26-45c9-abf7-47b8b07858c7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060747 Jul 16 18:32:45.358636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45880) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:45.366787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-116c1c7c-4bcd-4061-9fc6-4dfe95a6b705 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '72758837-a5bb-48da-920d-afc4ee7b013d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:45.411156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-116c1c7c-4bcd-4061-9fc6-4dfe95a6b705 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.487986 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-116c1c7c-4bcd-4061-9fc6-4dfe95a6b705 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:32:45.495386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:45.497139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-116c1c7c-4bcd-4061-9fc6-4dfe95a6b705 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1365950 Jul 16 18:32:45.601712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1138347-5edc-44ee-a8ab-201fc331353b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.635514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1138347-5edc-44ee-a8ab-201fc331353b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.706927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1138347-5edc-44ee-a8ab-201fc331353b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.716411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1138347-5edc-44ee-a8ab-201fc331353b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.722035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a1138347-5edc-44ee-a8ab-201fc331353b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/72758837-a5bb-48da-920d-afc4ee7b013d HTTP/1.1" status: 204 len: 168 time: 0.2249694 Jul 16 18:32:45.722746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45886) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:45.737848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1138347-5edc-44ee-a8ab-201fc331353b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72758837-a5bb-48da-920d-afc4ee7b013d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.810016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8021aa56-3f44-4599-becc-909e9e5f9292 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857074 Jul 16 18:32:45.814374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:45.823278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e396f6dd-9004-42b0-970a-ccdca21e03bf tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--927926222'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:45.863402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e396f6dd-9004-42b0-970a-ccdca21e03bf tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.971676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e396f6dd-9004-42b0-970a-ccdca21e03bf tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.983256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e396f6dd-9004-42b0-970a-ccdca21e03bf tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.013514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e396f6dd-9004-42b0-970a-ccdca21e03bf tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.014804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e396f6dd-9004-42b0-970a-ccdca21e03bf tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1989501 Jul 16 18:32:46.017822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.023260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c2ffe15e-2bda-4b2c-b207-062f94ca9e75 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '28ef7c22-d2fc-451f-8abe-da0cd8b44a19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.024031 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-c2ffe15e-2bda-4b2c-b207-062f94ca9e75 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:32:46.024563 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-c2ffe15e-2bda-4b2c-b207-062f94ca9e75 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:46.026351 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c2ffe15e-2bda-4b2c-b207-062f94ca9e75 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068667 Jul 16 18:32:46.026925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396f6dd-9004-42b0-970a-ccdca21e03bf tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef7c22-d2fc-451f-8abe-da0cd8b44a19,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.029160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45894) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.117969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ca2222f-af9b-41a5-80d6-487b79057e77 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.143936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ca2222f-af9b-41a5-80d6-487b79057e77 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.201248 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ca2222f-af9b-41a5-80d6-487b79057e77 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.203817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ca2222f-af9b-41a5-80d6-487b79057e77 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.205257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2ca2222f-af9b-41a5-80d6-487b79057e77 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/28ef7c22-d2fc-451f-8abe-da0cd8b44a19 HTTP/1.1" status: 204 len: 168 time: 0.1747365 Jul 16 18:32:46.208550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45900) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.227937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2222f-af9b-41a5-80d6-487b79057e77 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef7c22-d2fc-451f-8abe-da0cd8b44a19,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.273046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bb2e7ce6-035f-473a-b07a-65a1e750ac6d tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621915 Jul 16 18:32:46.276707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45904) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.281485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7179d08d-a561-4fb8-bf6d-1e0565c45134 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418128164'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.311242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7179d08d-a561-4fb8-bf6d-1e0565c45134 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.429650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7179d08d-a561-4fb8-bf6d-1e0565c45134 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.434498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7179d08d-a561-4fb8-bf6d-1e0565c45134 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.480704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7179d08d-a561-4fb8-bf6d-1e0565c45134 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.482720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7179d08d-a561-4fb8-bf6d-1e0565c45134 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2048273 Jul 16 18:32:46.485789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45908) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.486860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179d08d-a561-4fb8-bf6d-1e0565c45134 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51229639-c5bb-49aa-be09-8c1040b74954,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.496702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c7389c73-d1c0-44d0-b991-32f8d8aafb44 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '51229639-c5bb-49aa-be09-8c1040b74954', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.499111 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-c7389c73-d1c0-44d0-b991-32f8d8aafb44 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:32:46.500312 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-c7389c73-d1c0-44d0-b991-32f8d8aafb44 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:46.502365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c7389c73-d1c0-44d0-b991-32f8d8aafb44 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0111485 Jul 16 18:32:46.504823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45912) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.580594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a881965a-b2a7-49cb-ad76-a96a48ffbc23 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.621595 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a881965a-b2a7-49cb-ad76-a96a48ffbc23 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.716721 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a881965a-b2a7-49cb-ad76-a96a48ffbc23 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.722947 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a881965a-b2a7-49cb-ad76-a96a48ffbc23 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.725540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a881965a-b2a7-49cb-ad76-a96a48ffbc23 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/51229639-c5bb-49aa-be09-8c1040b74954 HTTP/1.1" status: 204 len: 168 time: 0.2191675 Jul 16 18:32:46.729757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45916) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.750978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881965a-b2a7-49cb-ad76-a96a48ffbc23 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51229639-c5bb-49aa-be09-8c1040b74954,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.799590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e0242f2-a700-41e7-a69e-c3540b89f7f6 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650339 Jul 16 18:32:46.799994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45918) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.805268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-569522f8-b1fe-49c9-be8c-9842f0ad7dd3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--22188066'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.835909 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-569522f8-b1fe-49c9-be8c-9842f0ad7dd3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.940428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-569522f8-b1fe-49c9-be8c-9842f0ad7dd3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.945518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-569522f8-b1fe-49c9-be8c-9842f0ad7dd3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.973902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-569522f8-b1fe-49c9-be8c-9842f0ad7dd3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:46.975246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-569522f8-b1fe-49c9-be8c-9842f0ad7dd3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1739395 Jul 16 18:32:46.980857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:46.985909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ec9d88b4-4d14-4385-91dd-4f8eb5c6072c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '8bb0ab91-6226-4f13-a845-b3c49c58cdfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:46.988928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569522f8-b1fe-49c9-be8c-9842f0ad7dd3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb0ab91-6226-4f13-a845-b3c49c58cdfa,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:46.999196 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-ec9d88b4-4d14-4385-91dd-4f8eb5c6072c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:32:46.999856 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ec9d88b4-4d14-4385-91dd-4f8eb5c6072c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.003916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec9d88b4-4d14-4385-91dd-4f8eb5c6072c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0192480 Jul 16 18:32:47.007747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45922) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.013538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bd0b8017-aaea-4c2d-99de-c23df4bea36c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '8bb0ab91-6226-4f13-a845-b3c49c58cdfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.015141 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-bd0b8017-aaea-4c2d-99de-c23df4bea36c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:32:47.015658 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-bd0b8017-aaea-4c2d-99de-c23df4bea36c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.016751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bd0b8017-aaea-4c2d-99de-c23df4bea36c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083799 Jul 16 18:32:47.019848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45924) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.024663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c03f0bc7-5528-4b69-9e34-2b614c3727d5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '8bb0ab91-6226-4f13-a845-b3c49c58cdfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.027078 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-c03f0bc7-5528-4b69-9e34-2b614c3727d5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:32:47.027839 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-c03f0bc7-5528-4b69-9e34-2b614c3727d5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.029227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c03f0bc7-5528-4b69-9e34-2b614c3727d5 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082576 Jul 16 18:32:47.032165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.036846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-40fe0514-be07-425e-9a1f-fb27b48fee57 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '8bb0ab91-6226-4f13-a845-b3c49c58cdfa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.037772 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-40fe0514-be07-425e-9a1f-fb27b48fee57 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:32:47.038294 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-40fe0514-be07-425e-9a1f-fb27b48fee57 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.039334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-40fe0514-be07-425e-9a1f-fb27b48fee57 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061462 Jul 16 18:32:47.042331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.119338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca55a-de5b-4931-a8a4-138a5ec55ee7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.148760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca55a-de5b-4931-a8a4-138a5ec55ee7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.214547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca55a-de5b-4931-a8a4-138a5ec55ee7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.218968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7b5ca55a-de5b-4931-a8a4-138a5ec55ee7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.223477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45934) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.223824 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7b5ca55a-de5b-4931-a8a4-138a5ec55ee7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/8bb0ab91-6226-4f13-a845-b3c49c58cdfa HTTP/1.1" status: 204 len: 168 time: 0.1801417 Jul 16 18:32:47.235304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ca55a-de5b-4931-a8a4-138a5ec55ee7 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb0ab91-6226-4f13-a845-b3c49c58cdfa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.311370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e0535b85-cd88-4ff1-9ab1-a224b569dcb2 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861104 Jul 16 18:32:47.317613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45936) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.323748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b3842c1c-5f52-43b1-a5cd-2c75feb8c299 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1175519137'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.349669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3842c1c-5f52-43b1-a5cd-2c75feb8c299 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.462927 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3842c1c-5f52-43b1-a5cd-2c75feb8c299 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.468480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3842c1c-5f52-43b1-a5cd-2c75feb8c299 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.512901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3842c1c-5f52-43b1-a5cd-2c75feb8c299 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.518834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b3842c1c-5f52-43b1-a5cd-2c75feb8c299 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1956391 Jul 16 18:32:47.518834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3842c1c-5f52-43b1-a5cd-2c75feb8c299 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.519555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.528929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dc21ff77-56c5-4d4d-8919-4f90a9f61eed tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.530384 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-dc21ff77-56c5-4d4d-8919-4f90a9f61eed tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:32:47.531313 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-dc21ff77-56c5-4d4d-8919-4f90a9f61eed tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.536102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dc21ff77-56c5-4d4d-8919-4f90a9f61eed tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120714 Jul 16 18:32:47.536422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.542566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-920b69a0-367b-45f9-b6a2-97116ea2659c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.585227 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-920b69a0-367b-45f9-b6a2-97116ea2659c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.586307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-920b69a0-367b-45f9-b6a2-97116ea2659c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0488198 Jul 16 18:32:47.589977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.595671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-82313990-9369-4fbc-81d2-a2b01e1c8a60 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.596520 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-82313990-9369-4fbc-81d2-a2b01e1c8a60 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:32:47.597110 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-82313990-9369-4fbc-81d2-a2b01e1c8a60 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.598282 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-82313990-9369-4fbc-81d2-a2b01e1c8a60 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072417 Jul 16 18:32:47.602310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.608835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9fda84c4-bf37-4571-96c4-e0c6a5faf1ec tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.649976 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-9fda84c4-bf37-4571-96c4-e0c6a5faf1ec tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.651059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9fda84c4-bf37-4571-96c4-e0c6a5faf1ec tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0470700 Jul 16 18:32:47.653933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45948) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.658701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-54b255f8-d111-4a49-9533-c2a13550e9b1 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.659167 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-54b255f8-d111-4a49-9533-c2a13550e9b1 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:32:47.659831 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-54b255f8-d111-4a49-9533-c2a13550e9b1 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.664442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-54b255f8-d111-4a49-9533-c2a13550e9b1 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094175 Jul 16 18:32:47.664635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45950) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.671174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3bb14037-f2dc-4abf-90e5-c20135a17694 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.711576 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-3bb14037-f2dc-4abf-90e5-c20135a17694 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Project 8b4172502f03442c844051b71b864533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:32:47.771183 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-3bb14037-f2dc-4abf-90e5-c20135a17694 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.773806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3bb14037-f2dc-4abf-90e5-c20135a17694 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1070154 Jul 16 18:32:47.779169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45952) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.789109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1732e0a9-4612-4337-9105-3ffcbdf90295 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.790301 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-1732e0a9-4612-4337-9105-3ffcbdf90295 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:32:47.791706 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-1732e0a9-4612-4337-9105-3ffcbdf90295 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.797223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1732e0a9-4612-4337-9105-3ffcbdf90295 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0153875 Jul 16 18:32:47.799637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45954) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.814286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6d76185f-6c75-451b-a115-e70bbb8e49b3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.852098 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-6d76185f-6c75-451b-a115-e70bbb8e49b3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Project 8b4172502f03442c844051b71b864533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:32:47.880340 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-6d76185f-6c75-451b-a115-e70bbb8e49b3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.882648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d76185f-6c75-451b-a115-e70bbb8e49b3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0809479 Jul 16 18:32:47.886742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45958) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:47.896321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-83910a6f-20d4-4254-a962-06fb51e36476 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:47.938779 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-83910a6f-20d4-4254-a962-06fb51e36476 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Project 8b4172502f03442c844051b71b864533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:32:47.962867 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-83910a6f-20d4-4254-a962-06fb51e36476 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:47.968256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-83910a6f-20d4-4254-a962-06fb51e36476 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0751517 Jul 16 18:32:47.969070 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.068738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55435f93-a544-4c44-8d93-f27322fc4150 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.110769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55435f93-a544-4c44-8d93-f27322fc4150 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.185044 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55435f93-a544-4c44-8d93-f27322fc4150 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.187693 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55435f93-a544-4c44-8d93-f27322fc4150 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.188969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-55435f93-a544-4c44-8d93-f27322fc4150 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77 HTTP/1.1" status: 204 len: 168 time: 0.2166970 Jul 16 18:32:48.191916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.199133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55435f93-a544-4c44-8d93-f27322fc4150 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420a4f9b-37b2-4ee6-9c1c-fc8eadd2bf77,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.270516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9949799-6744-4c88-b31b-ccbd8ad9da72 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769820 Jul 16 18:32:48.275702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45966) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.282138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5796b170-f7bd-4bd1-aa6c-eaece77ee916 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034929288'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:48.321278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5796b170-f7bd-4bd1-aa6c-eaece77ee916 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.447866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5796b170-f7bd-4bd1-aa6c-eaece77ee916 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.453175 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5796b170-f7bd-4bd1-aa6c-eaece77ee916 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.487667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5796b170-f7bd-4bd1-aa6c-eaece77ee916 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.489181 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5796b170-f7bd-4bd1-aa6c-eaece77ee916 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2120535 Jul 16 18:32:48.494934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796b170-f7bd-4bd1-aa6c-eaece77ee916 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e812314b-17af-4d4b-ad0d-a9cb2ac7b39f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.495394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.506295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8f6eb8a6-c7cd-4c55-b021-60958db9a78b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': 'e812314b-17af-4d4b-ad0d-a9cb2ac7b39f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:48.565351 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-8f6eb8a6-c7cd-4c55-b021-60958db9a78b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The resource could not be found. Jul 16 18:32:48.569883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.570308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8f6eb8a6-c7cd-4c55-b021-60958db9a78b tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0717690 Jul 16 18:32:48.582949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0b7c93d8-225e-4510-9670-665d2dd12871 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': 'e812314b-17af-4d4b-ad0d-a9cb2ac7b39f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6996e731-e401-4a43-b6d5-48a672223ae0'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:48.650428 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-0b7c93d8-225e-4510-9670-665d2dd12871 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The resource could not be found. Jul 16 18:32:48.651647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0b7c93d8-225e-4510-9670-665d2dd12871 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0783176 Jul 16 18:32:48.654911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45978) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.720382 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e89c6ee4-53d5-4d30-9cc5-dff82b8239f6 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.765655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e89c6ee4-53d5-4d30-9cc5-dff82b8239f6 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.836078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e89c6ee4-53d5-4d30-9cc5-dff82b8239f6 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.841511 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e89c6ee4-53d5-4d30-9cc5-dff82b8239f6 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.845657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e89c6ee4-53d5-4d30-9cc5-dff82b8239f6 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/e812314b-17af-4d4b-ad0d-a9cb2ac7b39f HTTP/1.1" status: 204 len: 168 time: 0.1873155 Jul 16 18:32:48.846537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.862137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89c6ee4-53d5-4d30-9cc5-dff82b8239f6 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e812314b-17af-4d4b-ad0d-a9cb2ac7b39f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:48.913959 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f6f50542-61da-4f84-933e-e104d88adb23 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0661058 Jul 16 18:32:48.918780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45986) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:48.926214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2d050965-8e1a-4c85-9181-11712b21ce1a tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': 'f2230a6a-4e7d-4f8e-920d-19a44e25ced5', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:49.004131 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-2d050965-8e1a-4c85-9181-11712b21ce1a tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The resource could not be found. Jul 16 18:32:49.005577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2d050965-8e1a-4c85-9181-11712b21ce1a tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0854747 Jul 16 18:32:49.009758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45990) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.015134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fe02440e-c255-4344-89b4-3926ade9dd11 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1066201289'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:49.048798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe02440e-c255-4344-89b4-3926ade9dd11 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.167057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe02440e-c255-4344-89b4-3926ade9dd11 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.172372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe02440e-c255-4344-89b4-3926ade9dd11 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.202141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe02440e-c255-4344-89b4-3926ade9dd11 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.203440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fe02440e-c255-4344-89b4-3926ade9dd11 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1924639 Jul 16 18:32:49.207477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.214097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02440e-c255-4344-89b4-3926ade9dd11 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4222485b-9ce2-408d-afa9-13bdba86d3f2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:49.216782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-05a55b65-332e-48b6-8ff7-d2f3dae8c062 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470775591'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:49.254094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05a55b65-332e-48b6-8ff7-d2f3dae8c062 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.439422 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05a55b65-332e-48b6-8ff7-d2f3dae8c062 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.449091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05a55b65-332e-48b6-8ff7-d2f3dae8c062 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.500622 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05a55b65-332e-48b6-8ff7-d2f3dae8c062 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.502244 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-05a55b65-332e-48b6-8ff7-d2f3dae8c062 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2922678 Jul 16 18:32:49.507168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46004) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.510025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a55b65-332e-48b6-8ff7-d2f3dae8c062 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c670e-6200-4e3e-8527-1c2bb24d654b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:49.519750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-320837ba-ef6f-4126-9a16-4716e67116da tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '4222485b-9ce2-408d-afa9-13bdba86d3f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1d3c670e-6200-4e3e-8527-1c2bb24d654b'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:49.599616 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-320837ba-ef6f-4126-9a16-4716e67116da tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:49.604032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-320837ba-ef6f-4126-9a16-4716e67116da tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0938594 Jul 16 18:32:49.608311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.755428 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20f3981a-21d4-4aad-9b55-9c56b227a553 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.821711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20f3981a-21d4-4aad-9b55-9c56b227a553 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.937409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20f3981a-21d4-4aad-9b55-9c56b227a553 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.942617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-20f3981a-21d4-4aad-9b55-9c56b227a553 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.949370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-20f3981a-21d4-4aad-9b55-9c56b227a553 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d3c670e-6200-4e3e-8527-1c2bb24d654b HTTP/1.1" status: 204 len: 168 time: 0.3392801 Jul 16 18:32:49.952041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46016) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.972882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3981a-21d4-4aad-9b55-9c56b227a553 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c670e-6200-4e3e-8527-1c2bb24d654b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.085999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3b7cc02c-4df8-40c2-86dc-0937f8926cab tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1323695 Jul 16 18:32:50.090384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46018) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.163708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5991f9d5-bb2e-4768-9faa-9bd271a06266 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.187268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad461-6d4a-40c6-81ba-659167d0487a req-8aef6dab-4924-4f73-8a78-7f21b68c7b3c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:50.189076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53dad461-6d4a-40c6-81ba-659167d0487a req-8aef6dab-4924-4f73-8a78-7f21b68c7b3c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1565132 Jul 16 18:32:50.206232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5991f9d5-bb2e-4768-9faa-9bd271a06266 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.275343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53dad461-6d4a-40c6-81ba-659167d0487a req-ca498017-74e4-40d0-b214-10f8d0e3c25b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744200 Jul 16 18:32:50.295962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5991f9d5-bb2e-4768-9faa-9bd271a06266 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.300263 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5991f9d5-bb2e-4768-9faa-9bd271a06266 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.306130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5991f9d5-bb2e-4768-9faa-9bd271a06266 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/4222485b-9ce2-408d-afa9-13bdba86d3f2 HTTP/1.1" status: 204 len: 168 time: 0.2108879 Jul 16 18:32:50.306866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.321539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991f9d5-bb2e-4768-9faa-9bd271a06266 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4222485b-9ce2-408d-afa9-13bdba86d3f2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.391826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ad0aecd2-7243-422c-8412-8dd9bd382536 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833535 Jul 16 18:32:50.396551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46024) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.407099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-82cde2bd-2acc-4f79-a8a5-08c5ff7f7a8f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086612077'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:50.445395 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82cde2bd-2acc-4f79-a8a5-08c5ff7f7a8f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.586090 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82cde2bd-2acc-4f79-a8a5-08c5ff7f7a8f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.591534 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82cde2bd-2acc-4f79-a8a5-08c5ff7f7a8f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.625360 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-82cde2bd-2acc-4f79-a8a5-08c5ff7f7a8f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.626678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-82cde2bd-2acc-4f79-a8a5-08c5ff7f7a8f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2286956 Jul 16 18:32:50.632180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.633205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cde2bd-2acc-4f79-a8a5-08c5ff7f7a8f tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f52cc6f-1eae-4460-ab36-aeb34fee4ec1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.638896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-10f94c00-4f0a-4c23-88d6-8edbfabea996 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '3f52cc6f-1eae-4460-ab36-aeb34fee4ec1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:50.704044 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-10f94c00-4f0a-4c23-88d6-8edbfabea996 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:50.705825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-10f94c00-4f0a-4c23-88d6-8edbfabea996 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0721359 Jul 16 18:32:50.710059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.717477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fe41fd6c-6e17-47a2-adaf-c67881b7eb15 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group_rule': {'security_group_id': '3f52cc6f-1eae-4460-ab36-aeb34fee4ec1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:50.776396 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-fe41fd6c-6e17-47a2-adaf-c67881b7eb15 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:32:50.778311 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fe41fd6c-6e17-47a2-adaf-c67881b7eb15 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0666537 Jul 16 18:32:50.781329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46034) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:50.878479 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-075ef125-9890-4f0c-b80d-41941bd5e647 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.922131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-075ef125-9890-4f0c-b80d-41941bd5e647 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.008741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-075ef125-9890-4f0c-b80d-41941bd5e647 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.011720 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-075ef125-9890-4f0c-b80d-41941bd5e647 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.016491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.016791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-075ef125-9890-4f0c-b80d-41941bd5e647 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/3f52cc6f-1eae-4460-ab36-aeb34fee4ec1 HTTP/1.1" status: 204 len: 168 time: 0.2338035 Jul 16 18:32:51.026605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ef125-9890-4f0c-b80d-41941bd5e647 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f52cc6f-1eae-4460-ab36-aeb34fee4ec1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.111062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9af63504-9f56-4b7c-a93c-ee871648428d tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0924828 Jul 16 18:32:51.117127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.122746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7ba4787f-1428-4193-b048-446ebeeca1cc tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'tempest-secgroup--1883253997'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:51.155474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ba4787f-1428-4193-b048-446ebeeca1cc tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.282862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ba4787f-1428-4193-b048-446ebeeca1cc tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.289250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ba4787f-1428-4193-b048-446ebeeca1cc tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.348120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ba4787f-1428-4193-b048-446ebeeca1cc tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.356583 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7ba4787f-1428-4193-b048-446ebeeca1cc tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2333310 Jul 16 18:32:51.356583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4787f-1428-4193-b048-446ebeeca1cc tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664cca1d-e7d1-447b-9ff2-0d3779280435,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.357879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.367049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1f57c5ae-e86f-4a7c-9f7f-f31d3994b0ab tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:51.368094 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-1f57c5ae-e86f-4a7c-9f7f-f31d3994b0ab tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:32:51.369799 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-1f57c5ae-e86f-4a7c-9f7f-f31d3994b0ab tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:32:51.371648 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1f57c5ae-e86f-4a7c-9f7f-f31d3994b0ab tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "PUT /v2.0/security-groups/664cca1d-e7d1-447b-9ff2-0d3779280435 HTTP/1.1" status: 409 len: 330 time: 0.0121891 Jul 16 18:32:51.375541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46048) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.469853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0a4a2f0-80d3-4427-bfd3-7896b3c90135 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.509614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0a4a2f0-80d3-4427-bfd3-7896b3c90135 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.562548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0a4a2f0-80d3-4427-bfd3-7896b3c90135 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.565523 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0a4a2f0-80d3-4427-bfd3-7896b3c90135 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.569314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f0a4a2f0-80d3-4427-bfd3-7896b3c90135 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/664cca1d-e7d1-447b-9ff2-0d3779280435 HTTP/1.1" status: 204 len: 168 time: 0.1895456 Jul 16 18:32:51.570301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46050) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.576979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4a2f0-80d3-4427-bfd3-7896b3c90135 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664cca1d-e7d1-447b-9ff2-0d3779280435,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:51.649409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306647e3-86d3-4867-9b32-c1624d4b08a5 req-1d61bb3c-6441-4e1b-9cce-c19c386693d1 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.652041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-306647e3-86d3-4867-9b32-c1624d4b08a5 req-1d61bb3c-6441-4e1b-9cce-c19c386693d1 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1485088 Jul 16 18:32:51.705112 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cee76e59-dcfd-4810-aef1-105fa1d04587 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1320946 Jul 16 18:32:51.710260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.725286 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-15b7df5e-ffe0-473d-b793-e32776d4b7e3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] delete failed (client error): The resource could not be found. Jul 16 18:32:51.726941 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-15b7df5e-ffe0-473d-b793-e32776d4b7e3 tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "DELETE /v2.0/security-groups/68a19dde-b620-4ccf-b5b7-0d6862143e8f HTTP/1.1" status: 404 len: 347 time: 0.0153601 Jul 16 18:32:51.735430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.740882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-306647e3-86d3-4867-9b32-c1624d4b08a5 req-cae0c917-1664-4d96-9652-00ba3359979c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715523 Jul 16 18:32:51.751017 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-c577663e-6f8d-4427-b53f-97d4d274445a tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] show failed (client error): The resource could not be found. Jul 16 18:32:51.752526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c577663e-6f8d-4427-b53f-97d4d274445a tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-groups/0c5b3688-6005-4c22-86df-f95248ed82bc HTTP/1.1" status: 404 len: 347 time: 0.0160148 Jul 16 18:32:51.761258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.778572 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-06c13a9d-095b-48f9-b3d0-2f1d48378e1c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] show failed (client error): The resource could not be found. Jul 16 18:32:51.779527 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-06c13a9d-095b-48f9-b3d0-2f1d48378e1c tempest-NegativeSecGroupIPv6Test-196231089 tempest-NegativeSecGroupIPv6Test-196231089-project] 10.222.0.48 "GET /v2.0/security-group-rules/2de4fca0-2580-47de-a5ee-67cf91ad9a69 HTTP/1.1" status: 404 len: 356 time: 0.0170131 Jul 16 18:32:52.217854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.402246 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-18bd6ae7-e27f-4b39-a9e2-23ef335ac213 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8b4172502f03442c844051b71b864533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1828845 Jul 16 18:32:52.405216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46072) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:52.473136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc61f5-4836-47c2-b56b-fcae61f97898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.502513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc61f5-4836-47c2-b56b-fcae61f97898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.571946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc61f5-4836-47c2-b56b-fcae61f97898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.577396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc61f5-4836-47c2-b56b-fcae61f97898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.579400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4dc61f5-4836-47c2-b56b-fcae61f97898 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc920a28-2a49-4819-9839-489077efd971 HTTP/1.1" status: 204 len: 168 time: 0.1729691 Jul 16 18:32:52.595933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc61f5-4836-47c2-b56b-fcae61f97898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc920a28-2a49-4819-9839-489077efd971,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:53.031219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc157e15-59cb-4697-9a56-a757d80e3f17 req-7052b0ea-6852-42ed-8edc-4c060124691b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:53.032844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc157e15-59cb-4697-9a56-a757d80e3f17 req-7052b0ea-6852-42ed-8edc-4c060124691b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.0938716 Jul 16 18:32:53.107648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc157e15-59cb-4697-9a56-a757d80e3f17 req-2e86fd39-8e59-43bc-a714-657d24929708 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636497 Jul 16 18:32:54.391558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf4b93-bdab-4ac6-8bdf-56be3f538966 req-6ab5fd81-a20a-410d-ae1f-a8554ca2ddbe tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.405288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90cf4b93-bdab-4ac6-8bdf-56be3f538966 req-6ab5fd81-a20a-410d-ae1f-a8554ca2ddbe tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1446352 Jul 16 18:32:54.514862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90cf4b93-bdab-4ac6-8bdf-56be3f538966 req-c5d73e91-a651-49e6-8411-17a84982ccaf tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080003 Jul 16 18:32:54.919092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46134) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:55.112501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f5deaff-037b-4b0c-a3a7-bd04bc97621e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.296587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f5deaff-037b-4b0c-a3a7-bd04bc97621e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.303517 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f5deaff-037b-4b0c-a3a7-bd04bc97621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.385160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46142) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:55.385649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5f5deaff-037b-4b0c-a3a7-bd04bc97621e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73d5c344df494632bf330eb67279c027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636040 Jul 16 18:32:55.388053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5deaff-037b-4b0c-a3a7-bd04bc97621e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c2d7cb-0cee-4372-a043-97614578cba5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:55.467488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-74468fdf-cf57-430b-8eef-d8d030cc392e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.501190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-74468fdf-cf57-430b-8eef-d8d030cc392e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.613500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-74468fdf-cf57-430b-8eef-d8d030cc392e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.616202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-74468fdf-cf57-430b-8eef-d8d030cc392e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:55.623517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-74468fdf-cf57-430b-8eef-d8d030cc392e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9c2d7cb-0cee-4372-a043-97614578cba5 HTTP/1.1" status: 204 len: 168 time: 0.2329710 Jul 16 18:32:55.630365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74468fdf-cf57-430b-8eef-d8d030cc392e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c2d7cb-0cee-4372-a043-97614578cba5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:55.800133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db0be5-1074-41df-8cfc-455eeb26119c req-439883a9-c454-4c74-bb55-2633b14104bd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:55.808531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2db0be5-1074-41df-8cfc-455eeb26119c req-439883a9-c454-4c74-bb55-2633b14104bd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1094403 Jul 16 18:32:55.848226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2db0be5-1074-41df-8cfc-455eeb26119c req-92c5d3e7-8b3e-4cf6-8e35-7dc3c22e5f9e tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 Jul 16 18:32:56.094500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.117812 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d04ae76-ee84-4eb6-9ed0-bf4f5671e629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.286961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d04ae76-ee84-4eb6-9ed0-bf4f5671e629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.293306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d04ae76-ee84-4eb6-9ed0-bf4f5671e629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.345031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04ae76-ee84-4eb6-9ed0-bf4f5671e629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59366cbb-8871-4578-8995-4f791341d773,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.353692 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8d04ae76-ee84-4eb6-9ed0-bf4f5671e629 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8671a8e227934029a9cdacae5af86997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569287 Jul 16 18:32:56.354318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46158) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:56.435742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-775ae406-862f-49ce-a256-b91e7ed147ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.471511 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-775ae406-862f-49ce-a256-b91e7ed147ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.565228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-775ae406-862f-49ce-a256-b91e7ed147ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.569851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-775ae406-862f-49ce-a256-b91e7ed147ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:56.574422 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-775ae406-862f-49ce-a256-b91e7ed147ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59366cbb-8871-4578-8995-4f791341d773 HTTP/1.1" status: 204 len: 168 time: 0.2156432 Jul 16 18:32:56.585692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ae406-862f-49ce-a256-b91e7ed147ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59366cbb-8871-4578-8995-4f791341d773,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:56.754874 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:57.151217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b02d4-d6ac-4fe3-a47a-5cb780dbecb5 req-97ec9aaf-9d7e-48d9-ac4b-3e571ed2a776 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:57.163386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db5b02d4-d6ac-4fe3-a47a-5cb780dbecb5 req-97ec9aaf-9d7e-48d9-ac4b-3e571ed2a776 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1483490 Jul 16 18:32:57.211457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db5b02d4-d6ac-4fe3-a47a-5cb780dbecb5 req-4b68b169-c989-4514-8885-58f312bc2c2d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468833 Jul 16 18:32:58.492215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2e6c-942e-4322-96ba-adf342603bf6 req-97f43c91-4c6c-4932-8215-ff162e08dd73 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:58.495120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e3b2e6c-942e-4322-96ba-adf342603bf6 req-97f43c91-4c6c-4932-8215-ff162e08dd73 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.0833347 Jul 16 18:32:58.539202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e3b2e6c-942e-4322-96ba-adf342603bf6 req-ba0353c8-9bd3-4422-be53-bddcc4e415a2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382316 Jul 16 18:32:59.793911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48e9ce-2764-4105-8555-03c6b0c5f7e5 req-088ca8c6-fd16-4a14-bebb-4d815ae99836 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:59.795854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de48e9ce-2764-4105-8555-03c6b0c5f7e5 req-088ca8c6-fd16-4a14-bebb-4d815ae99836 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1025362 Jul 16 18:32:59.864591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de48e9ce-2764-4105-8555-03c6b0c5f7e5 req-30f42a9a-a218-4778-912a-162f48956d28 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551357 Jul 16 18:33:00.242483 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5156da83-1343-401f-8ae0-15be2ad8d477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.116007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d7980-18d5-4788-934b-f57501d76789 req-1317eb2f-aec0-4c7e-996f-39f0b7d0c33a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:01.117703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb8d7980-18d5-4788-934b-f57501d76789 req-1317eb2f-aec0-4c7e-996f-39f0b7d0c33a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.0803833 Jul 16 18:33:01.181130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb8d7980-18d5-4788-934b-f57501d76789 req-2fe5ab1d-e803-4c30-9e6f-adc016c5f9b4 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512192 Jul 16 18:33:02.020081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9ba50-e468-4a36-a679-11eb3a3997d7 req-af966844-d741-4832-a50c-e22fd6902f9b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.032179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68c9ba50-e468-4a36-a679-11eb3a3997d7 req-af966844-d741-4832-a50c-e22fd6902f9b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1681044 Jul 16 18:33:02.068106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-41015bba-76d4-4974-9614-6e16511f341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.070757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-41015bba-76d4-4974-9614-6e16511f341c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1097 time: 0.2183664 Jul 16 18:33:02.119267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68c9ba50-e468-4a36-a679-11eb3a3997d7 req-d85ca242-85f1-4725-a168-f1e63bceaa9d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814509 Jul 16 18:33:02.359603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-e135da90-f1e6-492f-b704-f0da1e65ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.361381 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-e135da90-f1e6-492f-b704-f0da1e65ccab service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.2834077 Jul 16 18:33:02.460493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-f57ac9ed-daa8-439a-8822-cfb089234901 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 1001 time: 0.0911677 Jul 16 18:33:02.583426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-86562486-91bb-44ba-88dd-97801c5e88fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.585297 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-86562486-91bb-44ba-88dd-97801c5e88fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.1135814 Jul 16 18:33:02.662053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46318) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:02.701506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-238a4283-dae4-4122-8456-f6e62b7e71f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:02.704308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-238a4283-dae4-4122-8456-f6e62b7e71f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125941 Jul 16 18:33:02.872111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cc2782c1-8b9f-45f2-b328-8358af07fe37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.929420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-76e060e1-bc97-4792-bcfa-779f61f29078 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178175 Jul 16 18:33:03.054612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cc2782c1-8b9f-45f2-b328-8358af07fe37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.062333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cc2782c1-8b9f-45f2-b328-8358af07fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.073794 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74a9a988-5e99-4a55-8aca-fe5579e66e6b req-04f42c17-c75f-4a6c-9929-e6fc9b324a72 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379645 Jul 16 18:33:03.121370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c854c0a5-e53d-45eb-8d1f-cfc2ff59d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.130824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cc2782c1-8b9f-45f2-b328-8358af07fe37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d810b1cf06a84073883377f07798dcc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4664607 Jul 16 18:33:03.133111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2782c1-8b9f-45f2-b328-8358af07fe37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe59fa1-5871-4563-8b28-5815c79b2f07,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:03.135860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.203043 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccf749ca-0fab-421a-83f3-5b5647f4e8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.252349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccf749ca-0fab-421a-83f3-5b5647f4e8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.348489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccf749ca-0fab-421a-83f3-5b5647f4e8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.354556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccf749ca-0fab-421a-83f3-5b5647f4e8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.356882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ccf749ca-0fab-421a-83f3-5b5647f4e8d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fbe59fa1-5871-4563-8b28-5815c79b2f07 HTTP/1.1" status: 204 len: 168 time: 0.2199290 Jul 16 18:33:03.370925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf749ca-0fab-421a-83f3-5b5647f4e8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe59fa1-5871-4563-8b28-5815c79b2f07,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:03.402426 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.416580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c39b-eb79-4062-94be-3a3681085201 req-b676be8c-7bf3-44a4-b4e4-5e3734f14436 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:03.429498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1951c39b-eb79-4062-94be-3a3681085201 req-b676be8c-7bf3-44a4-b4e4-5e3734f14436 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1270990 Jul 16 18:33:03.495753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1951c39b-eb79-4062-94be-3a3681085201 req-afea74b5-816b-4216-b75f-0e144dcddfa8 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627644 Jul 16 18:33:03.754506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.770325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7e0db9e-560c-400f-9f74-fece8251a9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.887212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7e0db9e-560c-400f-9f74-fece8251a9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.892131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7e0db9e-560c-400f-9f74-fece8251a9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.939052 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7e0db9e-560c-400f-9f74-fece8251a9d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8af131c8198048aea9859e6b11053db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1790104 Jul 16 18:33:03.939349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:03.945973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0db9e-560c-400f-9f74-fece8251a9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b441b5-0f70-48d8-b299-173aa5822682,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.020758 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-494adc93-a2be-4373-bc73-5df8b6857583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.046326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-494adc93-a2be-4373-bc73-5df8b6857583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.115930 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-494adc93-a2be-4373-bc73-5df8b6857583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.119000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-494adc93-a2be-4373-bc73-5df8b6857583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.121189 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-494adc93-a2be-4373-bc73-5df8b6857583 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33b441b5-0f70-48d8-b299-173aa5822682 HTTP/1.1" status: 204 len: 168 time: 0.1806154 Jul 16 18:33:04.134131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494adc93-a2be-4373-bc73-5df8b6857583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b441b5-0f70-48d8-b299-173aa5822682,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:04.313068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:04.842078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b0f53-81f1-4f8e-9cc2-88d577be2700 req-3cfc8faa-472f-4c75-b53f-b40a581a2ea0 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:04.844835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-081b0f53-81f1-4f8e-9cc2-88d577be2700 req-3cfc8faa-472f-4c75-b53f-b40a581a2ea0 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1189604 Jul 16 18:33:04.911050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-081b0f53-81f1-4f8e-9cc2-88d577be2700 req-d8e7a9e4-819c-4969-a2e3-0eb992605fc7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600157 Jul 16 18:33:05.819613 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.111203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.527500 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:08.949992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff35271-e810-41c7-89fe-ec590bfc154b req-80362392-07a2-44a7-8d5b-65f2b0da922b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.957088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-72eefafd-56ae-4fb2-bd72-33fd71cf397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:08.963851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ff35271-e810-41c7-89fe-ec590bfc154b req-80362392-07a2-44a7-8d5b-65f2b0da922b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.6205075 Jul 16 18:33:08.965582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-72eefafd-56ae-4fb2-bd72-33fd71cf397d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1098 time: 0.1655443 Jul 16 18:33:09.043773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ff35271-e810-41c7-89fe-ec590bfc154b req-c527f63a-ffbf-40a1-8f58-b20ddc5b23c1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782688 Jul 16 18:33:09.152537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-64b5b3ff-b1e9-4abb-a11f-2642cccab3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.155222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-64b5b3ff-b1e9-4abb-a11f-2642cccab3bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.1587975 Jul 16 18:33:09.260541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-3efad530-8f10-44da-b85e-19a7b5115048 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 200 len: 1002 time: 0.0979364 Jul 16 18:33:09.316800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-8b80c6d6-2000-4468-b09d-786841a4c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.318378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-8b80c6d6-2000-4468-b09d-786841a4c990 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.0502012 Jul 16 18:33:09.417943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-e5471515-8e05-437f-afa8-3447aed03ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:09.420543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-e5471515-8e05-437f-afa8-3447aed03ba3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950315 Jul 16 18:33:09.931159 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-af120f66-07fd-45e0-8ad9-4d4fa77b308a service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989562 Jul 16 18:33:10.062882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f0ed6ccb-c1b2-4b8a-910b-973388825d74 req-77d70069-a818-4211-ac7d-632e415b7d5b service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249917 Jul 16 18:33:10.286872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bee682-f034-4f50-a8dc-a32305bb9737 req-e032717b-7768-4843-b8f9-616f5872fa35 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:10.289848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52bee682-f034-4f50-a8dc-a32305bb9737 req-e032717b-7768-4843-b8f9-616f5872fa35 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1148453 Jul 16 18:33:10.355749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52bee682-f034-4f50-a8dc-a32305bb9737 req-d76cea1e-45c9-490f-a900-e53f4f3834d0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573738 Jul 16 18:33:11.091930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd92fb1-4431-44e4-af87-ae69f395eed1 req-488dc662-6fe3-45ed-b27a-598c36182a45 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.096454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7dd92fb1-4431-44e4-af87-ae69f395eed1 req-488dc662-6fe3-45ed-b27a-598c36182a45 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1098 time: 0.0779967 Jul 16 18:33:11.172029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7dd92fb1-4431-44e4-af87-ae69f395eed1 req-5b442132-6a63-4518-8e28-996648153db4 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624578 Jul 16 18:33:11.213710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46540) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:11.536090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port ed427112-bf79-49b7-98e8-d66a03fa8a9e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:11.536397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.634345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.634836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:11.656687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for ed427112-bf79-49b7-98e8-d66a03fa8a9e owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:11.723984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b1197-3400-4860-804e-980f80a1bbaa req-b2dad61c-06b6-4077-a287-7e3434ed92f9 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:11.736514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae3b1197-3400-4860-804e-980f80a1bbaa req-b2dad61c-06b6-4077-a287-7e3434ed92f9 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1331220 Jul 16 18:33:11.787418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae3b1197-3400-4860-804e-980f80a1bbaa req-b3beedc6-901a-4d59-909e-6f49cc7816d4 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Jul 16 18:33:12.005643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.036439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=ed427112-bf79-49b7-98e8-d66a03fa8a9e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:12.105591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.105880 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP 4b22ed22-f59b-4a46-ae55-5c2f2ecb097e disassociated (deleted). External IP: 172.25.0.248, port: 5dd7f532-df66-4fdf-821d-22048bbd19d1. Jul 16 18:33:12.398827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ad0253cb-116b-46fa-bc64-87a868edf98d has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:12.555446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:12.562191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:12.569251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] Sync routers for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:12.589166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:12.590120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:12.651860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec3f8171-22a1-426a-97e1-79916391abb3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/floatingips/4b22ed22-f59b-4a46-ae55-5c2f2ecb097e HTTP/1.1" status: 204 len: 168 time: 1.4318192 Jul 16 18:33:12.651860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:12.651860 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d023598-970b-4277-a151-302ea400216c" -d '{"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:12.771482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:12.877926 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b493af-39e2-45bf-a91a-be590f6a377c x-openstack-request-id: req-50b493af-39e2-45bf-a91a-be590f6a377c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:12.878228 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:12.878464 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-50b493af-39e2-45bf-a91a-be590f6a377c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:12.878871 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'status': 'completed', 'code': 200} Jul 16 18:33:13.019295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d023598-970b-4277-a151-302ea400216c req-0f5e5f5e-6116-4e14-ac0f-cb038a03878f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.030845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1d023598-970b-4277-a151-302ea400216c req-0f5e5f5e-6116-4e14-ac0f-cb038a03878f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 1098 time: 0.1243291 Jul 16 18:33:13.193452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:27Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:13.243242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb4cb1-f758-4767-b92c-2028dc085862 req-d7d1ad67-fb09-44c3-89f2-1f0dee26d252 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.253354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28fb4cb1-f758-4767-b92c-2028dc085862 req-d7d1ad67-fb09-44c3-89f2-1f0dee26d252 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.0964150 Jul 16 18:33:13.255964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] Checking router: ad0253cb-116b-46fa-bc64-87a868edf98d for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:13.268123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d023598-970b-4277-a151-302ea400216c req-9feeb45e-6478-4512-8fb3-94591d574b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.271783 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1d023598-970b-4277-a151-302ea400216c req-9feeb45e-6478-4512-8fb3-94591d574b8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 200 len: 897 time: 0.2312160 Jul 16 18:33:13.281398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:13.282039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:13.317358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28fb4cb1-f758-4767-b92c-2028dc085862 req-2eaf1aa7-f128-473b-ba7f-6c507c8dc067 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574267 Jul 16 18:33:13.370397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1d023598-970b-4277-a151-302ea400216c req-9348da1c-40c2-458a-ac45-72186c3a728f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 200 len: 217 time: 0.0905755 Jul 16 18:33:13.467470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83445adb-258d-4586-93b0-95d05a05af81 req-e2a3fe10-c80c-4c85-b4cc-ac91929234a6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.472829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83445adb-258d-4586-93b0-95d05a05af81 req-e2a3fe10-c80c-4c85-b4cc-ac91929234a6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1406600 Jul 16 18:33:13.528572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-83445adb-258d-4586-93b0-95d05a05af81 req-d0b0ce86-1e96-4b27-a74b-79ba4ad9ef8b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Jul 16 18:33:13.532423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:13.535986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d023598-970b-4277-a151-302ea400216c req-efd02f07-5621-4a95-91e2-142ad388f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.538713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1d023598-970b-4277-a151-302ea400216c req-efd02f07-5621-4a95-91e2-142ad388f421 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 200 len: 834 time: 0.1607153 Jul 16 18:33:13.624915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d023598-970b-4277-a151-302ea400216c req-57c14d50-8f38-44dd-b806-f31a4037d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:13.628266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1d023598-970b-4277-a151-302ea400216c req-57c14d50-8f38-44dd-b806-f31a4037d9fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0708cd6e-8816-4c76-a5ea-97b383ea368f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825102 Jul 16 18:33:13.778510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1d023598-970b-4277-a151-302ea400216c req-48491b97-5d9a-4645-8d69-ac26f8060e95 service neutron] 10.222.0.55 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346562 Jul 16 18:33:13.879990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:27Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:13.951756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3a653d-7a5e-4d37-953c-2c0b1ee046ba None None] The sync data for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 is: [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:31:18Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3798ebed-1bcf-4ecb-ac29-11f350f4ba02', 'name': '', 'network_id': '0708cd6e-8816-4c76-a5ea-97b383ea368f', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:86:23:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:16Z', 'updated_at': '2021-07-16T18:31:27Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:14.029805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1d023598-970b-4277-a151-302ea400216c req-a800af38-cb4d-4c0d-9609-46ae46665637 service neutron] 10.222.0.55 "GET /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370231 Jul 16 18:33:14.379268 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c083c86-1d8c-4713-a656-b25b666bdfa8 None None] New status for floating IP 4b22ed22-f59b-4a46-ae55-5c2f2ecb097e: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:14.528022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de06092-6025-4ff5-bbd0-2de8d23895b4 req-4a1457e5-39db-4020-813f-89c5293cbd95 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.529682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8de06092-6025-4ff5-bbd0-2de8d23895b4 req-4a1457e5-39db-4020-813f-89c5293cbd95 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.0775855 Jul 16 18:33:14.621689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8de06092-6025-4ff5-bbd0-2de8d23895b4 req-e4183a69-eff5-40b2-8004-03e1fd983843 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848687 Jul 16 18:33:14.708217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-ff2335b4-a0bf-40c3-a9b2-c17fdd3aa5e3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.710069 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-ff2335b4-a0bf-40c3-a9b2-c17fdd3aa5e3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.55 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1594303 Jul 16 18:33:14.843439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465e50c-9220-4112-bb23-eadd0ecf6a61 req-9a12b561-82c3-4011-af08-0255a2deab16 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:14.845098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6465e50c-9220-4112-bb23-eadd0ecf6a61 req-9a12b561-82c3-4011-af08-0255a2deab16 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=7993fc69-f2b4-4f4d-a873-f882dc065df2 HTTP/1.1" status: 200 len: 946 time: 0.1028945 Jul 16 18:33:14.875807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 5dd7f532-df66-4fdf-821d-22048bbd19d1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:14.876201 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:14.892563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6465e50c-9220-4112-bb23-eadd0ecf6a61 req-ef6e5ea3-4bd9-4093-9059-4a7394cd67cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a6104e80-98d4-47a8-8b92-90b926985273&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410857 Jul 16 18:33:14.990108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port 5dd7f532-df66-4fdf-821d-22048bbd19d1, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5dd7f532-df66-4fdf-821d-22048bbd19d1,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:14.990477 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.005325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 5dd7f532-df66-4fdf-821d-22048bbd19d1 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:15.158475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.193769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=5dd7f532-df66-4fdf-821d-22048bbd19d1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:15.257092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] No DVR routers for this DVR port 5dd7f532-df66-4fdf-821d-22048bbd19d1 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:15.260709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.263289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936aafa1-396e-451b-b653-a5e8fbbaaaf1 req-5e25789f-c2a4-487b-b69f-171ce2329268 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.55 "DELETE /v2.0/ports/5dd7f532-df66-4fdf-821d-22048bbd19d1 HTTP/1.1" status: 204 len: 173 time: 0.5474882 Jul 16 18:33:15.263783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-deleted', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:15.266292 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d2a2a4-5b40-4ae4-99c2-430acb4e9168" -d '{"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-deleted", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:15.347831 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1f328b-4570-4015-86ba-95e8163c85b6 x-openstack-request-id: req-6d1f328b-4570-4015-86ba-95e8163c85b6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:15.348474 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7993fc69-f2b4-4f4d-a873-f882dc065df2", "name": "network-vif-deleted", "tag": "5dd7f532-df66-4fdf-821d-22048bbd19d1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:15.348919 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6d1f328b-4570-4015-86ba-95e8163c85b6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:15.349791 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7993fc69-f2b4-4f4d-a873-f882dc065df2', 'name': 'network-vif-deleted', 'tag': '5dd7f532-df66-4fdf-821d-22048bbd19d1', 'status': 'completed', 'code': 200} Jul 16 18:33:15.895444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6bc98-368b-4cdf-9ca9-323d561d9bcd req-bc6b4529-fe5b-4219-848d-7fd716b03a94 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.897073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1d6bc98-368b-4cdf-9ca9-323d561d9bcd req-bc6b4529-fe5b-4219-848d-7fd716b03a94 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.0855558 Jul 16 18:33:15.956471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1d6bc98-368b-4cdf-9ca9-323d561d9bcd req-a0edbcfb-06eb-4968-b802-6d65a29f5085 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495968 Jul 16 18:33:16.054157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:16.343656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46624) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:16.567988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b13e222-cb68-4dfe-9dc6-e90b04b3d416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.753849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.813406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b13e222-cb68-4dfe-9dc6-e90b04b3d416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.820018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b13e222-cb68-4dfe-9dc6-e90b04b3d416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:16.892999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1b13e222-cb68-4dfe-9dc6-e90b04b3d416 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09a2535892904688b321ee4e5dc1fbac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5479121 Jul 16 18:33:16.912190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:16.919724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b13e222-cb68-4dfe-9dc6-e90b04b3d416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08a209f-88c8-48b3-9bb5-9e3656a92736,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.111920 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd072-c142-4408-8c38-ffa818cc01d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.176114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd072-c142-4408-8c38-ffa818cc01d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.247237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129604e-858c-40f9-a1f1-6cabc498e16a req-a41e69d9-3da8-4528-969e-47df438506cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:17.249668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2129604e-858c-40f9-a1f1-6cabc498e16a req-a41e69d9-3da8-4528-969e-47df438506cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.0972052 Jul 16 18:33:17.300426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd072-c142-4408-8c38-ffa818cc01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.303660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce8bd072-c142-4408-8c38-ffa818cc01d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.309432 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ce8bd072-c142-4408-8c38-ffa818cc01d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f08a209f-88c8-48b3-9bb5-9e3656a92736 HTTP/1.1" status: 204 len: 168 time: 0.3921559 Jul 16 18:33:17.320654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8bd072-c142-4408-8c38-ffa818cc01d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08a209f-88c8-48b3-9bb5-9e3656a92736,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.332818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2129604e-858c-40f9-a1f1-6cabc498e16a req-fba59f1f-4790-442e-a47b-bacd64b9703a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757337 Jul 16 18:33:17.404393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:17.404870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.578557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port 3798ebed-1bcf-4ecb-ac29-11f350f4ba02, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:17.578963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.593410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:17.771426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46650) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:17.786324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb849f8d-15a3-4622-ae5b-5aa948ce1013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.839483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.872192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=3798ebed-1bcf-4ecb-ac29-11f350f4ba02,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:17.921836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb849f8d-15a3-4622-ae5b-5aa948ce1013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:17.928841 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb849f8d-15a3-4622-ae5b-5aa948ce1013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.021224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb849f8d-15a3-4622-ae5b-5aa948ce1013 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14aed9f2369b4f91a05a32166e356a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481940 Jul 16 18:33:18.024979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46652) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:18.034363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb849f8d-15a3-4622-ae5b-5aa948ce1013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e44681-4f77-416a-92a5-1347e0a729d0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:18.106627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60cfe173-3a7d-4d89-8a55-82ce3d3befba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.136712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60cfe173-3a7d-4d89-8a55-82ce3d3befba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.207173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60cfe173-3a7d-4d89-8a55-82ce3d3befba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.210934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60cfe173-3a7d-4d89-8a55-82ce3d3befba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.212683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-60cfe173-3a7d-4d89-8a55-82ce3d3befba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3e44681-4f77-416a-92a5-1347e0a729d0 HTTP/1.1" status: 204 len: 168 time: 0.1866107 Jul 16 18:33:18.222232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfe173-3a7d-4d89-8a55-82ce3d3befba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e44681-4f77-416a-92a5-1347e0a729d0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:18.226674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.655153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ad0253cb-116b-46fa-bc64-87a868edf98d has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:18.712136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e14b83-3653-4247-8d89-95cc89b3a1f7 req-44eb71d3-d819-4c61-bd56-a7d01b6244b3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:18.714115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47e14b83-3653-4247-8d89-95cc89b3a1f7 req-44eb71d3-d819-4c61-bd56-a7d01b6244b3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1435034 Jul 16 18:33:18.777564 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47e14b83-3653-4247-8d89-95cc89b3a1f7 req-a61d2903-fc01-4e7f-a1ae-4bb834d1f9c4 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551083 Jul 16 18:33:19.213152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:19.224929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d1fb48a5-f8ee-48e8-8f4b-f734032aeccd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/ad0253cb-116b-46fa-bc64-87a868edf98d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684561 Jul 16 18:33:19.227795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46682) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:19.229054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] Sync routers for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:19.252328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:19.253412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.291737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting subnet a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:19.295542 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.348904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.395440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:19.461429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:19.493652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 5dd7f532-df66-4fdf-821d-22048bbd19d1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:19.494112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5dd7f532-df66-4fdf-821d-22048bbd19d1 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:19.497413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.582203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.625987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Subnet': ['ID=a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:19.635420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.643143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-87fec8c5-522a-4d06-87e9-d12b2fe8c717 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/subnets/a1def6c4-cbcf-4f1e-8288-c0cc62be0ae9 HTTP/1.1" status: 204 len: 168 time: 0.4095736 Jul 16 18:33:19.643318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c9143-14e7-47cc-b6f4-f351560a6ba9 None None] Network 0708cd6e-8816-4c76-a5ea-97b383ea368f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:19.643534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:19.702460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:33:17Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.751911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] Checking router: ad0253cb-116b-46fa-bc64-87a868edf98d for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:19.799895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] Routers {'ad0253cb-116b-46fa-bc64-87a868edf98d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:19.800920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ad0253cb-116b-46fa-bc64-87a868edf98d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:19.850226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.962783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] Set router ad0253cb-116b-46fa-bc64-87a868edf98d gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:20.000832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.114928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] DHCP port deletion for 0708cd6e-8816-4c76-a5ea-97b383ea368f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:20.143983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port b1861d8c-59aa-4785-93f2-37e9a8464ca0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:20.144382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.283757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fd4f0-b317-4f48-94ca-eb310c6c3e20 req-2329e426-882f-4b59-a3f1-71accddb8feb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:20.287246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-541fd4f0-b317-4f48-94ca-eb310c6c3e20 req-2329e426-882f-4b59-a3f1-71accddb8feb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1435871 Jul 16 18:33:20.353473 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-541fd4f0-b317-4f48-94ca-eb310c6c3e20 req-a40f81b0-8c61-4797-9c2b-527ae9d08e22 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Jul 16 18:33:20.376894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port b1861d8c-59aa-4785-93f2-37e9a8464ca0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1861d8c-59aa-4785-93f2-37e9a8464ca0,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:20.377447 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.406335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for b1861d8c-59aa-4785-93f2-37e9a8464ca0 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:20.460823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Deleting port af1e1da6-ecef-4aad-b441-bb09ce62382b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:20.461886 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.593976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] For port af1e1da6-ecef-4aad-b441-bb09ce62382b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=af1e1da6-ecef-4aad-b441-bb09ce62382b,segment=NetworkSegment(fd087950-7698-43e2-b278-35dec5a03794),segment_id=fd087950-7698-43e2-b278-35dec5a03794)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:20.595190 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.619463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Calling delete_port for af1e1da6-ecef-4aad-b441-bb09ce62382b owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:20.689220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device af1e1da6-ecef-4aad-b441-bb09ce62382b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:20.798455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.806844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:33:17Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:20.847798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=b1861d8c-59aa-4785-93f2-37e9a8464ca0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.848453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83cc618d-8df2-47ed-96b8-02971979990a None None] The sync data for ids ['ad0253cb-116b-46fa-bc64-87a868edf98d'] in n-d-793620-10 is: [{'id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300581427', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:31:06Z', 'updated_at': '2021-07-16T18:33:17Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': 'b1861d8c-59aa-4785-93f2-37e9a8464ca0', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:54:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0253cb-116b-46fa-bc64-87a868edf98d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2449, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:31:09Z', 'updated_at': '2021-07-16T18:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:20.858283 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.887838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Pushing event deleted for resources: {'Port': ['ID=af1e1da6-ecef-4aad-b441-bb09ce62382b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:20.901794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:20.905034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.905614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.906114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.906630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.907308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.907827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.908486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.908959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.909463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.909956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.910438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.910916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:20.926352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bee14d-93ee-4cef-bdf4-e8b0ab2466a8 None None] No DVR routers for this DVR port af1e1da6-ecef-4aad-b441-bb09ce62382b on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:20.981801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.106436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.109139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.183566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.184935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Fanout notify agent at l3_agent the message router_deleted on router ad0253cb-116b-46fa-bc64-87a868edf98d {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:21.197931 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.202856 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c5dd5cb5-3993-47c2-8332-6e3dfaa22391 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/routers/ad0253cb-116b-46fa-bc64-87a868edf98d HTTP/1.1" status: 204 len: 168 time: 1.5551739 Jul 16 18:33:21.203542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46738) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:21.351586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.493788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.522279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0708cd6e-8816-4c76-a5ea-97b383ea368f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.547063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd087950-7698-43e2-b278-35dec5a03794') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.547644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd087950-7698-43e2-b278-35dec5a03794') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:21.567482 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.621264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.650834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:21.651588 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:21.666340 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:21.882498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.890522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46770) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:21.913229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.919097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/networks/0708cd6e-8816-4c76-a5ea-97b383ea368f HTTP/1.1" status: 204 len: 168 time: 0.7114470 Jul 16 18:33:21.919682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:21.950920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af969978-6e76-4aea-8a6f-75dcccbc7a7a req-f0040c49-69fd-4470-b737-6d505268ee2a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:21.953759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af969978-6e76-4aea-8a6f-75dcccbc7a7a req-f0040c49-69fd-4470-b737-6d505268ee2a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.3234129 Jul 16 18:33:21.955768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a82be-26a8-4ebd-81c1-ce59dc55d6d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Network': ['ID=0708cd6e-8816-4c76-a5ea-97b383ea368f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.038354 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9728ef1-6d1f-41f6-8d17-941b39e16199 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.041696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af969978-6e76-4aea-8a6f-75dcccbc7a7a req-fa015ef8-fd77-4ec1-acba-eff1fd62c24e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816648 Jul 16 18:33:22.098700 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9728ef1-6d1f-41f6-8d17-941b39e16199 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.102606 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6042d2b7-7258-46d4-9917-eab80541eeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.213921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9728ef1-6d1f-41f6-8d17-941b39e16199 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.217315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f9728ef1-6d1f-41f6-8d17-941b39e16199 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.218982 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f9728ef1-6d1f-41f6-8d17-941b39e16199 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/security-groups/a6104e80-98d4-47a8-8b92-90b926985273 HTTP/1.1" status: 204 len: 168 time: 0.2967637 Jul 16 18:33:22.234136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9728ef1-6d1f-41f6-8d17-941b39e16199 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6104e80-98d4-47a8-8b92-90b926985273,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.263708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6042d2b7-7258-46d4-9917-eab80541eeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.277021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6042d2b7-7258-46d4-9917-eab80541eeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.309910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042d2b7-7258-46d4-9917-eab80541eeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17275d3b-f8ea-4a5d-9242-3284fee744f9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.339256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6042d2b7-7258-46d4-9917-eab80541eeea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7142f3c6afa24202996db2e2b952fa64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466491 Jul 16 18:33:22.343606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46782) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:22.418097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b504c2ae-bafd-422b-85f5-86897866cb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.447746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b504c2ae-bafd-422b-85f5-86897866cb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.528483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b504c2ae-bafd-422b-85f5-86897866cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.533162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b504c2ae-bafd-422b-85f5-86897866cb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.537355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b504c2ae-bafd-422b-85f5-86897866cb40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17275d3b-f8ea-4a5d-9242-3284fee744f9 HTTP/1.1" status: 204 len: 168 time: 0.1895432 Jul 16 18:33:22.552580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504c2ae-bafd-422b-85f5-86897866cb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17275d3b-f8ea-4a5d-9242-3284fee744f9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:22.680121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:22.685251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ec82da7f-e04e-4f15-a49c-d2cc2b210d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150805300', 'description': 'tempest-secgroup-smoke-150805300 description', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:22.728410 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec82da7f-e04e-4f15-a49c-d2cc2b210d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.728717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b1861d8c-59aa-4785-93f2-37e9a8464ca0 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:22.765197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b1861d8c-59aa-4785-93f2-37e9a8464ca0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:22.765919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b1861d8c-59aa-4785-93f2-37e9a8464ca0 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:22.766555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:22.793444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:22.793804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3798ebed-1bcf-4ecb-ac29-11f350f4ba02 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:22.920465 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec82da7f-e04e-4f15-a49c-d2cc2b210d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.927878 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec82da7f-e04e-4f15-a49c-d2cc2b210d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.991824 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec82da7f-e04e-4f15-a49c-d2cc2b210d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:22.994031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ec82da7f-e04e-4f15-a49c-d2cc2b210d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3127365 Jul 16 18:33:23.000849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46792) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.009541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e8ecb304-3064-4686-9a2c-6a29e5f79b5a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2efc9-3003-4c89-89ad-bf1b90df2a62', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:23.018113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82da7f-e04e-4f15-a49c-d2cc2b210d24 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f2efc9-3003-4c89-89ad-bf1b90df2a62,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.059825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb304-3064-4686-9a2c-6a29e5f79b5a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.060032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.080771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be04247d-0f78-4792-b307-8fb17f4c58e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.175901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb304-3064-4686-9a2c-6a29e5f79b5a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.184651 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb304-3064-4686-9a2c-6a29e5f79b5a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.231347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecb304-3064-4686-9a2c-6a29e5f79b5a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f8349f-5473-4c5f-9a2a-0c3bfe7c8181,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.280542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be04247d-0f78-4792-b307-8fb17f4c58e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.290258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be04247d-0f78-4792-b307-8fb17f4c58e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.294820 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb304-3064-4686-9a2c-6a29e5f79b5a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.297354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e8ecb304-3064-4686-9a2c-6a29e5f79b5a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2949197 Jul 16 18:33:23.301537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46798) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.311919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ea77b7fb-c030-46b4-92be-954f0be26623 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2efc9-3003-4c89-89ad-bf1b90df2a62', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:23.363491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04247d-0f78-4792-b307-8fb17f4c58e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dce3c73-c132-4a73-82c9-5408fd1ca216,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.372028 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-be04247d-0f78-4792-b307-8fb17f4c58e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ce2b8b1d79c47e4917a9f6c8da9b0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083413 Jul 16 18:33:23.375353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46800) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.456100 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea77b7fb-c030-46b4-92be-954f0be26623 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.521998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42c5c8-6e70-4f0b-9f75-9e3eeac121df req-fdf7e473-5be6-4489-8db2-38887a36b913 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:23.524557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c42c5c8-6e70-4f0b-9f75-9e3eeac121df req-fdf7e473-5be6-4489-8db2-38887a36b913 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2033567 Jul 16 18:33:23.528449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5be885d7-37d4-4139-af08-041ab5c1220b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.586281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5be885d7-37d4-4139-af08-041ab5c1220b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.592263 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea77b7fb-c030-46b4-92be-954f0be26623 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.603116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea77b7fb-c030-46b4-92be-954f0be26623 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.656992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c42c5c8-6e70-4f0b-9f75-9e3eeac121df req-66f9ae20-a34a-476d-990c-6fe40f1cf40a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261976 Jul 16 18:33:23.663594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77b7fb-c030-46b4-92be-954f0be26623 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ee57bc-feec-4c19-bf17-28b7e9bf9a2a,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.669721 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea77b7fb-c030-46b4-92be-954f0be26623 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.674148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46804) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.674346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ea77b7fb-c030-46b4-92be-954f0be26623 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3707697 Jul 16 18:33:23.683157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-07c8bbe3-f32a-4fab-b1e1-8d7ff42cb735 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2efc9-3003-4c89-89ad-bf1b90df2a62', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:23.717916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5be885d7-37d4-4139-af08-041ab5c1220b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.721742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5be885d7-37d4-4139-af08-041ab5c1220b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.726882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5be885d7-37d4-4139-af08-041ab5c1220b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3dce3c73-c132-4a73-82c9-5408fd1ca216 HTTP/1.1" status: 204 len: 168 time: 0.3451505 Jul 16 18:33:23.751803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be885d7-37d4-4139-af08-041ab5c1220b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dce3c73-c132-4a73-82c9-5408fd1ca216,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.753329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07c8bbe3-f32a-4fab-b1e1-8d7ff42cb735 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.856338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07c8bbe3-f32a-4fab-b1e1-8d7ff42cb735 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.862143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07c8bbe3-f32a-4fab-b1e1-8d7ff42cb735 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.888461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8bbe3-f32a-4fab-b1e1-8d7ff42cb735 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53be08d2-1b8b-4cd0-9e4f-5d1d0e7b988e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.892308 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07c8bbe3-f32a-4fab-b1e1-8d7ff42cb735 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.896378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-07c8bbe3-f32a-4fab-b1e1-8d7ff42cb735 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2180753 Jul 16 18:33:23.896783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.902474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f59656f7-79d4-499b-9ac7-b3d1e2a0d82c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2efc9-3003-4c89-89ad-bf1b90df2a62', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:23.941818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f59656f7-79d4-499b-9ac7-b3d1e2a0d82c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.031440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f59656f7-79d4-499b-9ac7-b3d1e2a0d82c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.036620 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f59656f7-79d4-499b-9ac7-b3d1e2a0d82c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.057270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59656f7-79d4-499b-9ac7-b3d1e2a0d82c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ab219f-5822-45f6-85f6-e66e3d666263,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.066925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f59656f7-79d4-499b-9ac7-b3d1e2a0d82c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.072506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f59656f7-79d4-499b-9ac7-b3d1e2a0d82c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712065 Jul 16 18:33:24.072506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46814) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.082553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2efc9-3003-4c89-89ad-bf1b90df2a62', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:24.116416 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:33:24.124771 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.235756 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.241900 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.267468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d1949d-0758-40ae-916c-f54866b49c2d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.286311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.288469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-40902bc6-a1ea-45ba-8c6d-0605329cf785 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2137663 Jul 16 18:33:24.291848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46822) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.299817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'a3f2efc9-3003-4c89-89ad-bf1b90df2a62', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:24.339910 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:33:24.349549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.424806 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.431124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.466740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849a9b8c-f07c-49b1-b142-ac6eea386da0,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.481175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.483940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c8bba3f8-cc3b-4789-9e28-96a77b1257b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1899252 Jul 16 18:33:24.487014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46826) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.497025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'network': {'name': 'tempest-network-smoke--1974230852', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:24.532780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:24.538706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.599133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:24.619947 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.621502 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Added segment b48d4454-c906-425b-b081-7394b61b8cb2 of type vlan for network a8ddd946-9bd4-4275-86c7-99fba734baad Jul 16 18:33:24.715834 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.774420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.787329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.788636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.854611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3656592 Jul 16 18:33:24.857686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:24.865326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'admin_state_up': True, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:24.913370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.917962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.925292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113e39c-12a5-4ad6-8490-0ede6f4859e0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Network': ['ID=a8ddd946-9bd4-4275-86c7-99fba734baad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:24.945928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network a8ddd946-9bd4-4275-86c7-99fba734baad details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:25.003680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.118408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118e792-7d61-4516-bbe0-fbeda6e11823 req-a349c116-0a2d-4036-845d-428c0af7425e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:25.121992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8118e792-7d61-4516-bbe0-fbeda6e11823 req-a349c116-0a2d-4036-845d-428c0af7425e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1986251 Jul 16 18:33:25.217304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8118e792-7d61-4516-bbe0-fbeda6e11823 req-3eb21857-73d9-4c92-93df-9e560528ea17 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876169 Jul 16 18:33:25.251675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.478157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:25.615872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.639576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:25.654828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.686269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'port_id': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'mac_address': 'fa:16:3e:72:d2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:25.734712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.751212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cf62c34-223b-4365-8d70-bd59b192f57f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:25.778306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:25.784404 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:25.851209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.239 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4283efd9-af1c-4f3a-8499-2f894a988123) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:25.879750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:25.924098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2cf62c34-223b-4365-8d70-bd59b192f57f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:26.031628 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.085170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.136187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:26.145333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:26.157374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:26.206071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=4283efd9-af1c-4f3a-8499-2f894a988123,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:26.501535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d265b8-cd7e-4ad0-95fa-0824626a9ee4 req-558e80f2-fe9c-4fc1-99ff-e62666fcdec8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:26.518509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78d265b8-cd7e-4ad0-95fa-0824626a9ee4 req-558e80f2-fe9c-4fc1-99ff-e62666fcdec8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 945 time: 0.1418538 Jul 16 18:33:26.583394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.610725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78d265b8-cd7e-4ad0-95fa-0824626a9ee4 req-42cdbadd-46cc-4c41-8574-022a35f1d72f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895104 Jul 16 18:33:27.014747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.205261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ebc9a441-2160-4ef8-8035-a5fa2edcac40 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:27.350997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:27.368855 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Sync routers for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:27.381383 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:27.382253 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:27.388645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:27.395483 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-10785d9b-285f-41f2-9bb1-9a82a7fd5b03 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5314445 Jul 16 18:33:27.396716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46914) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.459588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46916) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:27.459939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5622ae0d-4f5e-4e64-a296-eef247a96597 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=d18b8d744c464ce99a2cf60e1da305d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608296 Jul 16 18:33:27.484416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:27.666112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 2cf62c34-223b-4365-8d70-bd59b192f57f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:27.666593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.066683 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.119918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:28.138752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e055b8-742c-430d-a45d-bba06aa56540 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:28.148414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46930) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.150976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-35e055b8-742c-430d-a45d-bba06aa56540 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6894338 Jul 16 18:33:28.165961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:28.188265 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3099b3d-84b2-4bb9-898d-ae7abb339185" -d '{"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-plugged", "status": "completed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:28.229244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8f981cca-8b99-46c5-a28e-7fec45d52c90 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784740 Jul 16 18:33:28.233699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:28.242831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1915643715', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:28.248422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:28.261837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.408659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4d14e-bcd2-4040-a213-99bbee867bf4 req-f52671ae-1db9-44ac-b2d4-216dc888f444 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:28.410324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7be4d14e-bcd2-4040-a213-99bbee867bf4 req-f52671ae-1db9-44ac-b2d4-216dc888f444 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 945 time: 0.1896091 Jul 16 18:33:28.480789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:28.512048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7be4d14e-bcd2-4040-a213-99bbee867bf4 req-68ee176b-9cb4-44f1-9729-d2e7ebbb89a8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865300 Jul 16 18:33:28.691920 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045e81b6-fa89-4f34-8d30-659c1ef1e193 x-openstack-request-id: req-045e81b6-fa89-4f34-8d30-659c1ef1e193 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:28.692763 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-plugged", "status": "completed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:28.693381 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-045e81b6-fa89-4f34-8d30-659c1ef1e193 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:28.694009 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'code': 200} Jul 16 18:33:28.712937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:28.727833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.812517 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:26Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:28.938302 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Checking router: ebc9a441-2160-4ef8-8035-a5fa2edcac40 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:28.940622 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Updating router ebc9a441-2160-4ef8-8035-a5fa2edcac40 port 4283efd9-af1c-4f3a-8499-2f894a988123 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:29.108921 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.435067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.607878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Subnet': ['ID=5bbb1548-a726-4f1d-92f5-d526f8df9c89,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:29.628703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Checking segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:29.629397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network hostable DHCP agents. Network: a8ddd946-9bd4-4275-86c7-99fba734baad, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:29.679786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network a8ddd946-9bd4-4275-86c7-99fba734baad is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:29.707740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, a8ddd946-9bd4-4275-86c7-99fba734baad) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:29.722894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fd5eb1-a60c-4f0b-8600-7885d6d92bff None None] Network a8ddd946-9bd4-4275-86c7-99fba734baad requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:29.761597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:29.765790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.853190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:29.854765 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b64761ce-a6ea-4cc2-952c-216837f1269c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6192060 Jul 16 18:33:29.976513 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:29.999566 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Transition to ACTIVE for port object 4283efd9-af1c-4f3a-8499-2f894a988123 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:30.015835 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.190499 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Attempting to bind port 4283efd9-af1c-4f3a-8499-2f894a988123 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:30.191100 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Attempting to bind port 4283efd9-af1c-4f3a-8499-2f894a988123 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:30.191683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Attempting to bind port 4283efd9-af1c-4f3a-8499-2f894a988123 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:30.250245 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:30.250798 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:30.251291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cacdc0-6784-4cf6-84cd-26230e5a5cde req-93bde6e9-11cf-48af-a8c8-f783767c1975 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:30.251470 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.252110 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:30.259976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Bound port: 4283efd9-af1c-4f3a-8499-2f894a988123, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:30.260775 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.261770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20cacdc0-6784-4cf6-84cd-26230e5a5cde req-93bde6e9-11cf-48af-a8c8-f783767c1975 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1908755 Jul 16 18:33:30.293693 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6306e44e-f175-472d-9a9a-92114d798ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.327625 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Pushing event updated for resources: {'Port': ['ID=4283efd9-af1c-4f3a-8499-2f894a988123,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:30.345291 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.345500 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.345918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.346543 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.347086 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.347647 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.348207 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.349376 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.349376 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.349886 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.350426 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.350976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:30.370921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-a8ddd946-9bd4-4275-86c7-99fba734baad', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:30.373480 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.505813 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] For port 4283efd9-af1c-4f3a-8499-2f894a988123, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:30.518477 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] For port 4283efd9-af1c-4f3a-8499-2f894a988123, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4283efd9-af1c-4f3a-8499-2f894a988123,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:30.537451 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.734123 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:30.734773 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:30.762006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Allocated IP 172.20.0.2 (a8ddd946-9bd4-4275-86c7-99fba734baad/5bbb1548-a726-4f1d-92f5-d526f8df9c89/4406ad21-40c9-444a-916e-26e292e23e11) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:30.770572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20cacdc0-6784-4cf6-84cd-26230e5a5cde req-2f8b5cf1-60d6-45d1-841e-421451375685 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5075922 Jul 16 18:33:31.041756 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:31.174988 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750acb9-750c-406f-90f4-9fc4d85ea8fc None None] Pushing event updated for resources: {'Port': ['ID=4283efd9-af1c-4f3a-8499-2f894a988123,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.187368 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.208927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Transition to ACTIVE for port object 4406ad21-40c9-444a-916e-26e292e23e11 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:31.249396 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.250422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Transition to ACTIVE for port object 4406ad21-40c9-444a-916e-26e292e23e11 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:31.263648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.369740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Network a8ddd946-9bd4-4275-86c7-99fba734baad is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:31.374132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:31.379511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:31.386436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Pushing event updated for resources: {'Port': ['ID=4406ad21-40c9-444a-916e-26e292e23e11,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:31.482958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Attempting to bind port 4406ad21-40c9-444a-916e-26e292e23e11 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:31.483676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Attempting to bind port 4406ad21-40c9-444a-916e-26e292e23e11 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:31.485192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Attempting to bind port 4406ad21-40c9-444a-916e-26e292e23e11 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:31.503855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:31.504693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Checking segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:31.505635 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.506217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Bound using segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:31.506877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Bound port: 4406ad21-40c9-444a-916e-26e292e23e11, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:31.507598 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.575986 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:26Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:31.658215 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b362c129-fd75-4794-96f5-62bcb48ac586 None None] The sync data for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 is: [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:26Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:31.690146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] For port 4406ad21-40c9-444a-916e-26e292e23e11, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:31.699084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] For port 4406ad21-40c9-444a-916e-26e292e23e11, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4406ad21-40c9-444a-916e-26e292e23e11,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:31.706189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.885218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34703295-f4fe-49d3-af73-749480aaab79 None None] Pushing event updated for resources: {'Port': ['ID=4406ad21-40c9-444a-916e-26e292e23e11,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:32.129469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.1 (a8ddd946-9bd4-4275-86c7-99fba734baad/5bbb1548-a726-4f1d-92f5-d526f8df9c89/c7ffee7d-7969-48ef-8dd9-4ed6b707a401) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:32.457886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed70c95-2d4b-4e05-a877-7c303f0d938d req-cb70d133-061d-442c-abaa-7607e70be8ac tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:32.468387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ed70c95-2d4b-4e05-a877-7c303f0d938d req-cb70d133-061d-442c-abaa-7607e70be8ac tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2641103 Jul 16 18:33:32.509717 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.547407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object c7ffee7d-7969-48ef-8dd9-4ed6b707a401 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:32.582390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8ed70c95-2d4b-4e05-a877-7c303f0d938d req-f6e8c6da-ae5b-43e0-8f53-5721f915136f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128373 Jul 16 18:33:32.678229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.853753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network a8ddd946-9bd4-4275-86c7-99fba734baad is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:32.861762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:32.868122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:33.029472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:33.055148 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.127064 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60bcfe77-64eb-4121-adb7-68bc981c8206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.139450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4406ad21-40c9-444a-916e-26e292e23e11 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:33.255842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4406ad21-40c9-444a-916e-26e292e23e11 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:33.267478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4283efd9-af1c-4f3a-8499-2f894a988123 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:33.333942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.399591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4283efd9-af1c-4f3a-8499-2f894a988123 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:33.412833 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.418328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4283efd9-af1c-4f3a-8499-2f894a988123 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:33.418709 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.731578 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.773943 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:33.846012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4283efd9-af1c-4f3a-8499-2f894a988123, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4283efd9-af1c-4f3a-8499-2f894a988123,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:33.855308 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.151832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4283efd9-af1c-4f3a-8499-2f894a988123,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.248301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15f1b1-2ab5-4e29-bb31-2a577f80fa01 None None] Network a8ddd946-9bd4-4275-86c7-99fba734baad requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:34.409819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.420510 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.592457 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.606552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-83f87c5c-de8c-4fcf-823c-dd61d6897153 None None] Provisioning for port 4406ad21-40c9-444a-916e-26e292e23e11 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:34.626454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-83f87c5c-de8c-4fcf-823c-dd61d6897153 None None] Provisioning complete for port 4406ad21-40c9-444a-916e-26e292e23e11 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:34.629284 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83f87c5c-de8c-4fcf-823c-dd61d6897153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.680709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.688045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:34.740959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf19f8e-c03d-424d-8d63-f2493f4815b3 req-8b71b079-7d3b-4d4a-9453-dd5f37cbdb2b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:34.752815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4bf19f8e-c03d-424d-8d63-f2493f4815b3 req-8b71b079-7d3b-4d4a-9453-dd5f37cbdb2b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.7796061 Jul 16 18:33:34.882472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4bf19f8e-c03d-424d-8d63-f2493f4815b3 req-e1c8e2d2-12b5-4280-87e4-787b69a93932 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271133 Jul 16 18:33:34.903102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4283efd9-af1c-4f3a-8499-2f894a988123 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:35.057643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.067971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network a8ddd946-9bd4-4275-86c7-99fba734baad is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:35.070144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:35.281921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4283efd9-af1c-4f3a-8499-2f894a988123 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:35.285820 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.319837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ebc9a441-2160-4ef8-8035-a5fa2edcac40 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:35.385614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5aa9edc-0b01-4d83-b954-e66b93bd7f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.519250 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83f87c5c-de8c-4fcf-823c-dd61d6897153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.637737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:35.647946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bb2fc8ab-b414-4845-8c4b-3e547f576142 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/ebc9a441-2160-4ef8-8035-a5fa2edcac40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7929835 Jul 16 18:33:35.675558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5aa9edc-0b01-4d83-b954-e66b93bd7f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.709366 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d5aa9edc-0b01-4d83-b954-e66b93bd7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.776548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-83f87c5c-de8c-4fcf-823c-dd61d6897153 None None] For port 4406ad21-40c9-444a-916e-26e292e23e11, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4406ad21-40c9-444a-916e-26e292e23e11,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:35.798125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83f87c5c-de8c-4fcf-823c-dd61d6897153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.804708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Sync routers for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:35.863957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa9edc-0b01-4d83-b954-e66b93bd7f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63163b39-e035-4749-805b-ee45691b15f0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:35.878888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47036) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.890343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d5aa9edc-0b01-4d83-b954-e66b93bd7f7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=812f07e077d94c15ae67e98d233fc73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8159847 Jul 16 18:33:35.956089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd698863-6107-4f48-9af4-7258a586f4ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.003019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd698863-6107-4f48-9af4-7258a586f4ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.163665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:36.165263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:36.186445 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.270783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f87c5c-de8c-4fcf-823c-dd61d6897153 None None] Pushing event updated for resources: {'Port': ['ID=4406ad21-40c9-444a-916e-26e292e23e11,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.441715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd698863-6107-4f48-9af4-7258a586f4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.445439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd698863-6107-4f48-9af4-7258a586f4ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.462420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd698863-6107-4f48-9af4-7258a586f4ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63163b39-e035-4749-805b-ee45691b15f0 HTTP/1.1" status: 204 len: 168 time: 0.5746977 Jul 16 18:33:36.473970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:36.542760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-80d12e2f-3c6e-4311-bdb6-bc93b8f25d53 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150805300&fields=id&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 267 time: 0.4350591 Jul 16 18:33:36.549722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd698863-6107-4f48-9af4-7258a586f4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63163b39-e035-4749-805b-ee45691b15f0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.659473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807fc3a-9795-4ccb-a2fc-bba8908be70f req-f61039fb-6b20-4410-943c-a96b6cde80e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.670419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4807fc3a-9795-4ccb-a2fc-bba8908be70f req-f61039fb-6b20-4410-943c-a96b6cde80e5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.4574349 Jul 16 18:33:36.740787 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4807fc3a-9795-4ccb-a2fc-bba8908be70f req-c47ce202-dc76-40d2-abcf-da8757fe65ac tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689766 Jul 16 18:33:36.840441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dabdddcc-1801-40f5-81f0-345648179fc0 None None] Provisioning for port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:36.924168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dabdddcc-1801-40f5-81f0-345648179fc0 None None] Provisioning complete for port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:36.925415 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dabdddcc-1801-40f5-81f0-345648179fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.941794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-d872284a-57ba-4237-8d14-428cd5997cf6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:36.943418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-d872284a-57ba-4237-8d14-428cd5997cf6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 797 time: 0.3803356 Jul 16 18:33:36.962947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4406ad21-40c9-444a-916e-26e292e23e11 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:36.969073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-03f519c8-9837-44eb-8563-e2123f52a364 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/quotas/d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 375 time: 0.0184712 Jul 16 18:33:37.141016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-644536d9-c3aa-4c58-9cdb-5cd0e14abc27 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559095 Jul 16 18:33:37.141495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-dabdddcc-1801-40f5-81f0-345648179fc0 None None] Port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:37.437698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-69588208-525a-429c-9a8a-775ded19c1d5 service neutron] 10.222.0.48 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742376 Jul 16 18:33:37.442068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.451142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dabdddcc-1801-40f5-81f0-345648179fc0 None None] Provisioning complete for port 4406ad21-40c9-444a-916e-26e292e23e11 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:37.452441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dabdddcc-1801-40f5-81f0-345648179fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.666023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-af6295fb-631d-43e4-9387-e7ec0b87cd7a service neutron] 10.222.0.48 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263660 Jul 16 18:33:38.038323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4406ad21-40c9-444a-916e-26e292e23e11 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:38.043860 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.150604 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.460735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84738a9e-f7d4-4da0-82d0-818280515769 req-7bee0499-bc95-443d-919a-1881da987807 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:38.463207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84738a9e-f7d4-4da0-82d0-818280515769 req-7bee0499-bc95-443d-919a-1881da987807 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.3635483 Jul 16 18:33:38.536935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d5818ae-2bfd-4383-8bff-83882cf945cd req-af8d8c96-74d5-4a32-9096-f47ef45adb91 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 210 time: 0.0720489 Jul 16 18:33:38.626644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84738a9e-f7d4-4da0-82d0-818280515769 req-f9fb949a-6278-4d48-a5ba-713e4a5aac2d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105177 Jul 16 18:33:38.876807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 2, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:38.915012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Checking router: ebc9a441-2160-4ef8-8035-a5fa2edcac40 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:38.915393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Updating router ebc9a441-2160-4ef8-8035-a5fa2edcac40 port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:38.978671 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.060810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-46e0d7fc-bf30-4c47-a460-9a084e913118 None None] Provisioning complete for port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:39.062640 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-46e0d7fc-bf30-4c47-a460-9a084e913118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.285499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-46e0d7fc-bf30-4c47-a460-9a084e913118 None None] Port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:39.753958 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.784542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Transition to ACTIVE for port object c7ffee7d-7969-48ef-8dd9-4ed6b707a401 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:39.800324 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.904847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dcf50-1a86-4ea4-9668-e42c7df9aba3 None None] Pushing event updated for resources: {'Port': ['ID=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.964978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6e2b195-3bd0-4f9f-b8c9-50a6a3e1f04c req-6dd4ad8d-6028-40c8-a55c-70368a219016 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 210 time: 0.1161823 Jul 16 18:33:40.246226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Attempting to bind port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:40.247093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Attempting to bind port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:40.247093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Attempting to bind port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:40.274409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:40.274409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Checking segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:40.274909 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.275045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Bound using segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:40.275544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Bound port: c7ffee7d-7969-48ef-8dd9-4ed6b707a401, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:40.275943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.317360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770022a8-f5c3-48c9-bbf7-43f776f45b1d req-5d3319ba-2e8f-4c1a-869a-43d1eac10e3c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.337319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-770022a8-f5c3-48c9-bbf7-43f776f45b1d req-5d3319ba-2e8f-4c1a-869a-43d1eac10e3c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2987115 Jul 16 18:33:40.491427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-770022a8-f5c3-48c9-bbf7-43f776f45b1d req-07b48972-b7f4-451e-bdef-00912795780b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525233 Jul 16 18:33:40.533741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] For port c7ffee7d-7969-48ef-8dd9-4ed6b707a401, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:40.549830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] For port c7ffee7d-7969-48ef-8dd9-4ed6b707a401, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:40.611001 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.702236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dcf50-1a86-4ea4-9668-e42c7df9aba3 None None] Pushing event updated for resources: {'Port': ['ID=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.742636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:40.743661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.788325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-26afaadf-0988-45fa-82e0-7409d0beb56b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:40.790699 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-26afaadf-0988-45fa-82e0-7409d0beb56b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 797 time: 0.4349384 Jul 16 18:33:40.887185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-b5dadf1a-cc96-4971-b973-4fe2ca5adeaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 379 time: 0.0872743 Jul 16 18:33:40.910550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'port': {'device_id': '0d85608d-1851-439e-983d-a3012b52d398', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'admin_state_up': True, 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'security_groups': ['a3f2efc9-3003-4c89-89ad-bf1b90df2a62']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:41.193396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:41.282487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ddd3cb0-5e13-4db6-879c-fd44c0db9f05 req-3c55eb47-ef74-4a58-abd9-737d46976905 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 210 time: 0.0746870 Jul 16 18:33:41.486799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:40Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:41.539152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385f3be8-3450-4e83-a07f-92700c5a021f None None] The sync data for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 is: [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:40Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:41.582341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:41.591651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.008780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.8 (a8ddd946-9bd4-4275-86c7-99fba734baad/5bbb1548-a726-4f1d-92f5-d526f8df9c89/3b7e6603-e8d2-41c2-8cfe-e941de7aa511) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:42.034965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd9454-703b-4d0b-bd37-e1537dd5e41b req-44523690-3a37-48c0-b988-f76a1d99e43f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.058155 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53dd9454-703b-4d0b-bd37-e1537dd5e41b req-44523690-3a37-48c0-b988-f76a1d99e43f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2538052 Jul 16 18:33:42.124919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53dd9454-703b-4d0b-bd37-e1537dd5e41b req-20f1ef8c-9b04-490c-a8d3-afb3a5d525d0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654926 Jul 16 18:33:42.425528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.484338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:42.573242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.635781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-baa06210-50d2-4338-8321-3dfba0fe531f req-b86dc967-b5fc-4420-bac6-45bead4b8fab tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 210 time: 0.0852613 Jul 16 18:33:42.734092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.761541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network a8ddd946-9bd4-4275-86c7-99fba734baad is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:42.766969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:42.809624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:43.041683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:43.053122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.091319 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-4c7044c6-c5d5-4b96-aeb9-de79aae591ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1898789 Jul 16 18:33:43.107529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Request body: {'port': {'device_id': '0d85608d-1851-439e-983d-a3012b52d398', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:43.157169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c7ffee7d-7969-48ef-8dd9-4ed6b707a401 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:43.423179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.500907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:43.503279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-99dea015-7b71-476b-9181-ad7efc5add78 None None] Provisioning for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:43.527471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-99dea015-7b71-476b-9181-ad7efc5add78 None None] Provisioning complete for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:43.527853 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99dea015-7b71-476b-9181-ad7efc5add78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.549638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:43.550286 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.798270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32bbf1-aceb-44d4-b4c9-6aed97901a99 req-bccae7e5-7b38-42c6-9eed-0da0a41dec9a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:43.809973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be32bbf1-aceb-44d4-b4c9-6aed97901a99 req-bccae7e5-7b38-42c6-9eed-0da0a41dec9a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2355788 Jul 16 18:33:43.956835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-99dea015-7b71-476b-9181-ad7efc5add78 None None] Port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:43.988837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be32bbf1-aceb-44d4-b4c9-6aed97901a99 req-68d0f853-2a1e-4f84-9a4b-c2af3691db20 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548703 Jul 16 18:33:44.008360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.126380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c7ffee7d-7969-48ef-8dd9-4ed6b707a401, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:44.134000 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.226504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ed99-043b-4077-b882-cf386040dcb4 req-5ee38b1d-e108-40d0-a23f-701ff0073cea tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:44.237170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac36ed99-043b-4077-b882-cf386040dcb4 req-5ee38b1d-e108-40d0-a23f-701ff0073cea tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 931 time: 0.3060467 Jul 16 18:33:44.279124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:44.354878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac36ed99-043b-4077-b882-cf386040dcb4 req-01cac6e3-c60a-4e25-9f78-6a98422121a2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167355 Jul 16 18:33:45.004364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c7ffee7d-7969-48ef-8dd9-4ed6b707a401 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:45.111006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:45.129989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.156676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:45.157291 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.206468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Transition to ACTIVE for port object 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:45.236789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.523023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.560059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5046-19f8-4e1e-91ca-31d5a899b50e req-92ff9682-c5b6-467f-86bf-6b0838f28add tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:45.576824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.577365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.577924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.578475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.579023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.579424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-617d5046-19f8-4e1e-91ca-31d5a899b50e req-92ff9682-c5b6-467f-86bf-6b0838f28add tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2403092 Jul 16 18:33:45.579598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.580110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.604984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.605538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.606091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.606653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.607204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:45.737746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-617d5046-19f8-4e1e-91ca-31d5a899b50e req-00dc4b93-8d93-4464-9513-3ab43f4e79bb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474047 Jul 16 18:33:45.739316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-34820842-fede-4cea-9f33-1ebb0af3c2a8 req-3e5b5cce-0b01-48ab-b940-5395a28ebadd service neutron] (93777) timed out ('10.222.0.55', 56046) {{(pid=93777) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:33:45.942063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:45.942430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:45.945747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:45.956236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:45.956501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:45.972612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:45.972972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Checking segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:45.976508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Bound using segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:45.977069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Bound port: 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:45.977450 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.205135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7628dd-fb9d-4e81-98e0-03870f3930a6 req-b2182f2c-fc6a-409a-a467-362c13b1871e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.206896 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa7628dd-fb9d-4e81-98e0-03870f3930a6 req-b2182f2c-fc6a-409a-a467-362c13b1871e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.2405200 Jul 16 18:33:46.220621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:46.228034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:46.236523 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.309392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.310034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.311804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] 10.222.0.13 "PUT /v2.0/ports/3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 1092 time: 3.2115593 Jul 16 18:33:46.314909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:46.318338 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d55039-d179-4155-86f0-1fa7a3e9f70e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:46.335441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa7628dd-fb9d-4e81-98e0-03870f3930a6 req-00be24e4-0e38-402c-bfee-700cdbec3d6d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174655 Jul 16 18:33:46.471064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9454e7-0325-4159-b716-363411c4fa2b service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:46.594396 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa82538-7de5-4946-b921-7db18c6c1bb8 x-openstack-request-id: req-3aa82538-7de5-4946-b921-7db18c6c1bb8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:46.594396 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:46.594396 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3aa82538-7de5-4946-b921-7db18c6c1bb8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:46.594396 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'status': 'completed', 'code': 200} Jul 16 18:33:46.699632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-3bcb7b05-f0fa-48e9-857d-64b47ec523d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.702331 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-3bcb7b05-f0fa-48e9-857d-64b47ec523d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1095 time: 0.2771144 Jul 16 18:33:46.833381 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-1f932b75-c7b1-4904-8959-21aa7c92efe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 217 time: 0.1231997 Jul 16 18:33:46.963606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-9e911726-bda0-4723-859b-76b838631712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:46.967606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-9e911726-bda0-4723-859b-76b838631712 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.1285336 Jul 16 18:33:47.162021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02bc99-3833-400f-afbb-49b1c4a02a34 req-6c8adc9f-a346-4d1c-9596-4a8bad82e600 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.170150 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa02bc99-3833-400f-afbb-49b1c4a02a34 req-6c8adc9f-a346-4d1c-9596-4a8bad82e600 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1057708 Jul 16 18:33:47.218374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa02bc99-3833-400f-afbb-49b1c4a02a34 req-fc30780e-e3c9-423d-acb6-3a5c1d9ac1d1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Jul 16 18:33:47.311621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-60edc8e0-0802-42d6-83cb-076128d36ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.313241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-60edc8e0-0802-42d6-83cb-076128d36ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3381612 Jul 16 18:33:47.526657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-9ba2a8ea-a060-4b68-86c6-cdc4ebbf568c service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058084 Jul 16 18:33:47.823798 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a1bb8f07-ae88-4087-a796-d604e8797cd2 req-2aa702ab-6a65-456b-9114-1cb8403e1ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851379 Jul 16 18:33:48.094770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-ad39c771-52f5-4aee-946e-57b0ef4a88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.097363 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-ad39c771-52f5-4aee-946e-57b0ef4a88cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1095 time: 0.1817799 Jul 16 18:33:48.375948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-8e94aeb4-dd45-4839-a9cf-00e02a6f78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.384536 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-8e94aeb4-dd45-4839-a9cf-00e02a6f78be service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.2789686 Jul 16 18:33:48.518291 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-54f5939c-cbe4-473e-a007-4a2c4c0d23d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 217 time: 0.1284986 Jul 16 18:33:48.573822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92568-308c-44ca-9e00-d9f4f88aec53 req-21a3f1cc-56bc-465c-a7ca-f4ce4970faf5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.587392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9de92568-308c-44ca-9e00-d9f4f88aec53 req-21a3f1cc-56bc-465c-a7ca-f4ce4970faf5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.2866473 Jul 16 18:33:48.752126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9de92568-308c-44ca-9e00-d9f4f88aec53 req-d00a8297-7c5e-4696-a42e-3a63fbff9a49 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630809 Jul 16 18:33:48.779630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-7a9ee14a-0bda-428b-9244-2e426b421b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.782682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-7a9ee14a-0bda-428b-9244-2e426b421b3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.2579165 Jul 16 18:33:48.985896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b84f-134a-4517-9e2d-d9725652ff8f req-af242db4-648c-4c5e-944b-28f1327f7368 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:48.999581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ce9b84f-134a-4517-9e2d-d9725652ff8f req-af242db4-648c-4c5e-944b-28f1327f7368 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1329896 Jul 16 18:33:49.066984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-513bb2f0-f069-4c54-9d6e-866323b0b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:49.078722 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-513bb2f0-f069-4c54-9d6e-866323b0b086 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2783840 Jul 16 18:33:49.079877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ce9b84f-134a-4517-9e2d-d9725652ff8f req-1ed8a42a-4076-46f9-9ced-d9d9ac2a6cbd tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785112 Jul 16 18:33:49.531066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-34314c3d-062e-49fc-926c-24d60b14afef service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467380 Jul 16 18:33:49.906703 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-47d55039-d179-4155-86f0-1fa7a3e9f70e req-713904f9-8b68-4cf4-8cc1-d2efad4dfbf7 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552122 Jul 16 18:33:50.039677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:33:50.356017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744dd8a-a60c-4c1b-9a5f-30ac4cf58322 req-56030e0d-c5d6-43eb-9a05-9841889fd4b0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.359418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1744dd8a-a60c-4c1b-9a5f-30ac4cf58322 req-56030e0d-c5d6-43eb-9a05-9841889fd4b0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.2444034 Jul 16 18:33:50.443183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:50.472893 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'port_id': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'mac_address': 'fa:16:3e:b9:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:33:50.502541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1744dd8a-a60c-4c1b-9a5f-30ac4cf58322 req-54788ce0-f44f-4069-a614-ec720bb22dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263843 Jul 16 18:33:50.548202 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.607781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:50.684066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20286ec3-9af8-47e1-b9e4-a96eddf2e516 req-1fa54f9c-69e3-433b-8160-15bc2cbbf32c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:50.689760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:50.698520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20286ec3-9af8-47e1-b9e4-a96eddf2e516 req-1fa54f9c-69e3-433b-8160-15bc2cbbf32c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2851162 Jul 16 18:33:50.718418 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.825192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20286ec3-9af8-47e1-b9e4-a96eddf2e516 req-a671e2b5-6850-4a2e-a31d-329fd69a78c2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249945 Jul 16 18:33:50.865236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.946467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3b7e6603-e8d2-41c2-8cfe-e941de7aa511'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:33:51.598025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba6590-6e51-4a6e-81ec-090c5497c7d4 req-9362a148-6a4b-49cb-a589-935265e728d0 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:51.602331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72ba6590-6e51-4a6e-81ec-090c5497c7d4 req-9362a148-6a4b-49cb-a589-935265e728d0 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1148977 Jul 16 18:33:51.730186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72ba6590-6e51-4a6e-81ec-090c5497c7d4 req-7e08e59d-ecf9-4f27-bd50-bae212dfa591 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218855 Jul 16 18:33:52.040915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:52.070384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e38bc2-f1b4-4f1a-aa85-60e0712e9483 req-7a2e4cf8-1967-4420-8346-ed7ee82c415c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.088890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39e38bc2-f1b4-4f1a-aa85-60e0712e9483 req-7a2e4cf8-1967-4420-8346-ed7ee82c415c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.3436546 Jul 16 18:33:52.173641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:52.183640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:52.184300 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.203341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39e38bc2-f1b4-4f1a-aa85-60e0712e9483 req-0abb629d-2303-4ef8-9e99-22c31d53508c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133912 Jul 16 18:33:52.313343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.350365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:52.354182 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e00909-2391-4f5a-89dd-aff18f1c5d76" -d '{"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:52.376736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:52.384013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8138172-9025-4758-abbd-24dc07d44267 req-fb81977f-986a-4fe7-a33f-5293c329dbde tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.386068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:52.386278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8138172-9025-4758-abbd-24dc07d44267 req-fb81977f-986a-4fe7-a33f-5293c329dbde tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1735885 Jul 16 18:33:52.460853 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae9ff74-b787-48ae-a23a-c2ad5212c257 x-openstack-request-id: req-1ae9ff74-b787-48ae-a23a-c2ad5212c257 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:52.461085 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:52.461375 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ae9ff74-b787-48ae-a23a-c2ad5212c257 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:52.461657 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'code': 200} Jul 16 18:33:52.462468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:52.476440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8138172-9025-4758-abbd-24dc07d44267 req-b3f9b06f-dfcb-4990-a02a-e48a216ed429 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791285 Jul 16 18:33:52.643632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109208c4-41b7-4d82-b708-96261235924b req-81b2a53a-462c-4e33-be05-bbbf6df79cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:52.645826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-109208c4-41b7-4d82-b708-96261235924b req-81b2a53a-462c-4e33-be05-bbbf6df79cf2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1097 time: 0.0874684 Jul 16 18:33:52.716755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-109208c4-41b7-4d82-b708-96261235924b req-80a8ea29-5ae6-4599-bf0e-4dfefe95d885 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635126 Jul 16 18:33:53.015672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b34fa-a5a6-425c-86cb-da627baaa8ce req-4ebadeb0-3ad8-40f4-8b33-40ecdb7a4674 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.018239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a0b34fa-a5a6-425c-86cb-da627baaa8ce req-4ebadeb0-3ad8-40f4-8b33-40ecdb7a4674 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.0752623 Jul 16 18:33:53.123738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a0b34fa-a5a6-425c-86cb-da627baaa8ce req-b70f11ff-9322-4c72-8918-5fe95a5fc52e tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984564 Jul 16 18:33:54.434043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be27b2-6df9-4921-9d01-f6fbe008fc7a req-2c2e5e88-2987-498a-8647-cfd17c48063f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.441153 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88be27b2-6df9-4921-9d01-f6fbe008fc7a req-2c2e5e88-2987-498a-8647-cfd17c48063f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1624515 Jul 16 18:33:54.520352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f840a01-ba03-4e19-ba34-6382a54dff38 req-3c72f038-ed9d-4e74-a5a1-bd451cd57d25 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.530437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f840a01-ba03-4e19-ba34-6382a54dff38 req-3c72f038-ed9d-4e74-a5a1-bd451cd57d25 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.9762893 Jul 16 18:33:54.550466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.573626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88be27b2-6df9-4921-9d01-f6fbe008fc7a req-c9ab7c2e-e4c2-4e0b-91f8-67bfd6a12c73 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207540 Jul 16 18:33:54.610729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f840a01-ba03-4e19-ba34-6382a54dff38 req-e104cc71-26be-4ed1-859b-e7e73afde206 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720491 Jul 16 18:33:54.721689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba269e54-0484-47a8-9f32-efacfa3ab166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.891233 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba269e54-0484-47a8-9f32-efacfa3ab166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.899821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba269e54-0484-47a8-9f32-efacfa3ab166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.926440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a7b3a-5c99-4830-9b6d-cf232fcecc9a req-7ba91c55-958d-4e97-b8c4-24f345a8e32c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:54.935340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-951a7b3a-5c99-4830-9b6d-cf232fcecc9a req-7ba91c55-958d-4e97-b8c4-24f345a8e32c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1672666 Jul 16 18:33:54.966599 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ba269e54-0484-47a8-9f32-efacfa3ab166 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6b0071240104e4987e2a23efd2bd20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4145243 Jul 16 18:33:54.967663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:54.975391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba269e54-0484-47a8-9f32-efacfa3ab166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c2459c-ac4a-49b3-8eb6-868b9594978d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.024266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-951a7b3a-5c99-4830-9b6d-cf232fcecc9a req-34c4dbe2-b4ec-4ef9-963d-4d6a002e2780 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878911 Jul 16 18:33:55.044764 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffc5e8-3fbf-4e49-b11e-5bb153d96da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.072610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffc5e8-3fbf-4e49-b11e-5bb153d96da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.146380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffc5e8-3fbf-4e49-b11e-5bb153d96da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.149645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abffc5e8-3fbf-4e49-b11e-5bb153d96da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.153860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abffc5e8-3fbf-4e49-b11e-5bb153d96da5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53c2459c-ac4a-49b3-8eb6-868b9594978d HTTP/1.1" status: 204 len: 168 time: 0.1844602 Jul 16 18:33:55.165969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffc5e8-3fbf-4e49-b11e-5bb153d96da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c2459c-ac4a-49b3-8eb6-868b9594978d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.655388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47352) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:55.684044 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c151b48-4eb2-4628-bb64-d655b4d260b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.917953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c151b48-4eb2-4628-bb64-d655b4d260b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.948467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c151b48-4eb2-4628-bb64-d655b4d260b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.006459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c151b48-4eb2-4628-bb64-d655b4d260b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28c86da-3eca-4993-a890-47765d0eca0e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.032357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca7970-4d9d-4fed-a60a-266ca5e5fdc4 req-a9054e81-c7f0-4f4a-8593-0ca85c27bf01 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.044639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04ca7970-4d9d-4fed-a60a-266ca5e5fdc4 req-a9054e81-c7f0-4f4a-8593-0ca85c27bf01 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1917298 Jul 16 18:33:56.046125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4c151b48-4eb2-4628-bb64-d655b4d260b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f3550be2f03a4c44a19262de7364b031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882804 Jul 16 18:33:56.047841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:56.088512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29973b25-65dd-48da-895d-b2f4a2389d18 req-44b6a1d7-73fb-45c0-9acb-79e37e9ef681 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.096275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29973b25-65dd-48da-895d-b2f4a2389d18 req-44b6a1d7-73fb-45c0-9acb-79e37e9ef681 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.2114410 Jul 16 18:33:56.126178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04ca7970-4d9d-4fed-a60a-266ca5e5fdc4 req-172382ce-c30d-4342-b773-85d29cee13db tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805817 Jul 16 18:33:56.153543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf620509-5bda-4537-bb30-e46e1a4549ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.194356 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf620509-5bda-4537-bb30-e46e1a4549ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.217463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29973b25-65dd-48da-895d-b2f4a2389d18 req-25a0eaca-ee79-4833-aa9a-46643d79ff0e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201839 Jul 16 18:33:56.271305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf620509-5bda-4537-bb30-e46e1a4549ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.277801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf620509-5bda-4537-bb30-e46e1a4549ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.282983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cf620509-5bda-4537-bb30-e46e1a4549ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f28c86da-3eca-4993-a890-47765d0eca0e HTTP/1.1" status: 204 len: 168 time: 0.2332110 Jul 16 18:33:56.293225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf620509-5bda-4537-bb30-e46e1a4549ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28c86da-3eca-4993-a890-47765d0eca0e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.573837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5046fe-0b1e-4284-8d71-284746a30e79 req-ac0edf59-5def-43a7-b135-6ceb170f8244 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.585937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f5046fe-0b1e-4284-8d71-284746a30e79 req-ac0edf59-5def-43a7-b135-6ceb170f8244 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1463425 Jul 16 18:33:56.665390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f5046fe-0b1e-4284-8d71-284746a30e79 req-e3928df9-5d71-4bc2-965b-6020698df07e tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783305 Jul 16 18:33:56.750566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7808a93-092a-40f0-9a61-ccd001965a01 req-8a4daeba-ee07-420b-a19c-7b04d455352c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.758565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7808a93-092a-40f0-9a61-ccd001965a01 req-8a4daeba-ee07-420b-a19c-7b04d455352c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1533334 Jul 16 18:33:56.818508 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7808a93-092a-40f0-9a61-ccd001965a01 req-6860892f-e6cc-4791-85d6-66ed2fe0e3c2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565319 Jul 16 18:33:56.871665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:57.005044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e82e02-2b5a-45b2-9142-6ffbd87d2528 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.016068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47374) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:57.017348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-97e82e02-2b5a-45b2-9142-6ffbd87d2528 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1092 time: 0.1444197 Jul 16 18:33:57.024792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:57.095347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.443863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.625203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc626aa-f3a6-4f6d-bf7a-549f81c0ffdb req-0e1ad398-8b12-41a2-927e-086d610672b1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.637032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8dc626aa-f3a6-4f6d-bf7a-549f81c0ffdb req-0e1ad398-8b12-41a2-927e-086d610672b1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.3175986 Jul 16 18:33:57.734688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8dc626aa-f3a6-4f6d-bf7a-549f81c0ffdb req-0ae71081-6e92-4a60-94ed-0f5b93a985d0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962906 Jul 16 18:33:57.844391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.188 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4e77a94e-b2bb-4a0b-a200-6cdf8b2aa7af) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:58.089531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3794b-2f40-4bc9-9acb-ab5203ba1066 req-a2c49f7d-ba0e-4487-9f4c-fb976e085d89 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:58.099795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1f3794b-2f40-4bc9-9acb-ab5203ba1066 req-a2c49f7d-ba0e-4487-9f4c-fb976e085d89 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.2343161 Jul 16 18:33:58.144005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.189608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1f3794b-2f40-4bc9-9acb-ab5203ba1066 req-0fd618df-feb9-4a97-ac03-af06a3389ac7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906579 Jul 16 18:33:58.329954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:58.398552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:58.404219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:58.412846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:58.465588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=4e77a94e-b2bb-4a0b-a200-6cdf8b2aa7af,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:58.483734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.484430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.484971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.485535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.486276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.486997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.487379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.487680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.488011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.488370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.488707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:58.489033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:59.016403 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.067147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582884a-200e-47c9-b63f-56efef771063 req-c1894bea-8399-4f82-b15d-0668cbba2c85 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.068822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e582884a-200e-47c9-b63f-56efef771063 req-c1894bea-8399-4f82-b15d-0668cbba2c85 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1581202 Jul 16 18:33:59.148776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e582884a-200e-47c9-b63f-56efef771063 req-a54853bb-4111-4556-a3b3-f17f9d2e5d4c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695527 Jul 16 18:33:59.151247 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.347905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.355698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.529336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=4e77a94e-b2bb-4a0b-a200-6cdf8b2aa7af,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:59.542497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:59.683260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-62f3eac6-ca7d-4a27-9295-0650b2c90b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.686321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-62f3eac6-ca7d-4a27-9295-0650b2c90b2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1098 time: 0.1375492 Jul 16 18:33:59.695480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515b287-7814-4ed5-be13-583215891f76 req-009d68f2-f922-4c42-98c9-ee257abbe7c6 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.709140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5515b287-7814-4ed5-be13-583215891f76 req-009d68f2-f922-4c42-98c9-ee257abbe7c6 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.2384863 Jul 16 18:33:59.752715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5515b287-7814-4ed5-be13-583215891f76 req-40721c8e-48a0-4b4a-a140-2434f873f01c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490961 Jul 16 18:33:59.758935 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP f0b0f53b-6c2b-4561-b059-a48af605f131 associated. External IP: 172.25.0.188, port: 3b7e6603-e8d2-41c2-8cfe-e941de7aa511. Jul 16 18:33:59.844852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-746d312b-5370-42e9-91a8-54475d488587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.846485 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-746d312b-5370-42e9-91a8-54475d488587 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.1539652 Jul 16 18:33:59.949464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-bcf3e37d-95fd-4e79-a390-cc2bb178ec22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 200 len: 1002 time: 0.0954750 Jul 16 18:34:00.036707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-48bb200f-49dc-4079-a684-79f94ce25140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:00.038950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-48bb200f-49dc-4079-a684-79f94ce25140 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.0827966 Jul 16 18:34:00.146727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ebc9a441-2160-4ef8-8035-a5fa2edcac40 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:00.152515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-9f2377dd-7a64-4d0f-b785-60463e69d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:00.158667 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-9f2377dd-7a64-4d0f-b785-60463e69d434 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132538 Jul 16 18:34:00.243374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b4f85f75-c9ce-46df-9b80-0ddf41369120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.337756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-fceb4a5e-414a-4875-97ce-e61bce6ab752 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710556 Jul 16 18:34:00.457293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:00.467385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c12f7c3e-9fed-472f-a661-beeec4baef89 req-fa790a2b-280f-4e41-b878-e6d03540ebd4 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236298 Jul 16 18:34:00.480528 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] Sync routers for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:00.493764 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:00.494772 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:00.519669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.617755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb54a-3c10-492b-b205-733bd36a9520 req-43ebc357-fa8b-41f2-9cf9-9720b25ce352 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:00.620839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46ceb54a-3c10-492b-b205-733bd36a9520 req-43ebc357-fa8b-41f2-9cf9-9720b25ce352 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2593386 Jul 16 18:34:00.625167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b7001717-6973-478c-be76-ef79d85e7f00 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6076307 Jul 16 18:34:00.625752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:00.628130 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:00.654754 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:00.675256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46ceb54a-3c10-492b-b205-733bd36a9520 req-58e0690a-4102-4f70-a1d3-a59c74b64912 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Jul 16 18:34:01.027488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9590412-bef6-43f4-a0d3-28f99c7717fd req-fbcfe856-2861-4b83-8019-4821d3fea6e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.030468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9590412-bef6-43f4-a0d3-28f99c7717fd req-fbcfe856-2861-4b83-8019-4821d3fea6e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.2001171 Jul 16 18:34:01.049008 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2772c7f2-5411-42c7-a041-2c40f6dc2f7c x-openstack-request-id: req-2772c7f2-5411-42c7-a041-2c40f6dc2f7c {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:01.049461 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:01.050350 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2772c7f2-5411-42c7-a041-2c40f6dc2f7c {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:01.050654 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'status': 'completed', 'code': 200} Jul 16 18:34:01.136718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9590412-bef6-43f4-a0d3-28f99c7717fd req-20b71abd-aaca-460c-92fc-97eba4d1068f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954654 Jul 16 18:34:01.176541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47492) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:01.188376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-05d6130b-e73f-43f4-9720-934cd54df654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.191426 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-05d6130b-e73f-43f4-9720-934cd54df654 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1097 time: 0.1033092 Jul 16 18:34:01.307951 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f0b0f53b-6c2b-4561-b059-a48af605f131', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'port_id': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'mac_address': 'fa:16:3e:b9:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85608d-1851-439e-983d-a3012b52d398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:58Z', 'updated_at': '2021-07-16T18:33:58Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:44Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.321068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4b731d33-c5e9-4eb0-ad53-0f7428b86def tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/f0b0f53b-6c2b-4561-b059-a48af605f131 HTTP/1.1" status: 200 len: 991 time: 0.1427124 Jul 16 18:34:01.348938 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] Checking router: ebc9a441-2160-4ef8-8035-a5fa2edcac40 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:01.366206 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:01.367020 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:33:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:01.382873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-50e28ba2-996c-43be-84e4-94e95a1c3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.384881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-50e28ba2-996c-43be-84e4-94e95a1c3b8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.1866581 Jul 16 18:34:01.462663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922f503-9e6d-48bf-bf5d-94af4aab0f1f req-b7022684-8dd8-463f-a8fa-94ae561a6b4a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.471889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b922f503-9e6d-48bf-bf5d-94af4aab0f1f req-b7022684-8dd8-463f-a8fa-94ae561a6b4a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1488881 Jul 16 18:34:01.504757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-0ef10242-5c05-40da-8223-290a0f587b09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.1132679 Jul 16 18:34:01.544000 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:01.557605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b922f503-9e6d-48bf-bf5d-94af4aab0f1f req-2ba42246-f98a-4c23-af0a-cfee1a2e5bad tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842388 Jul 16 18:34:01.572346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-0e603cf4-592c-4481-8a91-877c614cfde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.574637 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-0e603cf4-592c-4481-8a91-877c614cfde9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.0634816 Jul 16 18:34:01.661066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-115a8dcd-a7d2-4b9b-8c84-2de284f609ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.663637 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-115a8dcd-a7d2-4b9b-8c84-2de284f609ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798187 Jul 16 18:34:01.806183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-7992d84a-b03e-4d7c-9bdb-a6986c200efd service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355722 Jul 16 18:34:01.934060 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9bab2682-66a8-444e-8e49-a15c1f9ea5e1 req-c6b3636b-c56a-40c0-9f3c-5669bc32b897 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206954 Jul 16 18:34:02.043754 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f0b0f53b-6c2b-4561-b059-a48af605f131', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'port_id': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'mac_address': 'fa:16:3e:b9:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85608d-1851-439e-983d-a3012b52d398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:58Z', 'updated_at': '2021-07-16T18:33:58Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:44Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:02.101396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594a7c5-6e95-4887-a130-6b064daa2505 req-593b036f-196b-4c13-9e36-4c9ef35048ad tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:02.101676 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea350caf-2b6f-464a-b6c7-a6569dd035e5 None None] The sync data for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 is: [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f0b0f53b-6c2b-4561-b059-a48af605f131', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'port_id': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2725, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'mac_address': 'fa:16:3e:b9:63:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d85608d-1851-439e-983d-a3012b52d398', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:33:58Z', 'updated_at': '2021-07-16T18:33:58Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:44Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:02.108214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d594a7c5-6e95-4887-a130-6b064daa2505 req-593b036f-196b-4c13-9e36-4c9ef35048ad tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.2071495 Jul 16 18:34:02.166991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d594a7c5-6e95-4887-a130-6b064daa2505 req-43e74d34-8cb5-47ff-956e-02203261db2e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473075 Jul 16 18:34:02.326515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47516) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:02.473844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b006d989-2048-4825-b12a-34d731a3fa8c None None] New status for floating IP f0b0f53b-6c2b-4561-b059-a48af605f131: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:34:02.549697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-21aab88d-97e5-4a6f-91fb-e9e07e8feff7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/f0b0f53b-6c2b-4561-b059-a48af605f131 HTTP/1.1" status: 200 len: 991 time: 0.2217031 Jul 16 18:34:02.892126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8a41-40d8-4822-83ab-969ced0a4b29 req-6a9cf093-a027-4234-a734-6d6a16e7d7a8 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:02.894004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b8b8a41-40d8-4822-83ab-969ced0a4b29 req-6a9cf093-a027-4234-a734-6d6a16e7d7a8 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.0758281 Jul 16 18:34:02.952915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b8b8a41-40d8-4822-83ab-969ced0a4b29 req-4aaf7ee6-3e1f-4114-b45c-e6b8c74fab41 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486701 Jul 16 18:34:03.123170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef8891de-47b9-4e49-acdf-cdbdaecc429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.427588 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.540059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698222-6f7e-4231-93c6-9dc337f8139e req-71c5dfea-2222-4611-9547-4eea9eb9efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.541664 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74698222-6f7e-4231-93c6-9dc337f8139e req-71c5dfea-2222-4611-9547-4eea9eb9efbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1097 time: 0.1896396 Jul 16 18:34:03.560347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81011a-32b3-4e39-ab24-90936ba0b71a req-0674fdec-68cf-44c6-8ebb-f4276c11e4b0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.562111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f81011a-32b3-4e39-ab24-90936ba0b71a req-0674fdec-68cf-44c6-8ebb-f4276c11e4b0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 946 time: 0.1739216 Jul 16 18:34:03.565842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47560) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:03.653126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:03.677684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8911bed3-dff2-4690-8f71-10cb0e8659ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/f0b0f53b-6c2b-4561-b059-a48af605f131 HTTP/1.1" status: 200 len: 993 time: 0.1103060 Jul 16 18:34:03.727387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698222-6f7e-4231-93c6-9dc337f8139e req-19dd193f-f169-4620-b787-c92e74d90804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.731692 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74698222-6f7e-4231-93c6-9dc337f8139e req-19dd193f-f169-4620-b787-c92e74d90804 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.1814761 Jul 16 18:34:03.732182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f81011a-32b3-4e39-ab24-90936ba0b71a req-06f2eb6c-2102-4e37-b7f8-573636d1194c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007736 Jul 16 18:34:03.798514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97463651-1ee4-4b0a-bd12-9b9f51e00b60 req-e8773e3f-3f40-480f-bd29-386f87c0cdea tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:03.800399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97463651-1ee4-4b0a-bd12-9b9f51e00b60 req-e8773e3f-3f40-480f-bd29-386f87c0cdea tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.3180635 Jul 16 18:34:03.825439 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.883572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:03.887618 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c427859-4c07-4f7d-bb7e-a47b60e17b2d" -d '{"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-unplugged", "status": "completed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:03.900714 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97463651-1ee4-4b0a-bd12-9b9f51e00b60 req-32dc990e-3a18-40ee-ae4c-a49b44a83526 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934968 Jul 16 18:34:03.905600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:03.915556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74698222-6f7e-4231-93c6-9dc337f8139e req-a46bedfd-f661-4efb-bfad-33ddb5b37313 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 1001 time: 0.1767812 Jul 16 18:34:03.924388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.005485 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b32640d-b03b-452d-9532-4720d2b37952 x-openstack-request-id: req-8b32640d-b03b-452d-9532-4720d2b37952 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:04.006029 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-unplugged", "status": "failed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f", "code": 422}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:04.006479 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8b32640d-b03b-452d-9532-4720d2b37952 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:04.007142 n-d-793620-10 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'code': 422} returned with failed status Jul 16 18:34:04.008384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:04.018962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698222-6f7e-4231-93c6-9dc337f8139e req-83148f10-802a-4b02-90c0-1016d2c5846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:04.020538 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74698222-6f7e-4231-93c6-9dc337f8139e req-83148f10-802a-4b02-90c0-1016d2c5846a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.0985591 Jul 16 18:34:04.099101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74698222-6f7e-4231-93c6-9dc337f8139e req-fcca6d98-3c22-4f9e-b65e-1068b8f2fce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:04.102955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74698222-6f7e-4231-93c6-9dc337f8139e req-fcca6d98-3c22-4f9e-b65e-1068b8f2fce1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760603 Jul 16 18:34:04.258865 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74698222-6f7e-4231-93c6-9dc337f8139e req-5a7634cc-3768-48d6-936e-7dbcb0de820a service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486695 Jul 16 18:34:04.329230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:04.394008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-74698222-6f7e-4231-93c6-9dc337f8139e req-5176d7b8-acf6-485a-83c3-ec117e5390e4 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242526 Jul 16 18:34:04.795886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-1ae88649-c445-45af-979b-42fa15daddf6 req-d32e27fe-1309-4d4e-ae8f-1a974a150e43 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:04.797094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ae88649-c445-45af-979b-42fa15daddf6 req-d32e27fe-1309-4d4e-ae8f-1a974a150e43 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067430 Jul 16 18:34:05.313293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe074879-2dbf-43fa-972f-b8154a29e284 req-ea69865a-4c5d-40dc-afdd-dc2c487730b0 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:05.315359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe074879-2dbf-43fa-972f-b8154a29e284 req-ea69865a-4c5d-40dc-afdd-dc2c487730b0 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1390567 Jul 16 18:34:05.393016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe074879-2dbf-43fa-972f-b8154a29e284 req-a30afc63-a027-4575-8dfa-a45b8bbaebad tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480125 Jul 16 18:34:05.456012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a6ead-2ae8-4361-be04-ae15e3617df5 req-75c862b2-212c-4462-9db3-2a1576710c67 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:05.458490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac9a6ead-2ae8-4361-be04-ae15e3617df5 req-75c862b2-212c-4462-9db3-2a1576710c67 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1716781 Jul 16 18:34:05.514574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac9a6ead-2ae8-4361-be04-ae15e3617df5 req-3d159a8a-1c08-4e77-a175-377c517509d0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474956 Jul 16 18:34:05.552439 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-140f0089-d923-43cb-b7c3-0d1c20cd54bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1346717 Jul 16 18:34:05.824067 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:05.971437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47640) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.135448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a22aeaa-c2d7-4c72-b9fb-965b983a3f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.287560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a22aeaa-c2d7-4c72-b9fb-965b983a3f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.293057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a22aeaa-c2d7-4c72-b9fb-965b983a3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.358752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7a22aeaa-c2d7-4c72-b9fb-965b983a3f76 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dbc9ed8bb6140c2bb3c726ecd7fa023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839056 Jul 16 18:34:06.358752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a22aeaa-c2d7-4c72-b9fb-965b983a3f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59327029-b66d-430e-bbec-3317165ec7c3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.359713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47650) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:06.459813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f395ad0c-8cd6-425c-8e6c-a7a6506d0389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.487645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f395ad0c-8cd6-425c-8e6c-a7a6506d0389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.571523 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f395ad0c-8cd6-425c-8e6c-a7a6506d0389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.575029 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f395ad0c-8cd6-425c-8e6c-a7a6506d0389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:06.583455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f395ad0c-8cd6-425c-8e6c-a7a6506d0389 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59327029-b66d-430e-bbec-3317165ec7c3 HTTP/1.1" status: 204 len: 168 time: 0.2195544 Jul 16 18:34:06.594181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f395ad0c-8cd6-425c-8e6c-a7a6506d0389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59327029-b66d-430e-bbec-3317165ec7c3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:06.733565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde8df8-c980-4e20-956a-86ea6caed9fd req-0571b826-6efa-4709-9149-cfade1ea7242 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.740806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ccde8df8-c980-4e20-956a-86ea6caed9fd req-0571b826-6efa-4709-9149-cfade1ea7242 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1754203 Jul 16 18:34:06.846776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ccde8df8-c980-4e20-956a-86ea6caed9fd req-f4689c63-8665-4e2e-9954-ad55f0b9235d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006393 Jul 16 18:34:06.914438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc7b0d-8c87-4589-ada2-d3c1900c1db4 req-287efb7d-348a-4850-a166-d4e2726ab2f3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.916275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7bc7b0d-8c87-4589-ada2-d3c1900c1db4 req-287efb7d-348a-4850-a166-d4e2726ab2f3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1625445 Jul 16 18:34:06.993438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7bc7b0d-8c87-4589-ada2-d3c1900c1db4 req-40112abb-6fe7-4a6d-9690-91bbad48f3e9 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626063 Jul 16 18:34:07.119546 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.128816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:07.154774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5398028a-6676-4941-bfe8-24fe0a182f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.332657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5398028a-6676-4941-bfe8-24fe0a182f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.338808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5398028a-6676-4941-bfe8-24fe0a182f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.416070 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5398028a-6676-4941-bfe8-24fe0a182f57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=364d475a1cb84ad4ae1e415e1b9fde0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856176 Jul 16 18:34:07.419965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398028a-6676-4941-bfe8-24fe0a182f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0d8497-95e1-48ec-acdc-b3bc95711a53,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.420287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47674) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:07.505437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f48fff48-4124-4ed8-8b1d-384b7e8779c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.532904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f48fff48-4124-4ed8-8b1d-384b7e8779c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.542296 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.594912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f48fff48-4124-4ed8-8b1d-384b7e8779c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.598558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f48fff48-4124-4ed8-8b1d-384b7e8779c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.600819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f48fff48-4124-4ed8-8b1d-384b7e8779c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb0d8497-95e1-48ec-acdc-b3bc95711a53 HTTP/1.1" status: 204 len: 168 time: 0.1706226 Jul 16 18:34:07.612884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fff48-4124-4ed8-8b1d-384b7e8779c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0d8497-95e1-48ec-acdc-b3bc95711a53,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:08.388945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd0280-c3d9-4065-bf07-2521178b9aa7 req-0359fd42-e087-4d38-8fd2-95f21d4466e2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.390865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ebd0280-c3d9-4065-bf07-2521178b9aa7 req-0359fd42-e087-4d38-8fd2-95f21d4466e2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1165702 Jul 16 18:34:08.478081 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ebd0280-c3d9-4065-bf07-2521178b9aa7 req-268f8bca-17bc-43c2-ad43-b62db10383dd tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806978 Jul 16 18:34:08.531419 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-3a0d626f-874e-47c5-a009-669dc1e958bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1298678 Jul 16 18:34:08.668374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-467d6f52-82a7-49d0-8336-2039b1b59826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.670595 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-467d6f52-82a7-49d0-8336-2039b1b59826 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 1097 time: 0.0781078 Jul 16 18:34:08.907291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-f78587ae-b81e-446e-97b7-788a2c387920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:08.909259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-f78587ae-b81e-446e-97b7-788a2c387920 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.2135851 Jul 16 18:34:09.012692 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-114c166b-a29e-4cb0-8601-9ba683810447 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 200 len: 1001 time: 0.0955029 Jul 16 18:34:09.082588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-6b5eb8cf-3a7a-4c63-9baf-9301040a1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.085225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-6b5eb8cf-3a7a-4c63-9baf-9301040a1ed5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.0666790 Jul 16 18:34:09.176951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-182ec45b-1d17-4233-bb80-8ac704dfa8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.179371 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-182ec45b-1d17-4233-bb80-8ac704dfa8a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841026 Jul 16 18:34:09.321965 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-088f7ab2-f0e5-4637-b03a-ba75d047dbc8 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362939 Jul 16 18:34:09.484129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f016914d-830f-4e3b-b453-31d4beb0f531 req-adf8c0fa-645e-4ac1-a3bf-e5cae7ba98ae service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554234 Jul 16 18:34:09.714647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-c0b7ac39-5f6d-4805-bdcd-612865f833ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0811708 Jul 16 18:34:09.797387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c6918-8627-4097-bd22-37fdc4fa6b14 req-b893e390-bcdd-4748-8e54-09b2dfc2a72d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.808933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d11c6918-8627-4097-bd22-37fdc4fa6b14 req-b893e390-bcdd-4748-8e54-09b2dfc2a72d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1782281 Jul 16 18:34:09.847850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.848611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.848954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.849437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.849839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.850874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.851348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.854229 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-bea07c4d-7723-47d8-a472-edd64cec6fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.0864618 Jul 16 18:34:09.898456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d11c6918-8627-4097-bd22-37fdc4fa6b14 req-d805da0f-01b0-45cc-a1c3-630bdf152796 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879490 Jul 16 18:34:10.141613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5c9a1c2b-198f-4b22-bffb-63012c64c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.143090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5c9a1c2b-198f-4b22-bffb-63012c64c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.143809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5c9a1c2b-198f-4b22-bffb-63012c64c499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.146143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5c9a1c2b-198f-4b22-bffb-63012c64c499 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 2290 time: 0.2323706 Jul 16 18:34:10.229298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-037533b7-eab3-443a-954f-f32fe98db069 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 1001 time: 0.0763149 Jul 16 18:34:10.315068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5205509d-d19c-426e-b93e-b4c6deaddf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.318052 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5205509d-d19c-426e-b93e-b4c6deaddf99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.0821443 Jul 16 18:34:10.438307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-22cda855-c0a7-4153-9051-34eec636e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.440292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-22cda855-c0a7-4153-9051-34eec636e804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141849 Jul 16 18:34:10.644105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-d005d893-5245-40f6-ade1-c3cf6193d9fe service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958678 Jul 16 18:34:10.755989 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:10.813011 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-2359221e-5917-4d15-b2cb-99533f4e2b99 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614294 Jul 16 18:34:10.880039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-1d4e4ccd-60d8-4554-abfe-70fc7ec35217 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 217 time: 0.0608408 Jul 16 18:34:10.970172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-f857910e-e2d5-4aad-b871-ad7a3c211434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.993754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-f857910e-e2d5-4aad-b871-ad7a3c211434 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0978627 Jul 16 18:34:11.125255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2c4c2-0a94-40df-8505-88a517a5b8bd req-f5cf7e2c-ff94-45f3-abba-a401df11765e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.127955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8d2c4c2-0a94-40df-8505-88a517a5b8bd req-f5cf7e2c-ff94-45f3-abba-a401df11765e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1251895 Jul 16 18:34:11.156959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-fa350fed-adee-4037-81c0-3c3c838efcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.158688 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-fa350fed-adee-4037-81c0-3c3c838efcfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1636915 Jul 16 18:34:11.199489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8d2c4c2-0a94-40df-8505-88a517a5b8bd req-374f0882-4639-4e52-8825-4922eddc603e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631199 Jul 16 18:34:11.319646 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-d0f6c8f7-fe90-459b-9210-d15c4f6352e4 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517174 Jul 16 18:34:11.505307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-e281d7ff-0d07-4517-97f9-f8198becee78 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796145 Jul 16 18:34:11.557849 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-58680a40-6973-40c2-b01e-6beba85acb69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 217 time: 0.0459640 Jul 16 18:34:11.625823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-796e5d00-d757-4232-a802-c3aa766e908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.629228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-796e5d00-d757-4232-a802-c3aa766e908f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0652223 Jul 16 18:34:11.728791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5e1cef64-2c79-4bea-8bec-6bd56c42df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.736180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5e1cef64-2c79-4bea-8bec-6bd56c42df18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1000974 Jul 16 18:34:11.929231 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-fd1d9810-fa98-4fdf-abc3-2bf39a1c98ca service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880033 Jul 16 18:34:12.118848 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-8ed66e67-9fb2-4781-941f-57ca81de601f service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865978 Jul 16 18:34:12.167270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-12813214-5347-4009-a1f8-e055cf2de7de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 217 time: 0.0422173 Jul 16 18:34:12.233118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-d9c6cabf-7bfd-44c6-8389-4060772413be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.235382 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-d9c6cabf-7bfd-44c6-8389-4060772413be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0618386 Jul 16 18:34:12.326176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-8bf560a1-6286-443d-a6d8-71f5fe94f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.328021 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-8bf560a1-6286-443d-a6d8-71f5fe94f47e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0786488 Jul 16 18:34:12.463169 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-e74d1967-e7db-4b16-a166-310ed8bd7270 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239252 Jul 16 18:34:12.503783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515126d7-01c6-40a4-b888-44abdd16a01d req-b6eba65e-dc17-4cf9-9828-fa96eb543f13 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.512649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-515126d7-01c6-40a4-b888-44abdd16a01d req-b6eba65e-dc17-4cf9-9828-fa96eb543f13 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1204834 Jul 16 18:34:12.578615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-515126d7-01c6-40a4-b888-44abdd16a01d req-714662b1-9a23-4f69-96f6-eab31c193064 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629823 Jul 16 18:34:12.628275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-43f9e77f-a4aa-489a-accb-34630d2c9b94 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591728 Jul 16 18:34:12.675132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-85ff9492-804d-4c5b-a29f-e28ad2c03fb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 217 time: 0.0402861 Jul 16 18:34:12.790257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-7c0fcc60-5279-47f6-8f79-58677d6898e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.793714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-7c0fcc60-5279-47f6-8f79-58677d6898e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1120129 Jul 16 18:34:12.901876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-9e050d2f-a2e6-4c52-8d2f-37bbf1c2ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.904670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-9e050d2f-a2e6-4c52-8d2f-37bbf1c2ad0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1047173 Jul 16 18:34:13.056558 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-5a36a4cc-8960-48ee-bc40-cce314de9d6d service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444697 Jul 16 18:34:13.243287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-93785b6d-f13e-4b0e-a84f-86a3ab78b8e7 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797552 Jul 16 18:34:13.327031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-d8b6dc20-c6c9-4588-b4ec-48e30ad55d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.328869 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-d8b6dc20-c6c9-4588-b4ec-48e30ad55d7a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299&tenant_id=94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 1096 time: 0.1943712 Jul 16 18:34:13.331890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-993bbf76-6a47-4204-a3e2-2733e3cae766 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 217 time: 0.0820894 Jul 16 18:34:13.472899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-ba7cd326-be34-4cd9-bf12-c44cfeaf1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.477400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-ba7cd326-be34-4cd9-bf12-c44cfeaf1e4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.1300340 Jul 16 18:34:13.555239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-0ea60f2b-11e9-4a3a-b948-da15862a24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.557170 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-0ea60f2b-11e9-4a3a-b948-da15862a24ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1096 time: 0.1610763 Jul 16 18:34:13.636612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-a93284dd-8246-4507-9a68-1239bfba8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.638622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-a93284dd-8246-4507-9a68-1239bfba8164 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1421304 Jul 16 18:34:13.815587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81453948-3696-47fb-8854-86317611e326 req-c13454ab-1fdc-4215-888b-d7ff63552bae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.824820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81453948-3696-47fb-8854-86317611e326 req-c13454ab-1fdc-4215-888b-d7ff63552bae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.0941274 Jul 16 18:34:13.876293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81453948-3696-47fb-8854-86317611e326 req-6ddd9739-5a95-48e6-9615-d103c65fbfae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503833 Jul 16 18:34:14.135329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-2315ba6e-3113-4a82-b8ce-317d3dea6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.136826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-2315ba6e-3113-4a82-b8ce-317d3dea6710 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.5679812 Jul 16 18:34:14.206272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-a98c739d-5b87-4718-aa03-5fbc62cc11e7 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347402 Jul 16 18:34:14.258131 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-0407c989-ecb8-4ea4-bcdd-a3eaede9ea83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 200 len: 1000 time: 0.1111166 Jul 16 18:34:14.353244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-04b221d4-836e-4127-8b0c-5c610f44793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.354675 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-04b221d4-836e-4127-8b0c-5c610f44793e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.0895667 Jul 16 18:34:14.356674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-f5b7ce27-5c6e-4459-ae4e-ba14a8ed913f service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422865 Jul 16 18:34:14.443297 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-56b6577b-4ad1-4712-9b50-65cc66ea2ddc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.0752273 Jul 16 18:34:14.505954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-9613b4b4-d62d-4a7c-9382-16d150ec0d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.507479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-9613b4b4-d62d-4a7c-9382-16d150ec0d70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.0578971 Jul 16 18:34:14.561991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-2dccf18a-5a6b-4f30-b070-01f4e33e1596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.563839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-2dccf18a-5a6b-4f30-b070-01f4e33e1596 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1981795 Jul 16 18:34:14.654919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-c72c0775-77f7-4ccb-9cf4-b4c225a94cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.656596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-c72c0775-77f7-4ccb-9cf4-b4c225a94cd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1426034 Jul 16 18:34:14.718354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-76704764-8037-46c4-9b91-5ad2e86849e4 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472652 Jul 16 18:34:14.872553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-029957b5-072b-4792-baf2-3e5bb3bd31eb service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084992 Jul 16 18:34:14.952623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3d612642-e47e-4dfd-a273-6d6937e82c0c req-5b037064-cf6a-4b08-8334-6e7857756e29 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022107 Jul 16 18:34:15.129606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a77eecf2-1ff2-4d6c-9146-08795ea3f3c6 req-56040ef1-006d-450c-b036-156a1d96e908 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484789 Jul 16 18:34:15.304659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbeabdd-c293-4e12-b7ff-54da97d38539 req-3b529ae4-1d2d-4d30-9bc1-a3fa740e844b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:15.306494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfbeabdd-c293-4e12-b7ff-54da97d38539 req-3b529ae4-1d2d-4d30-9bc1-a3fa740e844b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1338868 Jul 16 18:34:15.357601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfbeabdd-c293-4e12-b7ff-54da97d38539 req-0b4ab0cd-9983-4414-bb83-7ac6ee21b7f7 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417693 Jul 16 18:34:16.991309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916f3e-5c75-4fc9-8216-b0d12caaf76b req-ea90fb09-c045-46fa-a80d-3cf5164a75ae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.997170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2916f3e-5c75-4fc9-8216-b0d12caaf76b req-ea90fb09-c045-46fa-a80d-3cf5164a75ae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1888390 Jul 16 18:34:17.141002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2916f3e-5c75-4fc9-8216-b0d12caaf76b req-d1c19b98-d06d-4e87-92f2-d71dee0af9e0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272569 Jul 16 18:34:18.637312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199eb08-675e-48c4-934c-1099b6b3533c req-0c53af22-a5ad-44d6-b71c-bd8eff0a4116 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:18.641557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b199eb08-675e-48c4-934c-1099b6b3533c req-0c53af22-a5ad-44d6-b71c-bd8eff0a4116 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1978762 Jul 16 18:34:18.779180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b199eb08-675e-48c4-934c-1099b6b3533c req-f81a9013-8d83-45da-bc73-e6da4b67faf0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239898 Jul 16 18:34:20.188866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3e086-72d9-48be-a176-27f141a5394b req-abd165e3-1a3f-4e02-ae29-b0198d6b50ae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:20.190609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92e3e086-72d9-48be-a176-27f141a5394b req-abd165e3-1a3f-4e02-ae29-b0198d6b50ae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.0953434 Jul 16 18:34:20.241219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92e3e086-72d9-48be-a176-27f141a5394b req-d7a1845a-f3dc-4c79-87f2-ba88a2a256f7 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Jul 16 18:34:21.645827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c5549-eaea-43e0-a2cd-8d0511b58748 req-2b547dd6-3c28-4d3f-bcd0-be03199e0fed tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.650717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-532c5549-eaea-43e0-a2cd-8d0511b58748 req-2b547dd6-3c28-4d3f-bcd0-be03199e0fed tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1256101 Jul 16 18:34:21.745483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-532c5549-eaea-43e0-a2cd-8d0511b58748 req-443015a5-9a1f-4105-8236-67b20ded6859 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881798 Jul 16 18:34:23.588458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7a46-4cea-4aea-a725-c37aa45d25a7 req-b7eef7df-0b0a-4a7e-a8f6-66be7edc4434 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.591306 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-822d7a46-4cea-4aea-a725-c37aa45d25a7 req-b7eef7df-0b0a-4a7e-a8f6-66be7edc4434 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.5672898 Jul 16 18:34:23.658293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-822d7a46-4cea-4aea-a725-c37aa45d25a7 req-6c2c2eb9-61ef-439d-a1f1-4d0a42f111f3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444372 Jul 16 18:34:24.874040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd78fa-ccae-4107-a322-01c8d9723432 req-655973d8-7802-49a4-93c6-dd17d6e7154f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:24.875599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8bd78fa-ccae-4107-a322-01c8d9723432 req-655973d8-7802-49a4-93c6-dd17d6e7154f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.0740960 Jul 16 18:34:24.939294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8bd78fa-ccae-4107-a322-01c8d9723432 req-1d866a52-a929-4b82-83d7-87ffcaccf9b4 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560660 Jul 16 18:34:26.263055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7e8f9-b711-4416-bb0c-650251f30152 req-e18903c3-c70b-4849-9573-91a6529518dc tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:26.264765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17a7e8f9-b711-4416-bb0c-650251f30152 req-e18903c3-c70b-4849-9573-91a6529518dc tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1011186 Jul 16 18:34:26.328407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17a7e8f9-b711-4416-bb0c-650251f30152 req-2a994d0d-bcd9-4efd-b881-334fba362f10 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537386 Jul 16 18:34:27.636632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d8131-f8d6-4d9d-a94c-7587b96edf95 req-ea00b887-ec6d-4a48-a712-388b06c76c32 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.642572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b3d8131-f8d6-4d9d-a94c-7587b96edf95 req-ea00b887-ec6d-4a48-a712-388b06c76c32 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.0987260 Jul 16 18:34:27.705140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b3d8131-f8d6-4d9d-a94c-7587b96edf95 req-083a0d44-4373-401d-bf96-f1b8d8a1f586 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537727 Jul 16 18:34:27.939769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.950268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.962737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.971553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.978364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.984458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.991497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.993613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-390965f8-0b26-4cd6-8dcb-3ae2b9a602ce tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.1620347 Jul 16 18:34:28.044536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c92d1c0-300e-45a0-9a96-aa875d2acef6 req-0ba29bd1-49b2-489c-89db-e65c01e9357c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413330 Jul 16 18:34:28.301027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.307791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.313891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.320771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.327381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.333389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.340174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.342292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd17716a-4860-455f-aad3-d7e8c628e0a5 req-4205f6ba-a067-42b4-af80-6b7d20d9be19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.1610425 Jul 16 18:34:28.966642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652d491-c8a3-4190-b34f-c68eaea3afe5 req-7e6a586f-2096-4be2-8cdc-15b962f8b6b3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.969396 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d652d491-c8a3-4190-b34f-c68eaea3afe5 req-7e6a586f-2096-4be2-8cdc-15b962f8b6b3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1029408 Jul 16 18:34:29.046103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d652d491-c8a3-4190-b34f-c68eaea3afe5 req-fb2ed521-3499-4495-a0dd-59206294501e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673051 Jul 16 18:34:30.281196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f478cd3-b025-4a22-b8d2-7ce42bdfb1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.391862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeced4e-c917-43f7-9e80-44f443dd7e9a req-ac89393e-a866-4a81-8ac6-3421b43dab2f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.394629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abeced4e-c917-43f7-9e80-44f443dd7e9a req-ac89393e-a866-4a81-8ac6-3421b43dab2f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1194298 Jul 16 18:34:30.466918 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abeced4e-c917-43f7-9e80-44f443dd7e9a req-c3073cc4-dc75-4465-a90c-2d75ce72e52c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657458 Jul 16 18:34:30.660420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48244) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:30.834550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.835466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.836210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.836938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.837651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.838362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.839069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.842310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-67d89039-5e2e-4540-804a-3e51288da93a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.1805892 Jul 16 18:34:30.895308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-271042a8-a30b-43f2-a636-30bde0d56ce0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423272 Jul 16 18:34:31.209978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60453882-8b39-4136-a373-24dbc41683c5 req-af375d94-1c60-46b5-88fa-a3447dfb9fdf tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:31.212187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60453882-8b39-4136-a373-24dbc41683c5 req-af375d94-1c60-46b5-88fa-a3447dfb9fdf tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1097 time: 0.0817666 Jul 16 18:34:31.263838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60453882-8b39-4136-a373-24dbc41683c5 req-bec38900-c855-4db8-b78c-ac445059ec26 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435128 Jul 16 18:34:31.567808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841606e5-1258-4cab-9901-e8421b02308d req-9ff25b3b-4c53-400a-8952-dbf46bf2cf42 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:31.570468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-841606e5-1258-4cab-9901-e8421b02308d req-9ff25b3b-4c53-400a-8952-dbf46bf2cf42 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1276975 Jul 16 18:34:31.655118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-841606e5-1258-4cab-9901-e8421b02308d req-e6ef5922-bfa8-43c4-84f2-c4b1af36ebdc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715425 Jul 16 18:34:31.688808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48286) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:31.834709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bb41b97a-0f19-49fe-9fde-71b58923a12b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/f0b0f53b-6c2b-4561-b059-a48af605f131 HTTP/1.1" status: 200 len: 993 time: 0.1437888 Jul 16 18:34:31.855927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9f48c-5889-444a-98da-7b6a28c37bc5 req-1706ca10-55f1-4d84-8e48-f851b1b31477 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:31.861050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27b9f48c-5889-444a-98da-7b6a28c37bc5 req-1706ca10-55f1-4d84-8e48-f851b1b31477 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1673582 Jul 16 18:34:31.940394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27b9f48c-5889-444a-98da-7b6a28c37bc5 req-02395f9c-8b37-4e55-a5f1-2c1621df2b25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721259 Jul 16 18:34:32.466091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-54b39405-6924-4802-86e8-f050fffe9250 req-098742b6-deb7-4eb7-9e9a-e2068331c18b service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:32.468551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54b39405-6924-4802-86e8-f050fffe9250 req-098742b6-deb7-4eb7-9e9a-e2068331c18b service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1085670 Jul 16 18:34:33.123484 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e8d1576-b377-45be-b1ac-08fa20be1135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.166274 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-5d28eefa-c130-4041-9d12-0f48573619d8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2222486 Jul 16 18:34:33.310141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4c146-28b3-4ff9-a5d4-bbc88dce2cdf req-9ea8f62f-07fc-4989-8422-1c334fe86bf7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:33.314128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ca4c146-28b3-4ff9-a5d4-bbc88dce2cdf req-9ea8f62f-07fc-4989-8422-1c334fe86bf7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.2449379 Jul 16 18:34:33.349237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d5a5c-367a-4674-b227-7975e1f598df req-2bffa757-a0d0-4845-9087-494b3fd77f98 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:33.352907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f48d5a5c-367a-4674-b227-7975e1f598df req-2bffa757-a0d0-4845-9087-494b3fd77f98 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.1980627 Jul 16 18:34:33.435226 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.471431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f48d5a5c-367a-4674-b227-7975e1f598df req-d9f40dd7-271f-45b1-9892-25263cabf793 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690210 Jul 16 18:34:33.525933 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ca4c146-28b3-4ff9-a5d4-bbc88dce2cdf req-58c0817c-a1ca-4b9e-9fa7-a47ed8f7d87a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043638 Jul 16 18:34:34.339914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:34.848593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f598e9-5cec-4025-9021-2ea3264d2ce3 req-0ba01cc0-2c41-48e3-839d-6b3bcdb62631 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:34.851619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49f598e9-5cec-4025-9021-2ea3264d2ce3 req-0ba01cc0-2c41-48e3-839d-6b3bcdb62631 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 944 time: 0.2340102 Jul 16 18:34:34.872563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45859939-42cd-4412-85b5-ae14e54bb028 req-9922278b-1ae4-4d21-93fa-bc3412207b43 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:34.875209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45859939-42cd-4412-85b5-ae14e54bb028 req-9922278b-1ae4-4d21-93fa-bc3412207b43 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1595573 Jul 16 18:34:34.899357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-4820e006-974e-4cb0-9545-e1f2103ecbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:34.902672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-4820e006-974e-4cb0-9545-e1f2103ecbc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1097 time: 0.1407721 Jul 16 18:34:34.973009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-49f598e9-5cec-4025-9021-2ea3264d2ce3 req-4455f870-6de0-41f6-985e-9b92405d9c69 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956478 Jul 16 18:34:35.052090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45859939-42cd-4412-85b5-ae14e54bb028 req-823d41e1-a072-4bf2-9f05-380c58bcb1af tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453235 Jul 16 18:34:35.107713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-a8ebf0a5-a5c6-432c-86ff-9540564c1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.110182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-a8ebf0a5-a5c6-432c-86ff-9540564c1c7f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.2005355 Jul 16 18:34:35.190074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-209848a7-fdce-459d-bb02-b3794d3034f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 1001 time: 0.0730836 Jul 16 18:34:35.252195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-02410019-aaea-49a2-8ee2-42c3c08f4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.253719 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-02410019-aaea-49a2-8ee2-42c3c08f4bd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.0565853 Jul 16 18:34:35.318942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-d1689e89-3508-4c87-8a6f-42756c9369f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.321430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-d1689e89-3508-4c87-8a6f-42756c9369f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604784 Jul 16 18:34:35.499845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-e70b8ed7-f6c6-4f1c-87e2-efbce7ce7fac service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720052 Jul 16 18:34:35.617437 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-7a5eeaa7-9f19-487f-a4b5-2a7147dde7e5 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100976 Jul 16 18:34:35.807191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:35.853307 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:35.976321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:35.994327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'port_id': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'mac_address': 'fa:16:3e:72:d2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:36.060229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.096421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf62c34-223b-4365-8d70-bd59b192f57f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:36.137386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:36.144217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:36.216728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:36.235585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.236790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.237641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.238428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.239450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.240727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.241681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.242716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.243482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.244366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.245288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.246128 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:36.384517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b13af16-17b5-4041-b221-efb513c9309a req-23fd2f6c-ef9c-451c-a8c7-5304b9c7ffc9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:36.386862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b13af16-17b5-4041-b221-efb513c9309a req-23fd2f6c-ef9c-451c-a8c7-5304b9c7ffc9 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1522479 Jul 16 18:34:36.394833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2592e63-543a-42f6-8028-a9530503e07d req-079dc267-d08b-4a46-a541-4a600c153d06 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:36.397935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2592e63-543a-42f6-8028-a9530503e07d req-079dc267-d08b-4a46-a541-4a600c153d06 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 945 time: 0.1145072 Jul 16 18:34:36.414773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['2cf62c34-223b-4365-8d70-bd59b192f57f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:36.486405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b13af16-17b5-4041-b221-efb513c9309a req-5db68e1e-9ff8-46d9-bb4a-bb31d7d64f63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858974 Jul 16 18:34:36.491157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2592e63-543a-42f6-8028-a9530503e07d req-e0a88eb7-9c74-44fd-983b-0fd86e715110 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884011 Jul 16 18:34:37.118659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.549821 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.826970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:37.925049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d3d89-abdb-4b79-8603-7a554dddb6f6 req-21965dc9-36d2-4ae6-8bfc-d0f83d39c6e5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:37.928995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd6d3d89-abdb-4b79-8603-7a554dddb6f6 req-21965dc9-36d2-4ae6-8bfc-d0f83d39c6e5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1958616 Jul 16 18:34:37.965203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 2cf62c34-223b-4365-8d70-bd59b192f57f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:37.965836 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.005534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f3cd6-3fbc-486a-b996-cc90ab16cd24 req-75e68387-c028-4c6e-a283-105dab2d0792 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.012783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f43f3cd6-3fbc-486a-b996-cc90ab16cd24 req-75e68387-c028-4c6e-a283-105dab2d0792 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 945 time: 0.2323897 Jul 16 18:34:38.064908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd6d3d89-abdb-4b79-8603-7a554dddb6f6 req-b9f5c3a4-c6a2-474d-b84e-9c17f80db96d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301920 Jul 16 18:34:38.124319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f43f3cd6-3fbc-486a-b996-cc90ab16cd24 req-8ff67236-922f-4429-b78b-00156f189074 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925305 Jul 16 18:34:38.181434 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.214966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:38.217214 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041827a9-e807-47f0-b5c9-722b2a850b37" -d '{"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-plugged", "status": "completed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:38.250810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:38.259872 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:38.265925 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72956ba2-fa47-497f-9e50-e216c0659dbf x-openstack-request-id: req-72956ba2-fa47-497f-9e50-e216c0659dbf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:38.266217 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-plugged", "status": "completed", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:38.266424 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72956ba2-fa47-497f-9e50-e216c0659dbf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:38.266883 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'code': 200} Jul 16 18:34:38.337958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:38.568686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50395a1c-d0df-4af5-b96d-eca01dc07435 req-ec7f1a45-9526-4465-83dc-ed73f8ff6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.571409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50395a1c-d0df-4af5-b96d-eca01dc07435 req-ec7f1a45-9526-4465-83dc-ed73f8ff6eba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 1099 time: 0.0953207 Jul 16 18:34:38.626594 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50395a1c-d0df-4af5-b96d-eca01dc07435 req-ee6f0948-d044-4f1a-8516-fa5013dd3309 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487740 Jul 16 18:34:39.473127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54125f60-d89f-4f2c-880c-fe146cd0d6aa req-191d3b97-adbb-419d-a6f1-4d108de36943 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.482475 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54125f60-d89f-4f2c-880c-fe146cd0d6aa req-191d3b97-adbb-419d-a6f1-4d108de36943 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 947 time: 0.1475058 Jul 16 18:34:39.551628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54125f60-d89f-4f2c-880c-fe146cd0d6aa req-ac6f5173-8f30-435f-8c3e-9f14e36e586a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673940 Jul 16 18:34:39.575565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a6a1e-f7fb-49d2-9699-ddda28c0b7be req-fb0ee2d0-de2e-4e89-9db0-5117e2b8a8c2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.578906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a33a6a1e-f7fb-49d2-9699-ddda28c0b7be req-fb0ee2d0-de2e-4e89-9db0-5117e2b8a8c2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.3099976 Jul 16 18:34:39.711891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a33a6a1e-f7fb-49d2-9699-ddda28c0b7be req-3b504049-3514-4819-a414-5a78f489996f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244895 Jul 16 18:34:40.454998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bf869-8ded-4eba-bc36-c26a6f33a321 req-c517c8f1-702a-423c-bcf6-c860f877c278 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.463298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-684bf869-8ded-4eba-bc36-c26a6f33a321 req-c517c8f1-702a-423c-bcf6-c860f877c278 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.0910795 Jul 16 18:34:40.513995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-684bf869-8ded-4eba-bc36-c26a6f33a321 req-caad9f0f-e4ba-41c2-8f6f-3832129a6132 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468788 Jul 16 18:34:40.961486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad37d3-1f4d-40a5-9422-1564bfb76236 req-144f3fbf-a183-44bd-8483-c434de98e5e8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.963286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bad37d3-1f4d-40a5-9422-1564bfb76236 req-144f3fbf-a183-44bd-8483-c434de98e5e8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 947 time: 0.1262217 Jul 16 18:34:41.018784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef916e3-b2eb-446c-95de-ceaff9e26533 req-248761b7-d88c-4df5-ab52-77fe6bb522f6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.020531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bef916e3-b2eb-446c-95de-ceaff9e26533 req-248761b7-d88c-4df5-ab52-77fe6bb522f6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1334970 Jul 16 18:34:41.042509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bad37d3-1f4d-40a5-9422-1564bfb76236 req-ea4fef0a-60a2-4ac3-a02d-3a4e855b1727 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685258 Jul 16 18:34:41.094327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bef916e3-b2eb-446c-95de-ceaff9e26533 req-ac9bde37-1da8-4a10-b689-b16479a15522 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643654 Jul 16 18:34:41.836539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083172f-2892-411f-bc0c-3e8fc78f22bd req-7b7b597e-228b-49d3-9c88-1d1722f8095b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.838184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a083172f-2892-411f-bc0c-3e8fc78f22bd req-7b7b597e-228b-49d3-9c88-1d1722f8095b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1117184 Jul 16 18:34:41.905395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a083172f-2892-411f-bc0c-3e8fc78f22bd req-0106390e-8760-4264-a58f-afa6fe1f46a1 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545630 Jul 16 18:34:42.111471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-dd586b1b-33aa-4046-b660-095e8687884c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.113889 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-dd586b1b-33aa-4046-b660-095e8687884c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 945 time: 0.1028311 Jul 16 18:34:42.329528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Deleting port 17354d6e-ff4c-4ed0-b700-20cf693a5108 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:42.330281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.383260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d17224-dea3-4b06-a3ee-bf08e546352c req-2163bbc9-638e-4a1b-8b26-ffb1476d1a6f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.386140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6d17224-dea3-4b06-a3ee-bf08e546352c req-2163bbc9-638e-4a1b-8b26-ffb1476d1a6f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1178231 Jul 16 18:34:42.447935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6d17224-dea3-4b06-a3ee-bf08e546352c req-88a9c7f5-9b80-4833-aa82-c16c4d91c17d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472136 Jul 16 18:34:42.464404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] For port 17354d6e-ff4c-4ed0-b700-20cf693a5108, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=17354d6e-ff4c-4ed0-b700-20cf693a5108,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:42.464801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.731110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.731492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.732026 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Floating IP 30d05987-1f8b-4a69-a1c5-5f1846e3f380 disassociated. External IP: 172.25.0.117, port: 17354d6e-ff4c-4ed0-b700-20cf693a5108. Jul 16 18:34:42.732423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Calling delete_port for 17354d6e-ff4c-4ed0-b700-20cf693a5108 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:42.883441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.926028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event deleted for resources: {'Port': ['ID=17354d6e-ff4c-4ed0-b700-20cf693a5108,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.117212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Router 9c2cf0af-00af-40c6-bc11-487afebc9d15 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:34:43.227197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-feed4c41-0886-4d14-a596-f7818e6fda56 req-c8283b0b-971e-4d26-bdad-76f3a93f370f tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 210 time: 0.0656896 Jul 16 18:34:43.354043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:34:43.372545 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] Sync routers for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:34:43.412213 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:43.413046 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:34:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:43.452932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] No DVR routers for this DVR port 17354d6e-ff4c-4ed0-b700-20cf693a5108 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:43.457831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.462939 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1b5e1626-0fc5-454d-aabb-171e58e17ba8 req-01dadf9d-9919-450d-abd2-3e6cb6a23363 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "DELETE /v2.0/ports/17354d6e-ff4c-4ed0-b700-20cf693a5108 HTTP/1.1" status: 204 len: 173 time: 1.3431585 Jul 16 18:34:43.463962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'name': 'network-vif-deleted', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:43.468667 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fcc3f7-3885-4131-a51e-a2ac05aa101e" -d '{"events": [{"server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "name": "network-vif-deleted", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:43.635441 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2c2279-bd10-41b4-9779-82ea28c9910d x-openstack-request-id: req-7d2c2279-bd10-41b4-9779-82ea28c9910d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:43.636138 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174a86f0-d6f7-4df8-b142-b46a993cd625", "name": "network-vif-deleted", "tag": "17354d6e-ff4c-4ed0-b700-20cf693a5108", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:43.637414 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d2c2279-bd10-41b4-9779-82ea28c9910d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:43.638301 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174a86f0-d6f7-4df8-b142-b46a993cd625', 'name': 'network-vif-deleted', 'tag': '17354d6e-ff4c-4ed0-b700-20cf693a5108', 'status': 'completed', 'code': 200} Jul 16 18:34:43.675192 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:43.920129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42f45a-3866-4f87-b8c3-009320159604 req-1eadbb30-f30b-47fc-8787-aea6638e8e3e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.921998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf42f45a-3866-4f87-b8c3-009320159604 req-1eadbb30-f30b-47fc-8787-aea6638e8e3e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1430149 Jul 16 18:34:43.983335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf42f45a-3866-4f87-b8c3-009320159604 req-3c5ca05b-2e51-44ca-842a-ddb6ff82c1d1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527074 Jul 16 18:34:44.001113 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:44.032771 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] Checking router: 9c2cf0af-00af-40c6-bc11-487afebc9d15 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:34:44.045720 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:34:44.046364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:34:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:44.216915 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:34:44.576530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e759075-08f5-45ab-a318-cc8dcb4fb2e5 req-912d90c8-efc5-45d6-a1e5-c1793f388d84 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=174a86f0-d6f7-4df8-b142-b46a993cd625 HTTP/1.1" status: 200 len: 210 time: 0.0965495 Jul 16 18:34:44.666598 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:34:44.717206 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bfdf555-c3e4-4260-bd53-cd1df933c419 None None] The sync data for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 is: [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:34:45.063603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b1041-46a5-452b-9df8-f16048ab7143 None None] New status for floating IP 30d05987-1f8b-4a69-a1c5-5f1846e3f380: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:34:45.248347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2e18e-f107-4824-a2e0-5ec158661f36 req-1bd0a79f-af18-41f9-87a5-c5ff38b10b7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:45.250391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecb2e18e-f107-4824-a2e0-5ec158661f36 req-1bd0a79f-af18-41f9-87a5-c5ff38b10b7b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.0854671 Jul 16 18:34:45.303348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecb2e18e-f107-4824-a2e0-5ec158661f36 req-5fcb51e6-9f7f-465d-97ba-76867ccdc631 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458763 Jul 16 18:34:45.774883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48736) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:45.874827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.921688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.033951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.038526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.040434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "DELETE /v2.0/security-groups/5df5a85d-4ffa-4b6c-b1ee-c896e368aec7 HTTP/1.1" status: 204 len: 168 time: 0.2639947 Jul 16 18:34:46.045254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:46.068669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5a85d-4ffa-4b6c-b1ee-c896e368aec7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:46.090007 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-f28c2d4f-d818-45f2-bd1b-e66dc0ed87fb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] show failed (client error): The resource could not be found. Jul 16 18:34:46.092365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f28c2d4f-d818-45f2-bd1b-e66dc0ed87fb tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups/5df5a85d-4ffa-4b6c-b1ee-c896e368aec7 HTTP/1.1" status: 404 len: 347 time: 0.0367234 Jul 16 18:34:46.095141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48746) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:46.096335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.098676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.100588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.105538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.106425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.107033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.107633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.108308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.108874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.109437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.110068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.110653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eba341e-9ef1-4ca8-8b8f-f71f5d91be40 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:46.287629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Deleting port f6a56205-6e10-4a17-b31c-4325cf7c27cf {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:46.288046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.304781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 17354d6e-ff4c-4ed0-b700-20cf693a5108 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:46.353754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 17354d6e-ff4c-4ed0-b700-20cf693a5108 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:46.355332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 17354d6e-ff4c-4ed0-b700-20cf693a5108 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:46.439125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.439664 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.464189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Calling delete_port for f6a56205-6e10-4a17-b31c-4325cf7c27cf owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:46.701505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0130cb5-c573-4a74-b87e-8a210e99cfc5 req-24a83b57-bd15-4db3-a0e1-5414ab151d9a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:46.704448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0130cb5-c573-4a74-b87e-8a210e99cfc5 req-24a83b57-bd15-4db3-a0e1-5414ab151d9a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.2217429 Jul 16 18:34:46.828166 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0130cb5-c573-4a74-b87e-8a210e99cfc5 req-cdddd31d-0de7-4b68-9ae0-e49868aed5e5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990250 Jul 16 18:34:46.830463 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.876677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event deleted for resources: {'Port': ['ID=f6a56205-6e10-4a17-b31c-4325cf7c27cf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:46.954999 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.957853 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:46.966664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf513700-000c-43b7-bf14-1f5fe9ed0e96 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "DELETE /v2.0/floatingips/30d05987-1f8b-4a69-a1c5-5f1846e3f380 HTTP/1.1" status: 204 len: 168 time: 0.8616109 Jul 16 18:34:47.284265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48774) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:47.290826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1c124638-8c69-42af-8073-9a11b48c822d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923598478', 'description': 'tempest-description--618060758'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:47.328118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c124638-8c69-42af-8073-9a11b48c822d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.455724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c124638-8c69-42af-8073-9a11b48c822d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.461620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c124638-8c69-42af-8073-9a11b48c822d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.515018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c124638-8c69-42af-8073-9a11b48c822d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a1303a-2093-48f6-bf4d-ae8b02f35efe,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.519861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c124638-8c69-42af-8073-9a11b48c822d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.522257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1c124638-8c69-42af-8073-9a11b48c822d tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2360635 Jul 16 18:34:47.526762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:47.533919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-606999bb-3948-47eb-a120-f297cd4a6535 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'security_group_rule': {'security_group_id': 'c4a1303a-2093-48f6-bf4d-ae8b02f35efe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:47.583719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-606999bb-3948-47eb-a120-f297cd4a6535 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.673058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-606999bb-3948-47eb-a120-f297cd4a6535 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.682006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-606999bb-3948-47eb-a120-f297cd4a6535 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.707933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606999bb-3948-47eb-a120-f297cd4a6535 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30fe5fd-f852-4508-85d8-f09ea4276d8d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.722425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-606999bb-3948-47eb-a120-f297cd4a6535 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.723923 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-606999bb-3948-47eb-a120-f297cd4a6535 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1957250 Jul 16 18:34:47.728662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48784) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:47.739122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-58a42ef6-a9aa-4545-9e20-88c6d3923e8a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'security_group_rule': {'security_group_id': 'c4a1303a-2093-48f6-bf4d-ae8b02f35efe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:47.754496 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:47.785535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58a42ef6-a9aa-4545-9e20-88c6d3923e8a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.884748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58a42ef6-a9aa-4545-9e20-88c6d3923e8a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.891862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58a42ef6-a9aa-4545-9e20-88c6d3923e8a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.935554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a42ef6-a9aa-4545-9e20-88c6d3923e8a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021e678c-60e1-4300-837a-2ef7c67f6ac2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:47.962370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-58a42ef6-a9aa-4545-9e20-88c6d3923e8a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:47.965494 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-58a42ef6-a9aa-4545-9e20-88c6d3923e8a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2352178 Jul 16 18:34:47.970073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48788) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:47.978152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:48.029826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.274004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6661ab3-c3d2-427e-8025-4f7256dd4d1d req-45111457-c8d9-40f4-8567-ab04bc020cf1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:48.276736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6661ab3-c3d2-427e-8025-4f7256dd4d1d req-45111457-c8d9-40f4-8567-ab04bc020cf1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.2017536 Jul 16 18:34:48.336301 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.350261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6661ab3-c3d2-427e-8025-4f7256dd4d1d req-51337cb4-4e2e-4956-930e-0a53215ff34f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585864 Jul 16 18:34:48.505924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Allocated IP 172.25.0.233 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/825ed4dc-982a-4ada-8fbc-4021c62b6942) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:48.638721 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.711196 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.766585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:48.772253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:48.783258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:48.834534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'Port': ['ID=825ed4dc-982a-4ada-8fbc-4021c62b6942,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:48.935332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.993865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.185751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.194164 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.294522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'Port': ['ID=825ed4dc-982a-4ada-8fbc-4021c62b6942,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:49.315559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.336800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:49.338795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-747d069c-167e-4dd4-a3ce-6ddf1f1c49a9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3666863 Jul 16 18:34:49.644526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a858fed-95b1-4d18-8a68-8d565fbc4734 req-5c51f209-e326-4b95-8afb-812dca2c8d33 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.647656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a858fed-95b1-4d18-8a68-8d565fbc4734 req-5c51f209-e326-4b95-8afb-812dca2c8d33 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1217859 Jul 16 18:34:49.753720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a858fed-95b1-4d18-8a68-8d565fbc4734 req-8209e2fe-a045-434b-acd4-bc5be84aaf39 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981233 Jul 16 18:34:49.777409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-6a0d82a7-3ba8-47f8-947b-8c8e44e28cb9 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--923598478&fields=id&tenant_id=bf12e3c479a24108af7181a0ec34878b HTTP/1.1" status: 200 len: 267 time: 0.0922341 Jul 16 18:34:49.979640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-a82b3489-7601-4d8e-b309-1bf6e1c40add tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.981504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-a82b3489-7601-4d8e-b309-1bf6e1c40add tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 810 time: 0.1923854 Jul 16 18:34:50.009639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-4550befb-c915-4545-8572-27c0df9015cf tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/quotas/bf12e3c479a24108af7181a0ec34878b HTTP/1.1" status: 200 len: 375 time: 0.0186243 Jul 16 18:34:50.102969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-c02d14a0-190e-4501-a0fb-d81e10ce81c5 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816977 Jul 16 18:34:50.237462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-1b6da4fe-7261-414d-b6ae-86df76d0e264 service neutron] 10.222.0.48 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226199 Jul 16 18:34:50.407116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-7c855493-a448-4acf-8714-7a762bdab04a service neutron] 10.222.0.48 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573119 Jul 16 18:34:50.651920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b2a8561-735a-4d54-9291-2e568a696668 req-957a830d-6961-4b58-9b0b-e1c79f538b66 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 210 time: 0.0469198 Jul 16 18:34:51.101790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d85b3-a855-466c-b8cc-df7a35d6b8b9 req-cd665914-5ff8-4340-a12d-5596a8af2294 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.105156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-638d85b3-a855-466c-b8cc-df7a35d6b8b9 req-cd665914-5ff8-4340-a12d-5596a8af2294 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1381419 Jul 16 18:34:51.187026 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-638d85b3-a855-466c-b8cc-df7a35d6b8b9 req-1380484a-1673-4160-abd1-a0854cc63e7e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666192 Jul 16 18:34:51.940022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f06879b-0045-4797-ad44-68add833610e req-70c5a631-a6db-440c-9e0d-813f69528713 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 210 time: 0.0544527 Jul 16 18:34:52.490540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-f8e589d9-bc4a-401b-8462-7efb309716a5 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:52.494150 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-f8e589d9-bc4a-401b-8462-7efb309716a5 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 810 time: 0.2810934 Jul 16 18:34:52.632684 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-0c13e7ca-9e32-4213-90fe-d79a7e96b0c3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf12e3c479a24108af7181a0ec34878b HTTP/1.1" status: 200 len: 379 time: 0.1255255 Jul 16 18:34:52.649829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'port': {'device_id': '7711d242-f1d2-44c5-871f-82e136819f35', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'admin_state_up': True, 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'security_groups': ['c4a1303a-2093-48f6-bf4d-ae8b02f35efe']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:52.684700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7f003-52ba-4e2e-8d83-b19bd7553e4e req-4d5fc768-0acd-4d66-98cc-8996b960c111 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:52.688241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76e7f003-52ba-4e2e-8d83-b19bd7553e4e req-4d5fc768-0acd-4d66-98cc-8996b960c111 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.2011890 Jul 16 18:34:52.797709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76e7f003-52ba-4e2e-8d83-b19bd7553e4e req-4dfa0040-24d6-485b-980c-6364563f8c6e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977523 Jul 16 18:34:53.040127 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-f496f305-9ae6-43d3-8dbf-01949f4914e6 service neutron] show failed (client error): The resource could not be found. Jul 16 18:34:53.045148 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-f496f305-9ae6-43d3-8dbf-01949f4914e6 service neutron] 10.222.0.13 "GET /v2.0/ports/3b7e6603-e8d2-41c2-8cfe-e941de7aa511/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.1791458 Jul 16 18:34:53.047442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Made reservation on behalf of bf12e3c479a24108af7181a0ec34878b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:53.069328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.290160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6e40ae9-3737-4470-bce4-5feaeb8a7651 req-253dcf4b-614e-4c50-bbc6-5f75ae6de80f tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 210 time: 0.1106391 Jul 16 18:34:53.355060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Allocated IP 172.20.0.12 (e233b078-fddc-4444-aba6-2630713f39fc/8423dba1-6bd0-441d-b818-a368c3cf12e5/25cb673e-6ca9-4edd-a0f1-0a69d3faaecd) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:53.580001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-123ddd52-c324-4de9-8b9f-15d0cd73e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.581664 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-123ddd52-c324-4de9-8b9f-15d0cd73e1a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 1097 time: 0.1603205 Jul 16 18:34:53.600903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:53.704677 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.731754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Transition to ACTIVE for port object 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:53.733381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.899341 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.977701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Network e233b078-fddc-4444-aba6-2630713f39fc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:54.006965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:54.014899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:54.021870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event updated for resources: {'Port': ['ID=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:54.113313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ebb67-52f0-4b01-9637-7ec3ae5d511e req-63d31754-2105-46b2-a688-8ad47d24ec26 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.116634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-217ebb67-52f0-4b01-9637-7ec3ae5d511e req-63d31754-2105-46b2-a688-8ad47d24ec26 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.1286128 Jul 16 18:34:54.121740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.122449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.151221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:54.167677 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-2791403a-c6f7-40ce-b4a5-d1b8fc93dad2 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5294828 Jul 16 18:34:54.181626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Request body: {'port': {'device_id': '7711d242-f1d2-44c5-871f-82e136819f35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:54.201559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-217ebb67-52f0-4b01-9637-7ec3ae5d511e req-921919e1-d119-4227-a386-3a41ccac5c7c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735595 Jul 16 18:34:54.244177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:54.488814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-617db8d7-0127-4c14-bd97-d12e3a51f4a1 None None] Provisioning for port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:54.498231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-617db8d7-0127-4c14-bd97-d12e3a51f4a1 None None] Provisioning complete for port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:54.500510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-617db8d7-0127-4c14-bd97-d12e3a51f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.549619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-617db8d7-0127-4c14-bd97-d12e3a51f4a1 None None] Port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:54.614163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8210eae-f424-4e77-b3d2-36a0f6f05502 req-dbfb1a32-552c-43b0-8840-5b51f1a6210b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.621795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8210eae-f424-4e77-b3d2-36a0f6f05502 req-dbfb1a32-552c-43b0-8840-5b51f1a6210b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 932 time: 0.1024368 Jul 16 18:34:54.725513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8210eae-f424-4e77-b3d2-36a0f6f05502 req-ec4982e6-9053-488b-b2da-4c73f53e9892 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927117 Jul 16 18:34:54.748839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:54.751168 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094ff60e-52d3-4560-86b5-b832622d575e" -d '{"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:54.755768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.772701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.777705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Transition to ACTIVE for port object 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:54.796583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.890577 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a737b9b8-03ab-404d-b38e-6d0c0e984c6c x-openstack-request-id: req-a737b9b8-03ab-404d-b38e-6d0c0e984c6c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:54.891033 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:54.891543 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a737b9b8-03ab-404d-b38e-6d0c0e984c6c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:54.892020 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'code': 200} Jul 16 18:34:55.012836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.265280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] No DVR routers for this DVR port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:55.593008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c5d8f-97ec-4b7c-8163-b296726ad90b req-fc562895-1450-4cd7-b6a2-27c09f50fb7c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.595999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae2c5d8f-97ec-4b7c-8163-b296726ad90b req-fc562895-1450-4cd7-b6a2-27c09f50fb7c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.1543763 Jul 16 18:34:55.601989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:55.602881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:55.603875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:55.686560 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae2c5d8f-97ec-4b7c-8163-b296726ad90b req-f909e4bf-0a7e-41d8-bb92-3c567f602103 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774755 Jul 16 18:34:55.696809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:55.709808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:55.710655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:55.725954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:55.726522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Checking segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:55.727182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Bound using segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:55.728263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Bound port: 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:55.728871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.734975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.775151 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Transition to ACTIVE for port object 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:55.801669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.899570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.936707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:56.027585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:56.048773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.118382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.119139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.120666 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] 10.222.0.55 "PUT /v2.0/ports/3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 1092 time: 2.5298929 Jul 16 18:34:56.171701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Attempting to bind port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:56.172046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Attempting to bind port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:56.172477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Attempting to bind port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd on network e233b078-fddc-4444-aba6-2630713f39fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:56.178664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cb70e-90d2-45a1-8e54-d3d58e852a41 req-bdf6eea9-93fe-4911-87c0-136a0e556130 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.180397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-092cb70e-90d2-45a1-8e54-d3d58e852a41 req-bdf6eea9-93fe-4911-87c0-136a0e556130 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 944 time: 0.1646984 Jul 16 18:34:56.246793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd on network e233b078-fddc-4444-aba6-2630713f39fc not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:56.247136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Attempting to bind port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd on network e233b078-fddc-4444-aba6-2630713f39fc {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:56.273879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-092cb70e-90d2-45a1-8e54-d3d58e852a41 req-422b29df-59cb-4894-bf9f-73216bd867df tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869577 Jul 16 18:34:56.290293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:56.291065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Checking segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:56.292020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Bound using segment: {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:56.309516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Bound port: 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:56.310629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.316837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:56.335097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bde189-29dd-4d23-8837-c6fe35c4ada9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:56.428976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-f72244ce-c0ae-458c-ad8e-75e5a847b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.430878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-f72244ce-c0ae-458c-ad8e-75e5a847b08e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1095 time: 0.2603545 Jul 16 18:34:56.439440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] For port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:56.455713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:56.462373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] For port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:56.567029 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.635686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.636369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:56.637943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/25cb673e-6ca9-4edd-a0f1-0a69d3faaecd HTTP/1.1" status: 200 len: 1093 time: 2.4621539 Jul 16 18:34:56.660879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-b2bffa3a-c0b6-4bd5-a554-68fa07189b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.663583 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-b2bffa3a-c0b6-4bd5-a554-68fa07189b3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.2190988 Jul 16 18:34:56.665287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bd481-1e8a-49df-8841-c841d5c622b6 service neutron] Pushing event updated for resources: {'Port': ['ID=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:56.814817 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-9961f6d4-9aad-41b0-a987-9ed71d20e972 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.1437051 Jul 16 18:34:56.885785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-73221f39-fb72-493e-9689-cfa8a7088917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.888649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-73221f39-fb72-493e-9689-cfa8a7088917 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 1096 time: 0.1553164 Jul 16 18:34:56.892794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}, {'name': 'network-changed', 'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:56.905417 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f176a65-12b2-44ba-8d1c-929801517864" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}, {"name": "network-changed", "server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:57.022718 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-d84cd14b-6580-46be-978d-98e8e17993f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd HTTP/1.1" status: 200 len: 217 time: 0.1063902 Jul 16 18:34:57.045029 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71ce60a-c9ce-4c8c-b1b0-657381cc21ed x-openstack-request-id: req-e71ce60a-c9ce-4c8c-b1b0-657381cc21ed {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:57.045484 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:57.045884 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e71ce60a-c9ce-4c8c-b1b0-657381cc21ed {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:57.054654 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'status': 'completed', 'code': 200} Jul 16 18:34:57.055157 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'status': 'completed', 'code': 200} Jul 16 18:34:57.191447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-400d8c31-8a4f-4830-96a4-0af3bb544e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.194426 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-400d8c31-8a4f-4830-96a4-0af3bb544e0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.3691444 Jul 16 18:34:57.217582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5cf84-3f1e-46b3-b5ca-0b24ccbcbdf1 req-c1aebfbd-67ad-452a-a9d1-ba79e1b52203 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.233829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caf5cf84-3f1e-46b3-b5ca-0b24ccbcbdf1 req-c1aebfbd-67ad-452a-a9d1-ba79e1b52203 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.2636127 Jul 16 18:34:57.343938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caf5cf84-3f1e-46b3-b5ca-0b24ccbcbdf1 req-bfc7a0cc-f198-450a-bc38-d12a2a627176 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068859 Jul 16 18:34:57.378470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-d0191686-848c-4e23-a702-17c223869d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.382500 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-d0191686-848c-4e23-a702-17c223869d1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.3471284 Jul 16 18:34:57.473417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-adcd9674-b259-4260-b798-8a632af87a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.475172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-adcd9674-b259-4260-b798-8a632af87a91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2652478 Jul 16 18:34:57.507417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-efb87592-117f-4a51-8281-89aed71b9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.510359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-efb87592-117f-4a51-8281-89aed71b9bac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1095 time: 0.4508302 Jul 16 18:34:57.543622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb5bcb-e52c-4225-8c8a-747b30d121ad req-7f9facd4-7e8b-4577-ad1d-68411690f640 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.546954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acfb5bcb-e52c-4225-8c8a-747b30d121ad req-7f9facd4-7e8b-4577-ad1d-68411690f640 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 944 time: 0.1250510 Jul 16 18:34:57.630129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acfb5bcb-e52c-4225-8c8a-747b30d121ad req-0a50ba7e-ad0b-4082-a9ce-cf9ce65a4ca5 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722444 Jul 16 18:34:57.641581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-ceaaa3d6-45f6-4b6a-8a98-62dbe27b04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.643470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-ceaaa3d6-45f6-4b6a-8a98-62dbe27b04b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2426367 Jul 16 18:34:57.727115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-96b046f6-57a8-456b-849b-bc6940549db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.730364 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-96b046f6-57a8-456b-849b-bc6940549db7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.2042751 Jul 16 18:34:57.899763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-6e45dd93-2ba4-4d94-bfad-f922e56200b7 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102194 Jul 16 18:34:57.949178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-3d0f68db-ae7e-4a0e-8492-7b7c40255982 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.1956909 Jul 16 18:34:57.977960 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-f650479f-c057-4cfa-83d1-ca5e9ec941ad service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996278 Jul 16 18:34:58.091710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-5b71bbef-db19-49f7-8822-236442b66601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.093605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-5b71bbef-db19-49f7-8822-236442b66601 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.1304159 Jul 16 18:34:58.183672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-791a1a21-d35e-47b9-9df2-4240b796a4b2 req-c24a74a9-92d7-4c11-a880-c13eff38a0e7 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761881 Jul 16 18:34:58.222482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7321ab3-e56a-410b-90df-62d996a3c105 req-7fa63c69-07e8-4729-927b-ae4057dd8d67 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215056 Jul 16 18:34:58.243701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-9fa2a99c-dc8b-41e5-babd-2503ed016f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.245460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-9fa2a99c-dc8b-41e5-babd-2503ed016f4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199286 Jul 16 18:34:58.475139 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-295cb203-02c7-454f-b687-a1794f740346 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217054 Jul 16 18:34:58.483313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-39f8516e-2c66-4b84-a4a9-e07e30e90400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.485237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-39f8516e-2c66-4b84-a4a9-e07e30e90400 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1095 time: 0.1991961 Jul 16 18:34:58.666238 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-491af694-9870-4205-ab85-dbefdc4f7a24 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796589 Jul 16 18:34:58.670408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-c2741a56-ad6e-405d-9f8f-fd8c98900df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.681931 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-c2741a56-ad6e-405d-9f8f-fd8c98900df7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.1668417 Jul 16 18:34:58.718732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97a035-ce44-4668-a547-b49ce464e555 req-d8f89dc7-cbca-419d-be0e-917cafaf2c4c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.721280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d97a035-ce44-4668-a547-b49ce464e555 req-d8f89dc7-cbca-419d-be0e-917cafaf2c4c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.1448810 Jul 16 18:34:58.770725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-0b3ef528-2feb-477d-a750-da4a0e6e693c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.0814879 Jul 16 18:34:58.784598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d97a035-ce44-4668-a547-b49ce464e555 req-4eef6011-e30f-4bc8-a8c5-c5a560fe5296 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560410 Jul 16 18:34:58.871589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-8a8df650-2337-454b-a69b-fac30f88e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.873265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-8a8df650-2337-454b-a69b-fac30f88e441 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.0917993 Jul 16 18:34:58.877093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80d083-edde-4160-b129-ae24fb84f3fe req-46d967dd-4f3a-4088-9431-09c8ed14098c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.878913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f80d083-edde-4160-b129-ae24fb84f3fe req-46d967dd-4f3a-4088-9431-09c8ed14098c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 944 time: 0.0875211 Jul 16 18:34:58.928689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-243e9eb5-29b2-4715-83fc-647184e0b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.930168 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-243e9eb5-29b2-4715-83fc-647184e0b132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 1096 time: 0.1584978 Jul 16 18:34:58.947546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f80d083-edde-4160-b129-ae24fb84f3fe req-8d6bcda1-7cf4-4f50-8238-5038b1ec93fd tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614717 Jul 16 18:34:59.021049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-a090a955-1f05-4e4d-aea7-b3d1cdcf6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.022757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-a090a955-1f05-4e4d-aea7-b3d1cdcf6e01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1378436 Jul 16 18:34:59.518782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-639f42ad-4254-4ae9-af92-4792dd4b15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.521484 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-639f42ad-4254-4ae9-af92-4792dd4b15b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.5835180 Jul 16 18:34:59.674181 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-f4a5e490-009b-410d-8e58-9de1b0d57e63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd HTTP/1.1" status: 200 len: 217 time: 0.1457534 Jul 16 18:34:59.729632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-78f39057-d6ae-424d-abc3-291ad6cf96c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977425 Jul 16 18:34:59.771408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-1379daf5-c612-4387-b5d5-07c84f37c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.773001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-1379daf5-c612-4387-b5d5-07c84f37c1fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.0916431 Jul 16 18:34:59.902931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49444) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:59.941752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-48d62ce1-5394-49f2-ad8e-7df76c174f1a service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031102 Jul 16 18:34:59.962422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f176a65-12b2-44ba-8d1c-929801517864 req-b19439b7-ef66-4d7e-94c0-65b023536606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.968625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-b19439b7-ef66-4d7e-94c0-65b023536606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1851997 Jul 16 18:35:00.195378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-74362a98-89e7-4390-9aa7-1d8a13fd3822 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200871 Jul 16 18:35:00.221117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed884d90-15c1-4209-8583-8c44c3220959 req-2597a7ec-7d32-46b4-a0df-4785b0b1b419 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.235532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed884d90-15c1-4209-8583-8c44c3220959 req-2597a7ec-7d32-46b4-a0df-4785b0b1b419 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.2686150 Jul 16 18:35:00.241198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.273087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0403d5d-c1be-423d-ae86-1728c196532d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.353420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1f176a65-12b2-44ba-8d1c-929801517864 req-8418c10e-72eb-401e-bc9c-79ca9db11fb5 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513586 Jul 16 18:35:00.365493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:00.444023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed884d90-15c1-4209-8583-8c44c3220959 req-4c72d613-612e-429f-9ed0-dc443b1da299 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334167 Jul 16 18:35:00.476551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a51f0-e652-44be-b754-941854512847 req-b39f845b-f255-40d4-95f2-178bcf688060 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.480183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-735a51f0-e652-44be-b754-941854512847 req-b39f845b-f255-40d4-95f2-178bcf688060 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 944 time: 0.2430222 Jul 16 18:35:00.505659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:00.519765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'port_id': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:00.565598 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.585754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:00.603128 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.612593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:00.618480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.625228 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.683259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:00.721034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e03a5f4690294eecba118dbad7d24f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139837 Jul 16 18:35:00.721779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:00.740755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-735a51f0-e652-44be-b754-941854512847 req-f7c862b9-649a-406e-8ab2-89cca6530757 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510054 Jul 16 18:35:00.748345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe05ea5-fb9b-4eaa-8191-5aa61aff5609,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:00.788470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.789548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.793202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.794655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.795311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.796377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.797240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.798103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.799305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.800670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.803012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.804104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c534f687-5c7a-48a2-85b0-61c194284dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:00.825164 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d9f907-431d-44cf-b4b2-6b34c94c4b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.839613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['25cb673e-6ca9-4edd-a0f1-0a69d3faaecd'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:00.860880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d9f907-431d-44cf-b4b2-6b34c94c4b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.967822 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d9f907-431d-44cf-b4b2-6b34c94c4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.987597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-63d9f907-431d-44cf-b4b2-6b34c94c4b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.990130 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-63d9f907-431d-44cf-b4b2-6b34c94c4b75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2fe05ea5-fb9b-4eaa-8191-5aa61aff5609 HTTP/1.1" status: 204 len: 168 time: 0.2667646 Jul 16 18:35:01.027575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9f907-431d-44cf-b4b2-6b34c94c4b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe05ea5-fb9b-4eaa-8191-5aa61aff5609,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:01.791644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8452862-4e6c-4f7b-8c09-e8351a2c4dc4 req-86a14ccb-f29a-40c7-a489-3b53dac22c92 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:01.812098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8452862-4e6c-4f7b-8c09-e8351a2c4dc4 req-86a14ccb-f29a-40c7-a489-3b53dac22c92 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 943 time: 0.1409886 Jul 16 18:35:01.892817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8452862-4e6c-4f7b-8c09-e8351a2c4dc4 req-a3d859c0-2642-48e0-ba3a-30dd979a1594 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730941 Jul 16 18:35:01.964582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:02.163713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934f69-0709-49ab-bbe8-c10d7a81c1bc req-21599736-4b55-47b1-9a6c-8f3522b0c34f tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.165371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35934f69-0709-49ab-bbe8-c10d7a81c1bc req-21599736-4b55-47b1-9a6c-8f3522b0c34f tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 945 time: 0.1744347 Jul 16 18:35:02.189250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.212471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'port_id': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'mac_address': 'fa:16:3e:b9:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:02.232617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35934f69-0709-49ab-bbe8-c10d7a81c1bc req-4061a319-21a3-4c4a-a52a-09968d8f261a tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581646 Jul 16 18:35:02.293717 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.354609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:02.382227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:02.395955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.458845 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.580032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:02.593629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:02.600935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:02.601543 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.686121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-317b2a5d-4a34-47e2-bef1-5214146e3c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.688775 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-317b2a5d-4a34-47e2-bef1-5214146e3c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398&tenant_id=d18b8d744c464ce99a2cf60e1da305d1&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 944 time: 0.2492654 Jul 16 18:35:02.804011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3b7e6603-e8d2-41c2-8cfe-e941de7aa511'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:02.815882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d62ae-a86f-466b-9b7a-2aa4addecd08 req-50ff4f31-e6e4-42cf-8c6d-f9528102f7c5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:02.819989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c60d62ae-a86f-466b-9b7a-2aa4addecd08 req-50ff4f31-e6e4-42cf-8c6d-f9528102f7c5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.1511889 Jul 16 18:35:02.866586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-8eb1bbb8-ba1b-470d-98fd-819e52c0c4ed service neutron] 10.222.0.55 "GET /v2.0/ports/3b7e6603-e8d2-41c2-8cfe-e941de7aa511/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 383 time: 0.1689966 Jul 16 18:35:02.892776 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.949145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c60d62ae-a86f-466b-9b7a-2aa4addecd08 req-07d7a0af-5b7a-465a-9552-ec5ba72b8952 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112792 Jul 16 18:35:03.057555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-4a1f00dd-8c3c-45d9-85d0-263705dcc854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.059785 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-4a1f00dd-8c3c-45d9-85d0-263705dcc854 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1096 time: 0.1094151 Jul 16 18:35:03.062452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:03.066557 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a14f3f9-e15e-4d4e-8b70-bf59b116b066" -d '{"events": [{"server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "name": "network-vif-plugged", "status": "completed", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:03.143519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:03.149622 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb88c0-2f5c-457b-8f40-6b507bd9b3e8 x-openstack-request-id: req-affb88c0-2f5c-457b-8f40-6b507bd9b3e8 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:03.150354 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "name": "network-vif-plugged", "status": "completed", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:03.151004 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-affb88c0-2f5c-457b-8f40-6b507bd9b3e8 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:03.151646 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'code': 200} Jul 16 18:35:03.158777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.250316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8da6c8db-1f00-4e71-b1ba-ce88ee6cc523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.304625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:03.401987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-96690fc9-a7c5-4075-8c59-8e52d3bcdcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.404585 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-96690fc9-a7c5-4075-8c59-8e52d3bcdcd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.3364494 Jul 16 18:35:03.465563 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.568285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-bf30e3ea-2e1f-44ba-acab-546dbd2a43a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 1000 time: 0.1556287 Jul 16 18:35:03.577483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a79d1-4c72-4748-9179-3c1cc1ad14f5 req-37e3ab44-f941-44b9-acb4-b81c1b6f8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.580173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-000a79d1-4c72-4748-9179-3c1cc1ad14f5 req-37e3ab44-f941-44b9-acb4-b81c1b6f8208 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 1098 time: 0.3315363 Jul 16 18:35:03.657312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08989ca2-e892-4e4d-a1b1-2b6bdfbf2a16 req-139de3a9-331f-4039-bb7c-f89f52f58f89 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.660085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08989ca2-e892-4e4d-a1b1-2b6bdfbf2a16 req-139de3a9-331f-4039-bb7c-f89f52f58f89 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 946 time: 0.1266971 Jul 16 18:35:03.703000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-54333c45-8ec5-486e-87b7-95e32d7fba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.706925 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-54333c45-8ec5-486e-87b7-95e32d7fba15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.1252131 Jul 16 18:35:03.710919 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-000a79d1-4c72-4748-9179-3c1cc1ad14f5 req-2fc5af87-b49b-424b-8bdd-cff5c68266e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154697 Jul 16 18:35:03.744395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08989ca2-e892-4e4d-a1b1-2b6bdfbf2a16 req-e6368915-dae5-4965-9147-1fb78ea7b17f tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763576 Jul 16 18:35:03.807637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-c34ca17e-0aea-45a2-8b75-cef09576db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.810174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-c34ca17e-0aea-45a2-8b75-cef09576db61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960407 Jul 16 18:35:04.011647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-f6928750-d583-4c36-bfe0-f65f35e4c238 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921885 Jul 16 18:35:04.287980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-9a8d2599-82e2-4335-a6c0-2b56e0db968f service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681565 Jul 16 18:35:04.336317 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.366605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bcc674-9b44-46a2-820d-791273e02c38 req-fa879a05-7be6-4dff-8e1e-5638b58c5946 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:04.369814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1bcc674-9b44-46a2-820d-791273e02c38 req-fa879a05-7be6-4dff-8e1e-5638b58c5946 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.1402698 Jul 16 18:35:04.449736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1bcc674-9b44-46a2-820d-791273e02c38 req-5d72e7df-4ad1-45a3-880a-805b528fa73e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709753 Jul 16 18:35:05.024239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93d9c6-47e0-420c-ae8b-c1761092f2f4 req-cb71f8d6-c0e5-4f69-b38b-d004afdaec60 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.026115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad93d9c6-47e0-420c-ae8b-c1761092f2f4 req-cb71f8d6-c0e5-4f69-b38b-d004afdaec60 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 946 time: 0.0998127 Jul 16 18:35:05.080181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad93d9c6-47e0-420c-ae8b-c1761092f2f4 req-81596e6a-58b4-4d3c-93d6-ddda58b27e0c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419030 Jul 16 18:35:05.855845 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:05.962545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f325a-ed5c-42e8-af90-ab2bc0caef54 req-444c4168-ba23-41c1-afa6-ee1ce24ad8e2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.964806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547f325a-ed5c-42e8-af90-ab2bc0caef54 req-444c4168-ba23-41c1-afa6-ee1ce24ad8e2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.1421039 Jul 16 18:35:05.988324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1a068-3e12-478d-9ffc-8910d3880623 req-c27824b5-a1fb-443f-bf4c-4c012436b5ee tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.994843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:06.005563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49582) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:06.008080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99a1a068-3e12-478d-9ffc-8910d3880623 req-c27824b5-a1fb-443f-bf4c-4c012436b5ee tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 946 time: 0.7461860 Jul 16 18:35:06.010951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Request body: {'floatingip': {'port_id': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:06.095162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.101332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-547f325a-ed5c-42e8-af90-ab2bc0caef54 req-9a9ea82f-9db4-4c38-9194-ce5c583add4b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876355 Jul 16 18:35:06.115974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:06.126236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:06.127063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.272472 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.374138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:06.376887 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7652761-1eb8-4a06-aa0c-387215820249" -d '{"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:06.405878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:06.425374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.513957 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a561d-3419-4819-9731-531492c1c1cc x-openstack-request-id: req-d91a561d-3419-4819-9731-531492c1c1cc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:06.514268 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:06.514561 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d91a561d-3419-4819-9731-531492c1c1cc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:06.514993 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'code': 200} Jul 16 18:35:06.543241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:06.957611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:06.965488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.015959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-56e618f6-232a-4ed3-a9a8-1687b0163486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.017525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-56e618f6-232a-4ed3-a9a8-1687b0163486 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 1097 time: 0.1608274 Jul 16 18:35:07.030296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:07.152266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.178021 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Floating IP f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb associated. External IP: 172.25.0.233, port: 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd. Jul 16 18:35:07.217669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.446841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ac6a8-1b22-432c-bceb-bc4773161fed req-75c8b32f-a676-444f-9e56-e9de908d160c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.449171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-217ac6a8-1b22-432c-bceb-bc4773161fed req-75c8b32f-a676-444f-9e56-e9de908d160c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 945 time: 0.0837948 Jul 16 18:35:07.498586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-217ac6a8-1b22-432c-bceb-bc4773161fed req-dae1f6a8-7468-4449-8317-e7f33cf62dfa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435371 Jul 16 18:35:07.550836 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.802089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:07.822829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Router 9c2cf0af-00af-40c6-bc11-487afebc9d15 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:07.903101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:07.992967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:07.995610 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5ae745-8d8a-4c58-ba24-efa3b386154e" -d '{"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:08.000137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.031145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Transition to ACTIVE for port object 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:08.040623 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.046004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:08.053088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.075306 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] Sync routers for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:08.095985 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:08.097660 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:08.377252 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:08.870841 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337c452-482a-41e7-9089-11e59c9131f5 x-openstack-request-id: req-0337c452-482a-41e7-9089-11e59c9131f5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:08.871306 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:08.873307 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0337c452-482a-41e7-9089-11e59c9131f5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:08.873307 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'code': 200} Jul 16 18:35:08.901191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:08.924515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e6a4185d-26d7-4743-a088-4acf2c927ffa tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "PUT /v2.0/floatingips/f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb HTTP/1.1" status: 200 len: 992 time: 2.9174247 Jul 16 18:35:09.005276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004abbb7-70fd-4c1b-a165-8e6a5fc2576d req-d57d84e8-abef-4237-a2be-f5150a6a929b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.031327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-004abbb7-70fd-4c1b-a165-8e6a5fc2576d req-d57d84e8-abef-4237-a2be-f5150a6a929b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.2476878 Jul 16 18:35:09.036644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] No DVR routers for this DVR port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:09.086572 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'port_id': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711d242-f1d2-44c5-871f-82e136819f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:35:06Z', 'revision_number': 1, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:09.141520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-004abbb7-70fd-4c1b-a165-8e6a5fc2576d req-f9951e6c-3686-4905-a5cf-8b3ffa6129c2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046135 Jul 16 18:35:09.235093 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] Checking router: 9c2cf0af-00af-40c6-bc11-487afebc9d15 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:09.255018 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:09.257406 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:09.290217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-f40203f4-06fc-4757-b2d8-ad9c5c0ea742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.294804 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-f40203f4-06fc-4757-b2d8-ad9c5c0ea742 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1054 time: 0.4114470 Jul 16 18:35:09.298405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:09.299697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:09.302016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:09.315512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:09.316505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Attempting to bind port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on network a8ddd946-9bd4-4275-86c7-99fba734baad {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:09.353091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49614) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:09.399671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:09.401087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Checking segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:09.402237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Bound using segment: {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:09.403470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Bound port: 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48d4454-c906-425b-b081-7394b61b8cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:09.404464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.456335 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:09.669712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-646d335c-94db-4433-a7b0-7df34c1e7e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.697098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-da92f2ca-f856-4a9b-8284-383ac53baad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.699375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-da92f2ca-f856-4a9b-8284-383ac53baad3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.3747716 Jul 16 18:35:09.722032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:09.798716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:09.820550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.841610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-646d335c-94db-4433-a7b0-7df34c1e7e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.849581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-646d335c-94db-4433-a7b0-7df34c1e7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.863641 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-093ec36e-df6d-4c3f-b26c-a28c556630a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.1531622 Jul 16 18:35:09.876938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:09.877623 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:09.879338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] 10.222.0.13 "PUT /v2.0/ports/3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 1093 time: 2.8537612 Jul 16 18:35:09.935299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-646d335c-94db-4433-a7b0-7df34c1e7e20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0d72890279b44018a257fbb33f8c5d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5781226 Jul 16 18:35:09.936525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d335c-94db-4433-a7b0-7df34c1e7e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77595a16-f881-4e69-a8c9-f3a4b340b186,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:09.936832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49620) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:09.967207 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'port_id': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711d242-f1d2-44c5-871f-82e136819f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:35:06Z', 'revision_number': 1, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:09.998949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f6858-c001-4a7b-8a28-8750cd7b120e service neutron] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=11']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:10.010657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:10.024906 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17408d26-7cb0-40c3-96d1-c9d3b283a743 None None] The sync data for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 is: [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'floating_ip_address': '172.25.0.233', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'port_id': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'mac_address': 'fa:16:3e:6b:b8:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7711d242-f1d2-44c5-871f-82e136819f35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:34:48Z', 'updated_at': '2021-07-16T18:35:06Z', 'revision_number': 1, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:10.044986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-dfa96727-4421-48f5-8dce-255b8109e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.046669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-dfa96727-4421-48f5-8dce-255b8109e8a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.1731942 Jul 16 18:35:10.089042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:10.164272 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8322f590-2546-4370-b927-7b3408e6da40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.216906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8322f590-2546-4370-b927-7b3408e6da40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.247286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-f34f13be-16ec-4e59-9880-b0bb31d3758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.249151 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-f34f13be-16ec-4e59-9880-b0bb31d3758e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1940153 Jul 16 18:35:10.435002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d81515b-bb4a-4c4e-9124-a0d75ee09de4 None None] New status for floating IP f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:10.436848 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-45bb8074-f35e-4c3c-b1f4-16e5f0618425 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803763 Jul 16 18:35:10.550304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8322f590-2546-4370-b927-7b3408e6da40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.553809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8322f590-2546-4370-b927-7b3408e6da40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:10.557326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8322f590-2546-4370-b927-7b3408e6da40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77595a16-f881-4e69-a8c9-f3a4b340b186 HTTP/1.1" status: 204 len: 168 time: 0.6141701 Jul 16 18:35:10.576413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322f590-2546-4370-b927-7b3408e6da40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77595a16-f881-4e69-a8c9-f3a4b340b186,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:10.620985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51e908ff-7d9d-46cf-818c-e7b7de6efad7 req-a4f4f8a3-3b51-465b-ba9a-c3dda0910d5d service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762593 Jul 16 18:35:10.769885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff731193-47a1-40e2-8b61-12eb4704ca9a req-dab7c73a-bcbd-473c-9e85-1587f5914632 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:10.779102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff731193-47a1-40e2-8b61-12eb4704ca9a req-dab7c73a-bcbd-473c-9e85-1587f5914632 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.4887171 Jul 16 18:35:10.874725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff731193-47a1-40e2-8b61-12eb4704ca9a req-c3208d67-3d87-47a2-a1df-78f3060244eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932171 Jul 16 18:35:10.876753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd'}, {'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:10.880568 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e2abc-f4c9-4926-ac04-8b12f4567b38" -d '{"events": [{"name": "network-changed", "server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd"}, {"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:10.968385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-cc7356e6-974b-4ea7-b538-00f069b30bbb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2971692 Jul 16 18:35:11.004853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-994bef04-492d-4be5-9dbe-b49f7db40ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.009027 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-994bef04-492d-4be5-9dbe-b49f7db40ac3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1096 time: 0.2417459 Jul 16 18:35:11.047029 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b53a1e-03a4-4768-a81e-1a002aba480c x-openstack-request-id: req-c1b53a1e-03a4-4768-a81e-1a002aba480c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:11.047744 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:11.047847 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1b53a1e-03a4-4768-a81e-1a002aba480c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:11.048267 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'status': 'completed', 'code': 200} Jul 16 18:35:11.048529 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'status': 'completed', 'code': 200} Jul 16 18:35:11.246975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-ea48d932-0b87-470a-ae42-2933ca2da5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.248539 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-ea48d932-0b87-470a-ae42-2933ca2da5ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.2326844 Jul 16 18:35:11.329270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-f3d16933-b599-4423-8cbb-d8489d796323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.330852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-f3d16933-b599-4423-8cbb-d8489d796323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1096 time: 0.2725556 Jul 16 18:35:11.338714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-1ed8ab6e-504a-418a-8a57-a90fb95f4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.340356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-1ed8ab6e-504a-418a-8a57-a90fb95f4640 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 1098 time: 0.2806382 Jul 16 18:35:11.349844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.350341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.350827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.351317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.351794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.352300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.352773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.354953 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-abd6957c-da21-447d-b0d5-128cebda9816 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 6498 time: 0.2747016 Jul 16 18:35:11.392501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-9a3aee9a-0a85-44e9-8141-f6b99cea8904 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.1352701 Jul 16 18:35:11.719170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2851492d-390e-42a4-879c-d6291eb09735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.722194 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-2851492d-390e-42a4-879c-d6291eb09735 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.3096893 Jul 16 18:35:11.817346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-10311b0f-2f07-4b78-bb8a-a5b5d3a4e5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.819827 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-10311b0f-2f07-4b78-bb8a-a5b5d3a4e5f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.4783502 Jul 16 18:35:11.852671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-d6baa4cc-f915-4662-b21b-b33fa31e4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.854337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-d6baa4cc-f915-4662-b21b-b33fa31e4bb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.4984279 Jul 16 18:35:11.904331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-7d325136-d6aa-4996-90b6-3423cbd69c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.904826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-7d325136-d6aa-4996-90b6-3423cbd69c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.905376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-7d325136-d6aa-4996-90b6-3423cbd69c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:11.907280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-7d325136-d6aa-4996-90b6-3423cbd69c84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4ae910ca-18d2-433a-84e3-886c2d3084b7&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 200 len: 2290 time: 0.5137327 Jul 16 18:35:12.055037 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-1f6e805e-c5e4-4d20-a6bf-c941d11c803a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.2280955 Jul 16 18:35:12.087289 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-f41ad92e-0f38-46af-b7bf-03d9d4aa758f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd HTTP/1.1" status: 200 len: 1002 time: 0.2233677 Jul 16 18:35:12.112026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-9a0f1a4d-8203-4baf-83a0-b75fda589dc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 200 len: 1001 time: 0.1657431 Jul 16 18:35:12.131677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-01fa044d-c96b-4157-97a4-37fdef655351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.133568 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-01fa044d-c96b-4157-97a4-37fdef655351 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3968084 Jul 16 18:35:12.252280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-051b889c-9c42-4c99-805c-4389a2cd1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.253924 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-051b889c-9c42-4c99-805c-4389a2cd1f89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.1880345 Jul 16 18:35:12.281012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-41fe76de-e53e-4e0d-9309-ecfaf28f345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.282594 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-41fe76de-e53e-4e0d-9309-ecfaf28f345c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.1694479 Jul 16 18:35:12.316074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-06dfbaaa-0d9d-4242-a7eb-4ffd776fe8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.318281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-06dfbaaa-0d9d-4242-a7eb-4ffd776fe8a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 200 len: 850 time: 0.1911120 Jul 16 18:35:12.463952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-49711cb4-b13c-43a2-87d2-5167f10c8399 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937858 Jul 16 18:35:12.534886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-64e0efd7-0f8b-4680-a9d7-2b11e8d86c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.536739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-64e0efd7-0f8b-4680-a9d7-2b11e8d86c93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2700112 Jul 16 18:35:12.545811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-458ab45e-b92d-4731-ad5d-88e3c094ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.547076 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-458ab45e-b92d-4731-ad5d-88e3c094ec66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2349675 Jul 16 18:35:12.553835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-7216cab1-d548-49fc-8d17-3f9f51846954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.554996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-7216cab1-d548-49fc-8d17-3f9f51846954 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4ae910ca-18d2-433a-84e3-886c2d3084b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984153 Jul 16 18:35:12.581754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ed7e9-92da-4d60-a8b7-ed9afe43654a req-6f171c12-a1c7-47ec-8e37-ac95ee6909de tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:12.590966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c7ed7e9-92da-4d60-a8b7-ed9afe43654a req-6f171c12-a1c7-47ec-8e37-ac95ee6909de tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.4580615 Jul 16 18:35:12.653098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c7ed7e9-92da-4d60-a8b7-ed9afe43654a req-cb1744d1-b061-4850-85fd-5ae1e9efa858 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607023 Jul 16 18:35:12.938152 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-356c082f-5881-4ab7-abec-66ce29cbbf1d req-4b3611f3-2059-4fd2-920e-b7e3a9583efa service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646749 Jul 16 18:35:13.028498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-196ad94a-89a3-44d2-b292-d95487489938 service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782901 Jul 16 18:35:13.052242 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-dbac17a9-81bd-4bfb-a8b7-968d6bb1a4ad service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502668 Jul 16 18:35:13.070732 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-34f12ed2-5386-464a-a72b-19e047fcf5a6 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146778 Jul 16 18:35:13.708737 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-79f9d990-fd73-423a-8db7-25afe2169e4e service neutron] 10.222.0.55 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705489 Jul 16 18:35:13.724338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-54164290-16c6-4935-9a61-ee286f4ef689 service neutron] 10.222.0.55 "GET /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570303 Jul 16 18:35:13.813105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-97a2d3c5-8f54-4cb8-8d59-5850f6950206 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258117 Jul 16 18:35:13.816421 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-2e8fd7b5-3298-4267-9867-fcf12474eee2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.105&port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 217 time: 0.0832236 Jul 16 18:35:13.898104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75035f-db43-4519-94eb-7e601e00d6de req-df643a98-a09b-424a-8ae8-dafa6e54131d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.904334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b75035f-db43-4519-94eb-7e601e00d6de req-df643a98-a09b-424a-8ae8-dafa6e54131d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.1333582 Jul 16 18:35:13.909077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-709cbe5a-5d5c-4818-accb-b9186aea747e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:13.912740 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-709cbe5a-5d5c-4818-accb-b9186aea747e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0891864 Jul 16 18:35:14.033543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b75035f-db43-4519-94eb-7e601e00d6de req-0270c6e5-b89a-47b1-a2ea-cf0459bcc973 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138833 Jul 16 18:35:14.119981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-d1ec7520-e91c-4f96-94f6-2d18c5eeec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.122953 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-d1ec7520-e91c-4f96-94f6-2d18c5eeec55 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1096 time: 0.2084568 Jul 16 18:35:14.135926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-6404abcf-b664-47e3-ac6b-1b2e6a8b6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.138841 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-6404abcf-b664-47e3-ac6b-1b2e6a8b6376 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1822040 Jul 16 18:35:14.337850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-4a0eb588-4a3a-4263-b755-63d2267e7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.339383 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-4a0eb588-4a3a-4263-b755-63d2267e7b94 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.2080443 Jul 16 18:35:14.341465 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-f1ee5928-f3ea-45df-b4c3-a7827a1982ff service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895680 Jul 16 18:35:14.481347 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-315f2933-f3d6-45f6-875a-70b41dbefdb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 999 time: 0.1333148 Jul 16 18:35:14.540712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-370650ba-c408-4b4e-ad2a-cf3adfb19ef2 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856523 Jul 16 18:35:14.605207 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-96c8034f-f56b-48f8-b913-d181c0bbb0f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 217 time: 0.0568237 Jul 16 18:35:14.623874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-68589365-22e0-4324-913e-f397d49d3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.625763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-68589365-22e0-4324-913e-f397d49d3da3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.1266854 Jul 16 18:35:14.698708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-f9ac7bbd-5272-490d-8d0e-98b40739a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.700653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-f9ac7bbd-5272-490d-8d0e-98b40739a628 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0880229 Jul 16 18:35:14.814108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-7121559f-18d8-471e-9115-91202f094b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:14.816283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-7121559f-18d8-471e-9115-91202f094b23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693542 Jul 16 18:35:14.976186 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-e8da62ab-3bf1-459f-b9e6-cf9351f8ba5a service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477838 Jul 16 18:35:15.040968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-02be85f5-576c-4faa-8e66-67270d8962bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.043506 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-02be85f5-576c-4faa-8e66-67270d8962bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3339665 Jul 16 18:35:15.274350 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-232e2abc-f4c9-4926-ac04-8b12f4567b38 req-ba5beae8-c20d-4324-9bb6-93ccbcd73586 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916951 Jul 16 18:35:15.321497 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-4dfd2d50-7b8d-4404-904d-8e05a094dedc service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704446 Jul 16 18:35:15.579934 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-0d421342-d045-448c-9181-94fce0538ea0 service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504809 Jul 16 18:35:15.693359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c569b8-1346-4539-af7a-baf9f3962e5f req-81747ff5-9c42-4316-b252-1897f13c703c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.694328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-59bda3e2-0f42-47b6-b9d4-bb0dc21cbb07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 200 len: 217 time: 0.1024899 Jul 16 18:35:15.696600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48c569b8-1346-4539-af7a-baf9f3962e5f req-81747ff5-9c42-4316-b252-1897f13c703c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 944 time: 0.1600585 Jul 16 18:35:15.793326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48c569b8-1346-4539-af7a-baf9f3962e5f req-56bb5e54-8973-47dc-beda-e68313aa9401 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873787 Jul 16 18:35:15.803890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-16785a5a-01b3-49dc-b8ed-61f8fead7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.807639 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-16785a5a-01b3-49dc-b8ed-61f8fead7b30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.1018865 Jul 16 18:35:15.840653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49788) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:15.992882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-17624764-60b6-47c3-8c01-7309951b6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:15.994935 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-17624764-60b6-47c3-8c01-7309951b6bf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1802680 Jul 16 18:35:16.107730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-60bcaeaa-6823-49a9-9aa2-c9fecf3ac427 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/f0b0f53b-6c2b-4561-b059-a48af605f131 HTTP/1.1" status: 200 len: 991 time: 0.2649958 Jul 16 18:35:16.156937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-9ac9d304-e11f-4a3c-b1b2-01efe71c749d service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474168 Jul 16 18:35:16.276440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-505852a5-a3cf-4120-b68e-ae55c56da95f service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101723 Jul 16 18:35:16.355936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-18d88d79-bc3d-4b32-9ea1-26cce67be511 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 200 len: 217 time: 0.0730987 Jul 16 18:35:16.449230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-a118bbfd-321f-4854-b8ea-37521d5d546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.450904 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-a118bbfd-321f-4854-b8ea-37521d5d546b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 200 len: 797 time: 0.0875561 Jul 16 18:35:16.471368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:16.527570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-a3ff5e80-e486-468a-ad37-a877d120cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:16.529252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-a3ff5e80-e486-468a-ad37-a877d120cef8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=550d5f6d-70f5-4ae4-8390-9796ffd5d7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0701380 Jul 16 18:35:16.625484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:16.646411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'port_id': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'mac_address': 'fa:16:3e:b9:63:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:16.708128 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.718713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-e7e60dd2-cc71-4e60-9154-05e38e3ea68b service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791494 Jul 16 18:35:16.726141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:16.763864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:16.770970 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:16.875230 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:16.958845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-1e931c57-7946-47e2-aa05-ca52839c3a2e service neutron] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260489 Jul 16 18:35:16.998181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3b7e6603-e8d2-41c2-8cfe-e941de7aa511'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:17.080748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-66346d48-e6ca-4af9-867f-7bc5ee3e8e60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 200 len: 217 time: 0.1207111 Jul 16 18:35:17.164729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-9b6e3239-d4b4-4e96-809c-a8b7001bca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.168341 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-9b6e3239-d4b4-4e96-809c-a8b7001bca31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.0815175 Jul 16 18:35:17.263263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-37b9c12f-dd90-45fd-acb7-2e4ab21f3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.264987 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-37b9c12f-dd90-45fd-acb7-2e4ab21f3b98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0901501 Jul 16 18:35:17.466736 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-478b2b25-e4b4-44ef-8bce-9ac8b279136d service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947007 Jul 16 18:35:17.692367 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-41a78e48-169a-4d15-9296-479054bd2527 service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179415 Jul 16 18:35:17.781526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-b6fefd6c-798f-4ff0-9aef-c10b65028453 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 200 len: 217 time: 0.0786693 Jul 16 18:35:17.842749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-c71e0377-c8bd-48ef-a15a-8361af689fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.844815 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-c71e0377-c8bd-48ef-a15a-8361af689fdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 200 len: 797 time: 0.0567596 Jul 16 18:35:17.914509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-900eddd8-3465-454e-af7d-e0ffd023a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:17.916248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-900eddd8-3465-454e-af7d-e0ffd023a023 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0641713 Jul 16 18:35:18.061950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-d7c1b972-be22-40be-9d49-26876264a51a service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389573 Jul 16 18:35:18.213249 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-43d0f876-a9ae-4860-b19b-fd61752e3e6e req-8217cb2f-4fb9-4d85-89e5-bc956b4c017e service neutron] 10.222.0.55 "GET /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452520 Jul 16 18:35:18.499176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:18.576417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:18.582145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:18.583513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.732900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.766788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:18.769376 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf9ac69-5c14-4def-ae80-04fbe0d555e5" -d '{"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:18.791549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:18.798779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.880823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=13']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:18.888097 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f882521-a5e1-4688-862b-13cda0e8ba86 x-openstack-request-id: req-2f882521-a5e1-4688-862b-13cda0e8ba86 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:18.888437 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-plugged", "status": "completed", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:18.888695 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f882521-a5e1-4688-862b-13cda0e8ba86 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:18.889102 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'code': 200} Jul 16 18:35:22.202612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50069345-8a96-41ce-ae57-a36cffbd8741 req-a9d8bd5f-4b73-4245-9b75-94838a8f3a82 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.205088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50069345-8a96-41ce-ae57-a36cffbd8741 req-a9d8bd5f-4b73-4245-9b75-94838a8f3a82 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 947 time: 0.1237216 Jul 16 18:35:22.252222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50069345-8a96-41ce-ae57-a36cffbd8741 req-909eacfc-392d-4572-a880-2c3fe1303f87 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399835 Jul 16 18:35:23.563777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba7b66-17c9-4c5a-8d13-5cc3bbffeed5 req-8716fa81-381b-4fe8-bcfd-bdce444056d1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.578275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27ba7b66-17c9-4c5a-8d13-5cc3bbffeed5 req-8716fa81-381b-4fe8-bcfd-bdce444056d1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 947 time: 0.1498413 Jul 16 18:35:23.595691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-069700d2-7d25-4e50-adec-5ef0005ff39a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:23.601752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-069700d2-7d25-4e50-adec-5ef0005ff39a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 947 time: 0.1481619 Jul 16 18:35:23.667572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27ba7b66-17c9-4c5a-8d13-5cc3bbffeed5 req-630fa8d5-e0fa-4239-81cf-ef260aec0c53 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=b6282afc-8bb8-44eb-9da4-bf62ddc13a18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877001 Jul 16 18:35:23.802121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Deleting port 2cf62c34-223b-4365-8d70-bd59b192f57f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:23.802606 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:23.949488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] For port 2cf62c34-223b-4365-8d70-bd59b192f57f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=2cf62c34-223b-4365-8d70-bd59b192f57f,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:23.950017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.202836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.203675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.204397 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Floating IP 58192171-41b9-4a74-b3fe-1352af2c87de disassociated. External IP: 172.25.0.227, port: 2cf62c34-223b-4365-8d70-bd59b192f57f. Jul 16 18:35:24.205778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Calling delete_port for 2cf62c34-223b-4365-8d70-bd59b192f57f owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:24.428591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:24.490281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event deleted for resources: {'Port': ['ID=2cf62c34-223b-4365-8d70-bd59b192f57f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:24.687942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Router 5936653f-ef51-463a-a3f5-cdb8c2d305db has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:24.754559 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:25.025012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe486bd-d120-41ae-9835-d43cb71ff58b req-1e83b435-11fc-43bb-a031-2831b94ffb27 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 210 time: 0.0415144 Jul 16 18:35:25.481794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:25.498475 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] Sync routers for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:25.523796 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:25.525680 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:25.581326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] No DVR routers for this DVR port 2cf62c34-223b-4365-8d70-bd59b192f57f on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:25.587022 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:25.589840 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7ecb5557-7f16-43e8-a585-3549a534c346 req-75fcdb2c-6b6e-4faf-bcdd-3ee06f8d0391 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "DELETE /v2.0/ports/2cf62c34-223b-4365-8d70-bd59b192f57f HTTP/1.1" status: 204 len: 173 time: 1.9821193 Jul 16 18:35:25.590413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-deleted', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:25.601067 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed05825d-5348-4109-9e15-b6914d74b179" -d '{"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-deleted", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:25.686644 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193e8329-5a9a-4b0d-8c2c-c9c77b90ac23 x-openstack-request-id: req-193e8329-5a9a-4b0d-8c2c-c9c77b90ac23 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:25.686947 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b521b-a9c2-46e7-b8b7-36b7b9619299", "name": "network-vif-deleted", "tag": "2cf62c34-223b-4365-8d70-bd59b192f57f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:25.687207 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-193e8329-5a9a-4b0d-8c2c-c9c77b90ac23 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:25.687618 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b521b-a9c2-46e7-b8b7-36b7b9619299', 'name': 'network-vif-deleted', 'tag': '2cf62c34-223b-4365-8d70-bd59b192f57f', 'status': 'completed', 'code': 200} Jul 16 18:35:25.706837 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:26.189049 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:26.276947 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] Checking router: 5936653f-ef51-463a-a3f5-cdb8c2d305db for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:26.295250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:26.297686 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:26.506785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25cebee7-1391-4d38-8011-b996873a7baf req-97aff57f-f253-4867-ae5a-5b62f635cb61 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=336b521b-a9c2-46e7-b8b7-36b7b9619299 HTTP/1.1" status: 200 len: 210 time: 0.0596511 Jul 16 18:35:26.570287 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:27.011558 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:27.058920 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b9f369-2bfa-484a-8c8a-bc56db9d3aa4 None None] The sync data for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 is: [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:27.392765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf79d4-c558-49bb-ab6b-40c642ffb7e9 None None] New status for floating IP 58192171-41b9-4a74-b3fe-1352af2c87de: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:27.750372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:27.829134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-716ca034-0fec-4d10-9855-eaf48044f0e0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.873198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-716ca034-0fec-4d10-9855-eaf48044f0e0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.952801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-716ca034-0fec-4d10-9855-eaf48044f0e0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.956725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-716ca034-0fec-4d10-9855-eaf48044f0e0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:27.958225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-716ca034-0fec-4d10-9855-eaf48044f0e0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "DELETE /v2.0/security-groups/b6282afc-8bb8-44eb-9da4-bf62ddc13a18 HTTP/1.1" status: 204 len: 168 time: 0.2068045 Jul 16 18:35:27.963062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49890) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:27.974946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ca034-0fec-4d10-9855-eaf48044f0e0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6282afc-8bb8-44eb-9da4-bf62ddc13a18,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:27.988955 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-ed33b401-5c0b-48a3-be97-104bdb0254d5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] show failed (client error): The resource could not be found. Jul 16 18:35:27.994410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed33b401-5c0b-48a3-be97-104bdb0254d5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups/b6282afc-8bb8-44eb-9da4-bf62ddc13a18 HTTP/1.1" status: 404 len: 347 time: 0.0293257 Jul 16 18:35:27.995076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:28.130731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:28.163352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 2cf62c34-223b-4365-8d70-bd59b192f57f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:28.165039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 2cf62c34-223b-4365-8d70-bd59b192f57f not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:28.201711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Deleting port cb89085e-93d6-4c10-8014-c05c620df229 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:28.202190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.347250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.347725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.370137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Calling delete_port for cb89085e-93d6-4c10-8014-c05c620df229 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:28.740031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.873597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event deleted for resources: {'Port': ['ID=cb89085e-93d6-4c10-8014-c05c620df229,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:28.934391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.938374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.942889 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-655b5532-6d39-4ba4-9913-edc6010bb09e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "DELETE /v2.0/floatingips/58192171-41b9-4a74-b3fe-1352af2c87de HTTP/1.1" status: 204 len: 168 time: 0.9425030 Jul 16 18:35:29.662771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49936) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:29.669147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ec4fbf5c-dd17-47b8-8f6e-36057f88474e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364786894', 'description': 'tempest-description--1992565198'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:29.713952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbf5c-dd17-47b8-8f6e-36057f88474e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.865241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbf5c-dd17-47b8-8f6e-36057f88474e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.870831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbf5c-dd17-47b8-8f6e-36057f88474e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.938508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ec4fbf5c-dd17-47b8-8f6e-36057f88474e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:29.944403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49944) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:29.945328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ec4fbf5c-dd17-47b8-8f6e-36057f88474e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2803206 Jul 16 18:35:29.947884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4fbf5c-dd17-47b8-8f6e-36057f88474e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b5635-129a-4b28-9780-6169bf919088,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:29.958527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-eadd4935-f846-44ce-8b74-47f4ceda1972 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'security_group_rule': {'security_group_id': '5f8b5635-129a-4b28-9780-6169bf919088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:30.044017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadd4935-f846-44ce-8b74-47f4ceda1972 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.164364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadd4935-f846-44ce-8b74-47f4ceda1972 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.193578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadd4935-f846-44ce-8b74-47f4ceda1972 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.263503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd4935-f846-44ce-8b74-47f4ceda1972 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fa3d72-27e6-4f15-83f3-310f2881a97b,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:30.278955 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5f3aa5eb-1c0f-4e16-8a43-a9dbde28a25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.280187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eadd4935-f846-44ce-8b74-47f4ceda1972 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.283539 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eadd4935-f846-44ce-8b74-47f4ceda1972 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3360097 Jul 16 18:35:30.288832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49956) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:30.300952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-980e6d1a-c105-4ac1-af8f-282cbee7906a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'security_group_rule': {'security_group_id': '5f8b5635-129a-4b28-9780-6169bf919088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:30.357555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-980e6d1a-c105-4ac1-af8f-282cbee7906a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.471358 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-980e6d1a-c105-4ac1-af8f-282cbee7906a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.476307 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-980e6d1a-c105-4ac1-af8f-282cbee7906a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.509956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6d1a-c105-4ac1-af8f-282cbee7906a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4533f20d-a1f4-4b76-a606-bea731fb1547,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:30.528103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-980e6d1a-c105-4ac1-af8f-282cbee7906a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.530072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-980e6d1a-c105-4ac1-af8f-282cbee7906a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2395923 Jul 16 18:35:30.534953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:30.539790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:30.569360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.754545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:30.912026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Allocated IP 172.25.0.165 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/caf79aa7-7ecd-4e33-8fd7-0a895b284db6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:31.082992 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.169121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.258590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:31.263217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:31.272828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:31.312872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'Port': ['ID=caf79aa7-7ecd-4e33-8fd7-0a895b284db6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.426131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.486390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.751637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.759094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.846525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'Port': ['ID=caf79aa7-7ecd-4e33-8fd7-0a895b284db6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:31.860374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.877294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.879489 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-19dde58a-2c04-44c0-87fa-e7d830cfed4a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3428800 Jul 16 18:35:32.324036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-b0d8bda0-f862-4bef-abe2-365fc9960ba1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1364786894&fields=id&tenant_id=94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 267 time: 0.0749824 Jul 16 18:35:32.498249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-04200408-3ee0-43bc-81f0-4b3043c23f3a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.499890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-04200408-3ee0-43bc-81f0-4b3043c23f3a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 817 time: 0.1681182 Jul 16 18:35:32.528704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-67a9a618-4049-4d29-8191-6ea4f32e9160 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/quotas/94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 375 time: 0.0151734 Jul 16 18:35:32.651703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-3c662a77-f867-4468-ab20-d35de53d797a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076665 Jul 16 18:35:32.768012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-c1860632-9d8c-4dc3-9463-66cfd9b5ebeb service neutron] 10.222.0.48 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153507 Jul 16 18:35:32.904822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-fb2a449c-b8da-462b-a966-c68499126cbb service neutron] 10.222.0.48 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306870 Jul 16 18:35:33.138019 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30127a4b-e956-4ac2-b8a0-d95175143e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:33.172691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2056e2ba-f1c0-4923-ba6d-4f80ce8e3047 req-3b3f34c6-f494-4868-aab3-1a0d1f68475c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 210 time: 0.0304706 Jul 16 18:35:33.394090 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.354116 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.440863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9941a09c-29f1-43d0-9452-04205119bff5 req-2d62808f-0a50-4f36-8efa-ee98a29417bf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 210 time: 0.0464900 Jul 16 18:35:35.049366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-c1dd1ccd-7da7-40eb-9ca3-98c3425ad9ae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.052421 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-c1dd1ccd-7da7-40eb-9ca3-98c3425ad9ae tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 817 time: 0.2441173 Jul 16 18:35:35.136021 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-0598ff09-b432-4079-a5a2-e9586cce3c5d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 380 time: 0.0743344 Jul 16 18:35:35.155958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'port': {'device_id': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'admin_state_up': True, 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'security_groups': ['5f8b5635-129a-4b28-9780-6169bf919088']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:35.380542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Made reservation on behalf of 94ea0282e3194d80a53fa3320db33b34 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:35.391873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.719058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Allocated IP 172.20.0.9 (5f7598c0-a9c7-4be0-be85-1e6eb410233e/98b8d5e7-0040-4286-9225-597df1add27e/026e5d13-4a18-4c32-af27-ba894a121522) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:35.721067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f7b9f03-15b5-42fb-9cac-3f06eaf07b17 req-e4d593c3-afc8-40b5-b081-ec0f55cf050e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 210 time: 0.0669053 Jul 16 18:35:35.876016 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.999661 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.038469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Transition to ACTIVE for port object 026e5d13-4a18-4c32-af27-ba894a121522 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:36.090513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.172556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:36.178708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:36.182094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:36.262809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.295619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.296417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.342883 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-f3d82be6-994e-4444-9f34-a221ba3afbaf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2009506 Jul 16 18:35:36.360600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Request body: {'port': {'device_id': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:36.503640 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.655165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-85037bbc-f254-46cb-b561-883e8e494122 None None] Provisioning for port 026e5d13-4a18-4c32-af27-ba894a121522 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:36.667980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-85037bbc-f254-46cb-b561-883e8e494122 None None] Provisioning complete for port 026e5d13-4a18-4c32-af27-ba894a121522 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:36.668893 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85037bbc-f254-46cb-b561-883e8e494122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.752313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-85037bbc-f254-46cb-b561-883e8e494122 None None] Port 026e5d13-4a18-4c32-af27-ba894a121522 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:36.986051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 026e5d13-4a18-4c32-af27-ba894a121522 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:37.000885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.022350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Transition to ACTIVE for port object 026e5d13-4a18-4c32-af27-ba894a121522 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:37.030249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.112000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cbd55-84e9-43fc-b9a6-4c9b33855d7a req-12a98129-16e3-4f5a-9679-90366bd1d309 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.130708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d8cbd55-84e9-43fc-b9a6-4c9b33855d7a req-12a98129-16e3-4f5a-9679-90366bd1d309 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 931 time: 0.1805794 Jul 16 18:35:37.163911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.169595 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.232393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d8cbd55-84e9-43fc-b9a6-4c9b33855d7a req-a2ee2fca-27ee-4e20-b751-e3c3749dce43 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996194 Jul 16 18:35:37.317022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Attempting to bind port 026e5d13-4a18-4c32-af27-ba894a121522 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:37.317869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Attempting to bind port 026e5d13-4a18-4c32-af27-ba894a121522 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:37.318459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Attempting to bind port 026e5d13-4a18-4c32-af27-ba894a121522 on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:37.328580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Port 026e5d13-4a18-4c32-af27-ba894a121522 on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:37.329140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Attempting to bind port 026e5d13-4a18-4c32-af27-ba894a121522 on network 5f7598c0-a9c7-4be0-be85-1e6eb410233e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:37.338179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:37.338668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Checking segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:37.339243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Bound using segment: {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:37.339963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Bound port: 026e5d13-4a18-4c32-af27-ba894a121522, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:37.340574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.430424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:37.436772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:37.449735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.473946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.474624 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.476363 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] 10.222.0.55 "PUT /v2.0/ports/026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 1092 time: 1.1242778 Jul 16 18:35:37.532552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:37.539238 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94" -d '{"events": [{"name": "network-changed", "server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "tag": "026e5d13-4a18-4c32-af27-ba894a121522"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:37.563103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.623128 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9be34d-b172-4af1-980d-efc28a278c43 x-openstack-request-id: req-4b9be34d-b172-4af1-980d-efc28a278c43 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:37.624653 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "tag": "026e5d13-4a18-4c32-af27-ba894a121522", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:37.625360 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b9be34d-b172-4af1-980d-efc28a278c43 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:37.626536 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522', 'status': 'completed', 'code': 200} Jul 16 18:35:37.681776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4eb69-5f2d-43aa-8022-bad920e00eae service neutron] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.733767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-dd3bb901-457d-4247-ba87-76b16f89bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.736739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-dd3bb901-457d-4247-ba87-76b16f89bc09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1095 time: 0.1848764 Jul 16 18:35:37.817286 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-273d72bd-e155-433a-bbba-45265774ef45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 217 time: 0.0721545 Jul 16 18:35:37.883188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-c671ab52-e9da-4029-97f9-66788803e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.885186 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-c671ab52-e9da-4029-97f9-66788803e361 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.0621502 Jul 16 18:35:37.965219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-6c5ad8bc-2ecc-458c-aa31-b61647702032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.969425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-6c5ad8bc-2ecc-458c-aa31-b61647702032 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777454 Jul 16 18:35:38.168682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-56677c33-bf77-43e1-8a85-d0750fcecae1 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916969 Jul 16 18:35:38.313420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f93fd1b6-1c02-4488-a12c-3a899f31d554 req-6d5b17af-6ec8-4eba-bb6d-18a4b4a79794 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387553 Jul 16 18:35:38.599065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-b6876a03-95a0-4cc6-b56c-60c5478195e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.602128 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-b6876a03-95a0-4cc6-b56c-60c5478195e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1095 time: 0.1896403 Jul 16 18:35:38.629998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee52ea-4491-43e7-9a50-4a46ec9ba9f9 req-5eb0cbea-6ee1-4b52-a293-603d8a2e5af2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.648907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38ee52ea-4491-43e7-9a50-4a46ec9ba9f9 req-5eb0cbea-6ee1-4b52-a293-603d8a2e5af2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.1436071 Jul 16 18:35:38.758441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38ee52ea-4491-43e7-9a50-4a46ec9ba9f9 req-4c45e399-3a43-4d23-ad6a-4ed18cd97505 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044178 Jul 16 18:35:38.767507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-827a8902-885b-4635-8c8f-df04913bfb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.770879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-827a8902-885b-4635-8c8f-df04913bfb80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.1609049 Jul 16 18:35:38.851629 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-58987c25-f6b5-4dc7-abcb-e57c65a86cf6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 217 time: 0.0736408 Jul 16 18:35:38.952514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-6d3e658e-e93e-4874-9d24-baa204fbc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.954200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-6d3e658e-e93e-4874-9d24-baa204fbc779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.0950248 Jul 16 18:35:39.063268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-0f360820-22ef-4a16-8a78-d765bc9f6318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:39.066625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-0f360820-22ef-4a16-8a78-d765bc9f6318 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050613 Jul 16 18:35:39.210961 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-b0cb6c6d-c55e-4a61-8b93-81d620018933 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374612 Jul 16 18:35:39.351634 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-64aad2bb-02d6-4ad1-a153-99a67e9a6b94 req-5b69b850-f88e-4473-bb2d-89ff5b7b9593 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342673 Jul 16 18:35:40.076541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5beaf-f430-43bf-8065-b6a2f930be01 req-37e51f55-41ad-48d4-9257-b18740b8f4a0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.082577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87a5beaf-f430-43bf-8065-b6a2f930be01 req-37e51f55-41ad-48d4-9257-b18740b8f4a0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.1383750 Jul 16 18:35:40.141754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87a5beaf-f430-43bf-8065-b6a2f930be01 req-1c04d319-83f2-496d-b1ec-a266364ab1f7 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576868 Jul 16 18:35:41.427975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1491e-b01f-42ae-a824-de87628419e5 req-d26eb029-7e41-444a-8914-fc2a873176c8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.430884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5f1491e-b01f-42ae-a824-de87628419e5 req-d26eb029-7e41-444a-8914-fc2a873176c8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.0985415 Jul 16 18:35:41.511702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5f1491e-b01f-42ae-a824-de87628419e5 req-7b5aaa5c-965a-43ba-861e-eab857cf223d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741355 Jul 16 18:35:42.184648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:42.323205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:42.342621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '026e5d13-4a18-4c32-af27-ba894a121522', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'port_id': '026e5d13-4a18-4c32-af27-ba894a121522', 'mac_address': 'fa:16:3e:e3:1e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:42.392180 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.409080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026e5d13-4a18-4c32-af27-ba894a121522 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:42.441740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:42.447452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.514815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:42.524013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.524476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.525067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.525491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.525887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.526288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.526681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.527144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.527462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.527850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.528270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.528649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:42.717352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['026e5d13-4a18-4c32-af27-ba894a121522'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:42.837737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d03b6-2529-401a-8538-f1878ceeb834 req-592c1746-cdc9-4b64-81c4-91b493629cdc tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.839640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b6d03b6-2529-401a-8538-f1878ceeb834 req-592c1746-cdc9-4b64-81c4-91b493629cdc tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 944 time: 0.1280298 Jul 16 18:35:42.915316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b6d03b6-2529-401a-8538-f1878ceeb834 req-b7ae4af6-7330-4213-81ba-69e45bd3ff0e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675972 Jul 16 18:35:44.151641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70f6a0-acb6-4616-81df-2f7b01479f75 req-6a3bbe2b-3714-4e80-87b6-7de516061690 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.153413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f70f6a0-acb6-4616-81df-2f7b01479f75 req-6a3bbe2b-3714-4e80-87b6-7de516061690 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 944 time: 0.0921450 Jul 16 18:35:44.194690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:44.249514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f70f6a0-acb6-4616-81df-2f7b01479f75 req-3f91f33d-0757-4885-a849-feb7235c5be3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842369 Jul 16 18:35:44.282433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 026e5d13-4a18-4c32-af27-ba894a121522 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:44.287901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 026e5d13-4a18-4c32-af27-ba894a121522 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:44.288453 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.425925 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.452028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:44.454387 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7931ed-8ae9-4b9e-971e-985a9bb9efdf" -d '{"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-plugged", "status": "completed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:44.470032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:44.475568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.539573 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca9ca07-919f-41e8-a5da-156aaa6c3321 x-openstack-request-id: req-eca9ca07-919f-41e8-a5da-156aaa6c3321 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:44.540185 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-plugged", "status": "completed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:44.540602 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-eca9ca07-919f-41e8-a5da-156aaa6c3321 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:44.541169 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522', 'code': 200} Jul 16 18:35:44.541975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.715329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb3cf0-0344-4484-a9a0-b3a1d74fd5da req-f0e2b913-47f2-4016-9937-14b720397925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:44.717272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5feb3cf0-0344-4484-a9a0-b3a1d74fd5da req-f0e2b913-47f2-4016-9937-14b720397925 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1097 time: 0.1002648 Jul 16 18:35:44.776177 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5feb3cf0-0344-4484-a9a0-b3a1d74fd5da req-954d70b3-b54b-4934-8cf5-c194c4b9c34b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513797 Jul 16 18:35:45.549025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacec1e-cd97-486d-8ed7-c410eceeea11 req-4f523a9a-cc00-4e60-902c-e028509bd817 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:45.558353 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4eacec1e-cd97-486d-8ed7-c410eceeea11 req-4f523a9a-cc00-4e60-902c-e028509bd817 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1355896 Jul 16 18:35:45.611543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4eacec1e-cd97-486d-8ed7-c410eceeea11 req-0e7ac470-0de2-4c62-b7b0-51583c086f52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518606 Jul 16 18:35:46.857914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb102296-9b15-4ded-8dc2-5450cc1dbebf req-d78bcc14-2377-46db-9f26-f107d4fdc772 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:46.862868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb102296-9b15-4ded-8dc2-5450cc1dbebf req-d78bcc14-2377-46db-9f26-f107d4fdc772 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.0986109 Jul 16 18:35:46.929144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb102296-9b15-4ded-8dc2-5450cc1dbebf req-b61ae376-e225-431c-a163-478ed5ad074f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514450 Jul 16 18:35:47.241570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092869f-2d54-43de-a901-d73469c2458c req-df370698-4986-4fcc-bf72-839c43a0c264 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:47.243864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4092869f-2d54-43de-a901-d73469c2458c req-df370698-4986-4fcc-bf72-839c43a0c264 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1098 time: 0.1731150 Jul 16 18:35:47.270680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5396a30-11b4-4e33-b2f1-fdcb6bdfad27 req-580b54ff-534e-4004-8113-44c2c0b29d2f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:47.287560 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5396a30-11b4-4e33-b2f1-fdcb6bdfad27 req-580b54ff-534e-4004-8113-44c2c0b29d2f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1694455 Jul 16 18:35:47.296012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:47.302040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Request body: {'floatingip': {'port_id': '026e5d13-4a18-4c32-af27-ba894a121522'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:47.404376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4092869f-2d54-43de-a901-d73469c2458c req-51fbbb95-969d-4d31-b903-89c8a19618c7 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522145 Jul 16 18:35:47.434026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50340) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:47.446853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.722653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 4e77a94e-b2bb-4a0b-a200-6cdf8b2aa7af {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:47.723105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.866797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.867607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:47.897731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 4e77a94e-b2bb-4a0b-a200-6cdf8b2aa7af owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:48.220921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.234385 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.240033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.250409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=4e77a94e-b2bb-4a0b-a200-6cdf8b2aa7af,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:48.327200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.327440 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP f0b0f53b-6c2b-4561-b059-a48af605f131 disassociated (deleted). External IP: 172.25.0.188, port: 3b7e6603-e8d2-41c2-8cfe-e941de7aa511. Jul 16 18:35:48.423584 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Floating IP 362cb721-c6da-4b36-9abb-5aebcf21d915 associated. External IP: 172.25.0.165, port: 026e5d13-4a18-4c32-af27-ba894a121522. Jul 16 18:35:48.650330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ebc9a441-2160-4ef8-8035-a5fa2edcac40 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:48.732523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Router 5936653f-ef51-463a-a3f5-cdb8c2d305db has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:48.849460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:48.855675 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.868643 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] Sync routers for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:48.896757 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:48.901021 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:48.921454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7c53efc2-e044-46bd-a7e5-dbfc4f8a8d63 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/floatingips/f0b0f53b-6c2b-4561-b059-a48af605f131 HTTP/1.1" status: 204 len: 168 time: 1.4860926 Jul 16 18:35:48.923330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:48.926479 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0b050c-b6da-4e43-bf12-904b4648253f" -d '{"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:48.935766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:48.941786 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.957125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] Sync routers for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:48.991436 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2ce05c4-5f2a-4f23-9472-d8093825639d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "PUT /v2.0/floatingips/362cb721-c6da-4b36-9abb-5aebcf21d915 HTTP/1.1" status: 200 len: 991 time: 1.6901548 Jul 16 18:35:48.991436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:48.991930 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1f5baf-9541-4782-b324-335da0f57a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "tag": "026e5d13-4a18-4c32-af27-ba894a121522"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:49.017103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:49.018104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:49.247538 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5abf31-01ef-4e78-a690-f414cea94f94 x-openstack-request-id: req-4d5abf31-01ef-4e78-a690-f414cea94f94 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:49.247538 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:49.247538 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d5abf31-01ef-4e78-a690-f414cea94f94 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:49.247538 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'status': 'completed', 'code': 200} Jul 16 18:35:49.371099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:49.423669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-022f9cf5-0454-4300-b3ee-5eaea9a689cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.425337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-022f9cf5-0454-4300-b3ee-5eaea9a689cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 1098 time: 0.1275144 Jul 16 18:35:49.503599 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d9c0e-56fd-4d3f-bae7-e1c0cd4902b3 x-openstack-request-id: req-284d9c0e-56fd-4d3f-bae7-e1c0cd4902b3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:49.503951 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "tag": "026e5d13-4a18-4c32-af27-ba894a121522", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:49.504111 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-284d9c0e-56fd-4d3f-bae7-e1c0cd4902b3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:49.505478 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522', 'status': 'completed', 'code': 200} Jul 16 18:35:49.537041 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:49.686544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-7430bec7-f087-4f84-90f6-879c6f71001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.694471 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-7430bec7-f087-4f84-90f6-879c6f71001e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 200 len: 897 time: 0.2451000 Jul 16 18:35:49.867728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '362cb721-c6da-4b36-9abb-5aebcf21d915', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'port_id': '026e5d13-4a18-4c32-af27-ba894a121522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'mac_address': 'fa:16:3e:e3:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:31Z', 'updated_at': '2021-07-16T18:35:48Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:49.894467 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-ec4013c5-49cc-4c8b-8b02-97c3d9546164 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 200 len: 217 time: 0.1642821 Jul 16 18:35:49.922913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf257f-7da6-404a-9e74-1cd5586cc14c req-8c6972c0-0115-44fe-9ec9-58ba78c6dacb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:49.942308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bf257f-7da6-404a-9e74-1cd5586cc14c req-8c6972c0-0115-44fe-9ec9-58ba78c6dacb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 946 time: 0.1654248 Jul 16 18:35:49.942724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] Checking router: 5936653f-ef51-463a-a3f5-cdb8c2d305db for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:49.961033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:49.962816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.075164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-99abdde4-0851-421a-a6f8-729660aa4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.078144 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-99abdde4-0851-421a-a6f8-729660aa4621 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 200 len: 835 time: 0.1509135 Jul 16 18:35:50.081593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bf257f-7da6-404a-9e74-1cd5586cc14c req-5988eca4-543b-4f02-aac2-2a079696b7ab tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373909 Jul 16 18:35:50.154538 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:44Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.187467 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] Checking router: ebc9a441-2160-4ef8-8035-a5fa2edcac40 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:50.215620 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:50.216374 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.230050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-7f21cca3-1d5d-419c-a641-458efc04e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.236669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-7f21cca3-1d5d-419c-a641-458efc04e0e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1097 time: 0.6998994 Jul 16 18:35:50.243285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:50.527803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-75109a92-cf0a-4208-a326-648f12d6ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.533171 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:50.537436 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-75109a92-cf0a-4208-a326-648f12d6ef20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.2881913 Jul 16 18:35:50.780371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '362cb721-c6da-4b36-9abb-5aebcf21d915', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'port_id': '026e5d13-4a18-4c32-af27-ba894a121522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'mac_address': 'fa:16:3e:e3:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:31Z', 'updated_at': '2021-07-16T18:35:48Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.838058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06a6252-2f9b-4c22-a26e-dd73a0173102 None None] The sync data for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 is: [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '362cb721-c6da-4b36-9abb-5aebcf21d915', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'floating_ip_address': '172.25.0.165', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'port_id': '026e5d13-4a18-4c32-af27-ba894a121522', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'mac_address': 'fa:16:3e:e3:1e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:35:31Z', 'updated_at': '2021-07-16T18:35:48Z', 'revision_number': 1, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:50.854145 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:44Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:50.897754 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf48b956-a961-4e42-a064-4f75964e1e7f None None] The sync data for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 is: [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c7ffee7d-7969-48ef-8dd9-4ed6b707a401', 'name': '', 'network_id': 'a8ddd946-9bd4-4275-86c7-99fba734baad', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:12:70:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 2707, 'fixed_ips': [{'subnet_id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:31Z', 'updated_at': '2021-07-16T18:33:44Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '5bbb1548-a726-4f1d-92f5-d526f8df9c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:51.560971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de734f24-2204-442a-a050-c814e1651cb7 req-8ed911d0-10a8-4ead-8d96-2148d366aabd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.583046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de734f24-2204-442a-a050-c814e1651cb7 req-8ed911d0-10a8-4ead-8d96-2148d366aabd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 946 time: 0.2606311 Jul 16 18:35:51.693601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de734f24-2204-442a-a050-c814e1651cb7 req-fa3b0e45-8637-4e5a-87b3-42bca48ab3a4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014333 Jul 16 18:35:51.696296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add6c8ad-996e-435e-8ec6-11f314ed9cfb None None] New status for floating IP f0b0f53b-6c2b-4561-b059-a48af605f131: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:51.708996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-0a014986-1cab-44c9-82b2-d807e6eb23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.710620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-0a014986-1cab-44c9-82b2-d807e6eb23c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a8ddd946-9bd4-4275-86c7-99fba734baad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.6250718 Jul 16 18:35:51.842478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ad86da-b1a3-4e59-b1df-ca98a0e42226 None None] New status for floating IP 362cb721-c6da-4b36-9abb-5aebcf21d915: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:51.857228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-9f97973e-b187-46cf-bb11-7386d70a3a17 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380861 Jul 16 18:35:52.002301 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-2f6cfce1-5422-4318-9c7a-14a0e9577e20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 999 time: 1.4636588 Jul 16 18:35:52.074464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a0b050c-b6da-4e43-bf12-904b4648253f req-4a1b4943-8d2d-4d12-865c-3a96d2e239a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047808 Jul 16 18:35:52.107407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce1f46-195e-4ea9-9240-32b8626af14e req-434f6f0d-1e52-4a9d-856e-6b395aa50744 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.109757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-edce1f46-195e-4ea9-9240-32b8626af14e req-434f6f0d-1e52-4a9d-856e-6b395aa50744 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 946 time: 0.5281286 Jul 16 18:35:52.118285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-7e0aac7e-2791-41f3-977d-42305ac10667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.119815 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-7e0aac7e-2791-41f3-977d-42305ac10667 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.1064312 Jul 16 18:35:52.399521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-0aa96526-168e-41a0-8660-4b793016b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.403275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-0aa96526-168e-41a0-8660-4b793016b47c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2444382 Jul 16 18:35:52.548204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:52.548933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.668264 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-9516a284-e86d-4be5-a2c6-74f96c35ad61 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505257 Jul 16 18:35:52.719150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:52.720772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.738260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:52.958533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea1f5baf-9541-4782-b324-335da0f57a2e req-8c69e10e-bf9f-49a6-b2ec-82c14978b20a service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831306 Jul 16 18:35:53.146653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c23931-c58a-41c4-b6f3-ab85b727b73f req-61aad783-9cc6-41f7-b77d-e1c97fd3ca7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.164095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10c23931-c58a-41c4-b6f3-ab85b727b73f req-61aad783-9cc6-41f7-b77d-e1c97fd3ca7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=0d85608d-1851-439e-983d-a3012b52d398 HTTP/1.1" status: 200 len: 946 time: 0.2146225 Jul 16 18:35:53.304599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10c23931-c58a-41c4-b6f3-ab85b727b73f req-702ee1fa-a1bb-430d-9564-82a069c25242 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=a3f2efc9-3003-4c89-89ad-bf1b90df2a62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385226 Jul 16 18:35:53.320533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.399095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=3b7e6603-e8d2-41c2-8cfe-e941de7aa511,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.447818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.448427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.449044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.464752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.465204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.466380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.467883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.468554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.469945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.472712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.475062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.475615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:53.514115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] No DVR routers for this DVR port 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:53.518013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.520689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-edce1f46-195e-4ea9-9240-32b8626af14e req-a0daf30c-8c3a-4322-b642-481c6c58da28 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "DELETE /v2.0/ports/3b7e6603-e8d2-41c2-8cfe-e941de7aa511 HTTP/1.1" status: 204 len: 173 time: 1.4045293 Jul 16 18:35:53.521391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-deleted', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:53.529552 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ff8f1-fc83-4302-a4da-ace3f659bf15" -d '{"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-deleted", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:53.594932 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df5d9b9-f3b7-4fc7-84e9-b31520f3098d x-openstack-request-id: req-1df5d9b9-f3b7-4fc7-84e9-b31520f3098d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:53.595535 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d85608d-1851-439e-983d-a3012b52d398", "name": "network-vif-deleted", "tag": "3b7e6603-e8d2-41c2-8cfe-e941de7aa511", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:53.595989 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1df5d9b9-f3b7-4fc7-84e9-b31520f3098d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:53.597194 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d85608d-1851-439e-983d-a3012b52d398', 'name': 'network-vif-deleted', 'tag': '3b7e6603-e8d2-41c2-8cfe-e941de7aa511', 'status': 'completed', 'code': 200} Jul 16 18:35:54.477216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50714) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:54.737938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:54.820705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:54.821187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3b7e6603-e8d2-41c2-8cfe-e941de7aa511 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:55.220182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.688548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port c7ffee7d-7969-48ef-8dd9-4ed6b707a401 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:55.689511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.901038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port c7ffee7d-7969-48ef-8dd9-4ed6b707a401, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:55.902850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.920951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for c7ffee7d-7969-48ef-8dd9-4ed6b707a401 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:56.209091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.258988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=c7ffee7d-7969-48ef-8dd9-4ed6b707a401,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:56.510115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.887854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ebc9a441-2160-4ef8-8035-a5fa2edcac40 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:57.088761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:57.095806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-95a30d97-b804-4293-aa69-323b19093bb7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/ebc9a441-2160-4ef8-8035-a5fa2edcac40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6170819 Jul 16 18:35:57.098265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50900) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:57.110671 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] Sync routers for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:57.139073 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:57.140482 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:57.182624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting subnet 5bbb1548-a726-4f1d-92f5-d526f8df9c89 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:57.191811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.260483 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.300480 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:57.401315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.472980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.512526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Subnet': ['ID=5bbb1548-a726-4f1d-92f5-d526f8df9c89,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.514715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.520274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d07eb778-1ec1-4903-b04f-72729fc6f670 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/subnets/5bbb1548-a726-4f1d-92f5-d526f8df9c89 HTTP/1.1" status: 204 len: 168 time: 0.4205897 Jul 16 18:35:57.520930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:57.525578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832179a-5b24-441c-b1b6-ec35a09e7693 None None] Network a8ddd946-9bd4-4275-86c7-99fba734baad requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:57.585729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50908) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:57.723430 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:57.742321 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.787477 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] Checking router: ebc9a441-2160-4ef8-8035-a5fa2edcac40 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:57.808062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f8f-da0d-4cc8-8c50-5916e03efb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.819460 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] Routers {'ebc9a441-2160-4ef8-8035-a5fa2edcac40'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:57.819460 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:35:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:57.997651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] DHCP port deletion for a8ddd946-9bd4-4275-86c7-99fba734baad request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:58.005762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.145245 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] Set router ebc9a441-2160-4ef8-8035-a5fa2edcac40 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:58.171911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f8f-da0d-4cc8-8c50-5916e03efb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.179189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e7ea6f8f-da0d-4cc8-8c50-5916e03efb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.220298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] Deleting port 4406ad21-40c9-444a-916e-26e292e23e11 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:58.220921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.246841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 4283efd9-af1c-4f3a-8499-2f894a988123 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:58.247493 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.268069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e7ea6f8f-da0d-4cc8-8c50-5916e03efb23 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13527c0325c14e8c89833e7bdfff880a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6774979 Jul 16 18:35:58.273111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50918) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.274301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea6f8f-da0d-4cc8-8c50-5916e03efb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df075689-9cec-4778-a6fe-91ab65a0f2a2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.374157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] For port 4406ad21-40c9-444a-916e-26e292e23e11, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4406ad21-40c9-444a-916e-26e292e23e11,segment=NetworkSegment(b48d4454-c906-425b-b081-7394b61b8cb2),segment_id=b48d4454-c906-425b-b081-7394b61b8cb2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:58.375245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.375599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a76c-3145-4412-abbd-c411616bd2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.398489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] Calling delete_port for 4406ad21-40c9-444a-916e-26e292e23e11 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:58.420585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a76c-3145-4412-abbd-c411616bd2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.437545 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:58.439944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port 4283efd9-af1c-4f3a-8499-2f894a988123, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4283efd9-af1c-4f3a-8499-2f894a988123,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:58.441832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.461844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 4283efd9-af1c-4f3a-8499-2f894a988123 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:58.478917 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8d50fd-ff39-47b6-88f7-0061b38d7f4a None None] The sync data for ids ['ebc9a441-2160-4ef8-8035-a5fa2edcac40'] in n-d-793620-10 is: [{'id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'name': 'tempest-TestNetworkAdvancedServerOps-router-43536666', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:24Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '4283efd9-af1c-4f3a-8499-2f894a988123', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:19:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc9a441-2160-4ef8-8035-a5fa2edcac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:25Z', 'updated_at': '2021-07-16T18:33:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:58.535909 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a76c-3145-4412-abbd-c411616bd2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.542826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdc9a76c-3145-4412-abbd-c411616bd2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.545100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fdc9a76c-3145-4412-abbd-c411616bd2d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df075689-9cec-4778-a6fe-91ab65a0f2a2 HTTP/1.1" status: 204 len: 168 time: 0.2493851 Jul 16 18:35:58.573088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9a76c-3145-4412-abbd-c411616bd2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df075689-9cec-4778-a6fe-91ab65a0f2a2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.611647 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.658157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] Pushing event deleted for resources: {'Port': ['ID=4406ad21-40c9-444a-916e-26e292e23e11,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.662002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5657a55-05df-432b-acad-c30eec1cb155 None None] No DVR routers for this DVR port 4406ad21-40c9-444a-916e-26e292e23e11 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:59.145310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4406ad21-40c9-444a-916e-26e292e23e11 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:59.167483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.216404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4406ad21-40c9-444a-916e-26e292e23e11 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:59.217238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4406ad21-40c9-444a-916e-26e292e23e11 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:59.219874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c7ffee7d-7969-48ef-8dd9-4ed6b707a401 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:59.264364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=4283efd9-af1c-4f3a-8499-2f894a988123,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.264968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c7ffee7d-7969-48ef-8dd9-4ed6b707a401 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:59.265634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c7ffee7d-7969-48ef-8dd9-4ed6b707a401 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:59.296667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.425724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.430232 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.519663 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.520346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Fanout notify agent at l3_agent the message router_deleted on router ebc9a441-2160-4ef8-8035-a5fa2edcac40 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:35:59.531022 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.535376 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ebf5a432-a8cf-43bd-893b-404e90496e8a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/routers/ebc9a441-2160-4ef8-8035-a5fa2edcac40 HTTP/1.1" status: 204 len: 168 time: 2.0121307 Jul 16 18:35:59.535678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50948) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:59.973174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.087176 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.111070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ddd946-9bd4-4275-86c7-99fba734baad']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.126339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48d4454-c906-425b-b081-7394b61b8cb2') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.128104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48d4454-c906-425b-b081-7394b61b8cb2') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.145162 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.190811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.204206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:00.204699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:00.208847 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:00.241851 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13e1672c-519d-4c2f-8494-3075f5d5cd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.319153 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.328224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.330331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/networks/a8ddd946-9bd4-4275-86c7-99fba734baad HTTP/1.1" status: 204 len: 168 time: 0.7933245 Jul 16 18:36:00.333832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50966) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.351957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36418366-65f3-4311-b834-7aeb1ec14aaa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Network': ['ID=a8ddd946-9bd4-4275-86c7-99fba734baad,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.422767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ba92-014f-49b5-9b11-9b329d2124e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.463427 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ba92-014f-49b5-9b11-9b329d2124e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.603359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ba92-014f-49b5-9b11-9b329d2124e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.609383 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ba92-014f-49b5-9b11-9b329d2124e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.610533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8ef9ba92-014f-49b5-9b11-9b329d2124e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/security-groups/a3f2efc9-3003-4c89-89ad-bf1b90df2a62 HTTP/1.1" status: 204 len: 168 time: 0.2668092 Jul 16 18:36:00.641526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9ba92-014f-49b5-9b11-9b329d2124e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f2efc9-3003-4c89-89ad-bf1b90df2a62,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.138653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4283efd9-af1c-4f3a-8499-2f894a988123 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:01.169611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.177163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-01dcfdb2-e946-4132-9975-dd0c6c889fa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1479252028', 'description': 'tempest-secgroup-smoke-1479252028 description', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:01.212175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4283efd9-af1c-4f3a-8499-2f894a988123 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:01.212541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4283efd9-af1c-4f3a-8499-2f894a988123 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:01.274779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdb2-e946-4132-9975-dd0c6c889fa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.491081 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdb2-e946-4132-9975-dd0c6c889fa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.511116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdb2-e946-4132-9975-dd0c6c889fa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.624202 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-01dcfdb2-e946-4132-9975-dd0c6c889fa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.626282 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-01dcfdb2-e946-4132-9975-dd0c6c889fa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4561498 Jul 16 18:36:01.630306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51082) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.637927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'f93e167d-7442-4c43-86f3-f1380acd80bc', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:01.667533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcfdb2-e946-4132-9975-dd0c6c889fa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f93e167d-7442-4c43-86f3-f1380acd80bc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.687255 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.759363 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:01.796018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.802321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.840822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1650d5-cfcd-491e-a0ee-e18e8c1ba29f,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.850954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.853390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2206545 Jul 16 18:36:01.856234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.861120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4bf91083-ced9-44a6-a2ca-22dff7c28866 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'f93e167d-7442-4c43-86f3-f1380acd80bc', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:01.864815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.865707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.866540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.867293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.868118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.868994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.869812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.870691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.871446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.872303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.873130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.873904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30837bb8-efc8-41ac-a208-2e9a077e2eb0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:01.902728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf91083-ced9-44a6-a2ca-22dff7c28866 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.971014 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf91083-ced9-44a6-a2ca-22dff7c28866 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.984745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf91083-ced9-44a6-a2ca-22dff7c28866 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.010527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf91083-ced9-44a6-a2ca-22dff7c28866 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4377b55-a79f-48c8-9d3c-a99d441bbf99,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.024570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bf91083-ced9-44a6-a2ca-22dff7c28866 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.026152 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4bf91083-ced9-44a6-a2ca-22dff7c28866 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1687598 Jul 16 18:36:02.029235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51110) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.038202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c32a961d-8299-40c6-9628-3f3bff69e712 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'f93e167d-7442-4c43-86f3-f1380acd80bc', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:02.093651 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32a961d-8299-40c6-9628-3f3bff69e712 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.219154 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32a961d-8299-40c6-9628-3f3bff69e712 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.227194 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32a961d-8299-40c6-9628-3f3bff69e712 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.248766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a961d-8299-40c6-9628-3f3bff69e712 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8945724c-9f7e-44e7-8ec4-efb47c3f31c4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.262710 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32a961d-8299-40c6-9628-3f3bff69e712 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.266711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c32a961d-8299-40c6-9628-3f3bff69e712 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2329872 Jul 16 18:36:02.266974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51114) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.274808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bf6f1e42-b9f1-4863-ab3c-27ed459c9f11 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'f93e167d-7442-4c43-86f3-f1380acd80bc', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:02.318987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1e42-b9f1-4863-ab3c-27ed459c9f11 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.387436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.428083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1e42-b9f1-4863-ab3c-27ed459c9f11 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.435031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1e42-b9f1-4863-ab3c-27ed459c9f11 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.464684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f1e42-b9f1-4863-ab3c-27ed459c9f11 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5125103-5930-4710-8a8e-c40ee5b3d07c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.494773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf6f1e42-b9f1-4863-ab3c-27ed459c9f11 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.500217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf6f1e42-b9f1-4863-ab3c-27ed459c9f11 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2277014 Jul 16 18:36:02.500744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.509156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'f93e167d-7442-4c43-86f3-f1380acd80bc', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:02.554405 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:02.566070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.621220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87a350a7-8235-47d4-954b-ca2bd4706c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.672843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.678684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.709729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e9b337-a382-4f51-a7c7-5007ddd799ca,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.810865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87a350a7-8235-47d4-954b-ca2bd4706c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.820345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87a350a7-8235-47d4-954b-ca2bd4706c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.828191 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.829806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d7b9ffdb-5093-4bbc-8baf-cb57ee5a65bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274355 Jul 16 18:36:02.835011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51126) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.844028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': 'f93e167d-7442-4c43-86f3-f1380acd80bc', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:02.884529 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:02.896717 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.901637 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-87a350a7-8235-47d4-954b-ca2bd4706c4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60828ef8b52d43a689c2a7e87362acaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132370 Jul 16 18:36:02.905524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51128) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.906504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a350a7-8235-47d4-954b-ca2bd4706c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac3c12e-4096-438d-8bfe-09f4f13270fc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.073979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.076128 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31200f36-3a07-482b-a4c4-8e6e7e168dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.081739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.126141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e3ccb35b-d06c-4134-bc69-022ad9d58f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.146215 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31200f36-3a07-482b-a4c4-8e6e7e168dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.157634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e6623c-2fdb-493f-b6d8-17613ac29e54,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.174210 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.175635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b47f3ca-5a9d-48aa-a5c4-5a89082311ca tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3378873 Jul 16 18:36:03.179840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.193046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'network': {'name': 'tempest-network-smoke--2087324271', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:03.232584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31200f36-3a07-482b-a4c4-8e6e7e168dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.235615 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-31200f36-3a07-482b-a4c4-8e6e7e168dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.236978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-31200f36-3a07-482b-a4c4-8e6e7e168dbe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ac3c12e-4096-438d-8bfe-09f4f13270fc HTTP/1.1" status: 204 len: 168 time: 0.3197086 Jul 16 18:36:03.250926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31200f36-3a07-482b-a4c4-8e6e7e168dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac3c12e-4096-438d-8bfe-09f4f13270fc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.259120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:03.264424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.312504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:03.330837 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.331699 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Added segment bab0b04b-0327-45b3-b0d1-d020d37afa2f of type vlan for network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf Jul 16 18:36:03.400062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.427489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.486067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.494951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.496005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.551253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3690715 Jul 16 18:36:03.555345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51138) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.560610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'admin_state_up': True, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:03.604082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.605642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.622464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cef5df-23a9-4311-a4a7-370dc2ed4c34 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Network': ['ID=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.649419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:03.731961 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.785626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51144) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.802694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-032fb762-51b7-4950-899a-98f9642214c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.957535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-032fb762-51b7-4950-899a-98f9642214c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.963881 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-032fb762-51b7-4950-899a-98f9642214c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.989327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.045694 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-032fb762-51b7-4950-899a-98f9642214c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b22e71328e2b47a6b2ced0e0b1f8f0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562912 Jul 16 18:36:04.045694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fb762-51b7-4950-899a-98f9642214c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178d85f8-09e2-4670-956a-d8a9c805d440,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.046081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51146) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.142921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c99a3164-70c1-41ab-a358-0f42cb663a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.175603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c99a3164-70c1-41ab-a358-0f42cb663a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.329742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.332045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.334732 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c99a3164-70c1-41ab-a358-0f42cb663a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.337800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c99a3164-70c1-41ab-a358-0f42cb663a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.339213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c99a3164-70c1-41ab-a358-0f42cb663a48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/178d85f8-09e2-4670-956a-d8a9c805d440 HTTP/1.1" status: 204 len: 168 time: 0.2921541 Jul 16 18:36:04.390310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a3164-70c1-41ab-a358-0f42cb663a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178d85f8-09e2-4670-956a-d8a9c805d440,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.395281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.563356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.115 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/6d172ceb-5b3f-4265-ad5f-23d3dca01dc7) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:04.696125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.755127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.841055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:04.865438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:04.871925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.886766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:05.352478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.499824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1740912524-network', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:05.534428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Made reservation on behalf of e397c1d4cfe84dc5b42c65699757b2cc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:05.537373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.547424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.681085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.682621 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.687090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.727422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cfee53-f7a4-4913-a924-e1e5c14e17a0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.741550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:05.756390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.756996 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Added segment 262e91d3-f3a2-437c-8bc1-d85bea7dc498 of type vlan for network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f Jul 16 18:36:05.817707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.845318 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.859540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.860988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.861611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.906470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5520971 Jul 16 18:36:05.910505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51186) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.919110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Request body: {'subnet': {'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1740912524-subnet', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:05.951828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3b0bf-b448-4cce-8845-169c107d04dd admin admin] Pushing event updated for resources: {'Network': ['ID=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.963332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:06.023732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Made reservation on behalf of e397c1d4cfe84dc5b42c65699757b2cc for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:06.027817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.071253 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.523786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router 90f282f0-c810-4fe4-bece-f121116e5713 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:06.529800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.638957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbd1be5-162e-4674-8fbf-f143674e14aa,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.711917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Checking segment: {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:06.711917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Network hostable DHCP agents. Network: 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:06.735412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:06.746315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:06.751171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Sync routers for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:06.763823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:06.773705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.775114 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-47dc1c41-99a1-4c4c-8688-1e7510458dbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2186081 Jul 16 18:36:06.777189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.777930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.778289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d2ae0e-9013-4ee8-9842-bf028e7294bb None None] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:06.780629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.816578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9dca80b-25b7-4266-8313-24f5114db42f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9042158 Jul 16 18:36:06.818065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51194) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.818360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:06.819766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:06.822890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:06.897755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a340ab43-2521-4f69-8974-d1e614562b96 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=d18b8d744c464ce99a2cf60e1da305d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1137650 Jul 16 18:36:06.902253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51198) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.968000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.969269 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.080593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c432e817-185b-4d7d-9d6b-b39cb03f2a5f tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.082598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c432e817-185b-4d7d-9d6b-b39cb03f2a5f tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1775367 Jul 16 18:36:07.088456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.126920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.167616 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-55ffa542-31e1-4912-930d-ad49026d4279 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0811718 Jul 16 18:36:07.170299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51202) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.188325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-169286912', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:07.188928 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.200017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:07.352452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:07.354594 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.385585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:07.390628 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.395242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.703724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.746982 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.785312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.800534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Subnet': ['ID=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.824511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Checking segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:07.825215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network hostable DHCP agents. Network: eae7c7ce-24d4-474c-8c4b-ee97ae4996cf, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:07.869522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:07.895335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, eae7c7ce-24d4-474c-8c4b-ee97ae4996cf) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:07.907282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.908398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.921817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5b6ff-e45d-4271-840e-73d3f5946e50 None None] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:07.945670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51218) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.948166 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2f0d03ea-bc38-4beb-845f-759427173812 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7747853 Jul 16 18:36:08.062287 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.134608 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Allocated IP 172.20.0.2 (56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f/bbbd1be5-162e-4674-8fbf-f143674e14aa/e016090f-4996-4df7-a10f-0f5aa9d78290) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:08.164025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Allocated IP 172.25.0.127 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/b4a33c5b-761c-49c7-ae69-e2f5c601538b) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:08.397576 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.434342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Transition to ACTIVE for port object e016090f-4996-4df7-a10f-0f5aa9d78290 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:08.462708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Transition to ACTIVE for port object e016090f-4996-4df7-a10f-0f5aa9d78290 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:08.532809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:08.533882 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.536230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.647380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.665279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Pushing event updated for resources: {'Port': ['ID=e016090f-4996-4df7-a10f-0f5aa9d78290,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.713314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:08.723031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:08.726839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:08.740396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:05Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:08.792803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.847825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.862476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Checking router: 90f282f0-c810-4fe4-bece-f121116e5713 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:08.862955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Updating router 90f282f0-c810-4fe4-bece-f121116e5713 port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:08.887386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:08.899892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:08.913112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:08.988965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Pushing event updated for resources: {'Port': ['ID=b4a33c5b-761c-49c7-ae69-e2f5c601538b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.993369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.018313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Attempting to bind port e016090f-4996-4df7-a10f-0f5aa9d78290 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:09.018682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Attempting to bind port e016090f-4996-4df7-a10f-0f5aa9d78290 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:09.019044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Attempting to bind port e016090f-4996-4df7-a10f-0f5aa9d78290 on network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:09.062613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:09.062980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Checking segment: {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:09.063398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.063810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Bound using segment: {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:09.064368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Bound port: e016090f-4996-4df7-a10f-0f5aa9d78290, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:09.065481 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.168660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Allocated IP 172.20.0.2 (eae7c7ce-24d4-474c-8c4b-ee97ae4996cf/6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4/7738bc45-b390-4dd9-b209-65b6a14f21ec) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:09.343273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] For port e016090f-4996-4df7-a10f-0f5aa9d78290, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:09.437321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] For port e016090f-4996-4df7-a10f-0f5aa9d78290, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e016090f-4996-4df7-a10f-0f5aa9d78290,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:09.470012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.604252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-c6b0465f-71fe-4be7-a644-8232386c2a1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2214139 Jul 16 18:36:09.779193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f7a71-4dde-415d-ba5f-ce19a6f6016c None None] Pushing event updated for resources: {'Port': ['ID=e016090f-4996-4df7-a10f-0f5aa9d78290,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.800996 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.841307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Transition to ACTIVE for port object 7738bc45-b390-4dd9-b209-65b6a14f21ec will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:09.853667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-e9b2fee1-3fa5-4a3e-a9e6-2dd309e11dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.855706 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-e9b2fee1-3fa5-4a3e-a9e6-2dd309e11dd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 1098 time: 0.1774991 Jul 16 18:36:09.935259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Transition to ACTIVE for port object 7738bc45-b390-4dd9-b209-65b6a14f21ec will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:10.016133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.049145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.129931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-92c10894-666a-443f-804f-5e1c10d014ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.131228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-92c10894-666a-443f-804f-5e1c10d014ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.2499564 Jul 16 18:36:10.144528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Transition to ACTIVE for port object 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:10.164824 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.178223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:10.182368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Pushing event updated for resources: {'Port': ['ID=7738bc45-b390-4dd9-b209-65b6a14f21ec,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.196348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:10.207578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:10.256251 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-230f17e9-6c5e-4f19-8783-fc881ed9625e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd HTTP/1.1" status: 200 len: 1002 time: 0.1184943 Jul 16 18:36:10.326060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-afe42b9b-4ed8-487f-9f77-dc75789d1fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.327949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-afe42b9b-4ed8-487f-9f77-dc75789d1fdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.0656512 Jul 16 18:36:10.341199 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.351648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Attempting to bind port 7738bc45-b390-4dd9-b209-65b6a14f21ec on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:10.352103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Attempting to bind port 7738bc45-b390-4dd9-b209-65b6a14f21ec by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:10.352506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Attempting to bind port 7738bc45-b390-4dd9-b209-65b6a14f21ec on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:10.359415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8f864-6100-4649-a00e-480c89c09be1 None None] Pushing event updated for resources: {'Port': ['ID=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.368568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:10.369282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Checking segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:10.369825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.370461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Bound using segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:10.371261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Bound port: 7738bc45-b390-4dd9-b209-65b6a14f21ec, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:10.371877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.378792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Attempting to bind port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:10.379411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Attempting to bind port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:10.380217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Attempting to bind port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:10.405786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:10.406387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:10.408066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.409360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:10.410141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Bound port: 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:10.410730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.411056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-4e7029cf-2fb2-40c5-b515-bb3d2185477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.412845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-4e7029cf-2fb2-40c5-b515-bb3d2185477d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780177 Jul 16 18:36:10.427578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-4328027c-0fcb-4ea1-b448-e382aab31485 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:36:10.429259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-4328027c-0fcb-4ea1-b448-e382aab31485 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101626 Jul 16 18:36:10.530904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.1 (eae7c7ce-24d4-474c-8c4b-ee97ae4996cf/6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4/c3d849be-70dd-43d6-8949-0bd3bb70c9f2) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:10.578167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] For port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:10.582613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] For port 7738bc45-b390-4dd9-b209-65b6a14f21ec, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:10.585887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] For port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:10.588095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] For port 7738bc45-b390-4dd9-b209-65b6a14f21ec, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7738bc45-b390-4dd9-b209-65b6a14f21ec,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:10.592217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.601088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-c03a2d67-0124-4342-b441-998ab608c61c service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648161 Jul 16 18:36:10.607648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.686494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:10.687354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:10.778378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8f864-6100-4649-a00e-480c89c09be1 None None] Pushing event updated for resources: {'Port': ['ID=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.931139 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a2be5875-5e92-414c-bc4c-ddcf002c5ef5 req-abdf8671-8991-42e0-a160-65096020a934 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172934 Jul 16 18:36:10.998247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508eddf5-30b2-41dc-96ce-d2cdcf636c4e None None] Pushing event updated for resources: {'Port': ['ID=7738bc45-b390-4dd9-b209-65b6a14f21ec,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.007908 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.029486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:11.166702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.261408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object c3d849be-70dd-43d6-8949-0bd3bb70c9f2 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:11.371405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.373335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e016090f-4996-4df7-a10f-0f5aa9d78290 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:11.449299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:11.458517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:11.469941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:11.474064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Router a6f7a025-e8af-424b-8cb7-3298f6e352ea is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:11.477562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.649608 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3930df-6d42-4d6a-a911-ac1db7224b53 None None] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:11.671655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.726758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:11.742595 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Sync routers for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:11.754722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.760223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fbfd658d-35bc-45cc-be6d-505c4285a8fd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9370947 Jul 16 18:36:11.763460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51270) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.783872 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:11.792238 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:11.955388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e1d4e37-7504-4454-89a9-e5deefee6fd8 None None] Provisioning for port e016090f-4996-4df7-a10f-0f5aa9d78290 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:12.031090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e016090f-4996-4df7-a10f-0f5aa9d78290 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:12.053415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.132014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e016090f-4996-4df7-a10f-0f5aa9d78290 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:12.132525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.260813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:05Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:12.333821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840a15e-d712-40c5-b272-81686ab305b0 None None] The sync data for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 is: [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:05Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:12.493164 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.583320 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e016090f-4996-4df7-a10f-0f5aa9d78290, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e016090f-4996-4df7-a10f-0f5aa9d78290,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:12.594051 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.742749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e016090f-4996-4df7-a10f-0f5aa9d78290,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.852713 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:12.871478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0e166c-53b8-4c01-bffc-4b2a41b74b47 None None] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:12.961974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.975871 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.079003 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-16a113a1-a0dd-4619-8293-f0e9df0554ec None None] Provisioning complete for port e016090f-4996-4df7-a10f-0f5aa9d78290 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:13.084799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16a113a1-a0dd-4619-8293-f0e9df0554ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.181798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.191865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.259705 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 3, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:13.313020 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Checking router: a6f7a025-e8af-424b-8cb7-3298f6e352ea for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:13.313861 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Updating router a6f7a025-e8af-424b-8cb7-3298f6e352ea port b4a33c5b-761c-49c7-ae69-e2f5c601538b binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:13.374709 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.436231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-16a113a1-a0dd-4619-8293-f0e9df0554ec None None] Provisioning for port 7738bc45-b390-4dd9-b209-65b6a14f21ec completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:13.564333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:13.566412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:13.579088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7738bc45-b390-4dd9-b209-65b6a14f21ec up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:13.595026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.649031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7738bc45-b390-4dd9-b209-65b6a14f21ec completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:13.654860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7738bc45-b390-4dd9-b209-65b6a14f21ec triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:13.655315 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.870452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.976489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7738bc45-b390-4dd9-b209-65b6a14f21ec, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7738bc45-b390-4dd9-b209-65b6a14f21ec,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:13.983407 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.985994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:14.020726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router 90f282f0-c810-4fe4-bece-f121116e5713 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:14.216374 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.241296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Allocated IP 172.20.0.1 (56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f/bbbd1be5-162e-4674-8fbf-f143674e14aa/5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:14.258094 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Transition to ACTIVE for port object b4a33c5b-761c-49c7-ae69-e2f5c601538b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:14.291365 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.294301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7738bc45-b390-4dd9-b209-65b6a14f21ec,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.319438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:14.332973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:14.333503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.364830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:14.375281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eeea8122-bdcc-4e94-a020-c875369af7ff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/90f282f0-c810-4fe4-bece-f121116e5713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4282639 Jul 16 18:36:14.421888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.465055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Transition to ACTIVE for port object 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:14.481228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5c564aaa-b216-4971-9738-1b5f26491c65 None None] Provisioning for port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:14.489017 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Pushing event updated for resources: {'Port': ['ID=b4a33c5b-761c-49c7-ae69-e2f5c601538b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.506865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5c564aaa-b216-4971-9738-1b5f26491c65 None None] Provisioning complete for port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:14.507367 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c564aaa-b216-4971-9738-1b5f26491c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.516014 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.517083 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.517992 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.518857 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.519666 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.520709 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.521900 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.522819 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.524336 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.525239 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.526070 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.527004 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:14.535710 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Attempting to bind port b4a33c5b-761c-49c7-ae69-e2f5c601538b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:14.536706 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Attempting to bind port b4a33c5b-761c-49c7-ae69-e2f5c601538b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:14.537644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Attempting to bind port b4a33c5b-761c-49c7-ae69-e2f5c601538b on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:14.546311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.552056 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:14.553148 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:14.554302 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.556606 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:14.557732 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Bound port: b4a33c5b-761c-49c7-ae69-e2f5c601538b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:14.558673 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.648484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:14.653980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:14.655194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.659473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:14.683860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5c564aaa-b216-4971-9738-1b5f26491c65 None None] Port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:14.690906 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.732223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:14.745842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.747480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e016090f-4996-4df7-a10f-0f5aa9d78290 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:14.822542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5c564aaa-b216-4971-9738-1b5f26491c65 None None] Provisioning complete for port 7738bc45-b390-4dd9-b209-65b6a14f21ec triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:14.823134 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c564aaa-b216-4971-9738-1b5f26491c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.830313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] For port b4a33c5b-761c-49c7-ae69-e2f5c601538b, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:14.838544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] For port b4a33c5b-761c-49c7-ae69-e2f5c601538b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b4a33c5b-761c-49c7-ae69-e2f5c601538b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:14.848402 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.860649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.971586 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:14.972288 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:15.136897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-ef378b52-195d-4b72-a9cc-36724b87c8c5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1479252028&fields=id&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 267 time: 0.2129645 Jul 16 18:36:15.195606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.324568 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:15.364581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.378079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e016090f-4996-4df7-a10f-0f5aa9d78290 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:15.380485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.522034 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b989d868-95ae-4f53-8860-b8a9a95430f7 None None] Pushing event updated for resources: {'Port': ['ID=b4a33c5b-761c-49c7-ae69-e2f5c601538b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.546703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-c2df9eab-dcc2-4c6f-9d1b-e065c8bde91d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.560396 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-c2df9eab-dcc2-4c6f-9d1b-e065c8bde91d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 797 time: 0.4222574 Jul 16 18:36:15.611688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-df0c84f0-a53b-4c50-93ed-f4f1396734a8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/quotas/d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 375 time: 0.0460553 Jul 16 18:36:15.764886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-29b7afec-7a86-4b12-ad14-7cc9cbcded99 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502399 Jul 16 18:36:15.783324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ed784558-b6b2-441d-9185-8d16fa7be4cf None None] Provisioning complete for port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:15.783832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed784558-b6b2-441d-9185-8d16fa7be4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.902963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ed784558-b6b2-441d-9185-8d16fa7be4cf None None] Port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:15.939289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ed784558-b6b2-441d-9185-8d16fa7be4cf None None] Provisioning for port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:15.949288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ed784558-b6b2-441d-9185-8d16fa7be4cf None None] Provisioning complete for port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:15.950046 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed784558-b6b2-441d-9185-8d16fa7be4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.959504 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 3, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:16.015887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.035875 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3070d5-515c-4c52-a0cf-7645a7fe9196 None None] The sync data for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 is: [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 3, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:16.039015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.080031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-7343cdbe-8413-43e6-ac7b-aa37656641c8 service neutron] 10.222.0.48 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972932 Jul 16 18:36:16.091079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ed784558-b6b2-441d-9185-8d16fa7be4cf None None] Port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:16.108136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7738bc45-b390-4dd9-b209-65b6a14f21ec up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:16.234334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Sync routers for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:16.254033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:16.254697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:16.320559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.323120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-f5a6978c-9855-4392-9200-623c923fb77a service neutron] 10.222.0.48 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417729 Jul 16 18:36:16.333032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.485313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-eb979bdb-3569-474e-a2bd-0f1d576f3bf4 None None] Provisioning complete for port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:16.485994 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-eb979bdb-3569-474e-a2bd-0f1d576f3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.689345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:16.705938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:16.765242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-eb979bdb-3569-474e-a2bd-0f1d576f3bf4 None None] Port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:16.773036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7738bc45-b390-4dd9-b209-65b6a14f21ec triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:16.773420 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.814301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fbb3a8f5-f083-4db9-8776-11a39b8c6f12 req-3152fc47-ff24-4e29-8612-b27beca2dce5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 210 time: 0.1358976 Jul 16 18:36:16.911836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:17.151170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Router a6f7a025-e8af-424b-8cb7-3298f6e352ea has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:17.405975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:17.420672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6469620-c8dd-405b-892a-cd31d50c93b0 admin admin] 10.222.0.48 "PUT /v2.0/routers/a6f7a025-e8af-424b-8cb7-3298f6e352ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6554317 Jul 16 18:36:17.538063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:17.560729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4d8bd0eb-1983-4b00-889a-92f29138c219 None None] Provisioning complete for port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:17.562263 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d8bd0eb-1983-4b00-889a-92f29138c219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.854745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4d8bd0eb-1983-4b00-889a-92f29138c219 None None] Port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:17.902773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:17.904187 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.018727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fcdf463-21a5-49ba-9d39-0de393d0ba5b req-7bde301a-e6df-47aa-8f97-4916d78de8ab tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 210 time: 0.0976052 Jul 16 18:36:18.145702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:12Z', 'revision_number': 2, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:18.182750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Checking router: 90f282f0-c810-4fe4-bece-f121116e5713 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:18.183107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Updating router 90f282f0-c810-4fe4-bece-f121116e5713 port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:18.226979 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.708501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:18.715868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1710316689-network', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:18.731680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b4a33c5b-761c-49c7-ae69-e2f5c601538b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:18.757991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Made reservation on behalf of ea406a2e63504c4e8493b6e578cf424a for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:18.761445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.777816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.964326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.965975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b4a33c5b-761c-49c7-ae69-e2f5c601538b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:18.972983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b4a33c5b-761c-49c7-ae69-e2f5c601538b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:18.973695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.978548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.047085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:19.059325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6438195-f13b-4da3-9586-bd5c3249f976,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.103102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.103676 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Added segment 293bd6ea-fe12-409f-90ad-d3cfb7777b20 of type vlan for network 205376c0-913c-4b4e-9b90-e078d8e070a7 Jul 16 18:36:19.200023 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.242373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Transition to ACTIVE for port object c3d849be-70dd-43d6-8949-0bd3bb70c9f2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:19.256944 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.298255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.406049 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.483035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7e32dc3-25f7-44c0-aa50-fa14adc2bb59 req-1129ae03-aac3-4df6-b9a1-791fa38e80e1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 210 time: 0.0705354 Jul 16 18:36:19.546361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b4a33c5b-761c-49c7-ae69-e2f5c601538b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b4a33c5b-761c-49c7-ae69-e2f5c601538b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:19.557575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4f981-cd16-4689-8d4a-ba09e0c120ef None None] Pushing event updated for resources: {'Port': ['ID=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.583413 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.688789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.resource_extend [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:36:19.708320 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Attempting to bind port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:19.712615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Attempting to bind port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:19.713154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Attempting to bind port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:19.765728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.768123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.768877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.773563 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Sync routers for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:19.787823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:19.788835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Checking segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:19.789127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.797106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Bound using segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:19.798370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Bound port: c3d849be-70dd-43d6-8949-0bd3bb70c9f2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:19.799915 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.811485 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:19.813207 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:19.843328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1322105 Jul 16 18:36:19.848750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51410) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.857339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Request body: {'subnet': {'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1710316689-subnet', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.863161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-77d6add2-70e6-4be8-8705-8e94805e6160 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.863539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b4a33c5b-761c-49c7-ae69-e2f5c601538b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.865574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-77d6add2-70e6-4be8-8705-8e94805e6160 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 797 time: 0.6314232 Jul 16 18:36:19.943042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Made reservation on behalf of ea406a2e63504c4e8493b6e578cf424a for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:19.946593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b007194-446a-4543-acbd-f36f60c6f9b5 admin admin] Pushing event updated for resources: {'Network': ['ID=205376c0-913c-4b4e-9b90-e078d8e070a7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.952491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.973647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:20.034154 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-00c9420d-becd-4af5-a95f-e5e5ac15716a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 380 time: 0.1005001 Jul 16 18:36:20.060580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'port': {'device_id': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'admin_state_up': True, 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'security_groups': ['f93e167d-7442-4c43-86f3-f1380acd80bc']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:20.073565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] For port c3d849be-70dd-43d6-8949-0bd3bb70c9f2, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:20.135909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] For port c3d849be-70dd-43d6-8949-0bd3bb70c9f2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:20.144824 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.219442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4f981-cd16-4689-8d4a-ba09e0c120ef None None] Pushing event updated for resources: {'Port': ['ID=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.300482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:20.301481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.322829 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:20.464358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b4a33c5b-761c-49c7-ae69-e2f5c601538b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:20.482961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:20.493658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.544580 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.712605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e230eb4-7bee-4c69-a5e8-afd13b33ffa4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.890864 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 2, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:20.923278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Checking router: a6f7a025-e8af-424b-8cb7-3298f6e352ea for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:20.923843 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Updating router a6f7a025-e8af-424b-8cb7-3298f6e352ea port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:20.939066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc994857-7636-4d14-9459-3fa8f103e6ac req-3fa8d01c-cdd0-4180-9740-f33e8eade8fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 210 time: 0.1215105 Jul 16 18:36:20.952406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Checking segment: {'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:20.952902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Network hostable DHCP agents. Network: 205376c0-913c-4b4e-9b90-e078d8e070a7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:20.968615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:20.992590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.11 (eae7c7ce-24d4-474c-8c4b-ee97ae4996cf/6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4/bf1c7c4e-d7b3-4275-9663-bff279555d20) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:21.012278 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.029512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:21.063856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 205376c0-913c-4b4e-9b90-e078d8e070a7) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:21.074626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.076083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.115935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51428) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:21.117420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1308cabc-df62-4f6b-b185-ed5b89a00ff0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2646346 Jul 16 18:36:21.125257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:21.185894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8441c-8cf9-41d8-a66b-6051c7128940 None None] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:21.334262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.335822 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.388912 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.466671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b4a33c5b-761c-49c7-ae69-e2f5c601538b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:21.467311 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.477667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object bf1c7c4e-d7b3-4275-9663-bff279555d20 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:21.481109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.514381 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.529156 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Transition to ACTIVE for port object 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:21.546236 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.725869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.770697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-205376c0-913c-4b4e-9b90-e078d8e070a7', 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'fixed_ips': [{'subnet_id': '2e230eb4-7bee-4c69-a5e8-afd13b33ffa4'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:21.772903 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.785184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.868339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.882890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:21.884817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:21.892659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:21.953893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.954592 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.044991 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c2375-9286-4ddb-8539-a31a9fa3b4e8 None None] Pushing event updated for resources: {'Port': ['ID=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.091214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-9b1104dc-09d4-419b-a71e-0e94888e44a1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0519507 Jul 16 18:36:22.098376 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Attempting to bind port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.104692 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Attempting to bind port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.107372 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Attempting to bind port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 on network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.123369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Request body: {'port': {'device_id': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.136864 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:22.138063 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Checking segment: {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:22.139106 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.140230 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Bound using segment: {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:22.141432 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Bound port: 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:22.142482 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.275706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.334026 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] For port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:22.341787 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] For port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:22.349513 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.507013 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c2375-9286-4ddb-8539-a31a9fa3b4e8 None None] Pushing event updated for resources: {'Port': ['ID=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.525756 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:22.527917 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:22.586974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Allocated IP 172.20.0.2 (205376c0-913c-4b4e-9b90-e078d8e070a7/2e230eb4-7bee-4c69-a5e8-afd13b33ffa4/81bbe142-6a36-47d4-9e14-8aa7b65fa059) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:22.634321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:22.642987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bef55-4a79-4aeb-8456-c532fcf01b27 req-4c47a0d6-3e97-4094-bc25-3886c6909542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.653355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b4bef55-4a79-4aeb-8456-c532fcf01b27 req-4c47a0d6-3e97-4094-bc25-3886c6909542 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 932 time: 0.2322693 Jul 16 18:36:22.690525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4e0217-e47e-44ca-9d85-ced7333cd0ff None None] The sync data for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 is: [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:20Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:22.720025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c5967ed6-d10a-4506-bc14-1d2435016c00 None None] Provisioning for port bf1c7c4e-d7b3-4275-9663-bff279555d20 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:22.737340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c5967ed6-d10a-4506-bc14-1d2435016c00 None None] Provisioning complete for port bf1c7c4e-d7b3-4275-9663-bff279555d20 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:22.738009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5967ed6-d10a-4506-bc14-1d2435016c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.764415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b4bef55-4a79-4aeb-8456-c532fcf01b27 req-8a4a8aac-a134-412a-8b4b-a32e7d463782 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080439 Jul 16 18:36:22.949532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:22.955474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c5967ed6-d10a-4506-bc14-1d2435016c00 None None] Port bf1c7c4e-d7b3-4275-9663-bff279555d20 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:23.147862 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.167146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Transition to ACTIVE for port object 81bbe142-6a36-47d4-9e14-8aa7b65fa059 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:23.216958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Transition to ACTIVE for port object 81bbe142-6a36-47d4-9e14-8aa7b65fa059 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:23.231331 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.326255 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:22Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:23.340924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Pushing event updated for resources: {'Port': ['ID=81bbe142-6a36-47d4-9e14-8aa7b65fa059,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.367819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:23.370645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:23.374447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:23.382292 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4895321e-ca20-4723-ad6d-600227f59d42 None None] The sync data for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 is: [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:22Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:23.406461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.519124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.530005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Attempting to bind port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:23.530005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Attempting to bind port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:23.530435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Attempting to bind port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 on network 205376c0-913c-4b4e-9b90-e078d8e070a7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:23.536888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:23.537265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Checking segment: {'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:23.537674 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.538074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Bound using segment: {'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:23.538557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Bound port: 81bbe142-6a36-47d4-9e14-8aa7b65fa059, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:23.538940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.694701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1c7c4e-d7b3-4275-9663-bff279555d20 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:23.710928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.722204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] For port 81bbe142-6a36-47d4-9e14-8aa7b65fa059, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:23.727049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] For port 81bbe142-6a36-47d4-9e14-8aa7b65fa059, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=81bbe142-6a36-47d4-9e14-8aa7b65fa059,segment=NetworkSegment(293bd6ea-fe12-409f-90ad-d3cfb7777b20),segment_id=293bd6ea-fe12-409f-90ad-d3cfb7777b20)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:23.738667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Transition to ACTIVE for port object bf1c7c4e-d7b3-4275-9663-bff279555d20 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:23.743764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.789898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.990503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae5311-3351-4971-b4a3-bee2bdeca062 None None] Pushing event updated for resources: {'Port': ['ID=81bbe142-6a36-47d4-9e14-8aa7b65fa059,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.338985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6e773-cb0b-49a5-b4e6-9f75716fa399 req-76b903e0-297c-43d3-8ae0-372983ce084d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.355783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cd6e773-cb0b-49a5-b4e6-9f75716fa399 req-76b903e0-297c-43d3-8ae0-372983ce084d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 944 time: 0.1870522 Jul 16 18:36:24.428514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cd6e773-cb0b-49a5-b4e6-9f75716fa399 req-97706199-ea31-4a77-906c-826d9bb0d692 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707080 Jul 16 18:36:24.683565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.818410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Allocated IP 172.25.0.203 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/44b42445-1a30-4632-9700-71d704a81c98) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:24.856137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.858287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.859627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.922954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.923274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.951010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:24.951348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Checking segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:24.951919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Bound using segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:24.952402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Bound port: bf1c7c4e-d7b3-4275-9663-bff279555d20, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:24.952899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.122237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:25.162884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:25.171696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81bbe142-6a36-47d4-9e14-8aa7b65fa059 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:25.207797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.261255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:25.271248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:25.336925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.354245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.355495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.358405 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-b327f2ba-6071-4807-b318-6bbe314667c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 1093 time: 3.2504308 Jul 16 18:36:25.359137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:25.364747 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc8055a-2476-485a-aeb7-ced722f45a8c" -d '{"events": [{"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:25.414509 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.503294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:25.514136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:25.514715 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.609705 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.739105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-7d2bc91d-599e-4f3e-875b-51c02567f9d3 req-730fd9df-f140-42fb-b569-a5e9a3a21674 service neutron] (93778) timed out ('10.222.0.55', 55972) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:36:25.777801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-85686b67-ce50-4e38-87a3-8c20bd918236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.790595 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-85686b67-ce50-4e38-87a3-8c20bd918236 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1096 time: 0.3283710 Jul 16 18:36:25.854875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:25.892279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:25.910324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:25.975014 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.071053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:26.078884 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.079913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3d849be-70dd-43d6-8949-0bd3bb70c9f2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:26.207714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.299291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:26.306325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:26.306690 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.319698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040aa006-e115-4eae-b8c1-aa44172e9008 req-fafe9b14-6a97-46e0-bd3b-c1d9d63f5172 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.333274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-040aa006-e115-4eae-b8c1-aa44172e9008 req-fafe9b14-6a97-46e0-bd3b-c1d9d63f5172 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 944 time: 0.2854829 Jul 16 18:36:26.450244 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.509726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-040aa006-e115-4eae-b8c1-aa44172e9008 req-0514ed99-ca6b-45cf-a3f2-35520848ab9b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747155 Jul 16 18:36:26.535463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcd2790-7080-4f14-98d5-092b9c9eca0c None None] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:26.580205 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5655917-5622-4214-93ee-3990f643b9bd x-openstack-request-id: req-c5655917-5622-4214-93ee-3990f643b9bd {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:26.580925 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:26.581339 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5655917-5622-4214-93ee-3990f643b9bd {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:26.581997 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'status': 'completed', 'code': 200} Jul 16 18:36:26.590351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Pushing event updated for resources: {'Port': ['ID=44b42445-1a30-4632-9700-71d704a81c98,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.597698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c3d849be-70dd-43d6-8949-0bd3bb70c9f2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:26.674899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-f4ca7b93-cb20-4dd7-b877-0909388dd044 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 217 time: 0.7841406 Jul 16 18:36:26.791275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-5fea1ca5-b820-414b-8815-c8aa7aa3b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.793861 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-5fea1ca5-b820-414b-8815-c8aa7aa3b4ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 200 len: 834 time: 0.1135437 Jul 16 18:36:26.804896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.924602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32adaddf-f7f6-4067-8c6d-4347793c124b None None] Provisioning for port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:26.979987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32adaddf-f7f6-4067-8c6d-4347793c124b None None] Provisioning complete for port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:26.980902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32adaddf-f7f6-4067-8c6d-4347793c124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.074529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-1a0d0e88-b0f6-4d44-bebd-2f143bc27241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.076245 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-1a0d0e88-b0f6-4d44-bebd-2f143bc27241 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2756743 Jul 16 18:36:27.109190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:27.171298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.244333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.308626 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32adaddf-f7f6-4067-8c6d-4347793c124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.326120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:27.326712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.358902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-ab952525-5237-421e-ab9b-4474d38fbd90 service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759426 Jul 16 18:36:27.638946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a0d066b9-52d0-4941-ba18-c8fc680c22e9 req-e556d004-96c6-4352-b978-abaa19a28f29 service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709622 Jul 16 18:36:27.759338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-32adaddf-f7f6-4067-8c6d-4347793c124b None None] For port 81bbe142-6a36-47d4-9e14-8aa7b65fa059, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=81bbe142-6a36-47d4-9e14-8aa7b65fa059,segment=NetworkSegment(293bd6ea-fe12-409f-90ad-d3cfb7777b20),segment_id=293bd6ea-fe12-409f-90ad-d3cfb7777b20)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:27.768550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32adaddf-f7f6-4067-8c6d-4347793c124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.872250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32adaddf-f7f6-4067-8c6d-4347793c124b None None] Pushing event updated for resources: {'Port': ['ID=81bbe142-6a36-47d4-9e14-8aa7b65fa059,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.937694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6aeb28bb-05a6-4388-b350-230c7e6eca7a None None] Provisioning complete for port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:27.938256 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aeb28bb-05a6-4388-b350-230c7e6eca7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.965482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-6e2e705c-8267-4dcd-a46d-2fa9695c12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.968514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-6e2e705c-8267-4dcd-a46d-2fa9695c12e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1096 time: 0.2305913 Jul 16 18:36:27.989338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.104347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549dcbf-edab-4a03-92e9-751cb4b3a281 req-3a8bdbe2-3999-43db-b9d0-2fb975444116 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.107553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8549dcbf-edab-4a03-92e9-751cb4b3a281 req-3a8bdbe2-3999-43db-b9d0-2fb975444116 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 944 time: 0.2671335 Jul 16 18:36:28.224556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8549dcbf-edab-4a03-92e9-751cb4b3a281 req-dbe0dc24-fed7-4e1e-b45a-7dae1329b582 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986516 Jul 16 18:36:28.286635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-29f3884f-9d45-4ffb-a4c5-b73b8f32de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.288943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-29f3884f-9d45-4ffb-a4c5-b73b8f32de0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 897 time: 0.3037755 Jul 16 18:36:28.350356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-a533371a-99a1-47e4-8ce2-8a00e575b5ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 217 time: 0.0522089 Jul 16 18:36:28.448473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-c9982ccd-3dfd-4b98-9724-8713528193e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.450197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-c9982ccd-3dfd-4b98-9724-8713528193e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 200 len: 834 time: 0.0652459 Jul 16 18:36:28.536447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Router d4b907cd-8a61-49dc-95f7-3b8fca127c7c is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:28.548406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-9a8b6ce1-984a-46d2-a270-a66308838240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.551531 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-9a8b6ce1-984a-46d2-a270-a66308838240 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941918 Jul 16 18:36:28.760104 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-605aa0ab-850a-4062-b504-fd8d7e5bcdfe service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956239 Jul 16 18:36:28.763564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:28.774566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Sync routers for ids ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:28.794771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Routers {'d4b907cd-8a61-49dc-95f7-3b8fca127c7c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:28.796061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:28.809445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.816019 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-badb19e9-0dd6-4b5f-b43b-d4cc6151aef9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.6923227 Jul 16 18:36:28.817442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51530) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.932914 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5cc8055a-2476-485a-aeb7-ced722f45a8c req-352dd198-5730-4ae1-823d-ef3ac0e311e4 service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644642 Jul 16 18:36:28.971989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81bbe142-6a36-47d4-9e14-8aa7b65fa059 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:29.059938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Set router d4b907cd-8a61-49dc-95f7-3b8fca127c7c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:29.147390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:29.147858 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.318089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3d849be-70dd-43d6-8949-0bd3bb70c9f2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:29.387217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 3, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:29.422032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:29.422510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.424784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Checking router: d4b907cd-8a61-49dc-95f7-3b8fca127c7c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:29.425466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Updating router d4b907cd-8a61-49dc-95f7-3b8fca127c7c port 44b42445-1a30-4632-9700-71d704a81c98 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:29.487694 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.513423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.614989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5158a-daea-4179-80de-eed403c7e30f req-d2bdbdc0-e060-41fd-a2de-5cb2fd3b7a52 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.616661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68f5158a-daea-4179-80de-eed403c7e30f req-d2bdbdc0-e060-41fd-a2de-5cb2fd3b7a52 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 944 time: 0.1516919 Jul 16 18:36:29.822701 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68f5158a-daea-4179-80de-eed403c7e30f req-6ffe8b7a-f0a0-4b30-9d6c-beaba1b2705c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294863 Jul 16 18:36:29.852941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Allocated IP 172.20.0.1 (205376c0-913c-4b4e-9b90-e078d8e070a7/2e230eb4-7bee-4c69-a5e8-afd13b33ffa4/78e6065d-8272-4bdc-b3a3-232a31186ce2) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:29.875023 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.887213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Transition to ACTIVE for port object 44b42445-1a30-4632-9700-71d704a81c98 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:29.895594 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.953757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Attempting to bind port 44b42445-1a30-4632-9700-71d704a81c98 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:29.954135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Attempting to bind port 44b42445-1a30-4632-9700-71d704a81c98 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:29.954502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Attempting to bind port 44b42445-1a30-4632-9700-71d704a81c98 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:29.957264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31e201-0011-46ce-9647-3f709e47e8a9 None None] Pushing event updated for resources: {'Port': ['ID=44b42445-1a30-4632-9700-71d704a81c98,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.965842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:29.965842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:29.965842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.965842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:29.965842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Bound port: 44b42445-1a30-4632-9700-71d704a81c98, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:29.967392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.028903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] For port 44b42445-1a30-4632-9700-71d704a81c98, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:30.036798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] For port 44b42445-1a30-4632-9700-71d704a81c98, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=44b42445-1a30-4632-9700-71d704a81c98,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:30.043587 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.054673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.076993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Transition to ACTIVE for port object 78e6065d-8272-4bdc-b3a3-232a31186ce2 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:30.107048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Routers {'d4b907cd-8a61-49dc-95f7-3b8fca127c7c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:30.107706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:30.122617 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.159778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31e201-0011-46ce-9647-3f709e47e8a9 None None] Pushing event updated for resources: {'Port': ['ID=44b42445-1a30-4632-9700-71d704a81c98,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.190307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Pushing event updated for resources: {'Port': ['ID=78e6065d-8272-4bdc-b3a3-232a31186ce2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.205692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:30.207575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:30.210451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:30.240210 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60a122b3-a148-48a6-add0-accbebc47774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.271624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.273687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] Set router d4b907cd-8a61-49dc-95f7-3b8fca127c7c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:30.568486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.581557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 3, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:30.619198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c164a100-6c3c-4f34-b674-a0fb553dce0f None None] The sync data for ids ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'] in n-d-793620-10 is: [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 3, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:30.631847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c1d4c636-e144-4c05-90f0-7fc3bf63de5a None None] Provisioning for port 78e6065d-8272-4bdc-b3a3-232a31186ce2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:30.637586 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c1d4c636-e144-4c05-90f0-7fc3bf63de5a None None] Provisioning complete for port 78e6065d-8272-4bdc-b3a3-232a31186ce2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:30.638304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c1d4c636-e144-4c05-90f0-7fc3bf63de5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.685987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c1d4c636-e144-4c05-90f0-7fc3bf63de5a None None] Port 78e6065d-8272-4bdc-b3a3-232a31186ce2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:30.937589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:31.182961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:31.212532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'port_id': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'mac_address': 'fa:16:3e:d5:c9:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:31.269029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.288877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c445ef-e226-4aff-ab04-1dc31834f019 req-3dba1ddb-358a-4648-b019-7306e7d9ffef tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.290641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8c445ef-e226-4aff-ab04-1dc31834f019 req-3dba1ddb-358a-4648-b019-7306e7d9ffef tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 944 time: 0.1204960 Jul 16 18:36:31.292971 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.303263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1c7c4e-d7b3-4275-9663-bff279555d20 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:31.338374 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.351050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:31.361442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.449055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.463606 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.493797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8c445ef-e226-4aff-ab04-1dc31834f019 req-765bc694-7f6c-4c92-913e-b800acc8d6e7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944313 Jul 16 18:36:31.543800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Pushing event updated for resources: {'Port': ['ID=78e6065d-8272-4bdc-b3a3-232a31186ce2,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.574105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['bf1c7c4e-d7b3-4275-9663-bff279555d20'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:31.685705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:31.688581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:32.040555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Router d4b907cd-8a61-49dc-95f7-3b8fca127c7c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:32.052442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9f0cf018-6f61-4018-baaa-83731ed0b411 None None] Provisioning complete for port 78e6065d-8272-4bdc-b3a3-232a31186ce2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:32.054164 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f0cf018-6f61-4018-baaa-83731ed0b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.141575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f0cf018-6f61-4018-baaa-83731ed0b411 None None] Port 78e6065d-8272-4bdc-b3a3-232a31186ce2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:32.203580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:32.216520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e38cc738-0c12-453e-ac0b-d47dd803e08b admin admin] 10.222.0.48 "PUT /v2.0/routers/d4b907cd-8a61-49dc-95f7-3b8fca127c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3913138 Jul 16 18:36:32.717125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:32.723862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-12784f99-822d-46d0-b451-9ea784b83a2e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565602115', 'description': 'tempest-secgroup-smoke-565602115 description', 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:32.771873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13ef40-d24b-4c58-be82-b60b1c184b45 req-16736357-fb29-4951-ba96-c04ff0706d02 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.774558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12784f99-822d-46d0-b451-9ea784b83a2e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.781113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb13ef40-d24b-4c58-be82-b60b1c184b45 req-16736357-fb29-4951-ba96-c04ff0706d02 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.1397552 Jul 16 18:36:32.857990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb13ef40-d24b-4c58-be82-b60b1c184b45 req-d25b93a6-fef5-40ad-b67f-2fefaa256e6d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757253 Jul 16 18:36:32.953407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:33.049212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12784f99-822d-46d0-b451-9ea784b83a2e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.055876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12784f99-822d-46d0-b451-9ea784b83a2e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.072390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port bf1c7c4e-d7b3-4275-9663-bff279555d20 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:33.095506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-12784f99-822d-46d0-b451-9ea784b83a2e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.097358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port bf1c7c4e-d7b3-4275-9663-bff279555d20 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:33.100998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.101868 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-12784f99-822d-46d0-b451-9ea784b83a2e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3841665 Jul 16 18:36:33.103784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51612) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.116101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12784f99-822d-46d0-b451-9ea784b83a2e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591d8f20-1e5f-4331-8e8b-96d43c7d1626,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.120683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-699a1e67-4929-451c-bcba-2d2662963593 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'security_group_rule': {'security_group_id': '591d8f20-1e5f-4331-8e8b-96d43c7d1626', 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:33.142336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 44b42445-1a30-4632-9700-71d704a81c98 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:33.187126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-699a1e67-4929-451c-bcba-2d2662963593 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.248029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b10ca32-af52-42b8-bc7c-51fb584617ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.258221 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-699a1e67-4929-451c-bcba-2d2662963593 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.264343 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-699a1e67-4929-451c-bcba-2d2662963593 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.295057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a1e67-4929-451c-bcba-2d2662963593 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d911e6a1-7918-49ca-bd66-8df9d4fafd1b,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.307981 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-699a1e67-4929-451c-bcba-2d2662963593 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.310415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-699a1e67-4929-451c-bcba-2d2662963593 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2047756 Jul 16 18:36:33.315476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51620) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.344321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 44b42445-1a30-4632-9700-71d704a81c98 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:33.347007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a6c6dc8a-1c92-4a42-81ec-f34f604fb969 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'security_group_rule': {'security_group_id': '591d8f20-1e5f-4331-8e8b-96d43c7d1626', 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:33.393644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Sync routers for ids ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:33.405792 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Routers {'d4b907cd-8a61-49dc-95f7-3b8fca127c7c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:33.406531 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:33.434898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 44b42445-1a30-4632-9700-71d704a81c98 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:33.435674 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.448525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dc8a-1c92-4a42-81ec-f34f604fb969 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.550808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.557414 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.561497 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Set router d4b907cd-8a61-49dc-95f7-3b8fca127c7c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:33.596963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dc8a-1c92-4a42-81ec-f34f604fb969 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.603442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dc8a-1c92-4a42-81ec-f34f604fb969 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.650172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6dc8a-1c92-4a42-81ec-f34f604fb969 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d13070-8fc2-4366-8332-70b044c30949,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.688887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6c6dc8a-1c92-4a42-81ec-f34f604fb969 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.695141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51624) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.696431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6c6dc8a-1c92-4a42-81ec-f34f604fb969 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3795316 Jul 16 18:36:33.703562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8f4a3537-252f-4ca2-89a9-b7a7f1b5a18b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'security_group_rule': {'security_group_id': '591d8f20-1e5f-4331-8e8b-96d43c7d1626', 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:33.811024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3537-252f-4ca2-89a9-b7a7f1b5a18b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.933331 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3537-252f-4ca2-89a9-b7a7f1b5a18b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.941588 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3537-252f-4ca2-89a9-b7a7f1b5a18b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.960705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.965931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:33.971033 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a82c50-1a80-4569-8207-96a36f4a014a" -d '{"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:34.011279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.032832 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 4, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '78e6065d-8272-4bdc-b3a3-232a31186ce2', 'name': '', 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'mac_address': 'fa:16:3e:cd:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2e230eb4-7bee-4c69-a5e8-afd13b33ffa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:29Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 2, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'subnets': [{'id': '2e230eb4-7bee-4c69-a5e8-afd13b33ffa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:34.060027 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.087814 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Checking router: d4b907cd-8a61-49dc-95f7-3b8fca127c7c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:34.088897 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Updating router d4b907cd-8a61-49dc-95f7-3b8fca127c7c port 78e6065d-8272-4bdc-b3a3-232a31186ce2 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:34.107389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8f4a3537-252f-4ca2-89a9-b7a7f1b5a18b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.112250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8f4a3537-252f-4ca2-89a9-b7a7f1b5a18b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4122863 Jul 16 18:36:34.112250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a3537-252f-4ca2-89a9-b7a7f1b5a18b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1e3c44-e193-4ad8-b074-7dc4e0b5ac21,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.112876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.128084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 44b42445-1a30-4632-9700-71d704a81c98, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=44b42445-1a30-4632-9700-71d704a81c98,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:34.139519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8f2ccb48-f9d9-429a-a78e-dba04937b7cd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'security_group_rule': {'security_group_id': '591d8f20-1e5f-4331-8e8b-96d43c7d1626', 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.142365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.151587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.158839 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.232958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccb48-f9d9-429a-a78e-dba04937b7cd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.238470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e17371-48a1-490e-bf49-1e1b557628cb req-f0f5f1f2-97d6-437d-ab3a-2620e8f71c84 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.241303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52e17371-48a1-490e-bf49-1e1b557628cb req-f0f5f1f2-97d6-437d-ab3a-2620e8f71c84 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.1380484 Jul 16 18:36:34.269010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.277664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=44b42445-1a30-4632-9700-71d704a81c98,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.289524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.299696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.306029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.312391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.319183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.327504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.330516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-bf9d2dc7-3bdf-4c2f-b4a1-9428cfb34dd6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.3015695 Jul 16 18:36:34.359989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.377543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccb48-f9d9-429a-a78e-dba04937b7cd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.393097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccb48-f9d9-429a-a78e-dba04937b7cd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.421854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72267301-7155-42a6-b9f2-dcb7853f7208 req-db1ebb62-fd70-4f5f-aed1-1e237f22e090 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0734043 Jul 16 18:36:34.430627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ccb48-f9d9-429a-a78e-dba04937b7cd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86c008b-5293-40f4-9bd5-d17f8164ef57,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.455076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52e17371-48a1-490e-bf49-1e1b557628cb req-295e44f6-8dce-46e5-94ea-7741191fd6a7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229799 Jul 16 18:36:34.489156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f2ccb48-f9d9-429a-a78e-dba04937b7cd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.494099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8f2ccb48-f9d9-429a-a78e-dba04937b7cd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3751731 Jul 16 18:36:34.494501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51644) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.499459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'security_group_rule': {'security_group_id': '591d8f20-1e5f-4331-8e8b-96d43c7d1626', 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.558719 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Project e397c1d4cfe84dc5b42c65699757b2cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:34.576930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.684474 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7d79aa-95cf-45e7-a62d-b579502c0058 x-openstack-request-id: req-fc7d79aa-95cf-45e7-a62d-b579502c0058 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:34.684915 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:34.685307 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fc7d79aa-95cf-45e7-a62d-b579502c0058 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:34.685918 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'code': 200} Jul 16 18:36:34.723150 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.731309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.756850 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.765395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=318a8bdd-6f61-45ee-9f0a-1129bde04c5a,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.775973 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Transition to ACTIVE for port object 78e6065d-8272-4bdc-b3a3-232a31186ce2 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:34.789658 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.815697 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.824402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-272c61ef-c443-4e15-b8cf-7507ee9dcbf0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3282290 Jul 16 18:36:34.826625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51652) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.850737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'security_group_rule': {'security_group_id': '591d8f20-1e5f-4331-8e8b-96d43c7d1626', 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.891137 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80626f-f315-4903-a1ef-0229b170be6f None None] Pushing event updated for resources: {'Port': ['ID=78e6065d-8272-4bdc-b3a3-232a31186ce2,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.918588 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Project e397c1d4cfe84dc5b42c65699757b2cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:34.942422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.003141 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Attempting to bind port 78e6065d-8272-4bdc-b3a3-232a31186ce2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:35.003885 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Attempting to bind port 78e6065d-8272-4bdc-b3a3-232a31186ce2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:35.004395 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Attempting to bind port 78e6065d-8272-4bdc-b3a3-232a31186ce2 on network 205376c0-913c-4b4e-9b90-e078d8e070a7 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:35.013123 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:35.013845 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Checking segment: {'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:35.014187 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.014675 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Bound using segment: {'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:35.015259 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Bound port: 78e6065d-8272-4bdc-b3a3-232a31186ce2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293bd6ea-fe12-409f-90ad-d3cfb7777b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:35.016055 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.100730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 44b42445-1a30-4632-9700-71d704a81c98 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:35.183593 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] For port 78e6065d-8272-4bdc-b3a3-232a31186ce2, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:35.193541 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] For port 78e6065d-8272-4bdc-b3a3-232a31186ce2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=78e6065d-8272-4bdc-b3a3-232a31186ce2,segment=NetworkSegment(293bd6ea-fe12-409f-90ad-d3cfb7777b20),segment_id=293bd6ea-fe12-409f-90ad-d3cfb7777b20)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:35.195969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495f00b-52e9-4975-a29b-abbf9f06e17a req-b1d2eb3d-d2f9-4ff9-a05c-bf7d527ff4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.200237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1495f00b-52e9-4975-a29b-abbf9f06e17a req-b1d2eb3d-d2f9-4ff9-a05c-bf7d527ff4a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1098 time: 0.3987532 Jul 16 18:36:35.200536 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.217560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 44b42445-1a30-4632-9700-71d704a81c98 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:35.218353 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.218506 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.226830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.253252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.266275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.267596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78860125-cd91-41d8-8cb3-3336a9a8c03e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.280401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.295169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.297135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.308355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ea64079c-e654-497a-bb8a-ff3f80f88dda tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4791126 Jul 16 18:36:35.312341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.346914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.380195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.393495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-cdca5528-0b90-42e4-ae9b-149c23b6f8ac tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.6215873 Jul 16 18:36:35.444118 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80626f-f315-4903-a1ef-0229b170be6f None None] Pushing event updated for resources: {'Port': ['ID=78e6065d-8272-4bdc-b3a3-232a31186ce2,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.453561 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Routers {'d4b907cd-8a61-49dc-95f7-3b8fca127c7c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:35.455527 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:35.614884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1495f00b-52e9-4975-a29b-abbf9f06e17a req-78ab48e6-abc7-461c-8be2-3587d5ab9083 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4046717 Jul 16 18:36:35.665681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-c9c777fd-d02f-4170-acbc-5cc7828ee529 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.668220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-c9c777fd-d02f-4170-acbc-5cc7828ee529 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "GET /v2.0/ports/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2564476 Jul 16 18:36:35.728429 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] Set router d4b907cd-8a61-49dc-95f7-3b8fca127c7c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:35.750502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-f28097da-c994-4404-9f89-e0ae78ad8733 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565602115&fields=id&tenant_id=e397c1d4cfe84dc5b42c65699757b2cc HTTP/1.1" status: 200 len: 267 time: 0.1146114 Jul 16 18:36:35.865678 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.949334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-69cc6420-e425-437c-b0c6-8ad5cc09116e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "GET /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2753305 Jul 16 18:36:36.064029 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 4, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '78e6065d-8272-4bdc-b3a3-232a31186ce2', 'name': '', 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'mac_address': 'fa:16:3e:cd:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2e230eb4-7bee-4c69-a5e8-afd13b33ffa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:29Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 4, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'subnets': [{'id': '2e230eb4-7bee-4c69-a5e8-afd13b33ffa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:36.069485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-b57f1b3b-7df6-43d9-b056-f15dc3737715 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.080934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-b57f1b3b-7df6-43d9-b056-f15dc3737715 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/networks?id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 200 len: 809 time: 0.3169975 Jul 16 18:36:36.102708 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fabc31f-857c-47ad-9036-a30887322c40 None None] The sync data for ids ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'] in n-d-793620-10 is: [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:36:30Z', 'revision_number': 4, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '78e6065d-8272-4bdc-b3a3-232a31186ce2', 'name': '', 'network_id': '205376c0-913c-4b4e-9b90-e078d8e070a7', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'mac_address': 'fa:16:3e:cd:d4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': '2e230eb4-7bee-4c69-a5e8-afd13b33ffa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:29Z', 'updated_at': '2021-07-16T18:36:35Z', 'revision_number': 4, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'subnets': [{'id': '2e230eb4-7bee-4c69-a5e8-afd13b33ffa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:36.119574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.138522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.155684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.177480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.214161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:36.230040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.245411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.255718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.270156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-2417c15c-863d-46e1-814c-ca1f9fd04324 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 5434 time: 0.4893513 Jul 16 18:36:36.297869 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-5405b0b8-00ab-403c-8a15-4eb91c26a517 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/quotas/e397c1d4cfe84dc5b42c65699757b2cc HTTP/1.1" status: 200 len: 375 time: 0.2150593 Jul 16 18:36:36.401435 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.485045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13cf4f42-18fb-402d-af4b-80556f2115e6 req-69dd03fd-58dd-4cb2-8465-6e9cb92bc9a4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2118809 Jul 16 18:36:36.545226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-50a9143b-9be6-4235-a4ba-8d6101d4440d tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2447746 Jul 16 18:36:36.628739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] For port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:36.759661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] For port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:36.779291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-0e81181d-c764-4f6e-9470-a13e16454423 service neutron] 10.222.0.48 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039933 Jul 16 18:36:36.843966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] device_id is not set on port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:36.861518 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.871801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.050884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.060759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] No DVR routers for this DVR port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:37.152502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 78e6065d-8272-4bdc-b3a3-232a31186ce2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:37.167034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-c01eaf93-d59b-4550-a231-3ea41069be79 service neutron] 10.222.0.48 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753738 Jul 16 18:36:37.213702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] In _notify_port_updated(), no bound segment for port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:36:37.216470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.218907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.221638 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-993b9285-0ad4-482c-ad7f-c731cff08ed7 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 200 len: 1028 time: 1.2633111 Jul 16 18:36:37.241833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522882b4-c4cc-4f9b-9a23-b31bdfb5448a req-73fcb76a-9af9-40cd-9e3c-ad787eb2b033 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.260713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-522882b4-c4cc-4f9b-9a23-b31bdfb5448a req-73fcb76a-9af9-40cd-9e3c-ad787eb2b033 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.4238865 Jul 16 18:36:37.308125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.418684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-522882b4-c4cc-4f9b-9a23-b31bdfb5448a req-3a4938fc-a642-46cb-9972-c51c5552bc3f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561015 Jul 16 18:36:37.469048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 78e6065d-8272-4bdc-b3a3-232a31186ce2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:37.486799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 78e6065d-8272-4bdc-b3a3-232a31186ce2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:37.489774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.495590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-b3315396-7193-42a3-b52c-d891c6520579 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.499831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-b3315396-7193-42a3-b52c-d891c6520579 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "GET /v2.0/ports/4aa91796-6c20-4a7a-b64f-be66a399c558?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2657654 Jul 16 18:36:37.524954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:37.659592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.699964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-82be3056-7490-407e-9f75-bc35fb566798 None None] Provisioning complete for port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:37.701113 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82be3056-7490-407e-9f75-bc35fb566798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.777273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-82be3056-7490-407e-9f75-bc35fb566798 None None] Port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:37.851725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.872112 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.093224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 78e6065d-8272-4bdc-b3a3-232a31186ce2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=78e6065d-8272-4bdc-b3a3-232a31186ce2,segment=NetworkSegment(293bd6ea-fe12-409f-90ad-d3cfb7777b20),segment_id=293bd6ea-fe12-409f-90ad-d3cfb7777b20)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:38.116384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.247501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef15dd-049f-45e8-83f5-cd0fd7cba8e2 req-ff0b70bf-f7a3-46e2-8228-1ade898559b2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.249229 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89ef15dd-049f-45e8-83f5-cd0fd7cba8e2 req-ff0b70bf-f7a3-46e2-8228-1ade898559b2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.1571827 Jul 16 18:36:38.296653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=78e6065d-8272-4bdc-b3a3-232a31186ce2,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.353108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89ef15dd-049f-45e8-83f5-cd0fd7cba8e2 req-d0ae00ff-dfd3-4c2a-bf12-07fbc0395913 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930781 Jul 16 18:36:38.401978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51716) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.490890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 0ebfdb4b-9bec-4197-a02c-512ed3915fef no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:38.508214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] For port 4aa91796-6c20-4a7a-b64f-be66a399c558, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4aa91796-6c20-4a7a-b64f-be66a399c558,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:38.602981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0a5946e-4e80-4a57-8f8f-4ce09f948a4d req-7a92c903-f300-497a-81ce-4916cbc3845a tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 210 time: 0.1180639 Jul 16 18:36:38.667008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] For port 4aa91796-6c20-4a7a-b64f-be66a399c558, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:38.742979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] device_id is not set on port 4aa91796-6c20-4a7a-b64f-be66a399c558 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:38.749532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.758818 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:38.762243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.774362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.870550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120729c1-1516-46fb-9346-38834183e850 req-b6420645-8102-4ec9-9b52-3228987f5f84 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.882173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:38.890936 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dabff48-f402-4166-bb74-04f8f5ebc189" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:38.909041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120729c1-1516-46fb-9346-38834183e850 req-b6420645-8102-4ec9-9b52-3228987f5f84 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.957864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120729c1-1516-46fb-9346-38834183e850 req-b6420645-8102-4ec9-9b52-3228987f5f84 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.968105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:38.998687 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.000368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 96b8abe9-3ad8-46c0-b845-7bd5972b15cb no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:39.021271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120729c1-1516-46fb-9346-38834183e850 req-b6420645-8102-4ec9-9b52-3228987f5f84 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.061669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120729c1-1516-46fb-9346-38834183e850 req-b6420645-8102-4ec9-9b52-3228987f5f84 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.091223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120729c1-1516-46fb-9346-38834183e850 req-b6420645-8102-4ec9-9b52-3228987f5f84 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.114194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-120729c1-1516-46fb-9346-38834183e850 req-b6420645-8102-4ec9-9b52-3228987f5f84 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 4659 time: 0.5631766 Jul 16 18:36:39.150170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] No DVR routers for this DVR port 4aa91796-6c20-4a7a-b64f-be66a399c558 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:39.202148 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8d2d40-d4a1-422b-91df-50b0aae3dfe1 x-openstack-request-id: req-0a8d2d40-d4a1-422b-91df-50b0aae3dfe1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:39.203044 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:39.206257 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a8d2d40-d4a1-422b-91df-50b0aae3dfe1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:39.207392 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef', 'code': 200} Jul 16 18:36:39.250122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] In _notify_port_updated(), no bound segment for port 4aa91796-6c20-4a7a-b64f-be66a399c558 on network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:36:39.252710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.256418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.261023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] 10.222.0.55 "PUT /v2.0/ports/4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 200 len: 1028 time: 1.7538939 Jul 16 18:36:39.289192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45bfdb-946e-454e-a455-e0aee3f61e3b service neutron] Pushing event updated for resources: {'Port': ['ID=4aa91796-6c20-4a7a-b64f-be66a399c558,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.357372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 78e6065d-8272-4bdc-b3a3-232a31186ce2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:39.386309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=0ebfdb4b-9bec-4197-a02c-512ed3915fef,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.420654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-120729c1-1516-46fb-9346-38834183e850 req-480e0d06-2fca-4873-9e06-9fa8ddbafb62 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac&id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2607274 Jul 16 18:36:39.468647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd26e0b-3d03-4aa7-bafc-63e4da3ed069 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.479238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.484433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3cd26e0b-3d03-4aa7-bafc-63e4da3ed069 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1093 time: 1.0770986 Jul 16 18:36:39.537845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:39.591835 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.609774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.673529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-816ff576-260c-4f5e-bcca-1b4c47e3cab3 None None] Provisioning complete for port 4aa91796-6c20-4a7a-b64f-be66a399c558 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:39.674240 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-816ff576-260c-4f5e-bcca-1b4c47e3cab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.714872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:39.715442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.720589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:39.733818 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.735040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:39.797583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 78e6065d-8272-4bdc-b3a3-232a31186ce2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:39.798945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.811043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-816ff576-260c-4f5e-bcca-1b4c47e3cab3 None None] Port 4aa91796-6c20-4a7a-b64f-be66a399c558 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:39.891505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.017015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.166639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:40.170331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c45af401-bfef-4f5e-979c-0d73df6a1962 req-1315d48b-9b25-4651-a5b1-5b8c876784dc tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 210 time: 0.0717397 Jul 16 18:36:40.181668 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.182431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b235f9ca-9d4a-4475-991d-cae4affc741b no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:40.332922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.427367 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.501759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b235f9ca-9d4a-4475-991d-cae4affc741b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b235f9ca-9d4a-4475-991d-cae4affc741b,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:40.521628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.521628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:40.797673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:40.798354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4aa91796-6c20-4a7a-b64f-be66a399c558 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:40.825443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] For port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:40.826389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.879848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119e31-30eb-4bca-a597-18c5580fc1c2 req-053b0c07-3143-4874-b194-04e12a2e29e7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.888643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119e31-30eb-4bca-a597-18c5580fc1c2 req-053b0c07-3143-4874-b194-04e12a2e29e7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.895503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119e31-30eb-4bca-a597-18c5580fc1c2 req-053b0c07-3143-4874-b194-04e12a2e29e7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.903873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119e31-30eb-4bca-a597-18c5580fc1c2 req-053b0c07-3143-4874-b194-04e12a2e29e7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.911965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119e31-30eb-4bca-a597-18c5580fc1c2 req-053b0c07-3143-4874-b194-04e12a2e29e7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.921539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa119e31-30eb-4bca-a597-18c5580fc1c2 req-053b0c07-3143-4874-b194-04e12a2e29e7 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 3876 time: 0.1497459 Jul 16 18:36:40.921850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:40.958800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b235f9ca-9d4a-4475-991d-cae4affc741b,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.977193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.999947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa119e31-30eb-4bca-a597-18c5580fc1c2 req-35712df0-1b43-4643-b670-e74762dd5cd9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766692 Jul 16 18:36:41.011702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4aa91796-6c20-4a7a-b64f-be66a399c558 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:41.012556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 93ce79b7-89af-4559-8ea6-80e93c409746 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:41.137879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-79203b5a-e046-4b93-ac5d-d81597be4e0a tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.140175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-79203b5a-e046-4b93-ac5d-d81597be4e0a tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.55 "GET /v2.0/networks?id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 200 len: 809 time: 0.5477197 Jul 16 18:36:41.170247 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.217446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 93ce79b7-89af-4559-8ea6-80e93c409746, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=93ce79b7-89af-4559-8ea6-80e93c409746,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:41.219707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb'}, {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d'}, {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b'}, {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:41.224908 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d04da5-4ad4-4566-91df-b5cdf49bf9a7" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb"}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d"}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b"}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:41.231951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.353076 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d643fd-fdd5-45bc-8b3b-a830d4862014 x-openstack-request-id: req-74d643fd-fdd5-45bc-8b3b-a830d4862014 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:41.353722 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb", "code": 200}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d", "code": 200}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b", "code": 200}, {"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-unplugged", "status": "completed", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:41.354224 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-74d643fd-fdd5-45bc-8b3b-a830d4862014 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:41.354859 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'code': 200} Jul 16 18:36:41.355313 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d', 'code': 200} Jul 16 18:36:41.355762 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b', 'code': 200} Jul 16 18:36:41.356258 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746', 'code': 200} Jul 16 18:36:41.364402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=93ce79b7-89af-4559-8ea6-80e93c409746,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.467018 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-9574f4a2-3880-4e4c-a7bb-734bd6ecdd00 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e397c1d4cfe84dc5b42c65699757b2cc HTTP/1.1" status: 200 len: 379 time: 0.2844701 Jul 16 18:36:41.468194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f297fdd0-f05c-48e6-b078-4379de629885 req-961b4328-dfe3-41b6-99e8-2d06364a7cf8 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 210 time: 0.0434391 Jul 16 18:36:41.483719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'port': {'device_id': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'admin_state_up': True, 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'security_groups': ['591d8f20-1e5f-4331-8e8b-96d43c7d1626']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:41.567954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.130 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/ec48cb3b-e82a-4abc-88dc-5f1d630a333e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:41.627886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.700660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=74eea6a9-8f9a-42b7-b3cb-3734cba29f0d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.821530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] No DVR routers for this DVR port 74eea6a9-8f9a-42b7-b3cb-3734cba29f0d on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:41.834254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.837933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a8399468-52b9-457b-aad5-378876d52c8f tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "DELETE /v2.0/ports/74eea6a9-8f9a-42b7-b3cb-3734cba29f0d HTTP/1.1" status: 204 len: 173 time: 2.5648241 Jul 16 18:36:41.842168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:41.846542 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f409a4-cff0-4653-b9c0-731e553b1d23" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:41.916107 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa5057e-6d39-4026-a931-2be35915a107 x-openstack-request-id: req-0fa5057e-6d39-4026-a931-2be35915a107 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:41.916107 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "74eea6a9-8f9a-42b7-b3cb-3734cba29f0d", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:41.916107 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0fa5057e-6d39-4026-a931-2be35915a107 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:41.916462 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '74eea6a9-8f9a-42b7-b3cb-3734cba29f0d', 'status': 'completed', 'code': 200} Jul 16 18:36:41.927259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Made reservation on behalf of e397c1d4cfe84dc5b42c65699757b2cc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:41.933626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.036017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.315131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Allocated IP 172.20.0.8 (56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f/bbbd1be5-162e-4674-8fbf-f143674e14aa/d1e82953-7818-42f8-8bee-b42dce4293a8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:42.337437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948404-74c2-4e94-8d82-5b0746cae09f req-05a5bd56-067c-4af6-9974-b34937868203 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.351917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948404-74c2-4e94-8d82-5b0746cae09f req-05a5bd56-067c-4af6-9974-b34937868203 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.364085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948404-74c2-4e94-8d82-5b0746cae09f req-05a5bd56-067c-4af6-9974-b34937868203 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.374222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port 93ce79b7-89af-4559-8ea6-80e93c409746 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:42.374570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.382398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59948404-74c2-4e94-8d82-5b0746cae09f req-05a5bd56-067c-4af6-9974-b34937868203 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.386141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59948404-74c2-4e94-8d82-5b0746cae09f req-05a5bd56-067c-4af6-9974-b34937868203 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 3141 time: 0.1668012 Jul 16 18:36:42.423381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.473454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59948404-74c2-4e94-8d82-5b0746cae09f req-18aed476-b523-4175-803e-f700a2dc49cb tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810835 Jul 16 18:36:42.531497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:42.553064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:42.582683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:42.684547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=ec48cb3b-e82a-4abc-88dc-5f1d630a333e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.780388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-303bd6ab-4e3a-49fa-9eb4-98a94b58abdf req-fe7dbddc-8962-4587-afdc-5eb7bc8764e9 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 210 time: 0.0627420 Jul 16 18:36:42.809839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] For port 93ce79b7-89af-4559-8ea6-80e93c409746, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=93ce79b7-89af-4559-8ea6-80e93c409746,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:42.810579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.839682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for 93ce79b7-89af-4559-8ea6-80e93c409746 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:42.952934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.016111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Transition to ACTIVE for port object d1e82953-7818-42f8-8bee-b42dce4293a8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:43.275939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.341139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.377967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:43.396585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:43.399089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:43.441067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'Port': ['ID=d1e82953-7818-42f8-8bee-b42dce4293a8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.530742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=93ce79b7-89af-4559-8ea6-80e93c409746,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.533752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] No DVR routers for this DVR port 93ce79b7-89af-4559-8ea6-80e93c409746 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:43.541725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.544306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d69dc75-0645-43f4-87b4-d5f0585cb2dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "DELETE /v2.0/ports/93ce79b7-89af-4559-8ea6-80e93c409746 HTTP/1.1" status: 204 len: 173 time: 1.6895323 Jul 16 18:36:43.626893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.627580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.736640 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-47a77ac4-0c6f-4bea-9dd1-3ab2fdc24386 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2604640 Jul 16 18:36:43.749799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-e1c0a6c5-5455-4f30-a874-63904dd0ea8e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:36:43.750772 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-e1c0a6c5-5455-4f30-a874-63904dd0ea8e tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057895 Jul 16 18:36:43.775851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Request body: {'port': {'device_id': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.868383 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.887169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ee8b-1f39-4980-a38b-9ccc98c988db req-d3196e22-142e-48b0-8227-50517a0e3057 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.895275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ee8b-1f39-4980-a38b-9ccc98c988db req-d3196e22-142e-48b0-8227-50517a0e3057 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.905835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ba04179a-aca1-4076-9779-725affce12bd None None] Provisioning for port d1e82953-7818-42f8-8bee-b42dce4293a8 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:43.911936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ba04179a-aca1-4076-9779-725affce12bd None None] Provisioning complete for port d1e82953-7818-42f8-8bee-b42dce4293a8 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:43.912621 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba04179a-aca1-4076-9779-725affce12bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.922243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6ee8b-1f39-4980-a38b-9ccc98c988db req-d3196e22-142e-48b0-8227-50517a0e3057 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.926405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48d6ee8b-1f39-4980-a38b-9ccc98c988db req-d3196e22-142e-48b0-8227-50517a0e3057 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 2409 time: 0.1831276 Jul 16 18:36:43.931647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:43.934007 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f01d070-8bbb-4306-940c-b8d839819730" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:43.973006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ba04179a-aca1-4076-9779-725affce12bd None None] Port d1e82953-7818-42f8-8bee-b42dce4293a8 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:43.980312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port 0ebfdb4b-9bec-4197-a02c-512ed3915fef {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:43.980658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.008889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48d6ee8b-1f39-4980-a38b-9ccc98c988db req-12ca2f05-2a9b-46d3-95f5-e51ea62818da tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712717 Jul 16 18:36:44.030890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.225502 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.253251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68406ffb-7a9c-499e-848e-c1c702781540 req-e9821637-297b-4683-87cc-42225949f3a5 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.274458 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68406ffb-7a9c-499e-848e-c1c702781540 req-e9821637-297b-4683-87cc-42225949f3a5 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 931 time: 0.2116392 Jul 16 18:36:44.341133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68406ffb-7a9c-499e-848e-c1c702781540 req-35924ec7-3f6f-4af6-82f2-92dc84e7ca3a tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663917 Jul 16 18:36:44.356780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] For port 0ebfdb4b-9bec-4197-a02c-512ed3915fef, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=0ebfdb4b-9bec-4197-a02c-512ed3915fef,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:44.356780 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.386839 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e9300-916b-4b7e-86ab-26b8cbfe2da6 x-openstack-request-id: req-125e9300-916b-4b7e-86ab-26b8cbfe2da6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:44.387285 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "93ce79b7-89af-4559-8ea6-80e93c409746", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:44.387674 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-125e9300-916b-4b7e-86ab-26b8cbfe2da6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:44.390977 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '93ce79b7-89af-4559-8ea6-80e93c409746', 'status': 'completed', 'code': 200} Jul 16 18:36:44.459454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for 0ebfdb4b-9bec-4197-a02c-512ed3915fef owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:45.483163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.520904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d109b2-bc4e-428b-832b-3e1a394d6f2d req-16c03cc9-3327-43a0-bcd5-9c195458840e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.534487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d109b2-bc4e-428b-832b-3e1a394d6f2d req-16c03cc9-3327-43a0-bcd5-9c195458840e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.544724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d109b2-bc4e-428b-832b-3e1a394d6f2d req-16c03cc9-3327-43a0-bcd5-9c195458840e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.547433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62d109b2-bc4e-428b-832b-3e1a394d6f2d req-16c03cc9-3327-43a0-bcd5-9c195458840e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 2409 time: 0.1750498 Jul 16 18:36:45.556484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.683090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62d109b2-bc4e-428b-832b-3e1a394d6f2d req-708469d8-9a46-48cc-acc6-66dcc4f0daf4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127920 Jul 16 18:36:45.787680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e82953-7818-42f8-8bee-b42dce4293a8 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:45.805149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.882681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Transition to ACTIVE for port object d1e82953-7818-42f8-8bee-b42dce4293a8 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:45.888393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.899884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e93eb-6693-4e15-95f6-74262a9932eb req-60945488-ed27-42e2-aef3-76fc1a1a8314 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.900267 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.902157 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d16e93eb-6693-4e15-95f6-74262a9932eb req-60945488-ed27-42e2-aef3-76fc1a1a8314 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 931 time: 0.1149943 Jul 16 18:36:45.911759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=ec48cb3b-e82a-4abc-88dc-5f1d630a333e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.948679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.957474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=0ebfdb4b-9bec-4197-a02c-512ed3915fef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.035073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d16e93eb-6693-4e15-95f6-74262a9932eb req-5f01d123-5301-4b54-9097-ff9f750570fe tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225553 Jul 16 18:36:46.244958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] No DVR routers for this DVR port 0ebfdb4b-9bec-4197-a02c-512ed3915fef on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:46.349066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.366495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-2d4d382f-7b13-40cd-a920-0f3abeebb46c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "DELETE /v2.0/ports/0ebfdb4b-9bec-4197-a02c-512ed3915fef HTTP/1.1" status: 204 len: 173 time: 2.7816935 Jul 16 18:36:46.418164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:46.422882 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4188eed4-f636-44ff-82d7-8ccb0433bb51" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:46.627060 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65a8089-9877-4815-982b-447663e72155 x-openstack-request-id: req-f65a8089-9877-4815-982b-447663e72155 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:46.628713 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "0ebfdb4b-9bec-4197-a02c-512ed3915fef", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:46.630279 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f65a8089-9877-4815-982b-447663e72155 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:46.632042 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '0ebfdb4b-9bec-4197-a02c-512ed3915fef', 'status': 'completed', 'code': 200} Jul 16 18:36:46.632961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Attempting to bind port d1e82953-7818-42f8-8bee-b42dce4293a8 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:46.633442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Attempting to bind port d1e82953-7818-42f8-8bee-b42dce4293a8 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:46.633786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Attempting to bind port d1e82953-7818-42f8-8bee-b42dce4293a8 on network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:46.686885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e82953-7818-42f8-8bee-b42dce4293a8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.701686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Port d1e82953-7818-42f8-8bee-b42dce4293a8 on network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:46.702651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Attempting to bind port d1e82953-7818-42f8-8bee-b42dce4293a8 on network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:46.727723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:46.728183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Checking segment: {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:46.728654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Bound using segment: {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:46.729170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Bound port: d1e82953-7818-42f8-8bee-b42dce4293a8, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262e91d3-f3a2-437c-8bc1-d85bea7dc498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:46.729678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.734015 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP 06b15385-27aa-4c77-8d88-28c4e44418c1 associated. External IP: 172.25.0.130, port: bf1c7c4e-d7b3-4275-9663-bff279555d20. Jul 16 18:36:46.900070 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:46.900528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.944584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] For port d1e82953-7818-42f8-8bee-b42dce4293a8, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:46.974721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] For port d1e82953-7818-42f8-8bee-b42dce4293a8, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d1e82953-7818-42f8-8bee-b42dce4293a8,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:47.026621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.046122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7979a9-9c1c-4e10-ad31-a986bc5edd01 req-e8bf2e45-74d9-4c18-8860-c8d23f778e2b tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.059450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7979a9-9c1c-4e10-ad31-a986bc5edd01 req-e8bf2e45-74d9-4c18-8860-c8d23f778e2b tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.062925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b7979a9-9c1c-4e10-ad31-a986bc5edd01 req-e8bf2e45-74d9-4c18-8860-c8d23f778e2b tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 1676 time: 0.1196201 Jul 16 18:36:47.124637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b7979a9-9c1c-4e10-ad31-a986bc5edd01 req-af057044-3ba8-4fe3-aa0d-c86299370c19 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517547 Jul 16 18:36:47.157578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] For port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:47.157947 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.268949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.269585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.271337 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 200 len: 1092 time: 3.5016530 Jul 16 18:36:47.382216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbf1da-908e-43d8-a4af-c31f7c766e31 req-437784b2-e954-4127-a768-c4461b3d117b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.384980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42fbf1da-908e-43d8-a4af-c31f7c766e31 req-437784b2-e954-4127-a768-c4461b3d117b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 943 time: 0.0920672 Jul 16 18:36:47.460202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42fbf1da-908e-43d8-a4af-c31f7c766e31 req-704fee8c-9e63-4654-8c00-e801e54a469b tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505979 Jul 16 18:36:47.485752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d933f51-2c6c-4396-b3ff-3bc9b47e82a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e82953-7818-42f8-8bee-b42dce4293a8,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.621194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router 90f282f0-c810-4fe4-bece-f121116e5713 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:47.674009 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.675177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.675673 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Floating IP 6f6de66c-446a-4e65-a91e-ebfd031a03db disassociated. External IP: 172.25.0.162, port: 96b8abe9-3ad8-46c0-b845-7bd5972b15cb. Jul 16 18:36:47.676216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for 96b8abe9-3ad8-46c0-b845-7bd5972b15cb owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:47.687144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-21fcd897-5815-456d-bbfc-7037cef533e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.689580 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-21fcd897-5815-456d-bbfc-7037cef533e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1095 time: 0.3292522 Jul 16 18:36:47.848285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-b6161bf5-b422-4d12-8aa9-ab1b8d3df8a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 200 len: 217 time: 0.0753858 Jul 16 18:36:48.026922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-3b45e585-5cc3-45d8-a100-5b8f72143e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.029484 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-3b45e585-5cc3-45d8-a100-5b8f72143e62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbbd1be5-162e-4674-8fbf-f143674e14aa HTTP/1.1" status: 200 len: 848 time: 0.1720822 Jul 16 18:36:48.113329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:48.134817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] Sync routers for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:48.183633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:48.184379 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.263177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.393200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-2d4b199f-79ee-4c86-b517-99476ee5c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.397026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:48.398261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-2d4b199f-79ee-4c86-b517-99476ee5c4e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3524358 Jul 16 18:36:48.404317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.419625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f41874e4-df41-428d-bc7d-eed9b5939131 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8913884 Jul 16 18:36:48.644498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8'}, {'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:48.647143 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770c67f4-d52e-4a12-848b-2a7766c5fed0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8"}, {"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:48.668133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae96815-d831-4824-ae1a-0ca2885dedf2 req-932e4589-44d5-453e-8985-511f33abc5af tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.683030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cae96815-d831-4824-ae1a-0ca2885dedf2 req-932e4589-44d5-453e-8985-511f33abc5af tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 942 time: 0.2098193 Jul 16 18:36:48.697710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=96b8abe9-3ad8-46c0-b845-7bd5972b15cb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.865805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-fa57502d-b556-407e-8444-3763083621b7 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447055 Jul 16 18:36:48.958496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cae96815-d831-4824-ae1a-0ca2885dedf2 req-97795831-6530-43e1-a7f7-611e2fa6f10e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736514 Jul 16 18:36:49.061848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '06b15385-27aa-4c77-8d88-28c4e44418c1', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'port_id': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'mac_address': 'fa:16:3e:d5:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:43Z', 'updated_at': '2021-07-16T18:36:43Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:49.106357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96edb359-3bab-4b58-97fd-be8dae2c49ce req-ea7fad27-764c-4e15-ad6e-880e64964d2c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.125096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96edb359-3bab-4b58-97fd-be8dae2c49ce req-ea7fad27-764c-4e15-ad6e-880e64964d2c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.3862615 Jul 16 18:36:49.154999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] Checking router: 90f282f0-c810-4fe4-bece-f121116e5713 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:49.182330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:49.185465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:49.250601 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a769fda9-8ed1-45b9-bb95-b0f93b4c154f req-b34923ba-4172-4364-89be-1d7a881d2b68 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847004 Jul 16 18:36:49.264314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96edb359-3bab-4b58-97fd-be8dae2c49ce req-bbed8e92-12c6-4fed-8f94-a05630fa83b8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368842 Jul 16 18:36:49.315687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:49.361989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51938) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:49.570019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:49.582472 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] Sync routers for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:49.598501 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:49.599393 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:49.603318 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f43dd7-5ebf-462e-aa7c-3642eac7c830 x-openstack-request-id: req-f4f43dd7-5ebf-462e-aa7c-3642eac7c830 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:49.603634 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:49.603926 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4f43dd7-5ebf-462e-aa7c-3642eac7c830 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:49.608551 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'status': 'completed', 'code': 200} Jul 16 18:36:49.608742 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'status': 'completed', 'code': 200} Jul 16 18:36:49.628124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:49.747116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2888ca15-64ac-4e35-a277-8c9ed571f11c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/06b15385-27aa-4c77-8d88-28c4e44418c1 HTTP/1.1" status: 200 len: 992 time: 0.3832898 Jul 16 18:36:49.878065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5743192-abd5-400d-ab85-bffd89af8039 req-32835d59-73b1-4d2a-9a33-9e12133ec437 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.895580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5743192-abd5-400d-ab85-bffd89af8039 req-32835d59-73b1-4d2a-9a33-9e12133ec437 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 943 time: 0.2628360 Jul 16 18:36:49.926554 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:50.021700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5743192-abd5-400d-ab85-bffd89af8039 req-2070458c-06b0-4043-a0f2-1f96930157d0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245925 Jul 16 18:36:50.424172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '06b15385-27aa-4c77-8d88-28c4e44418c1', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'port_id': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'mac_address': 'fa:16:3e:d5:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:43Z', 'updated_at': '2021-07-16T18:36:43Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:50.445299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46962c6-f500-4358-b8ec-6520393011dd req-e27550c8-d428-43be-b637-e944180af24a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.457619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e46962c6-f500-4358-b8ec-6520393011dd req-e27550c8-d428-43be-b637-e944180af24a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 942 time: 0.1625445 Jul 16 18:36:50.483164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] No DVR routers for this DVR port 96b8abe9-3ad8-46c0-b845-7bd5972b15cb on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:50.505349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.509096 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-d23785ee-389a-40a5-a7be-1af956c269bd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "DELETE /v2.0/ports/96b8abe9-3ad8-46c0-b845-7bd5972b15cb HTTP/1.1" status: 204 len: 173 time: 4.0811453 Jul 16 18:36:50.519654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e46962c6-f500-4358-b8ec-6520393011dd req-5bcbc412-d5af-4f06-96b3-72e3c5d205ef tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604393 Jul 16 18:36:50.740610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-d82c21e3-4922-499c-b955-4ff38f956ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.743068 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-d82c21e3-4922-499c-b955-4ff38f956ecb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1095 time: 1.1321099 Jul 16 18:36:50.752214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.753065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-35d1bb90-efe5-45b6-b5a8-7ec5bae57355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.755135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-35d1bb90-efe5-45b6-b5a8-7ec5bae57355 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1098 time: 1.1454871 Jul 16 18:36:50.876132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97afa2f1-be98-4535-b9dc-6ede71a03a3d None None] The sync data for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 is: [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '06b15385-27aa-4c77-8d88-28c4e44418c1', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'port_id': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'mac_address': 'fa:16:3e:d5:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:43Z', 'updated_at': '2021-07-16T18:36:43Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:50.932479 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:50.965093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-db337254-999b-4e40-ae32-66a44acc58d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/06b15385-27aa-4c77-8d88-28c4e44418c1 HTTP/1.1" status: 200 len: 992 time: 0.2113795 Jul 16 18:36:50.999898 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] Checking router: 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:51.034401 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:51.035450 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:51.122714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-a9038333-01cb-4eaf-94c5-c34aca22e7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.125323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-a9038333-01cb-4eaf-94c5-c34aca22e7c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 200 len: 909 time: 0.3673000 Jul 16 18:36:51.338713 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:51.395873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4630b1e7-acfa-4675-b5eb-6ee882bdd2c0 None None] New status for floating IP 06b15385-27aa-4c77-8d88-28c4e44418c1: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:51.444918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc05a0-26bb-4248-894f-082ea098fb09 req-c7bd93a2-b6a7-48a4-b964-2516df74f6c7 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.455739 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0cc05a0-26bb-4248-894f-082ea098fb09 req-c7bd93a2-b6a7-48a4-b964-2516df74f6c7 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 943 time: 0.2107117 Jul 16 18:36:51.471653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-f743fbdb-96e0-4790-8d22-3123ce6eb1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:51.525110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-f743fbdb-96e0-4790-8d22-3123ce6eb1cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 897 time: 0.7527194 Jul 16 18:36:51.560804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0cc05a0-26bb-4248-894f-082ea098fb09 req-2fabda2d-1df5-4f00-9e8f-8d0faf2f75cc tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017873 Jul 16 18:36:51.764143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:51.770402 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69458076-ecd7-4cc6-8f3b-3f1c38cb0566" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:51.777839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-5769d5cd-97c5-4d29-b246-0fc4d93c2184 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 1000 time: 0.2421541 Jul 16 18:36:51.780605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-dc416db4-22c7-4d3f-a25b-da4d63218d25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 200 len: 217 time: 0.4383638 Jul 16 18:36:51.801513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port b235f9ca-9d4a-4475-991d-cae4affc741b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:51.802068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.993117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51980) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:52.013093 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f853d1-658f-4e9e-8d74-8049b607fe0e x-openstack-request-id: req-66f853d1-658f-4e9e-8d74-8049b607fe0e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:52.013428 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "96b8abe9-3ad8-46c0-b845-7bd5972b15cb", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:52.013682 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-66f853d1-658f-4e9e-8d74-8049b607fe0e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:52.014149 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': '96b8abe9-3ad8-46c0-b845-7bd5972b15cb', 'status': 'completed', 'code': 200} Jul 16 18:36:52.018195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-27d87748-6e08-45e8-b525-b7f524a301ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.018974 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-27d87748-6e08-45e8-b525-b7f524a301ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbbd1be5-162e-4674-8fbf-f143674e14aa HTTP/1.1" status: 200 len: 848 time: 0.2121308 Jul 16 18:36:52.055913 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:52.068293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-92888234-6ddf-43c1-8b85-a290923815f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.071295 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-92888234-6ddf-43c1-8b85-a290923815f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 200 len: 834 time: 0.2859502 Jul 16 18:36:52.121846 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abd6053-6575-4862-b142-403fb6df2d83 None None] The sync data for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 is: [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:26:02Z', 'revision_number': 4, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd342833a-c559-4833-b2bf-b9642fc3eeac', 'name': '', 'network_id': '4ae910ca-18d2-433a-84e3-886c2d3084b7', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'mac_address': 'fa:16:3e:fd:a5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': '9868d861-6414-4032-81d2-3b1580e12252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:59Z', 'updated_at': '2021-07-16T18:26:13Z', 'revision_number': 5, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'subnets': [{'id': '9868d861-6414-4032-81d2-3b1580e12252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:52.298396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75a3fe-efe8-43c5-8790-deedc4a5ecd0 req-aa0ef8a1-e2e4-4db2-b3f7-4176838f0429 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.308570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e75a3fe-efe8-43c5-8790-deedc4a5ecd0 req-aa0ef8a1-e2e4-4db2-b3f7-4176838f0429 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 942 time: 0.4511588 Jul 16 18:36:52.314020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-857cd23f-0683-44f7-a99b-d732d1bbc5d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/06b15385-27aa-4c77-8d88-28c4e44418c1 HTTP/1.1" status: 200 len: 994 time: 0.2691202 Jul 16 18:36:52.425025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e75a3fe-efe8-43c5-8790-deedc4a5ecd0 req-1bc93eae-d05b-431e-b97e-3d4543e4657a tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups?id=da303359-d706-4b20-87ac-a5eaab30431a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150548 Jul 16 18:36:52.473129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] For port b235f9ca-9d4a-4475-991d-cae4affc741b, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b235f9ca-9d4a-4475-991d-cae4affc741b,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:52.473491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.518514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for b235f9ca-9d4a-4475-991d-cae4affc741b owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:52.572739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d1e82953-7818-42f8-8bee-b42dce4293a8 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:52.649660 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9214e19-6b05-49aa-a870-1537914d2264 None None] New status for floating IP 6f6de66c-446a-4e65-a91e-ebfd031a03db: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:52.708019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-08530f69-45f1-4368-90a2-1d97d440d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.711625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-08530f69-45f1-4368-90a2-1d97d440d116 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6215916 Jul 16 18:36:52.796884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-163ccf50-92de-46b8-a1b6-1b33c7c66cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.806285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-163ccf50-92de-46b8-a1b6-1b33c7c66cd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7330892 Jul 16 18:36:52.982770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d1e82953-7818-42f8-8bee-b42dce4293a8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d1e82953-7818-42f8-8bee-b42dce4293a8,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:53.038739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'port_id': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'mac_address': 'fa:16:3e:ee:e0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:53.137816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-bea22e75-8537-4f61-a063-66b47e7093d2 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976370 Jul 16 18:36:53.153213 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.199573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e82953-7818-42f8-8bee-b42dce4293a8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:53.247484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1fd13-9fa4-438b-afbb-af333ef0983b req-7a21fc70-6bf2-42cd-bda9-b8bf119a4c49 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.252697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24c1fd13-9fa4-438b-afbb-af333ef0983b req-7a21fc70-6bf2-42cd-bda9-b8bf119a4c49 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 943 time: 0.2298708 Jul 16 18:36:53.270329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d1e82953-7818-42f8-8bee-b42dce4293a8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d1e82953-7818-42f8-8bee-b42dce4293a8,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:53.278344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.360584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24c1fd13-9fa4-438b-afbb-af333ef0983b req-b2edca18-1e8b-43d2-ae74-1ee40b365ade tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930905 Jul 16 18:36:53.396698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d1e82953-7818-42f8-8bee-b42dce4293a8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.406794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.407921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.408254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.419239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.419448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.421853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.422226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.422637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.423141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.424096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.424828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.425327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.504363 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.524657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['d1e82953-7818-42f8-8bee-b42dce4293a8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:53.601089 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-5320a55b-45e7-4f72-90ed-4bac18a691c4 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555829 Jul 16 18:36:53.667963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=b235f9ca-9d4a-4475-991d-cae4affc741b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.684629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.685418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.686875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.687451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.688199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.689537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.690308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.690922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.691560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.692212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.692828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.707712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.781899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-f577c5be-91b9-4271-9f58-fcec93b50615 service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0567045 Jul 16 18:36:53.889060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] No DVR routers for this DVR port b235f9ca-9d4a-4475-991d-cae4affc741b on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:53.915130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d202f1e2-5535-4cfe-b4d1-cabbc5c6d972 req-3b4601d4-c71a-4c8a-a9f3-2fbb79baf50c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.1061499 Jul 16 18:36:53.926808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.929481 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9907d7da-947d-4280-80f6-537b30a4ddad req-a3f9d4e3-6a81-46a9-9c0f-dd0f9178cffe tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.55 "DELETE /v2.0/ports/b235f9ca-9d4a-4475-991d-cae4affc741b HTTP/1.1" status: 204 len: 173 time: 3.4123993 Jul 16 18:36:54.011313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-770c67f4-d52e-4a12-848b-2a7766c5fed0 req-c6a55a83-7a36-48dc-9bbd-d0e02c69a6fb service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213330 Jul 16 18:36:54.015606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:54.020282 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706d9ba2-c1aa-42ee-b813-4ef2fd9ef07f" -d '{"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:54.093235 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2167614b-4008-4140-a657-01e0d6497446 x-openstack-request-id: req-2167614b-4008-4140-a657-01e0d6497446 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:54.094054 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc381dc-ff66-4e07-9e8a-2e1933e0f893", "name": "network-vif-deleted", "tag": "b235f9ca-9d4a-4475-991d-cae4affc741b", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:54.094889 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2167614b-4008-4140-a657-01e0d6497446 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:54.095439 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc381dc-ff66-4e07-9e8a-2e1933e0f893', 'name': 'network-vif-deleted', 'tag': 'b235f9ca-9d4a-4475-991d-cae4affc741b', 'status': 'completed', 'code': 200} Jul 16 18:36:54.589457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d1e82953-7818-42f8-8bee-b42dce4293a8 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:54.686369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d094e0-1d82-426b-855e-968fcf1dbba4 req-dccc40e6-51fa-4d45-bae6-35fac2e73528 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.701077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79d094e0-1d82-426b-855e-968fcf1dbba4 req-dccc40e6-51fa-4d45-bae6-35fac2e73528 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 944 time: 0.1804347 Jul 16 18:36:54.716678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port d1e82953-7818-42f8-8bee-b42dce4293a8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:54.723035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port d1e82953-7818-42f8-8bee-b42dce4293a8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:54.723890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.791706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79d094e0-1d82-426b-855e-968fcf1dbba4 req-a0dee444-49cb-4f63-ad0b-03c7db5fc0ca tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797741 Jul 16 18:36:54.862837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.907507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:54.910924 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450c2d85-3146-4a3b-8166-a4d9413f57f3" -d '{"events": [{"server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "name": "network-vif-plugged", "status": "completed", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:54.933705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d1e82953-7818-42f8-8bee-b42dce4293a8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d1e82953-7818-42f8-8bee-b42dce4293a8,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:54.941527 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.007510 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4467bee-1399-49d4-8089-cb34b57a253e x-openstack-request-id: req-b4467bee-1399-49d4-8089-cb34b57a253e {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:55.008066 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "name": "network-vif-plugged", "status": "completed", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:55.008510 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4467bee-1399-49d4-8089-cb34b57a253e {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:55.009160 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'code': 200} Jul 16 18:36:55.060956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d1e82953-7818-42f8-8bee-b42dce4293a8,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:55.220329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-846fe747-3270-46ff-a4bf-c025fb474b03 req-0e393398-3a97-49e7-8e30-7b7a33efe036 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0723941 Jul 16 18:36:55.220593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3578f51-06ad-4831-a0a8-c559335f4880 req-f82b67bd-9666-4337-a767-71ab4c422f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.222262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3578f51-06ad-4831-a0a8-c559335f4880 req-f82b67bd-9666-4337-a767-71ab4c422f6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1097 time: 0.1089363 Jul 16 18:36:55.278265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3578f51-06ad-4831-a0a8-c559335f4880 req-4b8bc318-2dc1-412f-b986-e48c035347d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490210 Jul 16 18:36:56.037707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f9a87-e50e-4043-a50c-6d14013635e9 req-865335da-3533-4912-bc20-1f8a89f2154c tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.039379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d4f9a87-e50e-4043-a50c-6d14013635e9 req-865335da-3533-4912-bc20-1f8a89f2154c tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 945 time: 0.0862658 Jul 16 18:36:56.097942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d4f9a87-e50e-4043-a50c-6d14013635e9 req-fd6ac683-e124-4f54-90d0-9aeebef4206f tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522470 Jul 16 18:36:56.433728 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c697f04-7396-4635-88c6-e7310265aa57 req-763ef0ff-c1e8-4a6d-b9e0-03a8edfd45dc tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0322907 Jul 16 18:36:57.324230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52465c4b-5f11-485e-bbc5-552c79596ad8 req-5a0abfec-c9e2-42f9-88e8-7c7d44c82ff6 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.329011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52465c4b-5f11-485e-bbc5-552c79596ad8 req-5a0abfec-c9e2-42f9-88e8-7c7d44c82ff6 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 945 time: 0.0907965 Jul 16 18:36:57.404174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52465c4b-5f11-485e-bbc5-552c79596ad8 req-a8627642-b9d2-4f08-b2b6-7a710fe459fe tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657551 Jul 16 18:36:57.711498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08e458b6-340b-41d1-b44a-6e44009ddb75 req-f580640b-2210-4f4c-a9c1-ad425f7127cf tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0795887 Jul 16 18:36:57.769133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34cec-dc55-43f1-8cdb-f60064537ead req-33693ea2-9adb-449c-a9c7-d7db8225a7bd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.770895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ec34cec-dc55-43f1-8cdb-f60064537ead req-33693ea2-9adb-449c-a9c7-d7db8225a7bd tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 945 time: 0.1555943 Jul 16 18:36:57.838212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ec34cec-dc55-43f1-8cdb-f60064537ead req-3bedc403-bac5-428e-9e32-e47499eef7bc tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560629 Jul 16 18:36:58.130605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20176909-2df8-4e6c-9a1e-9166cd9ef521 req-c8966dd6-0821-4ac9-ac70-a373a1ec75a0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.132177 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20176909-2df8-4e6c-9a1e-9166cd9ef521 req-c8966dd6-0821-4ac9-ac70-a373a1ec75a0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 945 time: 0.0885155 Jul 16 18:36:58.180810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20176909-2df8-4e6c-9a1e-9166cd9ef521 req-10fbc9f7-3679-4b62-99db-e0dd2dbc9383 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394650 Jul 16 18:36:58.208482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52092) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:58.339015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f78ec6-bea1-4bca-b92e-aec4bb071ab6 tempest-TestServerBasicOps-1587756674 tempest-TestServerBasicOps-1587756674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.345197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-31f78ec6-bea1-4bca-b92e-aec4bb071ab6 tempest-TestServerBasicOps-1587756674 tempest-TestServerBasicOps-1587756674-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1092 time: 0.1318531 Jul 16 18:36:58.345850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:58.358322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:58.393844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.544958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.695041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Allocated IP 172.25.0.100 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4530e49a-1ec2-487d-a9a9-95009f3e17ef) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:58.898597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.932621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0e31900-727f-4ea8-822f-cedf4b378578 req-3bd78377-70a6-41c9-a419-283e1bbec3d1 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0489645 Jul 16 18:36:58.987452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.037566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:59.041426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:59.046262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:59.050544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'Port': ['ID=4530e49a-1ec2-487d-a9a9-95009f3e17ef,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.742724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.893969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.138086 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.148255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.160282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b630e57d-d3cf-4915-8a5a-add9b79ae3b1 req-e66cdfb0-2e13-4424-bf29-bb7950027ab9 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0338175 Jul 16 18:37:00.250504 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26d1c6dc-df1f-4a6e-a355-7d60ea586ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.318388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event updated for resources: {'Port': ['ID=4530e49a-1ec2-487d-a9a9-95009f3e17ef,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:00.328793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.472793 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Floating IP 9cf2f0f8-6960-4168-845f-9f9d012e3e96 associated. External IP: 172.25.0.100, port: d1e82953-7818-42f8-8bee-b42dce4293a8. Jul 16 18:37:00.836984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Router a6f7a025-e8af-424b-8cb7-3298f6e352ea has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:01.010715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:01.027549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] Sync routers for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:01.035828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.049123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:01.050269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:01.104590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd12a9a2-f07f-4791-bb57-312e3f945b99 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7568595 Jul 16 18:37:01.105540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:01.109531 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d31061-3e29-4392-9a99-abbcdb5b672a" -d '{"events": [{"name": "network-changed", "server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:01.155912 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ab2006-f139-4676-9ad6-f2818322f9cf x-openstack-request-id: req-e9ab2006-f139-4676-9ad6-f2818322f9cf {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:01.156438 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:01.157388 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9ab2006-f139-4676-9ad6-f2818322f9cf {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:01.158063 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'status': 'completed', 'code': 200} Jul 16 18:37:01.235162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:01.251258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-04893062-c5a2-4e0b-94e5-93ce2d0864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.253252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-04893062-c5a2-4e0b-94e5-93ce2d0864d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1097 time: 0.0657935 Jul 16 18:37:01.557500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9cf2f0f8-6960-4168-845f-9f9d012e3e96', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'port_id': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'mac_address': 'fa:16:3e:ee:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:59Z', 'updated_at': '2021-07-16T18:36:59Z', 'revision_number': 0, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:01.565418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-9db17d7f-caf2-464b-b6c1-1c6ad6c94ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.568040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-9db17d7f-caf2-464b-b6c1-1c6ad6c94ab0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 200 len: 909 time: 0.3080950 Jul 16 18:37:01.649294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51c3484c-0d56-4aa8-88c4-a1063ce0650e req-b39554c0-5ae6-47d5-8e72-f01d8347a50c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.1302466 Jul 16 18:37:01.682959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] Checking router: a6f7a025-e8af-424b-8cb7-3298f6e352ea for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:01.745938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:01.748179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:36:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:01.829026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-9b592400-b83c-4eed-85dd-dfaf7e506941 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 200 len: 999 time: 0.2539103 Jul 16 18:37:01.936962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-866edc38-439e-4814-9f8e-20438623b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.939512 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-866edc38-439e-4814-9f8e-20438623b06e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbbd1be5-162e-4674-8fbf-f143674e14aa HTTP/1.1" status: 200 len: 848 time: 0.1040423 Jul 16 18:37:01.962190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:02.093972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-d8c651a8-643e-4628-9d6a-b2dbca749cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.096209 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-d8c651a8-643e-4628-9d6a-b2dbca749cde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499138 Jul 16 18:37:02.281111 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-7cf9037b-8657-4ad3-9a01-87ba843a2a2d service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760960 Jul 16 18:37:02.379909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9cf2f0f8-6960-4168-845f-9f9d012e3e96', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'port_id': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'mac_address': 'fa:16:3e:ee:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:59Z', 'updated_at': '2021-07-16T18:36:59Z', 'revision_number': 0, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:02.430504 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4d31061-3e29-4392-9a99-abbcdb5b672a req-410d9a0e-bc45-43ef-b0a0-3a888e1d807d service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417222 Jul 16 18:37:02.438798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bf2e91-f023-4881-bd5e-1ffcdc521f42 None None] The sync data for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 is: [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9cf2f0f8-6960-4168-845f-9f9d012e3e96', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'floating_ip_address': '172.25.0.100', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'port_id': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'mac_address': 'fa:16:3e:ee:e0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:59Z', 'updated_at': '2021-07-16T18:36:59Z', 'revision_number': 0, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:02.701083 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e90b8ca-09ef-483c-9344-3a6dc5acd108 None None] New status for floating IP 9cf2f0f8-6960-4168-845f-9f9d012e3e96: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:02.963673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e637810a-989f-4988-8ee6-5b2ec3f1d21a req-41a9bf03-6497-497c-828d-56ac97f1e2f3 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0422173 Jul 16 18:37:03.117449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e979bff2-c163-4d4f-92e3-ff0a484a5d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.396077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.181880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-400f7f13-a314-43e6-88ea-01520f0f1b73 req-cf736be6-ea8a-45d7-8bfc-61b7d63edd94 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0523627 Jul 16 18:37:04.333394 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.386482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f2ac0d8-9d34-4634-a79a-04a0ba2d76b5 req-52b5d496-0a3e-41c3-a15c-c5d6cdec5739 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0332916 Jul 16 18:37:05.834503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.637952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d858cc8f-0684-4b9f-8d87-0b7dd6546748 req-44154ce1-1087-4c77-954d-8cbdad8c56ae tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0312390 Jul 16 18:37:07.191388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.583091 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.950668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-699c49b0-ea9d-4ce2-95c7-425a3df7f90f req-969dd4e9-44ac-4191-995f-fe93a9a9a662 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0688133 Jul 16 18:37:09.144058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd13f0-799e-4cef-a985-cb0c58e2cead req-f8c549d3-0594-4af5-a0d7-d89d442fe167 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.147587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7cfd13f0-799e-4cef-a985-cb0c58e2cead req-f8c549d3-0594-4af5-a0d7-d89d442fe167 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.0855997 Jul 16 18:37:09.213578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7cfd13f0-799e-4cef-a985-cb0c58e2cead req-3fc04aa4-a413-4eec-b6c1-2f1c38d42e88 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589738 Jul 16 18:37:09.254022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.286523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fdec712-d302-48de-b001-21419b0ca913 req-c94462c3-e043-472c-8d46-de4998a78f0e tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0603144 Jul 16 18:37:09.376323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-541b5c85-15e2-4639-97f9-70d4cb2d8772 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/06b15385-27aa-4c77-8d88-28c4e44418c1 HTTP/1.1" status: 200 len: 994 time: 0.1188626 Jul 16 18:37:10.052841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552321c-5856-4849-9a1b-13de928f4ce8 req-f28a9482-8e7c-410b-8187-92030d1218ec tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.055907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4552321c-5856-4849-9a1b-13de928f4ce8 req-f28a9482-8e7c-410b-8187-92030d1218ec tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1098 time: 0.1193061 Jul 16 18:37:10.113648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4552321c-5856-4849-9a1b-13de928f4ce8 req-2ee2c407-13b4-4035-9483-f56bf86bb0e5 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502019 Jul 16 18:37:10.565516 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-78cc61e8-a9d6-4fa3-917b-922eb64dada9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1681356 Jul 16 18:37:10.679193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5219ff5b-1187-4391-ad67-5a62ec3d73d5 req-4091fe3f-8a48-4b14-b628-422e2d65ec95 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0804963 Jul 16 18:37:10.786795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-1393491c-5b59-4e13-a1b7-4e6497578e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.790091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-1393491c-5b59-4e13-a1b7-4e6497578e60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf12e3c479a24108af7181a0ec34878b&device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 1098 time: 0.1208251 Jul 16 18:37:11.001605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-8a929a15-a0cf-4346-94fa-44bd46d69430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.003679 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-8a929a15-a0cf-4346-94fa-44bd46d69430 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 200 len: 910 time: 0.1850848 Jul 16 18:37:11.112340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-5b10e379-b31c-44e8-bad3-3b981f508a60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd HTTP/1.1" status: 200 len: 1002 time: 0.1001670 Jul 16 18:37:11.204887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-a723c184-6359-47e1-84cf-9169ae4b1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.206695 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-a723c184-6359-47e1-84cf-9169ae4b1791 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 200 len: 849 time: 0.0870640 Jul 16 18:37:11.329897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-b0d9226f-6f3c-426b-80cd-6670998f691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.331463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-b0d9226f-6f3c-426b-80cd-6670998f691a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e233b078-fddc-4444-aba6-2630713f39fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178310 Jul 16 18:37:11.351870 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-adc3dcd9-daef-4443-b23a-f0660612a414 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917933 Jul 16 18:37:11.461877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-5fe6bc06-d17a-47f5-9dca-79c47cfc484c service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214514 Jul 16 18:37:11.978537 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b2185a3-075d-4058-b3ad-924ea6fa9ae0 req-13d2b793-978d-46f6-9f59-fd41a96f1b4c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0692906 Jul 16 18:37:12.066769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ae0c2260-238c-41e7-839a-884ba90eeb0f tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:12.067704 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ae0c2260-238c-41e7-839a-884ba90eeb0f tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161529 Jul 16 18:37:12.096789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Request body: {'binding': {'host': 'n-h1-793620-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:12.097242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Unknown quota resources ['binding']. {{(pid=93778) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:37:12.161526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8ef97e51-4bbf-407f-9656-9e4775bbf1a7 req-ab2fe193-528f-4be4-8a10-87118a444727 service neutron] 10.222.0.13 "GET /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6933188 Jul 16 18:37:12.264485 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-05a4ecfa-b08f-4891-9a6a-2eee9126acce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2112877 Jul 16 18:37:12.337838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on host n-h1-793620-10 for vnic_type normal with profile None {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:12.338259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:12.338663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:12.344599 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:12.345023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:12.352495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:12.352951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Checking segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:12.353448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Bound using segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:12.353936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Bound port: bf1c7c4e-d7b3-4275-9663-bff279555d20, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:12.498138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:12.506810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.508525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] 10.222.0.48 "POST /v2.0/ports/bf1c7c4e-d7b3-4275-9663-bff279555d20/bindings HTTP/1.1" status: 201 len: 390 time: 0.4199855 Jul 16 18:37:12.518048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-10265ff1-d5b4-4af7-8fd8-3e32fae0f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.519566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-10265ff1-d5b4-4af7-8fd8-3e32fae0f7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1097 time: 0.1418798 Jul 16 18:37:12.701992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-79b207c1-b6d1-4a3a-9da2-7c22faf655ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.704344 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-79b207c1-b6d1-4a3a-9da2-7c22faf655ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.1521325 Jul 16 18:37:12.844628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-f21fa65c-c869-4c66-959a-4f88e87bcafc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 1001 time: 0.1317296 Jul 16 18:37:12.897098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0760ad-a5e5-4e3b-a3dc-2d20406d152d req-a397771f-dc43-4c61-a140-cf4d623cfa7e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.899106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca0760ad-a5e5-4e3b-a3dc-2d20406d152d req-a397771f-dc43-4c61-a140-cf4d623cfa7e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.1043308 Jul 16 18:37:12.941639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-4ef84c57-333e-40a4-b131-07388d8869a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.943923 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-4ef84c57-333e-40a4-b131-07388d8869a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1098 time: 0.1501424 Jul 16 18:37:12.971633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca0760ad-a5e5-4e3b-a3dc-2d20406d152d req-5376e73c-d5ba-42c6-880e-4143e1b12041 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659437 Jul 16 18:37:12.996073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-e254664d-8dad-4bb9-9967-20abe552dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.002450 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-e254664d-8dad-4bb9-9967-20abe552dbb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.1392505 Jul 16 18:37:13.199708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-6acf00b4-b0e9-441e-830d-45290a31d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.201318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-6acf00b4-b0e9-441e-830d-45290a31d9b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 897 time: 0.2500181 Jul 16 18:37:13.217955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-8aec3a4f-b444-46fd-ac09-f2d68806c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.220100 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-8aec3a4f-b444-46fd-ac09-f2d68806c5f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090068 Jul 16 18:37:13.223485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c458cb01-8bd5-47ab-b45d-00163747e5df req-75dd3205-aab2-4882-91f6-71c95c3cbfc8 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0598378 Jul 16 18:37:13.429418 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-8c1f3ebb-4a01-4880-aad7-b1ca6dc2e8f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 1002 time: 0.2198932 Jul 16 18:37:13.537225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-360cf1b4-69ee-4338-aa6f-cb53f3d2f053 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620010 Jul 16 18:37:13.544211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-16a8451e-922a-4c17-9d8c-f7c8c2cff350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.545935 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-16a8451e-922a-4c17-9d8c-f7c8c2cff350 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 200 len: 834 time: 0.1089256 Jul 16 18:37:13.737216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-28b6448a-ac08-4666-8f79-4d81e3792897 req-5103beb8-8e4e-4d89-ae04-ebee3dca2267 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841738 Jul 16 18:37:13.750492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-0390b16d-b62e-450f-9c63-4faef021f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.752712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-0390b16d-b62e-450f-9c63-4faef021f9d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1982231 Jul 16 18:37:13.901148 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-449be1d4-a5e3-42be-bbd5-31b00a1dc08c service neutron] 10.222.0.55 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384995 Jul 16 18:37:14.072475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-d7f5da16-e9c2-4bad-92af-749f1d5fd528 service neutron] 10.222.0.55 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638479 Jul 16 18:37:14.291033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712e0db-aee5-421c-9997-728f9afd93da req-f5db4d06-6de0-4e57-80e7-1f01b50e7f1b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.304402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7712e0db-aee5-421c-9997-728f9afd93da req-f5db4d06-6de0-4e57-80e7-1f01b50e7f1b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.1477575 Jul 16 18:37:14.357073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c1864818-b571-4835-8941-deefd497314c tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.361349 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c1864818-b571-4835-8941-deefd497314c tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201&tenant_id=d18b8d744c464ce99a2cf60e1da305d1&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1098 time: 0.1729639 Jul 16 18:37:14.379416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793620-10'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:14.383891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7712e0db-aee5-421c-9997-728f9afd93da req-5ea20317-7417-49fa-be84-13dc4ebb0c09 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711782 Jul 16 18:37:14.438554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08f131dc-35c4-4bcc-85b8-a2f4fa74b3a0 req-72ca5499-b8c3-47d3-a26c-11d1478e0058 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0524731 Jul 16 18:37:14.478089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.679844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:14.738860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:14.822031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:14.825069 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2536d829-d8ce-4d13-a786-cf1649e3c430" -d '{"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:14.831323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.846615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.032120 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5c2d0-ff53-4aba-b23d-09be76a9f526 x-openstack-request-id: req-83a5c2d0-ff53-4aba-b23d-09be76a9f526 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:15.032664 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:15.033009 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-83a5c2d0-ff53-4aba-b23d-09be76a9f526 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:15.033676 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'code': 200} Jul 16 18:37:15.152118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.199707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on host n-h2-793620-10 for vnic_type normal with profile {"migrating_to": "n-h1-793620-10"} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:15.200048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:15.200443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:15.207624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:15.208036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Attempting to bind port bf1c7c4e-d7b3-4275-9663-bff279555d20 on network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:15.218375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:15.219533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Checking segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:15.219935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Bound using segment: {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:15.230529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Bound port: bf1c7c4e-d7b3-4275-9663-bff279555d20, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab0b04b-0327-45b3-b0d1-d020d37afa2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:15.231609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.393469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:15.397314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:15.403440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.494697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-45b72272-4395-405d-8f6e-bc710e280849 None None] Provisioning complete for port bf1c7c4e-d7b3-4275-9663-bff279555d20 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:15.496597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45b72272-4395-405d-8f6e-bc710e280849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.752382 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45b72272-4395-405d-8f6e-bc710e280849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.756878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.761330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.763165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] 10.222.0.55 "PUT /v2.0/ports/bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 1124 time: 1.3947291 Jul 16 18:37:15.766191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0312a6-dd90-4687-adc3-377323f9b36d service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.776809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:15.834320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7eb02571-7560-4012-a9fe-a851db1b29ba req-e3fb42eb-b1da-4ccc-8909-24c0bdb33237 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/ports?device_id=3cc381dc-ff66-4e07-9e8a-2e1933e0f893 HTTP/1.1" status: 200 len: 210 time: 0.0559745 Jul 16 18:37:15.862039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['bf1c7c4e-d7b3-4275-9663-bff279555d20'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:15.883684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d47072-6a0f-423a-9af9-658a1a4a105b req-1da41477-f8e9-4337-bd2a-d15c57514a65 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.885387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6d47072-6a0f-423a-9af9-658a1a4a105b req-1da41477-f8e9-4337-bd2a-d15c57514a65 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 944 time: 0.2636452 Jul 16 18:37:15.910754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:15.913400 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d958ed1-6b2a-4eed-aafc-2551748fde97" -d '{"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:15.970516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-45b72272-4395-405d-8f6e-bc710e280849 None None] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:15.997535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45b72272-4395-405d-8f6e-bc710e280849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.042725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d6d47072-6a0f-423a-9af9-658a1a4a105b req-6ba31d3d-a60b-40be-8630-8121cc2aea99 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474550 Jul 16 18:37:16.159719 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218bcfd2-34da-400b-994c-315b72cc3acd x-openstack-request-id: req-218bcfd2-34da-400b-994c-315b72cc3acd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:16.160047 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-plugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:16.160348 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-218bcfd2-34da-400b-994c-315b72cc3acd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:16.160795 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'code': 200} Jul 16 18:37:16.240352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b72272-4395-405d-8f6e-bc710e280849 None None] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:16.467880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4e672bd7-da27-49f7-9513-7cf312eacc13 None None] Provisioning complete for port bf1c7c4e-d7b3-4275-9663-bff279555d20 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:16.468911 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e672bd7-da27-49f7-9513-7cf312eacc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.035209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:17.037687 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936d0233-8977-4ccf-9016-9afd3721833c" -d '{"events": [{"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:17.108218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52358) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.124023 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1b418b-53c4-4573-ac07-91c40f8d217d x-openstack-request-id: req-8f1b418b-53c4-4573-ac07-91c40f8d217d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:17.124616 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:17.125645 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8f1b418b-53c4-4573-ac07-91c40f8d217d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:17.126336 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'status': 'completed', 'code': 200} Jul 16 18:37:17.299577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.373547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d0233-8977-4ccf-9016-9afd3721833c req-8fe557b3-9279-478e-9dab-d8b8e58af9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.385886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936d0233-8977-4ccf-9016-9afd3721833c req-8fe557b3-9279-478e-9dab-d8b8e58af9a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1129 time: 0.2287154 Jul 16 18:37:17.389156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.610261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d0233-8977-4ccf-9016-9afd3721833c req-eacec4d1-9f10-49e4-915e-a6f9db76ffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.615077 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936d0233-8977-4ccf-9016-9afd3721833c req-eacec4d1-9f10-49e4-915e-a6f9db76ffb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 897 time: 0.2196569 Jul 16 18:37:17.646481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637c9a7-d6a0-4c83-b40e-e828a07677ca req-02e0487d-aa9a-47f0-8939-2322042725d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.649812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8637c9a7-d6a0-4c83-b40e-e828a07677ca req-02e0487d-aa9a-47f0-8939-2322042725d0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.2359469 Jul 16 18:37:17.672898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.681237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.683904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/security-groups/da303359-d706-4b20-87ac-a5eaab30431a HTTP/1.1" status: 204 len: 168 time: 0.5734386 Jul 16 18:37:17.693676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.731992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da303359-d706-4b20-87ac-a5eaab30431a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.733443 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-cfbd20e3-15f3-404a-93ae-35a6513eff40 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] show failed (client error): The resource could not be found. Jul 16 18:37:17.738708 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cfbd20e3-15f3-404a-93ae-35a6513eff40 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "GET /v2.0/security-groups/da303359-d706-4b20-87ac-a5eaab30431a HTTP/1.1" status: 404 len: 347 time: 0.0447814 Jul 16 18:37:17.739758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.760133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.760669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.761237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.761795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.762363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.763534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.764529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.765272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.766944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.767779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.768921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.769561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a43867-cace-4638-821c-d26838564ab2 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:17.791956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8637c9a7-d6a0-4c83-b40e-e828a07677ca req-c93cc025-a456-4cc5-be1f-e9141528f5a8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300707 Jul 16 18:37:17.878491 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936d0233-8977-4ccf-9016-9afd3721833c req-7083e94c-c342-490a-ad48-ff86e5f8c5d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 1002 time: 0.2592161 Jul 16 18:37:18.013257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d0233-8977-4ccf-9016-9afd3721833c req-f52ef235-070f-40c5-9479-df7290f5168e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.015214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936d0233-8977-4ccf-9016-9afd3721833c req-f52ef235-070f-40c5-9479-df7290f5168e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 200 len: 834 time: 0.1280777 Jul 16 18:37:18.030541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port ce3c9825-39da-4257-947f-fde6e69c3ef0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:18.031253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.219871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.220969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.234521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d0233-8977-4ccf-9016-9afd3721833c req-c08cf7de-5141-433c-a3b9-20d56e7eaf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.237121 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936d0233-8977-4ccf-9016-9afd3721833c req-c08cf7de-5141-433c-a3b9-20d56e7eaf4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090032 Jul 16 18:37:18.258830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for ce3c9825-39da-4257-947f-fde6e69c3ef0 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:18.520609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936d0233-8977-4ccf-9016-9afd3721833c req-983d7c15-5802-4924-a7bc-43008c7ab20a service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746952 Jul 16 18:37:18.726911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:18.867883 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-936d0233-8977-4ccf-9016-9afd3721833c req-28163a97-f309-4bd3-9481-68151d7bf94a service neutron] 10.222.0.13 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380539 Jul 16 18:37:18.870229 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.939668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=ce3c9825-39da-4257-947f-fde6e69c3ef0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.991054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:19.022923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 has no active binding in host n-h1-793620-10 {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:37:19.043439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.048241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.049617 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-77e5ad41-eba1-48c3-a3b8-ec7c4a43552c tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/floatingips/6f6de66c-446a-4e65-a91e-ebfd031a03db HTTP/1.1" status: 204 len: 168 time: 1.3067687 Jul 16 18:37:19.054461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52536) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:19.235542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port 4aa91796-6c20-4a7a-b64f-be66a399c558 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:19.236209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.278938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135449e-7c49-4ac6-84b8-0d0f505d2ff6 req-3098a565-02b8-4c44-8db9-124d0c03f3e4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.282595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5135449e-7c49-4ac6-84b8-0d0f505d2ff6 req-3098a565-02b8-4c44-8db9-124d0c03f3e4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.1349180 Jul 16 18:37:19.354225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5135449e-7c49-4ac6-84b8-0d0f505d2ff6 req-e37cc592-5b4b-42c8-a0bf-da2454c2ea97 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598226 Jul 16 18:37:19.419006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.439279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for 4aa91796-6c20-4a7a-b64f-be66a399c558 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:19.684911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.748901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=4aa91796-6c20-4a7a-b64f-be66a399c558,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.913370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.917546 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d73f926b-63ca-4f9e-8028-77040c154798 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/ports/4aa91796-6c20-4a7a-b64f-be66a399c558 HTTP/1.1" status: 204 len: 168 time: 0.8610775 Jul 16 18:37:19.922321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52620) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.084607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:20.084607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.220464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.253442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for 4d7ae5e3-f257-44fb-a294-9f1d82a9a99f owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:20.534381 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.614743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=4d7ae5e3-f257-44fb-a294-9f1d82a9a99f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.831878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226928ea-e901-49cd-b7fa-0ed69797a7d0 req-4dfb6f69-8f99-4018-a4e3-444101451442 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.835510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-226928ea-e901-49cd-b7fa-0ed69797a7d0 req-4dfb6f69-8f99-4018-a4e3-444101451442 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 946 time: 0.2336931 Jul 16 18:37:20.846600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.854384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.855158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a4d0419d-97c7-487f-b448-81dcd35d86cd tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/ports/4d7ae5e3-f257-44fb-a294-9f1d82a9a99f HTTP/1.1" status: 204 len: 168 time: 0.9304037 Jul 16 18:37:20.970300 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-226928ea-e901-49cd-b7fa-0ed69797a7d0 req-90122b72-8f65-4bfd-b037-b66403ef72e6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141481 Jul 16 18:37:21.021613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting subnet c8c5d5ac-3704-4c3b-8f48-b0254137ef8c {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:21.030659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.147248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.208223 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c103bfce-6759-4a96-ac34-d801d904816b service neutron] 10.222.0.13 "GET /v2.0/ports/bf1c7c4e-d7b3-4275-9663-bff279555d20/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 385 time: 0.1240425 Jul 16 18:37:21.316621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.871239 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.931888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Subnet': ['ID=c8c5d5ac-3704-4c3b-8f48-b0254137ef8c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.950847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.953221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a7b447-ce4a-4a5a-9b2d-f7d5ae47834a None None] Network 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:21.960270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52796) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:21.987419 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cb3934ff-c93d-4596-b29b-6bee748750f6 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/subnets/c8c5d5ac-3704-4c3b-8f48-b0254137ef8c HTTP/1.1" status: 204 len: 168 time: 1.1162748 Jul 16 18:37:22.036529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:22.082722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:22.191653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting subnet 0840094b-ab05-462a-be5b-3e1ae497e6df {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:22.200241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.221286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:22.277893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:22.286238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.286525 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffb5892-910b-495b-8ddf-947c8e2bf2d8" -d '{"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:22.307863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] DHCP port deletion for 928495e0-dd43-4f8b-b3e0-1a5f4ab9141c request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:22.315136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.393608 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] Deleting port 4fc2510e-fd72-4242-a754-fad6dc749548 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:22.394877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.504177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] For port 4fc2510e-fd72-4242-a754-fad6dc749548, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc2510e-fd72-4242-a754-fad6dc749548,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:22.506236 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.518621 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b01915-74a1-4cc8-8eec-c2423da0e0d1 x-openstack-request-id: req-12b01915-74a1-4cc8-8eec-c2423da0e0d1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:22.519494 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-unplugged", "status": "completed", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:22.520382 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12b01915-74a1-4cc8-8eec-c2423da0e0d1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:22.522228 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'code': 200} Jul 16 18:37:22.529899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] Transition to ACTIVE for port object bf1c7c4e-d7b3-4275-9663-bff279555d20 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:22.530892 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.537676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] Calling delete_port for 4fc2510e-fd72-4242-a754-fad6dc749548 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:22.539382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.671698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7579b-8b23-4c4f-a6c2-50e4d7d08db4 req-b8461014-3af9-4d95-a779-6ac5532375de tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.673806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ac7579b-8b23-4c4f-a6c2-50e4d7d08db4 req-b8461014-3af9-4d95-a779-6ac5532375de tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.3039429 Jul 16 18:37:22.717738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.765967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Subnet': ['ID=0840094b-ab05-462a-be5b-3e1ae497e6df,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.778692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=11']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.782578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.785650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eea5edc9-4648-4526-a16a-0eb4d6db99e4 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/subnets/0840094b-ab05-462a-be5b-3e1ae497e6df HTTP/1.1" status: 204 len: 168 time: 0.8238966 Jul 16 18:37:22.790585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52808) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.808818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ac7579b-8b23-4c4f-a6c2-50e4d7d08db4 req-d51f4d42-1ac4-4a5b-9759-d23eda109c2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189153 Jul 16 18:37:22.862098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] No DVR routers for this DVR port bf1c7c4e-d7b3-4275-9663-bff279555d20 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:22.935958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd658a-d3b3-4da7-bcc0-46fe89ea98fb None None] Network 550d5f6d-70f5-4ae4-8390-9796ffd5d7be requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:23.038806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4fc2510e-fd72-4242-a754-fad6dc749548 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:23.050352 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.203832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Deleting port 4fc2510e-fd72-4242-a754-fad6dc749548 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:23.204789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.213298 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.226081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.273347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] Pushing event deleted for resources: {'Port': ['ID=4fc2510e-fd72-4242-a754-fad6dc749548,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.280997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3d9e0-4a7a-4e53-a847-46b0319b8f6c None None] No DVR routers for this DVR port 4fc2510e-fd72-4242-a754-fad6dc749548 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:23.303919 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-c6001cd3-45f4-417d-a74f-9df0092a27f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/bf1c7c4e-d7b3-4275-9663-bff279555d20/bindings/n-h1-793620-10/activate HTTP/1.1" status: 200 len: 370 time: 2.0881836 Jul 16 18:37:23.417925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] DHCP port deletion for 550d5f6d-70f5-4ae4-8390-9796ffd5d7be request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:23.418873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] For port 4fc2510e-fd72-4242-a754-fad6dc749548, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4fc2510e-fd72-4242-a754-fad6dc749548,segment=NetworkSegment(4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753),segment_id=4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:23.419243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.437275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Calling delete_port for 4fc2510e-fd72-4242-a754-fad6dc749548 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:23.480349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] Deleting port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:23.480734 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.520763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-67df0008-0eca-4da7-8495-310129d607ec tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.522432 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-67df0008-0eca-4da7-8495-310129d607ec tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201&tenant_id=d18b8d744c464ce99a2cf60e1da305d1&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.1444287 Jul 16 18:37:23.561820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] For port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=912fdd23-8e26-4ada-9d59-7cb1b6ce9865,segment=NetworkSegment(ab0452d2-6bb0-4c34-826c-f07acc6ea4f6),segment_id=ab0452d2-6bb0-4c34-826c-f07acc6ea4f6)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:23.562260 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.583785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] Calling delete_port for 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:23.653936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-d7704227-7c41-4cc2-8f7e-0188f44e75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.655600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-d7704227-7c41-4cc2-8f7e-0188f44e75ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 1097 time: 0.1171844 Jul 16 18:37:23.657177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.687513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Port': ['ID=4fc2510e-fd72-4242-a754-fad6dc749548,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.716551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] No DVR routers for this DVR port 4fc2510e-fd72-4242-a754-fad6dc749548 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:23.744575 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.776704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] Pushing event deleted for resources: {'Port': ['ID=912fdd23-8e26-4ada-9d59-7cb1b6ce9865,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.789570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a322e6ff-71e9-4a5e-97e7-a545621a2290 None None] No DVR routers for this DVR port 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:23.864364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.879383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-bf6c4e10-11c2-4eb2-9069-dc2bc961bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.881334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-bf6c4e10-11c2-4eb2-9069-dc2bc961bbbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1097 time: 0.1812897 Jul 16 18:37:23.886081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['928495e0-dd43-4f8b-b3e0-1a5f4ab9141c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.916827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.917123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef9e27c-bc4d-47d9-9b0d-2bd3d8e5e753') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.936799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.004323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.055675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-b3fd5519-5edd-4544-af64-3c235537b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.060209 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-b3fd5519-5edd-4544-af64-3c235537b093 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 897 time: 0.1705432 Jul 16 18:37:24.079705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:24.080370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:24.084540 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:24.197078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f407c-82ad-4ef3-a9db-e662d67d7b77 req-efe7c636-7d8e-4c21-a87c-2abd95325500 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.200703 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-936a9d0b-a256-4561-afb2-89d8411d5f13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 1000 time: 0.1296599 Jul 16 18:37:24.210653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d03f407c-82ad-4ef3-a9db-e662d67d7b77 req-efe7c636-7d8e-4c21-a87c-2abd95325500 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.1438432 Jul 16 18:37:24.289171 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d03f407c-82ad-4ef3-a9db-e662d67d7b77 req-a944bd27-e677-4df9-85b8-7cc7f876b64b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763848 Jul 16 18:37:24.351268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.355862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-22d77cf5-0d00-44bf-b893-a42efc725418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.358608 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-22d77cf5-0d00-44bf-b893-a42efc725418 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 200 len: 834 time: 0.1437016 Jul 16 18:37:24.373420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.377212 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/networks/928495e0-dd43-4f8b-b3e0-1a5f4ab9141c HTTP/1.1" status: 204 len: 168 time: 1.5852911 Jul 16 18:37:24.380865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52822) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.427238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1150e-39a4-4770-9efe-5f07c915eb69 tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Network': ['ID=928495e0-dd43-4f8b-b3e0-1a5f4ab9141c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.481193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-4778a58b-4170-40ef-866c-3f5712b00fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.484204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-4778a58b-4170-40ef-866c-3f5712b00fdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131630 Jul 16 18:37:24.501208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.615035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.633177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550d5f6d-70f5-4ae4-8390-9796ffd5d7be']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:24.647916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-75587de2-8c3f-405f-9d40-9a941a40822f service neutron] 10.222.0.55 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558919 Jul 16 18:37:24.651675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:24.652042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0452d2-6bb0-4c34-826c-f07acc6ea4f6') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:24.664624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.683147 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.692739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:24.693345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:24.698035 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:24.819767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.831424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-f484121f-4963-4570-93a2-992e2847c6f5 service neutron] 10.222.0.55 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765437 Jul 16 18:37:24.838574 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.854328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] 10.222.0.48 "DELETE /v2.0/networks/550d5f6d-70f5-4ae4-8390-9796ffd5d7be HTTP/1.1" status: 204 len: 168 time: 0.4714944 Jul 16 18:37:24.887853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210cac5-4c42-4759-9e80-2f5e0a79445d tempest-TaggedBootDevicesTest-725001017 tempest-TaggedBootDevicesTest-725001017-project] Pushing event deleted for resources: {'Network': ['ID=550d5f6d-70f5-4ae4-8390-9796ffd5d7be,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.020635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:25.063772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:25.064752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 912fdd23-8e26-4ada-9d59-7cb1b6ce9865 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:25.299666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:25.393721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:25.522731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-064681ae-5db3-41de-ad3a-3c44593487aa tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.526234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-064681ae-5db3-41de-ad3a-3c44593487aa tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201&tenant_id=d18b8d744c464ce99a2cf60e1da305d1&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 1097 time: 0.2697570 Jul 16 18:37:25.694235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e6904-7ca9-4b46-b280-d25d7b4a05a3 req-85724cf9-e56c-4f92-86a2-78f1ace6e448 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.701127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-411e6904-7ca9-4b46-b280-d25d7b4a05a3 req-85724cf9-e56c-4f92-86a2-78f1ace6e448 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.1447260 Jul 16 18:37:25.755648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-411e6904-7ca9-4b46-b280-d25d7b4a05a3 req-22cbd961-6d4e-414b-95c1-2d936594a8d2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Jul 16 18:37:25.771163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-25f729fe-e0dd-4629-a5df-d396ce5ca75f service neutron] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:25.776030 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-25f729fe-e0dd-4629-a5df-d396ce5ca75f service neutron] Notify callbacks [] for binding, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.777762 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-25f729fe-e0dd-4629-a5df-d396ce5ca75f service neutron] 10.222.0.55 "DELETE /v2.0/ports/bf1c7c4e-d7b3-4275-9663-bff279555d20/bindings/n-h2-793620-10 HTTP/1.1" status: 204 len: 173 time: 0.2392743 Jul 16 18:37:26.103575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08fb8-694e-4482-a22c-f288b5e062e6 req-d0ee49ce-78e4-4fef-a421-f229f89c9182 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.105793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24f08fb8-694e-4482-a22c-f288b5e062e6 req-d0ee49ce-78e4-4fef-a421-f229f89c9182 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1097 time: 0.1073468 Jul 16 18:37:26.172287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24f08fb8-694e-4482-a22c-f288b5e062e6 req-dd0129aa-0d03-4f70-ab63-20c3cbf8213d tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547125 Jul 16 18:37:26.492857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4288c-3e8c-4b9c-8f11-37f5f090ab2d req-2f5f3097-6196-46e6-91cb-fce718834076 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.495488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0e4288c-3e8c-4b9c-8f11-37f5f090ab2d req-2f5f3097-6196-46e6-91cb-fce718834076 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.1127446 Jul 16 18:37:26.592978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0e4288c-3e8c-4b9c-8f11-37f5f090ab2d req-45bca6f9-c06d-4cdc-a494-acde6f833004 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819707 Jul 16 18:37:26.663656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:26.836468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d6b3b386-da3b-4365-9c5d-a4f4594407d8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/06b15385-27aa-4c77-8d88-28c4e44418c1 HTTP/1.1" status: 200 len: 992 time: 0.1619456 Jul 16 18:37:29.249973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 52908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.607604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52914) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.794991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port ec48cb3b-e82a-4abc-88dc-5f1d630a333e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:29.795611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.847121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca77d-1e61-4352-9702-f4cfb7b8266a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.994064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.994749 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.033945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for ec48cb3b-e82a-4abc-88dc-5f1d630a333e owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:30.051963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca77d-1e61-4352-9702-f4cfb7b8266a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.057953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eb0ca77d-1e61-4352-9702-f4cfb7b8266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.116141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eb0ca77d-1e61-4352-9702-f4cfb7b8266a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f25c0a6ac04743f5a3dd70c2cc67b140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070329 Jul 16 18:37:30.121690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52924) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.242877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ca77d-1e61-4352-9702-f4cfb7b8266a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5f6769-8255-4474-bcbc-f6a6f85bce14,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.250406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b11fc2cf-a9bd-4653-989a-f8473b2d0f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.275119 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18a91c31-4bfa-4a8b-9bf6-d36dcf66cb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.315855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b11fc2cf-a9bd-4653-989a-f8473b2d0f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.394946 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b11fc2cf-a9bd-4653-989a-f8473b2d0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.398259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b11fc2cf-a9bd-4653-989a-f8473b2d0f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.403828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b11fc2cf-a9bd-4653-989a-f8473b2d0f8d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec5f6769-8255-4474-bcbc-f6a6f85bce14 HTTP/1.1" status: 204 len: 168 time: 0.2801969 Jul 16 18:37:30.424086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fc2cf-a9bd-4653-989a-f8473b2d0f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5f6769-8255-4474-bcbc-f6a6f85bce14,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.455839 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.495890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=ec48cb3b-e82a-4abc-88dc-5f1d630a333e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.625786 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.628569 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP 06b15385-27aa-4c77-8d88-28c4e44418c1 disassociated (deleted). External IP: 172.25.0.130, port: bf1c7c4e-d7b3-4275-9663-bff279555d20. Jul 16 18:37:31.293387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52944) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.320282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router 90f282f0-c810-4fe4-bece-f121116e5713 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:31.322767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fb92b4d-272f-430c-a85a-974d4312660d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.657166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf318d5-25fa-4549-b997-ae0f919e1fab req-a5463b46-ae49-42b6-8dc4-cb992f77dc6a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.659925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cf318d5-25fa-4549-b997-ae0f919e1fab req-a5463b46-ae49-42b6-8dc4-cb992f77dc6a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1535165 Jul 16 18:37:31.694047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:31.709893 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] Sync routers for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:31.710517 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.737265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:31.738475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:31.770825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f4b5c236-061b-4aa2-aa67-66a66e19529d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/floatingips/06b15385-27aa-4c77-8d88-28c4e44418c1 HTTP/1.1" status: 204 len: 168 time: 2.5184610 Jul 16 18:37:31.771757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:31.775623 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50401f8-a6c5-4fe9-b923-9849207e063f" -d '{"events": [{"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:31.927349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:32.383667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fb92b4d-272f-430c-a85a-974d4312660d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.408241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fb92b4d-272f-430c-a85a-974d4312660d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.423773 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0552f7-ee25-404c-9a6c-6fca4d3a62ae x-openstack-request-id: req-fa0552f7-ee25-404c-9a6c-6fca4d3a62ae {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:32.424627 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:32.424991 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fa0552f7-ee25-404c-9a6c-6fca4d3a62ae {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:32.425509 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'status': 'completed', 'code': 200} Jul 16 18:37:32.463310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb92b4d-272f-430c-a85a-974d4312660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6695c23-205b-4d08-ab81-6aeaa1e76cd1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.545499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4fb92b4d-272f-430c-a85a-974d4312660d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bfd0d48c7b4c49dca336625965c912d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2496693 Jul 16 18:37:32.548076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:32.578116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cf318d5-25fa-4549-b997-ae0f919e1fab req-5f1087f3-8aac-41ec-a079-c666b6f853cf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9081933 Jul 16 18:37:32.584810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:32.659511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] Checking router: 90f282f0-c810-4fe4-bece-f121116e5713 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:32.673040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:32.674140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:32.682656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-a574dd15-0cc6-483a-a99e-04e1006a6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.691867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-a574dd15-0cc6-483a-a99e-04e1006a6f5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 1097 time: 0.1981192 Jul 16 18:37:32.795048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8c8961d-dd2c-4370-9763-1012a2a95d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.832893 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8c8961d-dd2c-4370-9763-1012a2a95d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.851710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425c1de-9789-49cf-89e4-bc55e11b8b68 req-842eb901-2daf-4a08-8888-c4c05bb5380a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.853354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6425c1de-9789-49cf-89e4-bc55e11b8b68 req-842eb901-2daf-4a08-8888-c4c05bb5380a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.2293060 Jul 16 18:37:32.923258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6425c1de-9789-49cf-89e4-bc55e11b8b68 req-7792cfec-8871-42f4-8e76-edd6a11ceec5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634658 Jul 16 18:37:32.967881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:32.971211 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8c8961d-dd2c-4370-9763-1012a2a95d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.973945 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8c8961d-dd2c-4370-9763-1012a2a95d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.975148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b8c8961d-dd2c-4370-9763-1012a2a95d78 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6695c23-205b-4d08-ab81-6aeaa1e76cd1 HTTP/1.1" status: 204 len: 168 time: 0.4161375 Jul 16 18:37:33.001475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8961d-dd2c-4370-9763-1012a2a95d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6695c23-205b-4d08-ab81-6aeaa1e76cd1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.023123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-4aac559b-ef93-4273-b815-d4b2f8b62991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.027717 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-4aac559b-ef93-4273-b815-d4b2f8b62991 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 200 len: 897 time: 0.3270879 Jul 16 18:37:33.063115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-1e54592c-11bd-421c-a476-2461c87793e3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.065757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-1e54592c-11bd-421c-a476-2461c87793e3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.55 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.2163439 Jul 16 18:37:33.138184 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-1aeb2e7d-e738-4056-b5cd-91e049256b75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 200 len: 217 time: 0.1038136 Jul 16 18:37:33.191881 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b993548-decc-485b-a372-b477b8314aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.355208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-212b7c5b-da3b-48b8-8382-1a2369d1a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.356943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-212b7c5b-da3b-48b8-8382-1a2369d1a592 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 200 len: 834 time: 0.1646445 Jul 16 18:37:33.405049 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.483339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:33.490151 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port bf1c7c4e-d7b3-4275-9663-bff279555d20 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:33.490868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.534447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461de31-ccaa-4a88-999a-b65335cb6751 None None] The sync data for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 is: [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:36:11Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'c3d849be-70dd-43d6-8949-0bd3bb70c9f2', 'name': '', 'network_id': 'eae7c7ce-24d4-474c-8c4b-ee97ae4996cf', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:eb:10:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_interface', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:09Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': '6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:33.612478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-b431a0f1-5e30-45cb-90f1-aba40c7ccbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.615029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-b431a0f1-5e30-45cb-90f1-aba40c7ccbc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2461450 Jul 16 18:37:33.836308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port bf1c7c4e-d7b3-4275-9663-bff279555d20, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bf1c7c4e-d7b3-4275-9663-bff279555d20,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:33.837023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.888371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for bf1c7c4e-d7b3-4275-9663-bff279555d20 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:33.911795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792169c2-184a-4bdb-8082-01e634c0997c req-dbacfa33-6fec-49c0-9aa7-48dbc5057f8a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.916363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-792169c2-184a-4bdb-8082-01e634c0997c req-dbacfa33-6fec-49c0-9aa7-48dbc5057f8a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1587553 Jul 16 18:37:33.939233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-6e992a14-04c0-44b9-b82f-9595e17ea323 service neutron] 10.222.0.55 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068030 Jul 16 18:37:33.993549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-792169c2-184a-4bdb-8082-01e634c0997c req-1103be1f-6070-4dfb-a288-3da8223ce058 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706186 Jul 16 18:37:34.139928 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3009f8e5-89a1-43d9-90d6-326f7f30ac23 None None] New status for floating IP 06b15385-27aa-4c77-8d88-28c4e44418c1: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:34.234323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31c98-a01e-4cdf-ae62-77b02b73dd55 req-84419a3e-4c73-4cb0-aa20-6cf3f5fd62c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:34.236880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82b31c98-a01e-4cdf-ae62-77b02b73dd55 req-84419a3e-4c73-4cb0-aa20-6cf3f5fd62c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=484a2d23-061a-4f40-b4b6-0a0a5c263201 HTTP/1.1" status: 200 len: 945 time: 0.1125500 Jul 16 18:37:34.242241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b50401f8-a6c5-4fe9-b923-9849207e063f req-fb746f6d-a17f-42c3-994d-33b4ef5256bd service neutron] 10.222.0.55 "GET /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903969 Jul 16 18:37:34.340822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.361502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82b31c98-a01e-4cdf-ae62-77b02b73dd55 req-25023406-c269-4a4e-b33e-df59e9471385 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=f93e167d-7442-4c43-86f3-f1380acd80bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166432 Jul 16 18:37:34.361862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.401976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=bf1c7c4e-d7b3-4275-9663-bff279555d20,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.446110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 52994) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.485917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] No DVR routers for this DVR port bf1c7c4e-d7b3-4275-9663-bff279555d20 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:34.489024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.491192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dfb67216-cc2b-49cd-b0ee-ddc7fa904187 req-7d4d2607-39de-4303-bd83-317534c9b7b1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.55 "DELETE /v2.0/ports/bf1c7c4e-d7b3-4275-9663-bff279555d20 HTTP/1.1" status: 204 len: 173 time: 1.3695211 Jul 16 18:37:34.491682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-deleted', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:34.494157 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0548b1c6-8a65-4f7d-9e1a-328fd0e57bcf" -d '{"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-deleted", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:34.541502 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67005000-e8c7-4e0a-9eaa-8c748aa6a822 x-openstack-request-id: req-67005000-e8c7-4e0a-9eaa-8c748aa6a822 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:34.542701 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484a2d23-061a-4f40-b4b6-0a0a5c263201", "name": "network-vif-deleted", "tag": "bf1c7c4e-d7b3-4275-9663-bff279555d20", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:34.543170 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67005000-e8c7-4e0a-9eaa-8c748aa6a822 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:34.543804 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484a2d23-061a-4f40-b4b6-0a0a5c263201', 'name': 'network-vif-deleted', 'tag': 'bf1c7c4e-d7b3-4275-9663-bff279555d20', 'status': 'completed', 'code': 200} Jul 16 18:37:34.609974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1226434194-network', 'tenant_id': 'ba16027bdf7e46a189ff351d05e729f8'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:34.638037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Made reservation on behalf of ba16027bdf7e46a189ff351d05e729f8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:34.641311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.652892 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.815970 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.824242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.886335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:34.916853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f199f40-726e-44fe-b407-b9c246a44de4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.928281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.929301 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Added segment ad5e28b5-f97d-4a0a-9f84-8251715335df of type vlan for network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 Jul 16 18:37:35.017924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.086333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.088040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.089388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.176866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] Pushing event updated for resources: {'Network': ['ID=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.189696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:35.195874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fe4e39f5-49ba-4c8a-9ce7-3e3a37fb1efa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7485139 Jul 16 18:37:35.199402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53008) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.209135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Request body: {'subnet': {'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1226434194-subnet', 'tenant_id': 'ba16027bdf7e46a189ff351d05e729f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:35.295754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Made reservation on behalf of ba16027bdf7e46a189ff351d05e729f8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:35.298803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.413566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a4d7-189c-4f22-b1c0-f80e75a16243 req-7a53be7d-1e6f-4f5d-a5a7-bf2cb0a4b701 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.415200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2417a4d7-189c-4f22-b1c0-f80e75a16243 req-7a53be7d-1e6f-4f5d-a5a7-bf2cb0a4b701 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1636882 Jul 16 18:37:35.498222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2417a4d7-189c-4f22-b1c0-f80e75a16243 req-ae6aa635-f3d0-42fa-bccb-b31c951c8d5e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741336 Jul 16 18:37:35.559861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.624384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb14184-aee9-4040-8056-71dbab15a5b7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.642972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.695727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Checking segment: {'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:35.696085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Network hostable DHCP agents. Network: f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:35.734738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:35.753288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:35.758746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.759349 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.787571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-93746704-75c1-422c-a82e-15ead3ac77a1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5825033 Jul 16 18:37:35.906371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5740687b-e66f-4836-8bd1-01b41844cede None None] Network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:36.123682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.137483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bb5053-c5cf-4b39-80b1-eb0be4a60063 None None] Network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:36.809275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:36.862792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2965cbb-0191-4314-86be-e8a84e621133 req-5267fbb9-3e13-4791-9b72-90352f3b5035 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.868658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2965cbb-0191-4314-86be-e8a84e621133 req-5267fbb9-3e13-4791-9b72-90352f3b5035 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1176245 Jul 16 18:37:36.916850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: bf1c7c4e-d7b3-4275-9663-bff279555d20 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:36.918604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bf1c7c4e-d7b3-4275-9663-bff279555d20 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:36.953610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2965cbb-0191-4314-86be-e8a84e621133 req-e62449ff-6b24-4cbc-8c2d-e3495edc1e88 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728779 Jul 16 18:37:37.224312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79904e49-6382-40fd-9543-b98433068dc8 req-ef00e5ce-e13f-4b0a-944b-5d22b7f35b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.227118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79904e49-6382-40fd-9543-b98433068dc8 req-ef00e5ce-e13f-4b0a-944b-5d22b7f35b5e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1097 time: 0.4419124 Jul 16 18:37:37.228970 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.303975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79904e49-6382-40fd-9543-b98433068dc8 req-32fe1989-0ddb-4801-bfa9-5e30e22bae60 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697920 Jul 16 18:37:37.341217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.611374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.812050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port c3d849be-70dd-43d6-8949-0bd3bb70c9f2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:37.813113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.021847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port c3d849be-70dd-43d6-8949-0bd3bb70c9f2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:38.022452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.070283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for c3d849be-70dd-43d6-8949-0bd3bb70c9f2 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:38.362289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0a941-89b0-48f4-999f-a29f3d95ae61 req-d37e82be-13ad-4814-bbb7-274f5336a1c0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.369611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3c0a941-89b0-48f4-999f-a29f3d95ae61 req-d37e82be-13ad-4814-bbb7-274f5336a1c0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1186571 Jul 16 18:37:38.432208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3c0a941-89b0-48f4-999f-a29f3d95ae61 req-c5d46036-a094-4c2e-a439-f6c227a9a8f4 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598574 Jul 16 18:37:38.439399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.483579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=c3d849be-70dd-43d6-8949-0bd3bb70c9f2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.789421 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.822956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-54454ec8-c66d-4726-9dbc-040332c87706 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.832720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-54454ec8-c66d-4726-9dbc-040332c87706 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/networks?id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 HTTP/1.1" status: 200 len: 809 time: 0.2173023 Jul 16 18:37:38.862460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b629b03d-2137-4c27-b5d0-e58180cd3459 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/quotas/ba16027bdf7e46a189ff351d05e729f8 HTTP/1.1" status: 200 len: 375 time: 0.0208127 Jul 16 18:37:38.937596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ab512c16-0b12-4579-bb69-913a0ad2fc92 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba16027bdf7e46a189ff351d05e729f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645969 Jul 16 18:37:39.142495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router 90f282f0-c810-4fe4-bece-f121116e5713 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:39.270695 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-4b717793-95e8-4261-961b-a59c13a54864 service neutron] 10.222.0.48 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317907 Jul 16 18:37:39.320063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:39.331137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] Sync routers for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:39.336943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-330e38b1-13e5-46e9-b503-8814e8f2a501 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/90f282f0-c810-4fe4-bece-f121116e5713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6891243 Jul 16 18:37:39.337228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:39.350288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:39.351909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:39.504406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting subnet 6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:39.524774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.583217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-bcc5a4be-f59d-48aa-969a-ae25851a0ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060186 Jul 16 18:37:39.627794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.677940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:39.811444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8c61-4c51-44ff-8a18-9bc0baa0b1cc req-74c216ef-2c37-4b13-9103-6b7fadd74771 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.820295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-057c8c61-4c51-44ff-8a18-9bc0baa0b1cc req-74c216ef-2c37-4b13-9103-6b7fadd74771 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1677504 Jul 16 18:37:39.870140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-057c8c61-4c51-44ff-8a18-9bc0baa0b1cc req-9c4eeb02-5f10-4a93-abe1-24c74ffc1373 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482740 Jul 16 18:37:39.916189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.986059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-692f9827-d6db-4c3b-b719-bbf4222e9974 req-2bf1df8f-80d9-4ef3-af63-fc051235e0cb tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 210 time: 0.0895691 Jul 16 18:37:40.050844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.080508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:37:38Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:40.112571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.125314 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.127397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-af362d2f-ab88-4e02-b8c7-d41fd2f4d865 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/subnets/6a7aa4bc-2122-42c4-aceb-2aa3d5ab6ea4 HTTP/1.1" status: 204 len: 168 time: 0.7886300 Jul 16 18:37:40.130475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:40.366234 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.404524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9799fb35-431a-4f1f-887c-3461721a72e9 None None] Network eae7c7ce-24d4-474c-8c4b-ee97ae4996cf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:40.409323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] Checking router: 90f282f0-c810-4fe4-bece-f121116e5713 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:40.455048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] Routers {'90f282f0-c810-4fe4-bece-f121116e5713'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:40.455720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['90f282f0-c810-4fe4-bece-f121116e5713'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:40.546811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.654418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:40.662357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.694855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] Set router 90f282f0-c810-4fe4-bece-f121116e5713 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:40.835863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:40.836203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.853912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:41.002046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] DHCP port deletion for eae7c7ce-24d4-474c-8c4b-ee97ae4996cf request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:41.158522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.199025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] Deleting port 7738bc45-b390-4dd9-b209-65b6a14f21ec {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:41.200335 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.201137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=6d172ceb-5b3f-4265-ad5f-23d3dca01dc7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:41.265156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:37:38Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:41.289080 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.291528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95515fc-7da2-4936-ab61-c70127b27ea1 req-24d23fa4-e506-4210-a2c2-09bde39d05aa tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.293911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f95515fc-7da2-4936-ab61-c70127b27ea1 req-24d23fa4-e506-4210-a2c2-09bde39d05aa tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1176207 Jul 16 18:37:41.324838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa07b12-25f5-40e9-afd6-c1ff97a62cf4 None None] The sync data for ids ['90f282f0-c810-4fe4-bece-f121116e5713'] in n-d-793620-10 is: [{'id': '90f282f0-c810-4fe4-bece-f121116e5713', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1136402214', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:03Z', 'updated_at': '2021-07-16T18:37:38Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '6d172ceb-5b3f-4265-ad5f-23d3dca01dc7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f282f0-c810-4fe4-bece-f121116e5713', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2789, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:04Z', 'updated_at': '2021-07-16T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:41.372833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-261ff1fe-3862-4cbc-ad0a-55fa7bbed472 req-872c9040-5ff4-4e76-b34d-89cc14826685 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 210 time: 0.0774872 Jul 16 18:37:41.377975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] For port 7738bc45-b390-4dd9-b209-65b6a14f21ec, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7738bc45-b390-4dd9-b209-65b6a14f21ec,segment=NetworkSegment(bab0b04b-0327-45b3-b0d1-d020d37afa2f),segment_id=bab0b04b-0327-45b3-b0d1-d020d37afa2f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:41.378380 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.412041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] Calling delete_port for 7738bc45-b390-4dd9-b209-65b6a14f21ec owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:41.439658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f95515fc-7da2-4936-ab61-c70127b27ea1 req-92c14d92-287a-41fc-a1cf-f1b3ccd36f78 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611973 Jul 16 18:37:41.461587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.464335 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.513811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.515478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Fanout notify agent at l3_agent the message router_deleted on router 90f282f0-c810-4fe4-bece-f121116e5713 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:37:41.531483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.533346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-efe9c075-2641-4441-b44f-61750a39c3cc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/routers/90f282f0-c810-4fe4-bece-f121116e5713 HTTP/1.1" status: 204 len: 168 time: 1.4016509 Jul 16 18:37:41.535928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53122) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:41.540300 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.582160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] Pushing event deleted for resources: {'Port': ['ID=7738bc45-b390-4dd9-b209-65b6a14f21ec,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:41.584817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca02aa9-a594-4db7-a4f6-78d546843c9e None None] No DVR routers for this DVR port 7738bc45-b390-4dd9-b209-65b6a14f21ec on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:41.667407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.783902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.828985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae7c7ce-24d4-474c-8c4b-ee97ae4996cf']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:41.866331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab0b04b-0327-45b3-b0d1-d020d37afa2f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:41.866825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab0b04b-0327-45b3-b0d1-d020d37afa2f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:41.908810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.940509 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.989423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:41.989936 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:41.992961 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:42.120468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-16077d06-f732-495d-adee-bb26f3964bd3 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.122657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-16077d06-f732-495d-adee-bb26f3964bd3 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.13 "GET /v2.0/networks?id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 HTTP/1.1" status: 200 len: 809 time: 0.2779381 Jul 16 18:37:42.126291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.145331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.150032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/networks/eae7c7ce-24d4-474c-8c4b-ee97ae4996cf HTTP/1.1" status: 204 len: 168 time: 0.6124570 Jul 16 18:37:42.154488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53128) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:42.175597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Request body: {'port': {'device_id': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8', 'admin_state_up': True, 'tenant_id': 'ba16027bdf7e46a189ff351d05e729f8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:42.237122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-512b764d-e197-4138-b936-8e9305b3033d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.269704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-512b764d-e197-4138-b936-8e9305b3033d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.272577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f490ccb-0e57-4195-8977-54753b111daa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Network': ['ID=eae7c7ce-24d4-474c-8c4b-ee97ae4996cf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.367538 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-512b764d-e197-4138-b936-8e9305b3033d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.382254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-512b764d-e197-4138-b936-8e9305b3033d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.383709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-512b764d-e197-4138-b936-8e9305b3033d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/security-groups/f93e167d-7442-4c43-86f3-f1380acd80bc HTTP/1.1" status: 204 len: 168 time: 0.2277162 Jul 16 18:37:42.411632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b764d-e197-4138-b936-8e9305b3033d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93e167d-7442-4c43-86f3-f1380acd80bc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.456551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Made reservation on behalf of ba16027bdf7e46a189ff351d05e729f8 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:42.462296 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.662840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Allocated IP 172.20.0.13 (f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8/9bb14184-aee9-4040-8056-71dbab15a5b7/b23fc5d8-50dc-4836-af3f-387d064bcb59) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:42.797224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a5659ca-2511-44e6-b540-80fb53713246 req-ca2e8c13-1f0e-4359-9d83-44aebf91edcb tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 210 time: 0.0645361 Jul 16 18:37:42.836202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:42.916570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c776e3-33f8-4fd3-b0db-3e2556dbb75f req-0c2f1c78-5a61-4a57-b453-62225d6a85d1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.921838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47c776e3-33f8-4fd3-b0db-3e2556dbb75f req-0c2f1c78-5a61-4a57-b453-62225d6a85d1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1381309 Jul 16 18:37:42.968228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.023077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-47c776e3-33f8-4fd3-b0db-3e2556dbb75f req-28473ac3-2d00-4e13-a546-053499959694 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888281 Jul 16 18:37:43.097294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.102293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7738bc45-b390-4dd9-b209-65b6a14f21ec no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:43.106972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:43.139318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7738bc45-b390-4dd9-b209-65b6a14f21ec {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:43.139824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7738bc45-b390-4dd9-b209-65b6a14f21ec not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:43.140387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:43.166063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '026e5d13-4a18-4c32-af27-ba894a121522', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'port_id': '026e5d13-4a18-4c32-af27-ba894a121522', 'mac_address': 'fa:16:3e:e3:1e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:43.168093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:43.168572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6d172ceb-5b3f-4265-ad5f-23d3dca01dc7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:43.169127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3d849be-70dd-43d6-8949-0bd3bb70c9f2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:43.238210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c3d849be-70dd-43d6-8949-0bd3bb70c9f2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:43.248666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3d849be-70dd-43d6-8949-0bd3bb70c9f2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:43.299697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.306441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:43.312450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:43.320887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 026e5d13-4a18-4c32-af27-ba894a121522 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:43.321245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:43.350741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:43.357006 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.401544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Pushing event updated for resources: {'Port': ['ID=b23fc5d8-50dc-4836-af3f-387d064bcb59,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.428044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.456375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['026e5d13-4a18-4c32-af27-ba894a121522'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:43.462111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.463057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.489115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-b8b7b080-427a-4170-acb2-feb115d73179 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3244579 Jul 16 18:37:43.507722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Request body: {'port': {'device_id': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:43.636937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.887907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53150) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:43.904499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8dfc47ae-5d78-4ec2-83c4-d8e48f40b1fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212783815', 'description': 'tempest-secgroup-smoke-212783815 description', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:43.956775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8dfc47ae-5d78-4ec2-83c4-d8e48f40b1fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.173198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23fc5d8-50dc-4836-af3f-387d064bcb59 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:44.189073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.221024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Transition to ACTIVE for port object b23fc5d8-50dc-4836-af3f-387d064bcb59 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:44.228722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.232877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6535132-ab41-4c42-852f-fef53889cfd1 req-d9ba93b9-bd9d-41a4-b04f-505f04612771 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.249138 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6535132-ab41-4c42-852f-fef53889cfd1 req-d9ba93b9-bd9d-41a4-b04f-505f04612771 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 932 time: 0.2286606 Jul 16 18:37:44.365227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Pushing event updated for resources: {'Port': ['ID=b23fc5d8-50dc-4836-af3f-387d064bcb59,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.400582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8dfc47ae-5d78-4ec2-83c4-d8e48f40b1fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.461315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Attempting to bind port b23fc5d8-50dc-4836-af3f-387d064bcb59 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:44.461667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Attempting to bind port b23fc5d8-50dc-4836-af3f-387d064bcb59 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:44.461914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Attempting to bind port b23fc5d8-50dc-4836-af3f-387d064bcb59 on network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:44.467152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Port b23fc5d8-50dc-4836-af3f-387d064bcb59 on network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:44.467152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Attempting to bind port b23fc5d8-50dc-4836-af3f-387d064bcb59 on network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:44.473838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:44.474206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Checking segment: {'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:44.474560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Bound using segment: {'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:44.475003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Bound port: b23fc5d8-50dc-4836-af3f-387d064bcb59, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:44.475529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.501513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8dfc47ae-5d78-4ec2-83c4-d8e48f40b1fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.561948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6535132-ab41-4c42-852f-fef53889cfd1 req-b7ad42a0-bfd0-4c43-b868-ec195dc595c1 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113050 Jul 16 18:37:44.568280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] For port b23fc5d8-50dc-4836-af3f-387d064bcb59, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:44.574508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] For port b23fc5d8-50dc-4836-af3f-387d064bcb59, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b23fc5d8-50dc-4836-af3f-387d064bcb59,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:44.581364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.619206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc47ae-5d78-4ec2-83c4-d8e48f40b1fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52af9322-4903-49ee-b9e1-00a4f625d03a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.635022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.635788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.637760 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] 10.222.0.13 "PUT /v2.0/ports/b23fc5d8-50dc-4836-af3f-387d064bcb59 HTTP/1.1" status: 200 len: 1093 time: 1.1409924 Jul 16 18:37:44.638533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'tag': 'b23fc5d8-50dc-4836-af3f-387d064bcb59'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:44.642229 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d" -d '{"events": [{"name": "network-changed", "server_uuid": "300e8a2e-8d24-4f6c-9899-bf5d78987de9", "tag": "b23fc5d8-50dc-4836-af3f-387d064bcb59"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:44.695941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5fdada-499f-472e-b29b-258004b26fcd service neutron] Pushing event updated for resources: {'Port': ['ID=b23fc5d8-50dc-4836-af3f-387d064bcb59,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.733432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8dfc47ae-5d78-4ec2-83c4-d8e48f40b1fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.736720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8dfc47ae-5d78-4ec2-83c4-d8e48f40b1fe tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8461769 Jul 16 18:37:44.742442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53184) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:44.756760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2afcc809-d7ff-4772-a68b-06f1564daf5f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': '52af9322-4903-49ee-b9e1-00a4f625d03a', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:44.786065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bf6f4-02ff-41fd-8bf4-7e6bcebec7e7 req-215abbbe-42db-4430-a419-15fc7837ebc6 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.792968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-945bf6f4-02ff-41fd-8bf4-7e6bcebec7e7 req-215abbbe-42db-4430-a419-15fc7837ebc6 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 944 time: 0.5394518 Jul 16 18:37:44.809901 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5033a66-37da-4f83-84fe-92885c358482 x-openstack-request-id: req-a5033a66-37da-4f83-84fe-92885c358482 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:44.810519 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "300e8a2e-8d24-4f6c-9899-bf5d78987de9", "tag": "b23fc5d8-50dc-4836-af3f-387d064bcb59", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:44.813185 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5033a66-37da-4f83-84fe-92885c358482 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:44.813989 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'tag': 'b23fc5d8-50dc-4836-af3f-387d064bcb59', 'status': 'completed', 'code': 200} Jul 16 18:37:44.829205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:44.927949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 026e5d13-4a18-4c32-af27-ba894a121522 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:44.928596 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.929979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-39aa96c4-d57e-4afd-89a6-86e57c51f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.942793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-39aa96c4-d57e-4afd-89a6-86e57c51f39d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba16027bdf7e46a189ff351d05e729f8&device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 1096 time: 0.2299101 Jul 16 18:37:44.943388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-945bf6f4-02ff-41fd-8bf4-7e6bcebec7e7 req-032aab28-bc0e-4388-aec8-391253ec557e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363223 Jul 16 18:37:44.952642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2afcc809-d7ff-4772-a68b-06f1564daf5f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.049614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.083458 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-83504c0b-064e-480f-9a45-07cbd8e15b67 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23fc5d8-50dc-4836-af3f-387d064bcb59 HTTP/1.1" status: 200 len: 217 time: 0.1398969 Jul 16 18:37:45.100412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:45.106115 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca0f338-18f1-44e3-b77e-53e519961421" -d '{"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-plugged", "status": "completed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:45.144428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2afcc809-d7ff-4772-a68b-06f1564daf5f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.162482 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2afcc809-d7ff-4772-a68b-06f1564daf5f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.164404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:45.181510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.218308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-cada0666-c3a9-4786-9a04-e468662b0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.226715 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-cada0666-c3a9-4786-9a04-e468662b0b76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bb14184-aee9-4040-8056-71dbab15a5b7 HTTP/1.1" status: 200 len: 849 time: 0.1357110 Jul 16 18:37:45.254751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2afcc809-d7ff-4772-a68b-06f1564daf5f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.263099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2afcc809-d7ff-4772-a68b-06f1564daf5f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5114734 Jul 16 18:37:45.266471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afcc809-d7ff-4772-a68b-06f1564daf5f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faca6db7-3425-46c1-bb71-7c3afb978de2,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.266744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.289978 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8b0fe5-4764-4c67-9d0a-5eea40a8dbe3 x-openstack-request-id: req-3f8b0fe5-4764-4c67-9d0a-5eea40a8dbe3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:45.291044 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-plugged", "status": "completed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:45.291044 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3f8b0fe5-4764-4c67-9d0a-5eea40a8dbe3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:45.291462 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522', 'code': 200} Jul 16 18:37:45.316560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cbf73964-25ee-4a0b-9f11-d4c191ed740a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': '52af9322-4903-49ee-b9e1-00a4f625d03a', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:45.341560 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-4afa1d44-291c-4064-b207-37b3dbe4323b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100006 Jul 16 18:37:45.368355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.440282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbf73964-25ee-4a0b-9f11-d4c191ed740a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.569807 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbf73964-25ee-4a0b-9f11-d4c191ed740a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.622819 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbf73964-25ee-4a0b-9f11-d4c191ed740a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.698368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf73964-25ee-4a0b-9f11-d4c191ed740a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0371541b-eb09-4e82-a9a8-36cf1f80f43e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.757908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbf73964-25ee-4a0b-9f11-d4c191ed740a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.761424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cbf73964-25ee-4a0b-9f11-d4c191ed740a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4919894 Jul 16 18:37:45.764177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53206) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.792756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e7f62bbd-e3c8-433f-9361-4779718bb7c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': '52af9322-4903-49ee-b9e1-00a4f625d03a', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:45.803944 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-2ca5bc6c-e450-4e9b-b999-7fe2e0670dd3 service neutron] 10.222.0.13 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557612 Jul 16 18:37:45.920028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f62bbd-e3c8-433f-9361-4779718bb7c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.993950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d96df9f4-cd1d-46f1-9749-b1d400bada97 req-0a161c4e-2256-48dd-86c8-7173ade6a5a9 service neutron] 10.222.0.13 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835334 Jul 16 18:37:46.049665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f62bbd-e3c8-433f-9361-4779718bb7c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.059210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f62bbd-e3c8-433f-9361-4779718bb7c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.105374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f62bbd-e3c8-433f-9361-4779718bb7c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5848fd0a-c888-486d-a0ee-8838a176b1af,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:46.158932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7f62bbd-e3c8-433f-9361-4779718bb7c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.160236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7f62bbd-e3c8-433f-9361-4779718bb7c4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780670 Jul 16 18:37:46.165253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53210) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.173517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-28042c74-f047-4201-9583-cd9ef0eda5bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': '52af9322-4903-49ee-b9e1-00a4f625d03a', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:46.236479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28042c74-f047-4201-9583-cd9ef0eda5bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.270986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bcd24-6a88-4734-8bc5-051f175dc537 req-73eab642-40ea-40ed-857f-45282b00aafe tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.274100 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f0bcd24-6a88-4734-8bc5-051f175dc537 req-73eab642-40ea-40ed-857f-45282b00aafe tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 944 time: 0.3217669 Jul 16 18:37:46.306584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255d6165-0545-42ab-a929-0490002f9ae3 req-6301d646-4c4d-4fcb-b678-de8fef734155 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.321909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-255d6165-0545-42ab-a929-0490002f9ae3 req-6301d646-4c4d-4fcb-b678-de8fef734155 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 946 time: 0.2435462 Jul 16 18:37:46.455011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-255d6165-0545-42ab-a929-0490002f9ae3 req-fd02d7c9-414c-4b34-8897-1d45ec8c364c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315827 Jul 16 18:37:46.516262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f0bcd24-6a88-4734-8bc5-051f175dc537 req-189c79d4-e0fb-49e2-9261-4f8b7e639cbe tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282741 Jul 16 18:37:46.753765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278ad01-87fc-4b92-9e73-1f83ab45e263 req-f8bee955-f402-4a2d-b2f6-95a04696a172 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.763508 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0278ad01-87fc-4b92-9e73-1f83ab45e263 req-f8bee955-f402-4a2d-b2f6-95a04696a172 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1531301 Jul 16 18:37:46.828923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0278ad01-87fc-4b92-9e73-1f83ab45e263 req-8842af6d-5086-4f05-a61e-8c68ed2f27dc tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600126 Jul 16 18:37:46.953808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-3d525c02-ba44-432a-80ae-89b9420b36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.956130 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-3d525c02-ba44-432a-80ae-89b9420b36f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba16027bdf7e46a189ff351d05e729f8&device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 1096 time: 0.8528581 Jul 16 18:37:47.034508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28042c74-f047-4201-9583-cd9ef0eda5bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.083024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28042c74-f047-4201-9583-cd9ef0eda5bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.140476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28042c74-f047-4201-9583-cd9ef0eda5bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa855bd-45b1-4fb7-bab6-7e85c3c41a5e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:47.163235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28042c74-f047-4201-9583-cd9ef0eda5bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.165412 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-28042c74-f047-4201-9583-cd9ef0eda5bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9985487 Jul 16 18:37:47.169446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.181131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': '52af9322-4903-49ee-b9e1-00a4f625d03a', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:47.205498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-722ff0d3-3d93-44b4-8250-00000d5d70e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.213006 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-722ff0d3-3d93-44b4-8250-00000d5d70e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 HTTP/1.1" status: 200 len: 909 time: 0.2493780 Jul 16 18:37:47.235938 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:37:47.255743 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.281196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-6c7761a6-c2a5-446b-93d7-2899750f03e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b23fc5d8-50dc-4836-af3f-387d064bcb59 HTTP/1.1" status: 200 len: 217 time: 0.0589023 Jul 16 18:37:47.394188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.398783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-030f388e-7717-4454-bf4c-aee2e33151a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.401281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-030f388e-7717-4454-bf4c-aee2e33151a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9bb14184-aee9-4040-8056-71dbab15a5b7 HTTP/1.1" status: 200 len: 849 time: 0.1104579 Jul 16 18:37:47.401969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.434837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a292b1-6812-4e82-8f6e-c6b8194f4208,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:47.465254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.474003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ef5f33ba-f12d-45b8-8bc3-3bde0ee68aa0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2990947 Jul 16 18:37:47.474977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53218) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.515495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'security_group_rule': {'security_group_id': '52af9322-4903-49ee-b9e1-00a4f625d03a', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:47.518540 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-0299c187-1636-4a37-84e6-ee8372825083 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102087 Jul 16 18:37:47.522083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.606169 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Project d18b8d744c464ce99a2cf60e1da305d1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:37:47.620619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.742553 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.749019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.802077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86953a7c-bb2e-4d29-8aec-c05cc4ebe0f8,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:47.826266 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.827922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b05f7a6f-6d6b-4be7-9f33-76d0edeeb54d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510940 Jul 16 18:37:47.850996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53228) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.860697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'network': {'name': 'tempest-network-smoke--1049199666', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:47.907782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:47.915577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.000778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc8683-5ed5-4413-b4a3-160d61cd993e req-e791970f-e78f-48f1-b75e-d1bc7333e2d3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.002636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60dc8683-5ed5-4413-b4a3-160d61cd993e req-e791970f-e78f-48f1-b75e-d1bc7333e2d3 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 946 time: 0.2471480 Jul 16 18:37:48.043301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:48.081273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.081543 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Added segment 0a9155f2-249f-4e4d-8436-d67545f74120 of type vlan for network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 Jul 16 18:37:48.138959 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-488b104b-9544-4d9f-9878-d9efca4d126b service neutron] 10.222.0.13 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024008 Jul 16 18:37:48.142959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea921d-fd7a-4831-a273-812d964bd6f9 req-356b510b-43f8-45f3-ab94-f1d17139436c tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.153014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8eea921d-fd7a-4831-a273-812d964bd6f9 req-356b510b-43f8-45f3-ab94-f1d17139436c tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 944 time: 0.2224336 Jul 16 18:37:48.157373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60dc8683-5ed5-4413-b4a3-160d61cd993e req-2889667d-6cb6-4ad9-b413-5d88d8fee58b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups?id=c4a1303a-2093-48f6-bf4d-ae8b02f35efe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325412 Jul 16 18:37:48.173339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.229221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8eea921d-fd7a-4831-a273-812d964bd6f9 req-256b0fd3-9ee7-402e-aaa7-e7c6b506dee0 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752006 Jul 16 18:37:48.295422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.302190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-ec05badd-2894-4791-80eb-96f0e2ad4987 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.304784 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-ec05badd-2894-4791-80eb-96f0e2ad4987 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 946 time: 0.8449974 Jul 16 18:37:48.321618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.322810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.452853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5961168 Jul 16 18:37:48.454287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53232) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.462818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'admin_state_up': True, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:48.506726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.509964 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.564655 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1c4be345-0520-47e7-9ea3-1c37ac39ca6d req-853e4de3-89db-406c-a8ea-e949b6e8a246 service neutron] 10.222.0.13 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122300 Jul 16 18:37:48.657921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aeda09-5335-4af6-beba-553890f428f4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Network': ['ID=8feb6ad5-cb21-4011-b1df-6b7412d711b3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.673543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.680346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Deleting port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:48.680867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:48.681362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.820627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] For port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:48.821006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.034632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.069358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48907420-1217-47d3-b0a4-706bc0259106 req-19729796-ade1-4c5e-9a8f-0c291c305c26 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:49.081865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48907420-1217-47d3-b0a4-706bc0259106 req-19729796-ade1-4c5e-9a8f-0c291c305c26 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.4264057 Jul 16 18:37:49.098982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.099743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.100421 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Floating IP f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb disassociated. External IP: 172.25.0.233, port: 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd. Jul 16 18:37:49.101127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Calling delete_port for 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:49.233375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48907420-1217-47d3-b0a4-706bc0259106 req-a5ab42af-860f-4293-a918-40db67eded75 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500072 Jul 16 18:37:49.416917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b23fc5d8-50dc-4836-af3f-387d064bcb59 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:49.428223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.529158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event deleted for resources: {'Port': ['ID=25cb673e-6ca9-4edd-a0f1-0a69d3faaecd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.598857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port b23fc5d8-50dc-4836-af3f-387d064bcb59, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b23fc5d8-50dc-4836-af3f-387d064bcb59,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:49.612913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'b23fc5d8-50dc-4836-af3f-387d064bcb59', 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8', 'port_id': 'b23fc5d8-50dc-4836-af3f-387d064bcb59', 'mac_address': 'fa:16:3e:c7:67:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14184-aee9-4040-8056-71dbab15a5b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:49.672895 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.688461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23fc5d8-50dc-4836-af3f-387d064bcb59 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:49.718565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port b23fc5d8-50dc-4836-af3f-387d064bcb59, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b23fc5d8-50dc-4836-af3f-387d064bcb59,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:49.720045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19f6e62d-e33e-4112-98d8-9eaafb1bd8a4 req-480b1854-5677-442d-b071-b202b004e06b tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 210 time: 0.2110302 Jul 16 18:37:49.740043 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.765475 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.811963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.839280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=b23fc5d8-50dc-4836-af3f-387d064bcb59,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.862825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Router 9c2cf0af-00af-40c6-bc11-487afebc9d15 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:49.953209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.954829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['b23fc5d8-50dc-4836-af3f-387d064bcb59'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:50.043128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.209 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/3e139658-0c61-40d9-a5fa-05ce7f7ceb78) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:50.285704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68805802-7d5c-4be2-b9fd-570311d156bf req-fd89ad48-5cac-43c2-8d63-c6debd4aa37b tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.295350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68805802-7d5c-4be2-b9fd-570311d156bf req-fd89ad48-5cac-43c2-8d63-c6debd4aa37b tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 944 time: 0.7652824 Jul 16 18:37:50.296959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:50.314313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] Sync routers for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:50.361985 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:50.362917 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:50.364075 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.407694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68805802-7d5c-4be2-b9fd-570311d156bf req-46ec9095-b005-4f2b-ad1d-4a5ce47dd9e6 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063814 Jul 16 18:37:50.482520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] No DVR routers for this DVR port 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:50.484500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.488077 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.492519 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-904311d2-dbab-4823-a8a7-4d581dc51a51 req-579b3f1e-96f2-4b1e-9bb2-c73382540bd7 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.13 "DELETE /v2.0/ports/25cb673e-6ca9-4edd-a0f1-0a69d3faaecd HTTP/1.1" status: 204 len: 173 time: 2.1003194 Jul 16 18:37:50.509668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'name': 'network-vif-deleted', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:50.518261 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3a7d6c-7a52-4693-9f2c-a5bc71f60286" -d '{"events": [{"server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "name": "network-vif-deleted", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:50.522453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:50.541263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:50.565047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:50.589640 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982e8222-0029-45bf-b723-09af4a07f453 x-openstack-request-id: req-982e8222-0029-45bf-b723-09af4a07f453 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:50.589946 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7711d242-f1d2-44c5-871f-82e136819f35", "name": "network-vif-deleted", "tag": "25cb673e-6ca9-4edd-a0f1-0a69d3faaecd", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:50.590205 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-982e8222-0029-45bf-b723-09af4a07f453 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:50.590626 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7711d242-f1d2-44c5-871f-82e136819f35', 'name': 'network-vif-deleted', 'tag': '25cb673e-6ca9-4edd-a0f1-0a69d3faaecd', 'status': 'completed', 'code': 200} Jul 16 18:37:50.707886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Deleting port d342833a-c559-4833-b2bf-b9642fc3eeac {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:50.708806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.736582 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:50.883240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] For port d342833a-c559-4833-b2bf-b9642fc3eeac, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d342833a-c559-4833-b2bf-b9642fc3eeac,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:50.888185 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.954915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Calling delete_port for d342833a-c559-4833-b2bf-b9642fc3eeac owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:50.958956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.071538 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:51.116256 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] Checking router: 9c2cf0af-00af-40c6-bc11-487afebc9d15 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:51.134489 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:51.135142 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:51.303617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b161096-240d-4970-b083-fd7e801caa09 req-fc901716-3803-47d0-8eb2-cf4c10db9de6 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/ports?device_id=7711d242-f1d2-44c5-871f-82e136819f35 HTTP/1.1" status: 200 len: 210 time: 0.2072053 Jul 16 18:37:51.330728 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:51.367818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26c93-d754-4d8a-b67a-8efb04fd0a7c req-d70e9b40-c0ab-41f8-9ac3-06c508dba7ec tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.386126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7da26c93-d754-4d8a-b67a-8efb04fd0a7c req-d70e9b40-c0ab-41f8-9ac3-06c508dba7ec tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.7172525 Jul 16 18:37:51.431588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b23fc5d8-50dc-4836-af3f-387d064bcb59 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:51.465584 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.550274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d342833a-c559-4833-b2bf-b9642fc3eeac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.586048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port b23fc5d8-50dc-4836-af3f-387d064bcb59 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:51.596666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7da26c93-d754-4d8a-b67a-8efb04fd0a7c req-e42707c1-de34-47cc-abcd-e6dbb13f3af2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921742 Jul 16 18:37:51.596903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port b23fc5d8-50dc-4836-af3f-387d064bcb59 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:51.597745 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.823392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.869357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port b23fc5d8-50dc-4836-af3f-387d064bcb59, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b23fc5d8-50dc-4836-af3f-387d064bcb59,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:51.877437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23fc5d8-50dc-4836-af3f-387d064bcb59'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:51.884625 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3167ec-20a0-43ab-a08d-0d2a1bbfa2f1" -d '{"events": [{"server_uuid": "300e8a2e-8d24-4f6c-9899-bf5d78987de9", "name": "network-vif-plugged", "status": "completed", "tag": "b23fc5d8-50dc-4836-af3f-387d064bcb59"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:51.894056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.894997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:51.949083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:51.949394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 25cb673e-6ca9-4edd-a0f1-0a69d3faaecd not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:52.047388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.071737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=b23fc5d8-50dc-4836-af3f-387d064bcb59,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.090925 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac87f3-d199-48c5-8add-b6baa7f74c6f x-openstack-request-id: req-67ac87f3-d199-48c5-8add-b6baa7f74c6f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:52.091473 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e8a2e-8d24-4f6c-9899-bf5d78987de9", "name": "network-vif-plugged", "status": "completed", "tag": "b23fc5d8-50dc-4836-af3f-387d064bcb59", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:52.095314 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67ac87f3-d199-48c5-8add-b6baa7f74c6f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:52.096046 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23fc5d8-50dc-4836-af3f-387d064bcb59', 'code': 200} Jul 16 18:37:52.122216 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:52.193194 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41624b46-9d90-45ca-ac08-84547b7cedeb None None] The sync data for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 is: [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:30:19Z', 'revision_number': 4, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '3d393288-02d1-4334-87a9-70e28b84592b', 'name': '', 'network_id': 'e233b078-fddc-4444-aba6-2630713f39fc', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'mac_address': 'fa:16:3e:35:cf:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:17Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'subnets': [{'id': '8423dba1-6bd0-441d-b818-a368c3cf12e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:52.223890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.560089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4596211-cf37-4ec5-93c8-3f95ebd4e484 req-509d9296-d0a5-4d90-9930-fe6eaeb069a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.563877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4596211-cf37-4ec5-93c8-3f95ebd4e484 req-509d9296-d0a5-4d90-9930-fe6eaeb069a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 1098 time: 0.3301330 Jul 16 18:37:52.699196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f4596211-cf37-4ec5-93c8-3f95ebd4e484 req-a88a0b35-b833-4248-83c0-6f2dd307ea55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737739 Jul 16 18:37:52.713821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.781090 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:52.798476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206733-f3d7-45ca-b225-b309c6f5bdc6 req-dfbcf005-4aed-4325-b628-04676d4a1d04 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.801752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc206733-f3d7-45ca-b225-b309c6f5bdc6 req-dfbcf005-4aed-4325-b628-04676d4a1d04 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 946 time: 0.7454803 Jul 16 18:37:52.971475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809f2dd7-4b26-4b1d-85d9-b96d1bb2fdd1 None None] New status for floating IP f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:53.027465 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.156043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc206733-f3d7-45ca-b225-b309c6f5bdc6 req-7cc62ef1-77ee-4fed-a466-287ebed8ea1b tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622507 Jul 16 18:37:53.260201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9ba1b-c53d-4a4d-a750-a3ac3e08a774 req-9faa79dd-80a4-4daa-b77e-3c386881d626 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:53.268478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b9ba1b-c53d-4a4d-a750-a3ac3e08a774 req-9faa79dd-80a4-4daa-b77e-3c386881d626 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.2902746 Jul 16 18:37:53.400058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76b9ba1b-c53d-4a4d-a750-a3ac3e08a774 req-a5599d6d-9081-4b71-bfa3-0e7a7dafda46 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246610 Jul 16 18:37:53.474962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.481696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:53.496864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ee772c73-e637-4482-b0a3-edcf64aed387 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:37:53.517067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.737504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:53.754573 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] Sync routers for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:53.770551 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b72a3b91-57fc-4c77-9176-4f299e0499cb admin admin] 10.222.0.48 "PUT /v2.0/routers/05d10f6b-45b6-4fc4-9529-02ac11fc96f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2464540 Jul 16 18:37:53.772626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.776696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53260) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.790121 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:53.791158 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:53.796956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.814930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "DELETE /v2.0/security-groups/c4a1303a-2093-48f6-bf4d-ae8b02f35efe HTTP/1.1" status: 204 len: 168 time: 1.0957463 Jul 16 18:37:53.814930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.838977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:53.857838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Sync routers for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:53.882894 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-b06016df-8bc0-4933-a551-55dd2e473f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] show failed (client error): The resource could not be found. Jul 16 18:37:53.888400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b06016df-8bc0-4933-a551-55dd2e473f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "GET /v2.0/security-groups/c4a1303a-2093-48f6-bf4d-ae8b02f35efe HTTP/1.1" status: 404 len: 347 time: 0.0628123 Jul 16 18:37:53.900915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:53.901999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:53.904824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53264) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.913362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a1303a-2093-48f6-bf4d-ae8b02f35efe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.918114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.919516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9326b16d-20b7-4f3c-b751-9180180658aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4610331 Jul 16 18:37:53.940176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53266) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.985752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.986396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.986985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.987676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.988204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.988799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.989371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.989983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.990603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.991179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.991765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.993107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f68b8e-aa7a-4970-a27c-a8c69c1bb941 tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:54.006814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.083280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bdde9ad5-70f2-475b-a3a8-ca7cf3477575 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=d18b8d744c464ce99a2cf60e1da305d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1384487 Jul 16 18:37:54.087281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.176667 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:54.336956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:54.371666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Deleting port 825ed4dc-982a-4ada-8fbc-4021c62b6942 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:54.377560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.439848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f1ce7-aa17-4910-ad1d-6b6f71a7098a tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.447242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53272) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.449686 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e67f1ce7-aa17-4910-ad1d-6b6f71a7098a tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3606536 Jul 16 18:37:54.539593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.740102 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66'}], 'enable_snat': True}, 'gw_port_id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:37:51Z', 'revision_number': 5, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port': {'id': 'd67ed735-40f0-4c99-9091-f88fcf1983ad', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:53Z', 'updated_at': '2021-07-16T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:54.764746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53276) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.775318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1887051612', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:54.776823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7ec249a9-8c41-4ced-a142-feb3eadddc6a tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3277154 Jul 16 18:37:54.782856 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] Checking router: 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:54.796901 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] Routers {'05d10f6b-45b6-4fc4-9529-02ac11fc96f7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:54.797909 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:54.909264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:51Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:54.944926 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] Set router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:55.010637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:55.014700 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.015784 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:37:54Z', 'revision_number': 6, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:55.034798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.035793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.037713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Checking router: ee772c73-e637-4482-b0a3-edcf64aed387 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:55.038639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Updating router ee772c73-e637-4482-b0a3-edcf64aed387 port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:37:55.054921 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa1f633-7678-4fd0-befc-d94025b15206 None None] The sync data for ids ['05d10f6b-45b6-4fc4-9529-02ac11fc96f7'] in n-d-793620-10 is: [{'id': '05d10f6b-45b6-4fc4-9529-02ac11fc96f7', 'name': 'tempest-TaggedBootDevicesTest-960146048-router', 'tenant_id': '8af32f5976ef464fa4c8e6152bbd4741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:51Z', 'updated_at': '2021-07-16T18:37:54Z', 'revision_number': 6, 'project_id': '8af32f5976ef464fa4c8e6152bbd4741', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:55.130493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Calling delete_port for 825ed4dc-982a-4ada-8fbc-4021c62b6942 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:55.159557 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.205484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Deleting port d67ed735-40f0-4c99-9091-f88fcf1983ad {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:55.206049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.275788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4666c55-3c95-4d9a-b29e-1c4d995a09a6 req-2854e7e9-8a8d-4437-909a-9a646644121a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.282656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4666c55-3c95-4d9a-b29e-1c4d995a09a6 req-2854e7e9-8a8d-4437-909a-9a646644121a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.6446803 Jul 16 18:37:55.375404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.377735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] For port d67ed735-40f0-4c99-9091-f88fcf1983ad, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d67ed735-40f0-4c99-9091-f88fcf1983ad,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:55.378518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.398207 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Calling delete_port for d67ed735-40f0-4c99-9091-f88fcf1983ad owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:55.536449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Checking segment: {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:55.537444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network hostable DHCP agents. Network: 8feb6ad5-cb21-4011-b1df-6b7412d711b3, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:55.543984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Subnet': ['ID=fa1c9640-99b1-446e-be49-711fe982655d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.584805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:55.624342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8feb6ad5-cb21-4011-b1df-6b7412d711b3) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:55.636758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.640238 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.689195 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dd373cb3-d2be-4471-9f43-a2b21925d6fb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9215550 Jul 16 18:37:55.693230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53278) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.881517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324a3d58-7466-413f-b509-74a3145e45d0 None None] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:55.895155 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.948533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.975226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Pushing event deleted for resources: {'Port': ['ID=d67ed735-40f0-4c99-9091-f88fcf1983ad,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.095060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Pushing event deleted for resources: {'Port': ['ID=825ed4dc-982a-4ada-8fbc-4021c62b6942,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.124593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795d500-023e-422c-8ee6-88d51de068b3 req-f51fae22-a195-430e-8165-ab4a90e76e2e tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.127254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7795d500-023e-422c-8ee6-88d51de068b3 req-f51fae22-a195-430e-8165-ab4a90e76e2e tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 946 time: 1.5601811 Jul 16 18:37:56.268384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4666c55-3c95-4d9a-b29e-1c4d995a09a6 req-91968333-153b-4c8f-883c-2b0cea99a692 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071956 Jul 16 18:37:56.341038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:56.342914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.429506 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.438790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.442700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7de73ce1-8aba-4f67-867f-328289d59f5c tempest-AttachVolumeTestJSON-1141300629 tempest-AttachVolumeTestJSON-1141300629-project] 10.222.0.48 "DELETE /v2.0/floatingips/f141dc84-2cbe-4d4a-8cf9-bc0fa96788fb HTTP/1.1" status: 204 len: 168 time: 2.5353868 Jul 16 18:37:56.477372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.493609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7795d500-023e-422c-8ee6-88d51de068b3 req-3a2de3ff-2971-4228-a019-ddca3fac5651 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557983 Jul 16 18:37:56.530161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Allocated IP 172.20.0.2 (8feb6ad5-cb21-4011-b1df-6b7412d711b3/fa1c9640-99b1-446e-be49-711fe982655d/b1684500-0b47-4f33-8d63-307b993110fd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:56.609487 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.709392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Transition to ACTIVE for port object 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:56.748761 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.832027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.836566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.957394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.958383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05d10f6b-45b6-4fc4-9529-02ac11fc96f7 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:37:56.976801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.976801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-97280c36-fa67-49f7-b8ed-89a2f684e4af admin admin] 10.222.0.48 "DELETE /v2.0/routers/05d10f6b-45b6-4fc4-9529-02ac11fc96f7 HTTP/1.1" status: 204 len: 168 time: 3.1986513 Jul 16 18:37:56.981531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Pushing event updated for resources: {'Port': ['ID=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.984095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53288) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.043646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Attempting to bind port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:57.046333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Attempting to bind port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:57.047763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Attempting to bind port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:57.107368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:57.108381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:57.109238 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.110553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:57.111560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Bound port: 3e139658-0c61-40d9-a5fa-05ce7f7ceb78, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:57.112611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.115508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] Deleting subnet 9868d861-6414-4032-81d2-3b1580e12252 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:57.124321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.125089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.126096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.126814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.127491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.128309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.129107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.129643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.130338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.131067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.131826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.132920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.133711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:57.190422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d67ed735-40f0-4c99-9091-f88fcf1983ad no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:57.249401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.276420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d67ed735-40f0-4c99-9091-f88fcf1983ad {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:57.277589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d67ed735-40f0-4c99-9091-f88fcf1983ad not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:57.278634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d342833a-c559-4833-b2bf-b9642fc3eeac no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:57.315906 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.394148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] For port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:57.456451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.477059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d342833a-c559-4833-b2bf-b9642fc3eeac {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:57.478874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d342833a-c559-4833-b2bf-b9642fc3eeac not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:57.483600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.486773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Transition to ACTIVE for port object b1684500-0b47-4f33-8d63-307b993110fd will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:57.542196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] For port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:57.550818 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.566089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Transition to ACTIVE for port object b1684500-0b47-4f33-8d63-307b993110fd will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:57.577530 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.618949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.659940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9868d861-6414-4032-81d2-3b1580e12252,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.747147 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.757691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ccee354e-640c-4ad5-86e7-cbd5ee43cd63 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9868d861-6414-4032-81d2-3b1580e12252 HTTP/1.1" status: 204 len: 168 time: 0.7719605 Jul 16 18:37:57.761584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53296) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.765277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4eb52d-cf79-4eb6-8ffe-7455f8af491b None None] Network 4ae910ca-18d2-433a-84e3-886c2d3084b7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:57.778354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:57.789821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:57.791797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:37:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:57.796585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:57.806933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:57.884396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf297fb-40b1-469c-9208-7fa393068cb3 None None] Pushing event updated for resources: {'Port': ['ID=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:58.125349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.1 (8feb6ad5-cb21-4011-b1df-6b7412d711b3/fa1c9640-99b1-446e-be49-711fe982655d/d219b26d-7564-4947-a6e3-5b9ceed888aa) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:58.215572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.277149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e088bb-0107-4c50-b924-53b1495660c4 req-1fa150b3-9bb0-44cb-a0a6-62d482375e63 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:58.291910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2e088bb-0107-4c50-b924-53b1495660c4 req-1fa150b3-9bb0-44cb-a0a6-62d482375e63 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.6032095 Jul 16 18:37:58.446994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2e088bb-0107-4c50-b924-53b1495660c4 req-bf3f281a-7953-4b08-9f03-642c3d6351e4 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518049 Jul 16 18:37:58.481431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Pushing event updated for resources: {'Port': ['ID=b1684500-0b47-4f33-8d63-307b993110fd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:58.508623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Deleting port 586e7e31-75b7-4a02-901c-afea3e105b74 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:58.523407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.664402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.699566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Attempting to bind port b1684500-0b47-4f33-8d63-307b993110fd on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:58.700662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Attempting to bind port b1684500-0b47-4f33-8d63-307b993110fd by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:58.702530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Attempting to bind port b1684500-0b47-4f33-8d63-307b993110fd on network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:58.723541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object d219b26d-7564-4947-a6e3-5b9ceed888aa will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:58.749739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] For port 586e7e31-75b7-4a02-901c-afea3e105b74, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=586e7e31-75b7-4a02-901c-afea3e105b74,segment=NetworkSegment(bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7),segment_id=bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:58.752379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.758526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:58.759251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Checking segment: {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:58.760303 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.761257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Bound using segment: {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:58.762467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Bound port: b1684500-0b47-4f33-8d63-307b993110fd, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:58.763261 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.771867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:58.779959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Calling delete_port for 586e7e31-75b7-4a02-901c-afea3e105b74 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:58.841145 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.928763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.980184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:58.985064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:58.992849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:59.036968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Pushing event deleted for resources: {'Port': ['ID=586e7e31-75b7-4a02-901c-afea3e105b74,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.062332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=d219b26d-7564-4947-a6e3-5b9ceed888aa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.065769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] No DVR routers for this DVR port 586e7e31-75b7-4a02-901c-afea3e105b74 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:59.178095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.354964 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.381362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae910ca-18d2-433a-84e3-886c2d3084b7']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:59.427133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:59.427426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd331e95-ced7-41b2-bbc0-2fdfec0f8ea7') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:59.460279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.490647 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.506633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f8e6c-8173-4cbf-88b3-d6c7064b6fb5 req-8dbeebd9-c0f1-4166-911a-a559e2eb3a96 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:59.509731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff5f8e6c-8173-4cbf-88b3-d6c7064b6fb5 req-8dbeebd9-c0f1-4166-911a-a559e2eb3a96 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 946 time: 0.1397974 Jul 16 18:37:59.572662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:59.573089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.578608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff5f8e6c-8173-4cbf-88b3-d6c7064b6fb5 req-221bffc9-badc-4dcf-b72e-a75eddee0299 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612428 Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:59.579310 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:59.638023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.640978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] For port b1684500-0b47-4f33-8d63-307b993110fd, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:59.660294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] For port b1684500-0b47-4f33-8d63-307b993110fd, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1684500-0b47-4f33-8d63-307b993110fd,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:59.680932 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.717432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.724135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.728597 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4ae910ca-18d2-433a-84e3-886c2d3084b7 HTTP/1.1" status: 204 len: 168 time: 1.9659460 Jul 16 18:37:59.745331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2e589-955f-4cb2-b5a3-1225bbb65079 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae910ca-18d2-433a-84e3-886c2d3084b7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.855203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d15cb45-6f2b-4544-9c6c-2f17b1080f34 None None] DHCP port deletion for 4ae910ca-18d2-433a-84e3-886c2d3084b7 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:38:00.064774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5770d-7a80-4e9d-90d8-88d18702a241 None None] Pushing event updated for resources: {'Port': ['ID=b1684500-0b47-4f33-8d63-307b993110fd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.081274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:51Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:00.113784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f741-07e4-41cc-9721-ae15ff00ace8 req-f595d1c9-d576-4c52-969f-29ae2523894f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.115363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1962f741-07e4-41cc-9721-ae15ff00ace8 req-f595d1c9-d576-4c52-969f-29ae2523894f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.3083332 Jul 16 18:38:00.149306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2e893e-2f2c-418d-9b22-72647730133b None None] The sync data for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 is: [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:51Z', 'revision_number': 3, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:00.224754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53312) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.247804 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c225d509-0f9d-411f-917b-a9d448e9aff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.280919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1962f741-07e4-41cc-9721-ae15ff00ace8 req-2f6bf9ae-0b0a-48c6-a15c-751170f43ab2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476305 Jul 16 18:38:00.314239 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.351818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6f0f7396-ebb8-4691-9dc6-dccd556068fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8af32f5976ef464fa4c8e6152bbd4741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259153 Jul 16 18:38:00.354937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:00.372281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.556911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.582258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=d219b26d-7564-4947-a6e3-5b9ceed888aa,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:00.619316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903d093-fb55-4c93-b216-109ff47197fd req-7819ad5f-0549-46b3-9a2e-2122892bc762 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.621338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0903d093-fb55-4c93-b216-109ff47197fd req-7819ad5f-0549-46b3-9a2e-2122892bc762 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.13 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 946 time: 0.3841889 Jul 16 18:38:00.926182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3a5a-33f7-4c94-ab1d-d12780c79da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:00.960869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6fc8e-8edc-4854-bf36-8207976e9783 req-45e12f9f-7ede-4959-8e82-03288d01dd31 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:00.963950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9a6fc8e-8edc-4854-bf36-8207976e9783 req-45e12f9f-7ede-4959-8e82-03288d01dd31 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 946 time: 0.1405041 Jul 16 18:38:01.037959 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9a6fc8e-8edc-4854-bf36-8207976e9783 req-0559ff17-9498-4ae6-ad59-b9461a944a67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628257 Jul 16 18:38:01.040217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3a5a-33f7-4c94-ab1d-d12780c79da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.060514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:01.071718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:01.268849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:01.494972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:01.504920 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3a5a-33f7-4c94-ab1d-d12780c79da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.509867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fcd3a5a-33f7-4c94-ab1d-d12780c79da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.512355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:01.512743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.530690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8fcd3a5a-33f7-4c94-ab1d-d12780c79da9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac HTTP/1.1" status: 204 len: 168 time: 1.1739411 Jul 16 18:38:01.584001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Deleting port b23fc5d8-50dc-4836-af3f-387d064bcb59 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:01.585667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.649980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd3a5a-33f7-4c94-ab1d-d12780c79da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1baaf86-0c59-4e1f-ad99-eaf3af9c92ac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:01.748120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ee772c73-e637-4482-b0a3-edcf64aed387 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:01.879033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.957111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:01.969128 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.969967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b1684500-0b47-4f33-8d63-307b993110fd up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:02.025508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedde1f-bf9f-420c-8f99-9ddaa1fa1dd0 req-7ba4a78f-68cf-4a17-a753-777996733af2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.034342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afedde1f-bf9f-420c-8f99-9ddaa1fa1dd0 req-7ba4a78f-68cf-4a17-a753-777996733af2 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.2151830 Jul 16 18:38:02.113832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afedde1f-bf9f-420c-8f99-9ddaa1fa1dd0 req-0bca3cab-02c4-41d3-9eb4-3cb81dc3c697 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768526 Jul 16 18:38:02.321534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] For port b23fc5d8-50dc-4836-af3f-387d064bcb59, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=b23fc5d8-50dc-4836-af3f-387d064bcb59,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:02.322158 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.508219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Calling delete_port for b23fc5d8-50dc-4836-af3f-387d064bcb59 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:02.510807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801c6a7-6d3d-433a-9c2f-784f2d4808e2 None None] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:02.534938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569aac61-ef01-4e44-a236-8d41a438ffb6 req-e2ec84f0-2dac-47bc-8b3d-c5b379219617 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.557920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-569aac61-ef01-4e44-a236-8d41a438ffb6 req-e2ec84f0-2dac-47bc-8b3d-c5b379219617 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=300e8a2e-8d24-4f6c-9899-bf5d78987de9 HTTP/1.1" status: 200 len: 946 time: 0.2778172 Jul 16 18:38:02.622629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.698674 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-569aac61-ef01-4e44-a236-8d41a438ffb6 req-ed7137dd-36b0-4f8e-bb8a-1388e5a6ba5c tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367602 Jul 16 18:38:02.794555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d30d534-31a9-417b-ae66-8e52385621ef None None] Provisioning for port b1684500-0b47-4f33-8d63-307b993110fd completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:02.794847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:02.812412 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-32a27863-234e-4282-a11c-01d2b1b36b7d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/ee772c73-e637-4482-b0a3-edcf64aed387/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1085596 Jul 16 18:38:02.840045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b1684500-0b47-4f33-8d63-307b993110fd completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:02.921737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b1684500-0b47-4f33-8d63-307b993110fd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:02.922680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.925757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d30d534-31a9-417b-ae66-8e52385621ef None None] Provisioning complete for port b1684500-0b47-4f33-8d63-307b993110fd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:02.927609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d30d534-31a9-417b-ae66-8e52385621ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.033304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.110482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Pushing event deleted for resources: {'Port': ['ID=b23fc5d8-50dc-4836-af3f-387d064bcb59,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.245425 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18028866-2743-4a0f-9b98-1df2836f175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.261656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] No DVR routers for this DVR port b23fc5d8-50dc-4836-af3f-387d064bcb59 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:03.265928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.271798 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0903d093-fb55-4c93-b216-109ff47197fd req-6748aa5c-75d8-47a6-a5ac-85fe61ec0f86 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.13 "DELETE /v2.0/ports/b23fc5d8-50dc-4836-af3f-387d064bcb59 HTTP/1.1" status: 204 len: 173 time: 2.4192421 Jul 16 18:38:03.272274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'name': 'network-vif-deleted', 'tag': 'b23fc5d8-50dc-4836-af3f-387d064bcb59'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:03.285430 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a7e392-e17d-4eb9-9924-802040d5c80c" -d '{"events": [{"server_uuid": "300e8a2e-8d24-4f6c-9899-bf5d78987de9", "name": "network-vif-deleted", "tag": "b23fc5d8-50dc-4836-af3f-387d064bcb59"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:03.404680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-1b48dd74-dd01-4be5-8357-1ad6375710aa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212783815&fields=id&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 267 time: 0.0905089 Jul 16 18:38:03.533054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b23fc5d8-50dc-4836-af3f-387d064bcb59 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:03.659370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.671032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: b23fc5d8-50dc-4836-af3f-387d064bcb59 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:03.677098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device b23fc5d8-50dc-4836-af3f-387d064bcb59 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:03.683760 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.698408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-77773aca-437c-4c65-926b-e9366f6bdcff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.709622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-77773aca-437c-4c65-926b-e9366f6bdcff tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/networks?id=8feb6ad5-cb21-4011-b1df-6b7412d711b3 HTTP/1.1" status: 200 len: 797 time: 0.3037963 Jul 16 18:38:03.810040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d30d534-31a9-417b-ae66-8e52385621ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.815786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-260d41e7-0cd0-4cfa-9c49-32a298d20bc6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/quotas/d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 375 time: 0.1041641 Jul 16 18:38:03.903685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b1684500-0b47-4f33-8d63-307b993110fd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1684500-0b47-4f33-8d63-307b993110fd,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:03.935390 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Sync routers for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:03.939243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee297c-0f0d-4d3f-9be5-f2ed692f3261 req-efdde81e-1424-439e-bfb4-c3731df170a3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.941302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4aee297c-0f0d-4d3f-9be5-f2ed692f3261 req-efdde81e-1424-439e-bfb4-c3731df170a3 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.2295415 Jul 16 18:38:03.963219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:03.969211 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:03.970353 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:38:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:03.978049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-b02a153c-ecd7-46f8-8d74-46d709bf75da tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1620688 Jul 16 18:38:03.987154 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-8b03ecce-eefe-4a84-86bc-c9bd8b9ff9ea tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:38:04.010401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-8b03ecce-eefe-4a84-86bc-c9bd8b9ff9ea tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0264771 Jul 16 18:38:04.093110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 586e7e31-75b7-4a02-901c-afea3e105b74 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:04.123816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 586e7e31-75b7-4a02-901c-afea3e105b74 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:04.124235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 586e7e31-75b7-4a02-901c-afea3e105b74 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:04.151959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:04.198029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b1684500-0b47-4f33-8d63-307b993110fd,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:04.250794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-5d30d534-31a9-417b-ae66-8e52385621ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:38:04.257957 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-5d30d534-31a9-417b-ae66-8e52385621ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:38:04.369783 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.487208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4aee297c-0f0d-4d3f-9be5-f2ed692f3261 req-c545ae88-3ab2-49ed-8963-c1b4e8de6be7 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4738312 Jul 16 18:38:04.510991 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:04.523721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-994386903-network', 'tenant_id': 'd4b018dd985a4b86b96fe309f0ccdd2c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:04.525883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:04.598031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Made reservation on behalf of d4b018dd985a4b86b96fe309f0ccdd2c for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:04.602203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.642842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.653302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-8ee39dc4-1cf8-4b0e-aeaa-c5bdf0737fdc service neutron] 10.222.0.48 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415415 Jul 16 18:38:04.808093 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ee958-22ae-4592-ae40-37af83102bf5 x-openstack-request-id: req-b81ee958-22ae-4592-ae40-37af83102bf5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:04.808591 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "300e8a2e-8d24-4f6c-9899-bf5d78987de9", "name": "network-vif-deleted", "tag": "b23fc5d8-50dc-4836-af3f-387d064bcb59", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:04.808807 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b81ee958-22ae-4592-ae40-37af83102bf5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:04.809162 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '300e8a2e-8d24-4f6c-9899-bf5d78987de9', 'name': 'network-vif-deleted', 'tag': 'b23fc5d8-50dc-4836-af3f-387d064bcb59', 'status': 'completed', 'code': 200} Jul 16 18:38:04.892508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:04.893576 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.927246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-7d754235-7b1d-4a07-a8e2-9c3d0908e6ff service neutron] 10.222.0.48 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648835 Jul 16 18:38:04.929482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.937888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.976083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:04.990764 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.991431 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Added segment ce9ac4e5-291d-4392-8562-52ab23dad056 of type vlan for network 2687b085-9fca-4837-9484-2af2b0ca1bd8 Jul 16 18:38:05.055086 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.102459 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c91ce616-24b1-4b1f-9a9c-1fba1fe0ba29 None None] Provisioning for port d219b26d-7564-4947-a6e3-5b9ceed888aa completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:05.129703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.132996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.138143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.166703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c91ce616-24b1-4b1f-9a9c-1fba1fe0ba29 None None] Provisioning complete for port d219b26d-7564-4947-a6e3-5b9ceed888aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:05.168273 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c91ce616-24b1-4b1f-9a9c-1fba1fe0ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.361811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:05.368129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Request body: {'subnet': {'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-994386903-subnet', 'tenant_id': 'd4b018dd985a4b86b96fe309f0ccdd2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:05.376711 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2045155 Jul 16 18:38:05.381088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbc0ba7-a4c0-4cad-9727-26196e8ce192,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.438937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c91ce616-24b1-4b1f-9a9c-1fba1fe0ba29 None None] Port d219b26d-7564-4947-a6e3-5b9ceed888aa cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:05.540434 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 2, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:05.581150 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c91ce616-24b1-4b1f-9a9c-1fba1fe0ba29 None None] Provisioning complete for port b1684500-0b47-4f33-8d63-307b993110fd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:05.581674 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c91ce616-24b1-4b1f-9a9c-1fba1fe0ba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.621004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b302a5-6dc2-4510-af9e-70116af252b4 admin admin] Pushing event updated for resources: {'Network': ['ID=2687b085-9fca-4837-9484-2af2b0ca1bd8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.646220 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Checking router: ee772c73-e637-4482-b0a3-edcf64aed387 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:05.653484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0024d7c-a79c-4de8-84c3-8c6c96574847 req-d3746c7f-c490-4ccd-8129-0a3311df6d2c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 210 time: 0.1684823 Jul 16 18:38:05.654093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2687b085-9fca-4837-9484-2af2b0ca1bd8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:05.662333 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Updating router ee772c73-e637-4482-b0a3-edcf64aed387 port d219b26d-7564-4947-a6e3-5b9ceed888aa binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:05.664681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Made reservation on behalf of d4b018dd985a4b86b96fe309f0ccdd2c for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:05.673438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.783640 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.087966 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.330173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b1684500-0b47-4f33-8d63-307b993110fd up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:06.402902 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.418641 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Transition to ACTIVE for port object d219b26d-7564-4947-a6e3-5b9ceed888aa will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:06.429387 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.526519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b1684500-0b47-4f33-8d63-307b993110fd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:06.527021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.544189 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Pushing event updated for resources: {'Port': ['ID=d219b26d-7564-4947-a6e3-5b9ceed888aa,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.742481 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.743318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.745981 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.747144 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.748382 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.748382 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.748780 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.749324 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.749731 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.750228 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.750655 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.760540 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:06.832069 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Attempting to bind port d219b26d-7564-4947-a6e3-5b9ceed888aa on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:06.832512 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Attempting to bind port d219b26d-7564-4947-a6e3-5b9ceed888aa by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:06.833047 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Attempting to bind port d219b26d-7564-4947-a6e3-5b9ceed888aa on network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:06.844178 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:06.844742 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Checking segment: {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:06.845246 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.850014 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Bound using segment: {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:06.851055 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Bound port: d219b26d-7564-4947-a6e3-5b9ceed888aa, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:06.851735 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.867077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-7e0f095e-0ea8-42a3-8c54-8ecce9837f6d tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.873492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-7e0f095e-0ea8-42a3-8c54-8ecce9837f6d tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/networks?id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 HTTP/1.1" status: 200 len: 809 time: 1.2243114 Jul 16 18:38:07.020262 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] For port d219b26d-7564-4947-a6e3-5b9ceed888aa, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:07.024550 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] For port d219b26d-7564-4947-a6e3-5b9ceed888aa, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d219b26d-7564-4947-a6e3-5b9ceed888aa,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:07.034969 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.067571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-4308178a-234d-41db-86db-0f22e2dc5d53 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/quotas/ba16027bdf7e46a189ff351d05e729f8 HTTP/1.1" status: 200 len: 375 time: 0.1416738 Jul 16 18:38:07.105227 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:07.106264 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:38:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:07.115631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012cc1e9-1502-42f7-8d92-d624731f0cf1 req-f6c9dd8e-6992-43fb-808a-12aeeaa9e2cf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.123435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-012cc1e9-1502-42f7-8d92-d624731f0cf1 req-f6c9dd8e-6992-43fb-808a-12aeeaa9e2cf tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.2440786 Jul 16 18:38:07.197535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.233096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1dfa4a6c-6db1-4daf-b845-54c859ea29ad tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ba16027bdf7e46a189ff351d05e729f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276021 Jul 16 18:38:07.291651 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:07.335766 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-012cc1e9-1502-42f7-8d92-d624731f0cf1 req-f4f22a06-7eca-4bbb-99dd-aa99351c87d1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068696 Jul 16 18:38:07.589109 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a2654-991a-4815-b27a-a4d3b8f1de44 None None] Pushing event updated for resources: {'Port': ['ID=d219b26d-7564-4947-a6e3-5b9ceed888aa,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.658565 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.729958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:07.764914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-8eaa07ce-37f2-4a39-8f5e-c6856e7d25b4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.766463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-8eaa07ce-37f2-4a39-8f5e-c6856e7d25b4 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/networks?id=8feb6ad5-cb21-4011-b1df-6b7412d711b3 HTTP/1.1" status: 200 len: 797 time: 0.2805700 Jul 16 18:38:07.892230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-cb083ae3-757b-443f-bf1a-9777324481ae tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d18b8d744c464ce99a2cf60e1da305d1 HTTP/1.1" status: 200 len: 379 time: 0.0940714 Jul 16 18:38:07.908769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'port': {'device_id': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'admin_state_up': True, 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'security_groups': ['52af9322-4903-49ee-b9e1-00a4f625d03a']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:07.941618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7181dd7-0404-4382-a393-43bb9dc2b598,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:07.953003 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:07Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:07.986312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-decad3aa-c99e-42ca-a95e-f9a662f75914 req-97dc04f6-e27c-48a8-8b27-c0820c9ab1c0 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 210 time: 0.2903688 Jul 16 18:38:08.050952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-d7280001-3f70-4f4c-b0e9-13d0740d886c service neutron] 10.222.0.48 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159716 Jul 16 18:38:08.061446 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4331d61-a0d8-41d5-89d8-bd67aced4bf6 None None] The sync data for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 is: [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:07Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:08.088109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Checking segment: {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:08.088841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Network hostable DHCP agents. Network: 2687b085-9fca-4837-9484-2af2b0ca1bd8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:08.232633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Network 2687b085-9fca-4837-9484-2af2b0ca1bd8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:08.283893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2687b085-9fca-4837-9484-2af2b0ca1bd8) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:08.300523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f9b55-b15c-4adf-a542-d41ccc5ada47 None None] Network 2687b085-9fca-4837-9484-2af2b0ca1bd8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:08.317603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.318214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.363793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Made reservation on behalf of d18b8d744c464ce99a2cf60e1da305d1 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:08.373715 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:08.406921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cecf4eb5-3206-472c-a834-ab20f2afaafe admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0354960 Jul 16 18:38:08.406921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-b51f7b5e-8f42-416f-a1cf-24ac2e477dcc service neutron] 10.222.0.48 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532488 Jul 16 18:38:08.500335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219b26d-7564-4947-a6e3-5b9ceed888aa up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:08.912365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6abe76-9e16-4720-9653-e12ea8c3c718 req-eb444a16-c2db-4133-8c02-2584fe55a382 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.925650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.20.0.4 (8feb6ad5-cb21-4011-b1df-6b7412d711b3/fa1c9640-99b1-446e-be49-711fe982655d/d6620d0b-49ee-42cb-b9f5-84268ec152e3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:08.927128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea6abe76-9e16-4720-9653-e12ea8c3c718 req-eb444a16-c2db-4133-8c02-2584fe55a382 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.2719312 Jul 16 18:38:09.051134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d219b26d-7564-4947-a6e3-5b9ceed888aa completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:09.078765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed2fcb7-03b4-4226-9435-e4453f4a8d0a None None] Network 2687b085-9fca-4837-9484-2af2b0ca1bd8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:09.096843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea6abe76-9e16-4720-9653-e12ea8c3c718 req-0691fb02-507e-463c-819b-d2a8fe53b9a0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686752 Jul 16 18:38:09.361188 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02c4f721-c42b-4d66-9568-6104d55dc803 req-2d51f34d-b589-48e4-b730-7446833f55d8 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 210 time: 0.1110101 Jul 16 18:38:09.382734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d219b26d-7564-4947-a6e3-5b9ceed888aa triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:09.383942 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.700297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.731828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a36df221-603d-4108-ae9e-69a41c2ac946 req-9bf38971-c5ff-4b2e-9fea-eb39e0bf271f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 210 time: 0.0763133 Jul 16 18:38:09.750655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-3919a135-a879-4382-b038-74b59dba863e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.764952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-3919a135-a879-4382-b038-74b59dba863e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 814 time: 0.3873584 Jul 16 18:38:09.774682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Transition to ACTIVE for port object d6620d0b-49ee-42cb-b9f5-84268ec152e3 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:09.776178 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.798014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-76c7c395-952d-44ad-a145-e24a4b9d2149 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/quotas/d4b018dd985a4b86b96fe309f0ccdd2c HTTP/1.1" status: 200 len: 375 time: 0.0316374 Jul 16 18:38:09.861023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-a82343fe-7a26-45d1-845e-b727020637dd tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606737 Jul 16 18:38:09.864802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.922868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d219b26d-7564-4947-a6e3-5b9ceed888aa, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d219b26d-7564-4947-a6e3-5b9ceed888aa,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:09.932422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.989169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:10.006006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:10.037996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:10.100810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-d2f9b71d-7571-4d88-93e2-e44f2be7e2e7 service neutron] 10.222.0.48 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304201 Jul 16 18:38:10.101823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:10.200767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d219b26d-7564-4947-a6e3-5b9ceed888aa,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:10.259372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.259763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.338220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb4dddbe-ea79-4bb5-955f-ec21a4a080fa tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4425902 Jul 16 18:38:10.351911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Request body: {'port': {'device_id': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:10.545636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-40d86cbc-6e52-4a1f-958b-baf3efec48d5 service neutron] 10.222.0.48 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429796 Jul 16 18:38:10.624179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f59ad161-435a-4299-b5f6-d5d6909b5ecc None None] Provisioning for port d6620d0b-49ee-42cb-b9f5-84268ec152e3 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:10.638667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.639879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f59ad161-435a-4299-b5f6-d5d6909b5ecc None None] Provisioning complete for port d6620d0b-49ee-42cb-b9f5-84268ec152e3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:10.640535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f59ad161-435a-4299-b5f6-d5d6909b5ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:10.763641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f59ad161-435a-4299-b5f6-d5d6909b5ecc None None] Port d6620d0b-49ee-42cb-b9f5-84268ec152e3 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:10.941226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e997662-ef1a-400c-b385-364972360e4c req-fbd6a8b2-b48c-4d28-a446-f5b2d6d3a719 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.944115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e997662-ef1a-400c-b385-364972360e4c req-fbd6a8b2-b48c-4d28-a446-f5b2d6d3a719 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.3521233 Jul 16 18:38:11.092392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e997662-ef1a-400c-b385-364972360e4c req-57891d7d-d543-4634-85b2-1f748e950d26 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407650 Jul 16 18:38:11.566296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c3154d8e-a5e4-4bd6-a2c0-00dcfb7bc64a tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.570015 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c3154d8e-a5e4-4bd6-a2c0-00dcfb7bc64a tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.55 "GET /v2.0/networks?id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 HTTP/1.1" status: 200 len: 809 time: 0.2246006 Jul 16 18:38:11.583071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Request body: {'port': {'device_id': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8', 'admin_state_up': True, 'tenant_id': 'ba16027bdf7e46a189ff351d05e729f8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:11.797059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e433f7d5-3096-4744-90b3-c6dfdfa4f0f8 req-f3dcd779-3e96-468a-a12d-743c9c0bfbd6 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 210 time: 0.1007278 Jul 16 18:38:11.824373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6620d0b-49ee-42cb-b9f5-84268ec152e3 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:11.885837 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:11.987787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Transition to ACTIVE for port object d6620d0b-49ee-42cb-b9f5-84268ec152e3 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:12.004228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.060885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da3244b7-e8f4-4c3f-8929-6dbfbad96dbd req-3f1f29bb-79b5-46f4-9a77-20fd0d3fc6f2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 210 time: 0.0538113 Jul 16 18:38:12.097949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.110620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Made reservation on behalf of ba16027bdf7e46a189ff351d05e729f8 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:12.122861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f9db-34df-4abc-a472-ca733244e234 req-7416b7bb-ad14-46cb-a8bb-ef394f419c55 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.124066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.129500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64c6f9db-34df-4abc-a472-ca733244e234 req-7416b7bb-ad14-46cb-a8bb-ef394f419c55 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 931 time: 0.3136425 Jul 16 18:38:12.265207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64c6f9db-34df-4abc-a472-ca733244e234 req-c3b58313-636f-4393-8d30-b9f41a4dafc1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241601 Jul 16 18:38:12.341988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219b26d-7564-4947-a6e3-5b9ceed888aa up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:12.459775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d219b26d-7564-4947-a6e3-5b9ceed888aa triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:12.460856 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:12.506056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4a22-1da9-48b2-b10f-f5ae78a8f654 req-43773513-e8fe-4659-a7b3-78c198c0e01c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.516862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45ed4a22-1da9-48b2-b10f-f5ae78a8f654 req-43773513-e8fe-4659-a7b3-78c198c0e01c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1312826 Jul 16 18:38:12.597731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45ed4a22-1da9-48b2-b10f-f5ae78a8f654 req-0d8c9306-c059-4622-b710-0de583e8d91d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795588 Jul 16 18:38:13.143780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5b5647c-02e9-4508-81ac-bb0b5af49483 req-8637fde0-0937-471c-ae37-e1d242a9df87 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 210 time: 0.0768578 Jul 16 18:38:13.242899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-da5f79b4-2c2b-48b5-bd8d-e254e3efa1ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4036701 Jul 16 18:38:13.358688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e0d77b7-eda8-457a-85c6-5ead54aaa387 req-fb4cc0e8-9f6c-4e0f-a732-831d467b149b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 210 time: 0.0782683 Jul 16 18:38:13.632444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Attempting to bind port d6620d0b-49ee-42cb-b9f5-84268ec152e3 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:13.632714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Attempting to bind port d6620d0b-49ee-42cb-b9f5-84268ec152e3 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:13.633025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Attempting to bind port d6620d0b-49ee-42cb-b9f5-84268ec152e3 on network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:13.647174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Port d6620d0b-49ee-42cb-b9f5-84268ec152e3 on network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:13.647502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Attempting to bind port d6620d0b-49ee-42cb-b9f5-84268ec152e3 on network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:13.656409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:13.657027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Checking segment: {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:13.658770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Bound using segment: {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:13.658770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Bound port: d6620d0b-49ee-42cb-b9f5-84268ec152e3, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a9155f2-249f-4e4d-8436-d67545f74120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:13.658770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.744659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Allocated IP 172.20.0.10 (f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8/9bb14184-aee9-4040-8056-71dbab15a5b7/ffbcbb84-1bbb-432e-b388-45d101b41632) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:13.761199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd0039-c8f8-4eb3-bc9b-7776feb28f2c req-0dcd3df8-ad07-4466-8ee3-7536bb82e24c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.767643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fdd0039-c8f8-4eb3-bc9b-7776feb28f2c req-0dcd3df8-ad07-4466-8ee3-7536bb82e24c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 943 time: 0.2421699 Jul 16 18:38:13.868982 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fdd0039-c8f8-4eb3-bc9b-7776feb28f2c req-d1de462d-757d-49b9-ba8e-6ab2904f8cbc tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970709 Jul 16 18:38:14.041604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aaf98f-255f-403e-9611-5331a80c23cc req-75c4de73-3ef1-46ed-a27f-6399b04c1f84 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.050575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3aaf98f-255f-403e-9611-5331a80c23cc req-75c4de73-3ef1-46ed-a27f-6399b04c1f84 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.1616304 Jul 16 18:38:14.051826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:14.069275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-f36290bd-46ba-4ff1-adae-8cb8e3521188 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.071797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-f36290bd-46ba-4ff1-adae-8cb8e3521188 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 814 time: 0.1642191 Jul 16 18:38:14.093935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Request body: {'port': {'device_id': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'admin_state_up': True, 'tenant_id': 'd4b018dd985a4b86b96fe309f0ccdd2c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:14.098677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:14.130562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.261077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3aaf98f-255f-403e-9611-5331a80c23cc req-79338186-e64e-4f7c-83e6-aab9237c3a96 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085845 Jul 16 18:38:14.294414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.295249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.296695 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] 10.222.0.13 "PUT /v2.0/ports/d6620d0b-49ee-42cb-b9f5-84268ec152e3 HTTP/1.1" status: 200 len: 1092 time: 3.9525568 Jul 16 18:38:14.298774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-7c553761-0706-4f61-8595-c477a4d2087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.300366 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-7c553761-0706-4f61-8595-c477a4d2087d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1097 time: 0.9457667 Jul 16 18:38:14.355954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:14.361034 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28331a7-fe90-4a1d-be65-67c9f67cace4" -d '{"events": [{"name": "network-changed", "server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:14.508248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1561e8c-528e-4a02-85c3-01d3a9122383 req-88b707f1-1531-4e7c-9934-6e38a30dfae7 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 210 time: 0.1069095 Jul 16 18:38:14.525356 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79deb1b-447f-4078-ae3e-093fbfb23fab x-openstack-request-id: req-c79deb1b-447f-4078-ae3e-093fbfb23fab {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:14.525651 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:14.525903 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c79deb1b-447f-4078-ae3e-093fbfb23fab {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:14.526323 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'status': 'completed', 'code': 200} Jul 16 18:38:14.544962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8bfde1-bb41-4185-9466-99ab78499440 service neutron] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:14.774402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e51de35a-cb36-468e-ad55-fdafc97a97e5 req-5371ddac-e685-46ed-bd79-8d25c164261c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 210 time: 0.0611219 Jul 16 18:38:14.871389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-7b6060ef-16ea-4ad6-8c0c-a116e0899d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.873611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-7b6060ef-16ea-4ad6-8c0c-a116e0899d1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 200 len: 909 time: 0.4439671 Jul 16 18:38:14.909536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.954074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Made reservation on behalf of d4b018dd985a4b86b96fe309f0ccdd2c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:14.957323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.972483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-39ad4d38-c2aa-41a3-94c5-d43506e66ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.975592 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-39ad4d38-c2aa-41a3-94c5-d43506e66ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1095 time: 0.5450938 Jul 16 18:38:15.057646 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-35b6ff95-c038-4804-8a76-683e9fdb8816 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3 HTTP/1.1" status: 200 len: 217 time: 0.0640740 Jul 16 18:38:15.059510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-215aba41-abd1-44c2-9861-04a010dc7a03 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 200 len: 1001 time: 0.1707361 Jul 16 18:38:15.150304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c346463-261a-42cb-aac0-9506093ab3ab req-73f08096-ddac-4b7a-9fe6-7bfa73c1aada tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.151939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c346463-261a-42cb-aac0-9506093ab3ab req-73f08096-ddac-4b7a-9fe6-7bfa73c1aada tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 943 time: 0.1143663 Jul 16 18:38:15.219483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c346463-261a-42cb-aac0-9506093ab3ab req-09215d90-ec48-4f23-aa8f-bccfe19b023e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544801 Jul 16 18:38:15.300925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.306411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-24d050cb-8a98-4fdd-b94e-1f2665558b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.307999 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-24d050cb-8a98-4fdd-b94e-1f2665558b32 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa1c9640-99b1-446e-be49-711fe982655d HTTP/1.1" status: 200 len: 835 time: 0.2386723 Jul 16 18:38:15.362028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.55', 56538) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:15.389481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-44f10dd5-23fe-44d0-8dd8-7c5c0328e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.391003 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-44f10dd5-23fe-44d0-8dd8-7c5c0328e4ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbbd1be5-162e-4674-8fbf-f143674e14aa HTTP/1.1" status: 200 len: 848 time: 0.2870479 Jul 16 18:38:15.463365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:15.471864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-897d4b3b-be31-4ac3-97ef-245d4376c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.473824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-897d4b3b-be31-4ac3-97ef-245d4376c0c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1097 time: 0.1101532 Jul 16 18:38:15.497071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Pushing event updated for resources: {'Port': ['ID=ffbcbb84-1bbb-432e-b388-45d101b41632,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.507872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:15.520991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:15.594717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Allocated IP 172.20.0.12 (2687b085-9fca-4837-9484-2af2b0ca1bd8/a7181dd7-0404-4382-a393-43bb9dc2b598/297ade95-076b-47a3-801e-a43d486b0818) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:15.664228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.665328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.675082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-46b252ab-b5b9-4887-96eb-d2e6edc68c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.676814 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-46b252ab-b5b9-4887-96eb-d2e6edc68c4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2748256 Jul 16 18:38:15.678769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-f52efbcd-f16d-4369-89e4-d99b266313c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.680558 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-f52efbcd-f16d-4369-89e4-d99b266313c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8feb6ad5-cb21-4011-b1df-6b7412d711b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3584340 Jul 16 18:38:15.728707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-2630b4e3-8389-4beb-b6c7-7d283cc7bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.731744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-2630b4e3-8389-4beb-b6c7-7d283cc7bd4d service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.2497745 Jul 16 18:38:15.814805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-c34c37d7-99d7-465f-abd9-caebc8e1bb67 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2361326 Jul 16 18:38:15.843122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Request body: {'port': {'device_id': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:15.968482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-bb649020-f7d6-4bac-a92f-b9f9e63432bd service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731457 Jul 16 18:38:16.027238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-aaffecee-b2a1-46dc-b2f1-e7a8db6d994c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 1001 time: 0.2891152 Jul 16 18:38:16.091390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1b4c5-c1c4-4da2-86b9-c8e76f60f1c0 req-9243cc01-c07d-41b1-a2f8-f69b508f2675 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.094096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54f1b4c5-c1c4-4da2-86b9-c8e76f60f1c0 req-9243cc01-c07d-41b1-a2f8-f69b508f2675 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.5492334 Jul 16 18:38:16.100017 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-bef5cb29-00d0-46b6-a8cd-4f015fa5a883 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096456 Jul 16 18:38:16.211982 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-9ad6d40e-1dbf-4a99-b508-ea13c52e2cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034260 Jul 16 18:38:16.224361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf512df3-f278-4238-b727-0735472fe185 req-c1031249-7936-4fb1-b3bf-304ac2b52828 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.227149 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf512df3-f278-4238-b727-0735472fe185 req-c1031249-7936-4fb1-b3bf-304ac2b52828 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 932 time: 0.4766421 Jul 16 18:38:16.292245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-2619816f-f893-4931-9f8f-6d46cdb6738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.302175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-2619816f-f893-4931-9f8f-6d46cdb6738c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.2635977 Jul 16 18:38:16.322510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54f1b4c5-c1c4-4da2-86b9-c8e76f60f1c0 req-4e736008-6cd1-4c59-8901-2dbe4d493a26 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713574 Jul 16 18:38:16.327721 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.391065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf512df3-f278-4238-b727-0735472fe185 req-51cf5802-66f8-4dcf-a428-979f9bdeee13 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494389 Jul 16 18:38:16.438284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-d622b19d-0707-40fc-9821-12f22c1914e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.449086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-d622b19d-0707-40fc-9821-12f22c1914e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1236308 Jul 16 18:38:16.508789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.692920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e65941d3-a0bf-4c19-8693-6f7db668bf0d req-1fd877db-f05c-4e36-8e0b-9e94dcd1934c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 210 time: 0.0515254 Jul 16 18:38:16.720178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-c8ab6ba2-d916-408a-aca7-542d63dba052 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635267 Jul 16 18:38:16.857020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d34818-5685-4543-ac7c-9f085df33c65 req-30be262c-dda8-4852-9b91-4033d1e74dfe service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284337 Jul 16 18:38:16.883166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbcbb84-1bbb-432e-b388-45d101b41632 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:16.892818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.909178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Transition to ACTIVE for port object ffbcbb84-1bbb-432e-b388-45d101b41632 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:16.913241 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53530) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:16.922005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.967205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c02e-e793-4fa0-93e8-a0eb1d67dbef req-b3df91f1-afb8-43c6-8885-01d6c465dae7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.969079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66e4c02e-e793-4fa0-93e8-a0eb1d67dbef req-b3df91f1-afb8-43c6-8885-01d6c465dae7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 943 time: 0.1103079 Jul 16 18:38:16.987062 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbd92389-0574-4788-b18b-c7590f445bc4 req-a152a49e-f5f9-4341-9dd1-6be14347f672 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0099719 Jul 16 18:38:17.001512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbcbb84-1bbb-432e-b388-45d101b41632,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.062722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.143555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66e4c02e-e793-4fa0-93e8-a0eb1d67dbef req-0b9a4e39-59ae-4864-9421-ca7ce4919104 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510348 Jul 16 18:38:17.257752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Network 2687b085-9fca-4837-9484-2af2b0ca1bd8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:17.283533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:17.287742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:17.359124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.417546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Attempting to bind port ffbcbb84-1bbb-432e-b388-45d101b41632 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:17.418115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Attempting to bind port ffbcbb84-1bbb-432e-b388-45d101b41632 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:17.418657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Attempting to bind port ffbcbb84-1bbb-432e-b388-45d101b41632 on network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:17.456079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.457226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.461365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Port ffbcbb84-1bbb-432e-b388-45d101b41632 on network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:17.461913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Attempting to bind port ffbcbb84-1bbb-432e-b388-45d101b41632 on network f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:17.486415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:17.487001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Checking segment: {'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:17.487648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Bound using segment: {'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:17.488532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Bound port: ffbcbb84-1bbb-432e-b388-45d101b41632, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5e28b5-f97d-4a0a-9f84-8251715335df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:17.489061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.493946 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.494819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-406fbff5-e943-4481-ad77-61a0caa3c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.497441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-406fbff5-e943-4481-ad77-61a0caa3c245 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1095 time: 0.4276266 Jul 16 18:38:17.549250 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a3c9bfd-f4c2-49b6-a8e5-cc30c573af35 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4624631 Jul 16 18:38:17.574285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Request body: {'port': {'device_id': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:17.809446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62729c2-2bb4-482c-addc-7ee2e325c45b req-ca252d1f-cb35-482f-8f74-a8f8bcb491eb tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.811657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d62729c2-2bb4-482c-addc-7ee2e325c45b req-ca252d1f-cb35-482f-8f74-a8f8bcb491eb tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 944 time: 0.1938720 Jul 16 18:38:17.821393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] For port ffbcbb84-1bbb-432e-b388-45d101b41632, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:17.852768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186939ab-7264-4536-b835-b9ca1d8b2ebd req-01ae54e1-922a-4376-84ae-6c083b89cb5c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.854607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186939ab-7264-4536-b835-b9ca1d8b2ebd req-01ae54e1-922a-4376-84ae-6c083b89cb5c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 945 time: 0.2023482 Jul 16 18:38:17.929473 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d62729c2-2bb4-482c-addc-7ee2e325c45b req-7ebcae35-347d-4dc3-a0c7-f47443721b8e tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093657 Jul 16 18:38:17.947688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186939ab-7264-4536-b835-b9ca1d8b2ebd req-f02ef52c-c6dc-4457-968c-c7ce8317e242 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826209 Jul 16 18:38:18.172884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Deleting port 3d393288-02d1-4334-87a9-70e28b84592b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:18.173264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.197498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fc822-1b64-4bc6-a333-64ac3edc44c0 req-2457550a-520d-486c-9a89-0ac284afe2e9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.199474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b22fc822-1b64-4bc6-a333-64ac3edc44c0 req-2457550a-520d-486c-9a89-0ac284afe2e9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 932 time: 0.1223903 Jul 16 18:38:18.298049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b22fc822-1b64-4bc6-a333-64ac3edc44c0 req-1a6d0113-19c4-4ff6-acde-ca29eae8250f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882182 Jul 16 18:38:18.321387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] For port 3d393288-02d1-4334-87a9-70e28b84592b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3d393288-02d1-4334-87a9-70e28b84592b,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:18.321741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.345056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Calling delete_port for 3d393288-02d1-4334-87a9-70e28b84592b owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:18.384402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-1ac84e88-4d52-4770-94c0-7e9cfeaf2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.388472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-1ac84e88-4d52-4770-94c0-7e9cfeaf2a06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8feb6ad5-cb21-4011-b1df-6b7412d711b3 HTTP/1.1" status: 200 len: 897 time: 0.8766758 Jul 16 18:38:18.392587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] For port ffbcbb84-1bbb-432e-b388-45d101b41632, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ffbcbb84-1bbb-432e-b388-45d101b41632,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:18.410811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.414633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.532556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-105321ff-eee1-44aa-a573-918509641c15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3 HTTP/1.1" status: 200 len: 217 time: 0.1329396 Jul 16 18:38:18.560842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.561496 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.561895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb27a9-929b-4d99-b45f-4e632c806548 req-05be3509-1f9e-4d98-a21b-5cb77b8ed64c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.563439 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/ffbcbb84-1bbb-432e-b388-45d101b41632 HTTP/1.1" status: 200 len: 1093 time: 2.7346308 Jul 16 18:38:18.563663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8fb27a9-929b-4d99-b45f-4e632c806548 req-05be3509-1f9e-4d98-a21b-5cb77b8ed64c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 943 time: 0.1706014 Jul 16 18:38:18.566285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'tag': 'ffbcbb84-1bbb-432e-b388-45d101b41632'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:18.569950 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007e6317-86a4-4f11-be89-2340b9b2f3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e2ccc9ed-ba0a-428f-917c-9f155db3734d", "tag": "ffbcbb84-1bbb-432e-b388-45d101b41632"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:18.653326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3886e4-0fa6-473a-a46a-95188adbd1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffbcbb84-1bbb-432e-b388-45d101b41632,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.655960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8fb27a9-929b-4d99-b45f-4e632c806548 req-b5b07d45-1cd4-47c5-b1ad-a8fb8e5b3a2e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781252 Jul 16 18:38:18.734782 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.747141 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2123aca-afee-41dd-b869-bdc70c815590 x-openstack-request-id: req-d2123aca-afee-41dd-b869-bdc70c815590 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:18.747442 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2ccc9ed-ba0a-428f-917c-9f155db3734d", "tag": "ffbcbb84-1bbb-432e-b388-45d101b41632", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:18.747770 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d2123aca-afee-41dd-b869-bdc70c815590 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:18.748688 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'tag': 'ffbcbb84-1bbb-432e-b388-45d101b41632', 'status': 'completed', 'code': 200} Jul 16 18:38:18.758479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-5a9f562f-6103-401e-96fa-95276173392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.760302 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-5a9f562f-6103-401e-96fa-95276173392c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa1c9640-99b1-446e-be49-711fe982655d HTTP/1.1" status: 200 len: 835 time: 0.2104909 Jul 16 18:38:18.791070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d393288-02d1-4334-87a9-70e28b84592b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.818748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.819127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.819705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.820125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.825113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.825689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.828425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.828425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.828425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.828425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.829247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.829778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:18.986089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:18.987697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-3a8aff4e-5421-4096-9541-acb7cb84d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.989535 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-3a8aff4e-5421-4096-9541-acb7cb84d870 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8feb6ad5-cb21-4011-b1df-6b7412d711b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2215910 Jul 16 18:38:19.004208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-38751dcd-0e96-4f82-afa2-231626e3511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.005966 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-38751dcd-0e96-4f82-afa2-231626e3511e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba16027bdf7e46a189ff351d05e729f8&device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 1096 time: 0.1919138 Jul 16 18:38:19.164725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-de73e228-6e19-4957-bdf7-07d14cb3b0a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffbcbb84-1bbb-432e-b388-45d101b41632 HTTP/1.1" status: 200 len: 217 time: 0.1410525 Jul 16 18:38:19.174860 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.195552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.253863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:19.255852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:19.260275 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8560a59-e909-4b43-b79e-b841633a79a3" -d '{"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-unplugged", "status": "completed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:19.266204 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.331147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.402264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 297ade95-076b-47a3-801e-a43d486b0818 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:19.417462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.442291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-39ea1222-616d-4668-8140-469463492b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.444590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-39ea1222-616d-4668-8140-469463492b7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bb14184-aee9-4040-8056-71dbab15a5b7 HTTP/1.1" status: 200 len: 849 time: 0.2661746 Jul 16 18:38:19.462380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Transition to ACTIVE for port object 297ade95-076b-47a3-801e-a43d486b0818 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:19.469386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-bb6fb534-373a-4bd1-9cda-4369adcba691 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694841 Jul 16 18:38:19.470171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.557113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d6620d0b-49ee-42cb-b9f5-84268ec152e3 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:19.638801 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-77019ebd-3623-4413-8d4f-8b5683a1ec43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502349 Jul 16 18:38:19.728140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:19.744785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'port_id': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'mac_address': 'fa:16:3e:23:a6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:19.769312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.819003 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.846912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6620d0b-49ee-42cb-b9f5-84268ec152e3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:19.891382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:19.903695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.904777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af600ba2-ebad-4e34-867e-994241973f6d req-c7cb73da-1a32-47c0-90af-32bfd7fd22de tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.906679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af600ba2-ebad-4e34-867e-994241973f6d req-c7cb73da-1a32-47c0-90af-32bfd7fd22de tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 944 time: 0.6875057 Jul 16 18:38:19.917640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e903b-f331-43ab-a1ae-97c6b8e2a09b req-73fadb5b-8b70-47a4-aa4e-85321d485f8d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.919258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa9e903b-f331-43ab-a1ae-97c6b8e2a09b req-73fadb5b-8b70-47a4-aa4e-85321d485f8d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.5793817 Jul 16 18:38:19.970909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c28331a7-fe90-4a1d-be65-67c9f67cace4 req-1171a82d-6159-484e-a767-a81766543471 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4916892 Jul 16 18:38:20.012277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Attempting to bind port 297ade95-076b-47a3-801e-a43d486b0818 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:20.012277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Attempting to bind port 297ade95-076b-47a3-801e-a43d486b0818 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:20.012277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Attempting to bind port 297ade95-076b-47a3-801e-a43d486b0818 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:20.021013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.044664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Port 297ade95-076b-47a3-801e-a43d486b0818 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:20.045135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Attempting to bind port 297ade95-076b-47a3-801e-a43d486b0818 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:20.058001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:20.058712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Checking segment: {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:20.059356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Bound using segment: {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:20.060136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Bound port: 297ade95-076b-47a3-801e-a43d486b0818, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:20.061825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.067795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af600ba2-ebad-4e34-867e-994241973f6d req-7606c317-f0c4-4527-b774-21437c381ba1 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317437 Jul 16 18:38:20.068756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-4b0a7d7f-4aa4-45c6-afa9-8e1d96dcc81a service neutron] 10.222.0.55 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132793 Jul 16 18:38:20.072814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa9e903b-f331-43ab-a1ae-97c6b8e2a09b req-c6707aab-4b58-4824-a9a9-c379cf15cea1 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336448 Jul 16 18:38:20.078285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Router 9c2cf0af-00af-40c6-bc11-487afebc9d15 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:20.097785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d6620d0b-49ee-42cb-b9f5-84268ec152e3'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:20.242559 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ffdcb1-1478-491f-8550-3074688c9679 x-openstack-request-id: req-c7ffdcb1-1478-491f-8550-3074688c9679 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:20.242897 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-unplugged", "status": "failed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522", "code": 422}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:20.243115 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c7ffdcb1-1478-491f-8550-3074688c9679 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:20.243539 n-d-793620-10 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522', 'code': 422} returned with failed status Jul 16 18:38:20.344636 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ded945d4-666d-47ba-aa62-9ec3a3de772e req-91611b0a-912e-4897-8303-b7cc49616036 service neutron] 10.222.0.55 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634559 Jul 16 18:38:20.378874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:20.397452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:20.398267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0a447fb4-85ee-4b97-a880-1bd51e664b99 admin admin] 10.222.0.48 "PUT /v2.0/routers/9c2cf0af-00af-40c6-bc11-487afebc9d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4774201 Jul 16 18:38:20.412113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] Sync routers for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:20.474254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:20.475137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:20.475721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:38:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:20.533591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:20.577026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.635506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a267d-866d-48d5-8197-6183ab801ff5 req-cc86b9b2-04ca-4cd8-9e17-0bb269727fbe tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.649266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.649886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.650079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e54a267d-866d-48d5-8197-6183ab801ff5 req-cc86b9b2-04ca-4cd8-9e17-0bb269727fbe tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 944 time: 0.2315981 Jul 16 18:38:20.651335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] 10.222.0.13 "PUT /v2.0/ports/297ade95-076b-47a3-801e-a43d486b0818 HTTP/1.1" status: 200 len: 1093 time: 3.0879624 Jul 16 18:38:20.666490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.717897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc95f6-ddc4-4145-9189-e8cacf811f4f service neutron] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.724458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-d2798891-f055-44ff-bca4-1848cf23510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.726110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-d2798891-f055-44ff-bca4-1848cf23510a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba16027bdf7e46a189ff351d05e729f8&device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 1096 time: 0.2534397 Jul 16 18:38:20.748280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:20.750111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'tag': '297ade95-076b-47a3-801e-a43d486b0818'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:20.753402 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d5960c-227a-45d9-abf2-bda01da97eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "tag": "297ade95-076b-47a3-801e-a43d486b0818"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:20.770621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e54a267d-866d-48d5-8197-6183ab801ff5 req-4540dc14-aa4b-4377-8353-8896b3905135 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191661 Jul 16 18:38:20.786146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e984641-90bd-4ed0-ba78-d433dec2e46b req-1c87c048-16d3-41b3-b0b9-53040f2335c6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.799843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e984641-90bd-4ed0-ba78-d433dec2e46b req-1c87c048-16d3-41b3-b0b9-53040f2335c6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 944 time: 0.2966447 Jul 16 18:38:20.936377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.942417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-98816d12-2e34-4cf5-8508-c0a45527854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.943936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-98816d12-2e34-4cf5-8508-c0a45527854c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 HTTP/1.1" status: 200 len: 909 time: 0.2067640 Jul 16 18:38:20.944644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e984641-90bd-4ed0-ba78-d433dec2e46b req-41d6f4ef-337b-411d-9333-8045d88e66bf tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403799 Jul 16 18:38:20.963922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-db2c7931-1faa-4cf1-b648-0cba83a0ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.965586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-db2c7931-1faa-4cf1-b648-0cba83a0ba1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 1096 time: 0.1973412 Jul 16 18:38:21.053555 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab06f6-e4cc-4ce3-a88b-f49f0d6883bf x-openstack-request-id: req-3cab06f6-e4cc-4ce3-a88b-f49f0d6883bf {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:21.054005 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "tag": "297ade95-076b-47a3-801e-a43d486b0818", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:21.054394 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cab06f6-e4cc-4ce3-a88b-f49f0d6883bf {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:21.055026 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'tag': '297ade95-076b-47a3-801e-a43d486b0818', 'status': 'completed', 'code': 200} Jul 16 18:38:21.063149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-83eb0a4c-8550-4fe1-89e3-73370fe707be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffbcbb84-1bbb-432e-b388-45d101b41632 HTTP/1.1" status: 200 len: 217 time: 0.1107996 Jul 16 18:38:21.131328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-2ea4aeb0-c700-44ab-b831-c4370b1cd57a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=297ade95-076b-47a3-801e-a43d486b0818 HTTP/1.1" status: 200 len: 217 time: 0.1255672 Jul 16 18:38:21.139199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:38:18Z', 'revision_number': 5, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port': {'id': 'e99b6a23-a23e-41f4-83e0-6d34b6d0f626', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2333, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:09Z', 'updated_at': '2021-07-16T18:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:21.198762 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] Checking router: 9c2cf0af-00af-40c6-bc11-487afebc9d15 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:21.216019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] Routers {'9c2cf0af-00af-40c6-bc11-487afebc9d15'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:21.218458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:38:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['9c2cf0af-00af-40c6-bc11-487afebc9d15'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:21.293955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-42ab3bc4-f1c7-4f47-9779-4bc96c40235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.297522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-42ab3bc4-f1c7-4f47-9779-4bc96c40235d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bb14184-aee9-4040-8056-71dbab15a5b7 HTTP/1.1" status: 200 len: 849 time: 0.1851478 Jul 16 18:38:21.327750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Deleting port e99b6a23-a23e-41f4-83e0-6d34b6d0f626 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:21.328494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.382394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-b6c8635c-da61-45fb-93c2-0be4d2fcaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.384990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-b6c8635c-da61-45fb-93c2-0be4d2fcaeed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7181dd7-0404-4382-a393-43bb9dc2b598 HTTP/1.1" status: 200 len: 854 time: 0.2195146 Jul 16 18:38:21.388611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-80344bf2-c789-4d53-8b2e-15ca2a3b6bb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809917 Jul 16 18:38:21.409211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] Set router 9c2cf0af-00af-40c6-bc11-487afebc9d15 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:21.485101 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-c0bc8ae7-104c-4724-b931-bd7314a472ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2687b085-9fca-4837-9484-2af2b0ca1bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846725 Jul 16 18:38:21.485841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed6e5f-0d64-435c-8b96-7ce1128173c3 req-2e3c4a9a-2040-47f1-89f5-2c850a38f7df tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.489962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0eed6e5f-0d64-435c-8b96-7ce1128173c3 req-2e3c4a9a-2040-47f1-89f5-2c850a38f7df tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 944 time: 0.1445901 Jul 16 18:38:21.575626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0eed6e5f-0d64-435c-8b96-7ce1128173c3 req-766f8640-cfa3-491d-ae07-d6d26c0ced83 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739546 Jul 16 18:38:21.729485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] For port e99b6a23-a23e-41f4-83e0-6d34b6d0f626, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:21.729485 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.731813 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-7a87f065-0920-477a-b6b6-ce81421a7f02 service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300894 Jul 16 18:38:21.755031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d6620d0b-49ee-42cb-b9f5-84268ec152e3 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:21.758883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 6, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:21.759256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Calling delete_port for e99b6a23-a23e-41f4-83e0-6d34b6d0f626 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:21.784224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-b310718b-efe4-4fde-bcbb-8dcc24a05cf0 service neutron] 10.222.0.55 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693445 Jul 16 18:38:21.819028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa9526f-bcfd-46d9-853a-ea55885c2355 None None] The sync data for ids ['9c2cf0af-00af-40c6-bc11-487afebc9d15'] in n-d-793620-10 is: [{'id': '9c2cf0af-00af-40c6-bc11-487afebc9d15', 'name': 'tempest-AttachVolumeTestJSON-327760944-router', 'tenant_id': 'bf12e3c479a24108af7181a0ec34878b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:07Z', 'updated_at': '2021-07-16T18:38:20Z', 'revision_number': 6, 'project_id': 'bf12e3c479a24108af7181a0ec34878b', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:21.879662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port d6620d0b-49ee-42cb-b9f5-84268ec152e3 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:21.893502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port d6620d0b-49ee-42cb-b9f5-84268ec152e3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:21.893999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.995083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a4f3e808-94fb-4255-8052-0c82a1af597d req-d13e8a6a-6eaf-419c-92f0-a79286a7d47c service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490921 Jul 16 18:38:22.095694 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.146133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007e6317-86a4-4f11-be89-2340b9b2f3e3 req-9bc59497-3f8f-4178-9fc0-c878bd1e7c81 service neutron] 10.222.0.55 "GET /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542743 Jul 16 18:38:22.184968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:22.191606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-4de76ae7-ae50-4474-8db7-9591871d6137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.193380 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-4de76ae7-ae50-4474-8db7-9591871d6137 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 1096 time: 0.1052010 Jul 16 18:38:22.194365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.245590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:22.250524 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1233eaca-7b9f-4ef4-b5ea-8e70b411e2bd" -d '{"events": [{"server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:22.268850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b2bd6-d84c-4a3a-a47e-e05dc74447b5 req-5352a8a4-6ea5-49db-a7b9-a8991adb4c55 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.281635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-911b2bd6-d84c-4a3a-a47e-e05dc74447b5 req-5352a8a4-6ea5-49db-a7b9-a8991adb4c55 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 944 time: 0.1780674 Jul 16 18:38:22.348435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:22.365847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-8fe8f1dc-b3a3-4285-ac5b-01ccec782d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.368014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-8fe8f1dc-b3a3-4285-ac5b-01ccec782d21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 914 time: 0.1385522 Jul 16 18:38:22.374860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d393288-02d1-4334-87a9-70e28b84592b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:22.389832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-911b2bd6-d84c-4a3a-a47e-e05dc74447b5 req-16e1abb2-0c2f-4994-a72d-47bcd0552b86 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059322 Jul 16 18:38:22.423886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-0cb32016-f916-45e4-a7c2-4a91748a7bc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=297ade95-076b-47a3-801e-a43d486b0818 HTTP/1.1" status: 200 len: 217 time: 0.0493436 Jul 16 18:38:22.477892 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3d393288-02d1-4334-87a9-70e28b84592b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:22.478444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3d393288-02d1-4334-87a9-70e28b84592b not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:22.478928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.537754 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cd145c-9d21-4b10-9d6a-4849d6119688 x-openstack-request-id: req-f2cd145c-9d21-4b10-9d6a-4849d6119688 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:22.538876 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:22.539297 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2cd145c-9d21-4b10-9d6a-4849d6119688 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:22.539859 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'code': 200} Jul 16 18:38:22.580453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99b6a23-a23e-41f4-83e0-6d34b6d0f626,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:22.650912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-d2b984aa-a057-413a-a302-e4df6922bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.653240 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-d2b984aa-a057-413a-a302-e4df6922bdca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7181dd7-0404-4382-a393-43bb9dc2b598 HTTP/1.1" status: 200 len: 854 time: 0.2216098 Jul 16 18:38:22.658664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007683fd-a89f-4737-aa00-5024956d0723 req-b4b773c3-344b-4585-9ffc-d4310cff1ea6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.660313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-007683fd-a89f-4737-aa00-5024956d0723 req-b4b773c3-344b-4585-9ffc-d4310cff1ea6 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.0959353 Jul 16 18:38:22.720827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-007683fd-a89f-4737-aa00-5024956d0723 req-a8332d47-abdb-48a6-bd66-06481af3e829 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537653 Jul 16 18:38:22.740207 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-045ecc0c-6a2d-4edc-956c-f3a45e20ee9b req-53792cbd-1fb0-4de9-8d1b-98defa7ff5c0 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:38:22.741313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-045ecc0c-6a2d-4edc-956c-f3a45e20ee9b req-53792cbd-1fb0-4de9-8d1b-98defa7ff5c0 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057306 Jul 16 18:38:23.001384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ffbcbb84-1bbb-432e-b388-45d101b41632 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:23.027758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b929c-0a9b-45ba-a1c5-0afc4b1829ea req-7a7f0329-0fad-426e-ba74-52111e93f708 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.030887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-758b929c-0a9b-45ba-a1c5-0afc4b1829ea req-7a7f0329-0fad-426e-ba74-52111e93f708 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 944 time: 0.1543908 Jul 16 18:38:23.153335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678a216-28d4-4b0a-b31f-4d850f54caf3 req-7c3763c6-f8b9-49be-956d-3691910c077c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.162350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0678a216-28d4-4b0a-b31f-4d850f54caf3 req-7c3763c6-f8b9-49be-956d-3691910c077c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.1299784 Jul 16 18:38:23.173287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-758b929c-0a9b-45ba-a1c5-0afc4b1829ea req-a5d90f52-024d-4542-85c2-4100479cbe4d tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025941 Jul 16 18:38:23.241889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0678a216-28d4-4b0a-b31f-4d850f54caf3 req-ede51f10-bc81-4eac-a07c-94be1ddb7055 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774686 Jul 16 18:38:23.278485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ffbcbb84-1bbb-432e-b388-45d101b41632, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ffbcbb84-1bbb-432e-b388-45d101b41632,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:23.279881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-024962d7-722d-4d22-ba30-c22dc9128692 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2687b085-9fca-4837-9484-2af2b0ca1bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5953920 Jul 16 18:38:23.299717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'ffbcbb84-1bbb-432e-b388-45d101b41632', 'network_id': 'f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8', 'port_id': 'ffbcbb84-1bbb-432e-b388-45d101b41632', 'mac_address': 'fa:16:3e:60:d8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14184-aee9-4040-8056-71dbab15a5b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:23.328973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.366446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.382295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbcbb84-1bbb-432e-b388-45d101b41632 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:23.405571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ffbcbb84-1bbb-432e-b388-45d101b41632, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ffbcbb84-1bbb-432e-b388-45d101b41632,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:23.411029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.477965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ffbcbb84-1bbb-432e-b388-45d101b41632,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.539788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.546353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.556941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 297ade95-076b-47a3-801e-a43d486b0818 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:23.620373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568005-6182-49d5-8f6f-60114151599d req-a5e80c4a-099d-4d3d-95a1-e456c7ed0b02 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.624643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7568005-6182-49d5-8f6f-60114151599d req-a5e80c4a-099d-4d3d-95a1-e456c7ed0b02 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 944 time: 0.0883362 Jul 16 18:38:23.635958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ade9e-513c-4fbc-a3de-d4bfb53f6c7e req-0a4aac4a-4d17-4605-9214-e850b9964b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.637952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a22ade9e-513c-4fbc-a3de-d4bfb53f6c7e req-0a4aac4a-4d17-4605-9214-e850b9964b34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1097 time: 1.0047729 Jul 16 18:38:23.639228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ffbcbb84-1bbb-432e-b388-45d101b41632'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:23.682682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.683052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2cf0af-00af-40c6-bc11-487afebc9d15 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:38:23.692973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.694440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c7303ce2-f486-4500-9092-a6e88f43ad59 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9c2cf0af-00af-40c6-bc11-487afebc9d15 HTTP/1.1" status: 204 len: 168 time: 3.2959638 Jul 16 18:38:23.701682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53610) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.702308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-908aeeeb-d6ed-4fc8-8a50-d84b99fa7653 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4282577 Jul 16 18:38:23.706188 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-f36eaf69-92e3-4a51-8845-a49dbbfaa45d service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109905 Jul 16 18:38:23.727202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a22ade9e-513c-4fbc-a3de-d4bfb53f6c7e req-896fa5d2-d1fd-40d2-bea3-4a3d33bcfa1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815158 Jul 16 18:38:23.815364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] Deleting subnet 8423dba1-6bd0-441d-b818-a368c3cf12e5 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:38:23.832607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.853510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:23.867468 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-23d5960c-227a-45d9-abf2-bda01da97eb8 req-4b502a0b-9cc0-44da-b2e1-ea6a6c050ecc service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527276 Jul 16 18:38:23.871040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '297ade95-076b-47a3-801e-a43d486b0818', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'port_id': '297ade95-076b-47a3-801e-a43d486b0818', 'mac_address': 'fa:16:3e:b1:35:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7181dd7-0404-4382-a393-43bb9dc2b598', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:23.965495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.987247 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.015786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7568005-6182-49d5-8f6f-60114151599d req-48ad8ff9-8fef-4f77-8d69-d6c250aff949 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824611 Jul 16 18:38:24.041851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ade95-076b-47a3-801e-a43d486b0818 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:24.121574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:24.131759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.132098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.183967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b0091-2f1e-4759-8b78-0dda15f97fb5 req-5a746cca-a2b2-4bd3-8b9a-0134efccc1e8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.186882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-092b0091-2f1e-4759-8b78-0dda15f97fb5 req-5a746cca-a2b2-4bd3-8b9a-0134efccc1e8 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1672304 Jul 16 18:38:24.228409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.289653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.354239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8423dba1-6bd0-441d-b818-a368c3cf12e5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.358120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['297ade95-076b-47a3-801e-a43d486b0818'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:24.364814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.372277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-929d5c8d-7e26-464a-97d3-b58c6d237234 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8423dba1-6bd0-441d-b818-a368c3cf12e5 HTTP/1.1" status: 204 len: 168 time: 0.6689045 Jul 16 18:38:24.376063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53624) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:24.378674 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-092b0091-2f1e-4759-8b78-0dda15f97fb5 req-29422821-dc66-45b9-9260-23b85b61a9e2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495228 Jul 16 18:38:24.417979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa359667-6d15-4df3-8d45-ad16653dab40 None None] Network e233b078-fddc-4444-aba6-2630713f39fc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:24.428817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e99b6a23-a23e-41f4-83e0-6d34b6d0f626 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:24.555260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e99b6a23-a23e-41f4-83e0-6d34b6d0f626 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:24.556033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e99b6a23-a23e-41f4-83e0-6d34b6d0f626 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:24.615644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.740373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Deleting port 7857d89f-d097-4474-8bd0-93d3eacda390 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:24.741533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.747901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81efc4e-2ea3-4484-8d48-e3c04ebfdaa5 req-26321ef6-6641-4a95-b156-6d274c6bf0ab tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.764190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d81efc4e-2ea3-4484-8d48-e3c04ebfdaa5 req-26321ef6-6641-4a95-b156-6d274c6bf0ab tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 945 time: 0.3392789 Jul 16 18:38:24.811708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d81efc4e-2ea3-4484-8d48-e3c04ebfdaa5 req-0b77d847-e120-4184-a686-247e084f5686 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461428 Jul 16 18:38:24.831980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e54cd-d6d5-45c7-aa83-33f86c335643 req-e0479e63-1644-4d12-a5f2-de864bd0f541 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.833997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-722e54cd-d6d5-45c7-aa83-33f86c335643 req-e0479e63-1644-4d12-a5f2-de864bd0f541 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.2843254 Jul 16 18:38:24.908878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] For port 7857d89f-d097-4474-8bd0-93d3eacda390, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7857d89f-d097-4474-8bd0-93d3eacda390,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:24.909724 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.919417 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-722e54cd-d6d5-45c7-aa83-33f86c335643 req-7fb39d22-1f70-4b43-8f38-3ae4181dde68 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793066 Jul 16 18:38:24.933313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] DHCP port deletion for e233b078-fddc-4444-aba6-2630713f39fc request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:38:24.943815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Calling delete_port for 7857d89f-d097-4474-8bd0-93d3eacda390 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:24.995661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] Deleting port 7857d89f-d097-4474-8bd0-93d3eacda390 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:24.996554 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.024687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ffbcbb84-1bbb-432e-b388-45d101b41632 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:25.091143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.145954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] No DVR routers for this DVR port 7857d89f-d097-4474-8bd0-93d3eacda390 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:25.150168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7857d89f-d097-4474-8bd0-93d3eacda390,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.163212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] For port 7857d89f-d097-4474-8bd0-93d3eacda390, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7857d89f-d097-4474-8bd0-93d3eacda390,segment=NetworkSegment(45cb7a35-44f3-4120-a2a0-fc02a9f1cda2),segment_id=45cb7a35-44f3-4120-a2a0-fc02a9f1cda2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:25.163861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.191811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] Calling delete_port for 7857d89f-d097-4474-8bd0-93d3eacda390 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:25.216811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port ffbcbb84-1bbb-432e-b388-45d101b41632 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:25.269125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.274338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port ffbcbb84-1bbb-432e-b388-45d101b41632 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:25.274901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.283552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e233b078-fddc-4444-aba6-2630713f39fc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:25.308265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:25.309096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cb7a35-44f3-4120-a2a0-fc02a9f1cda2') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:25.331847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.365176 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.379868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc4b8d-c29d-4cb6-9e71-56db97a6397b req-bd3e77a2-9f47-4109-b48d-a67109add508 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.383371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4efc4b8d-c29d-4cb6-9e71-56db97a6397b req-bd3e77a2-9f47-4109-b48d-a67109add508 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 945 time: 0.1227252 Jul 16 18:38:25.400779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.416406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:38:25.417041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:38:25.421433 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:38:25.428827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] Pushing event deleted for resources: {'Port': ['ID=7857d89f-d097-4474-8bd0-93d3eacda390,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.432301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bcdf41-d436-4bf7-808a-19af73d8623f None None] No DVR routers for this DVR port 7857d89f-d097-4474-8bd0-93d3eacda390 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:25.436365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.473937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4efc4b8d-c29d-4cb6-9e71-56db97a6397b req-2bc0494b-7d05-4769-8f2c-df8675a4c706 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813863 Jul 16 18:38:25.480933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbcbb84-1bbb-432e-b388-45d101b41632'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:25.485847 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eb66b8-ce48-435a-a053-5f402a182a72" -d '{"events": [{"server_uuid": "e2ccc9ed-ba0a-428f-917c-9f155db3734d", "name": "network-vif-plugged", "status": "completed", "tag": "ffbcbb84-1bbb-432e-b388-45d101b41632"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:25.515401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ffbcbb84-1bbb-432e-b388-45d101b41632, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ffbcbb84-1bbb-432e-b388-45d101b41632,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:25.524223 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.568256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-d7986e6d-6025-43ab-ae7e-86dadb7bafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.569070 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fe915f-b7b1-4237-9c3c-e65aa12934d1 x-openstack-request-id: req-43fe915f-b7b1-4237-9c3c-e65aa12934d1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:25.569417 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ccc9ed-ba0a-428f-917c-9f155db3734d", "name": "network-vif-plugged", "status": "completed", "tag": "ffbcbb84-1bbb-432e-b388-45d101b41632", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:25.569780 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43fe915f-b7b1-4237-9c3c-e65aa12934d1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:25.570357 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbcbb84-1bbb-432e-b388-45d101b41632', 'code': 200} Jul 16 18:38:25.573442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-d7986e6d-6025-43ab-ae7e-86dadb7bafee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794&tenant_id=94ea0282e3194d80a53fa3320db33b34 HTTP/1.1" status: 200 len: 1095 time: 0.2376904 Jul 16 18:38:25.575224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.582798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 297ade95-076b-47a3-801e-a43d486b0818 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:25.610033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.620636 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e233b078-fddc-4444-aba6-2630713f39fc HTTP/1.1" status: 204 len: 168 time: 1.2303240 Jul 16 18:38:25.692686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ffbcbb84-1bbb-432e-b388-45d101b41632,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.724566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f681668-2338-4a87-8290-70f39400bdb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e233b078-fddc-4444-aba6-2630713f39fc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.753925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 297ade95-076b-47a3-801e-a43d486b0818 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:25.761866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 297ade95-076b-47a3-801e-a43d486b0818 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:25.766607 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.782644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-b084dc2e-aa4e-44b6-abb7-7f8f6304a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.785192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-b084dc2e-aa4e-44b6-abb7-7f8f6304a5d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1095 time: 0.1367261 Jul 16 18:38:25.797486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53634) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:25.837964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4b902-e14a-4923-bdba-0a0d3f627ea9 req-4f418acd-793a-4e2b-b2ac-0c719cf8ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.839793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95f4b902-e14a-4923-bdba-0a0d3f627ea9 req-4f418acd-793a-4e2b-b2ac-0c719cf8ed82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 1098 time: 0.1988707 Jul 16 18:38:25.850774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de41d99-067c-4e95-abc1-9edefe6bb6ca req-6e0e2cd8-eb73-4821-9d80-b3e8dc5859fd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.852479 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5de41d99-067c-4e95-abc1-9edefe6bb6ca req-6e0e2cd8-eb73-4821-9d80-b3e8dc5859fd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1552143 Jul 16 18:38:25.914487 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.929784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bab55896-fca9-46d7-98fa-14b226c2ff92 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bf12e3c479a24108af7181a0ec34878b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1279833 Jul 16 18:38:25.933994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53638) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:25.942031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95f4b902-e14a-4923-bdba-0a0d3f627ea9 req-ddc1b5b8-6ef5-4523-ba28-359754442fa8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884540 Jul 16 18:38:25.948406 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5de41d99-067c-4e95-abc1-9edefe6bb6ca req-839022d7-5e18-4355-a475-e8dcfca9ea43 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767241 Jul 16 18:38:26.010814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-41c63cd9-a26f-4f55-9b92-12d9cfe3e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.012768 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-41c63cd9-a26f-4f55-9b92-12d9cfe3e581 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.2151406 Jul 16 18:38:26.027859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:26.037016 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.059637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5cfb-890f-4172-bd28-7f542eac7498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.100011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5cfb-890f-4172-bd28-7f542eac7498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.111448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-1c4caecc-26d7-4362-96ff-cab5e30c9307 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 999 time: 0.0921133 Jul 16 18:38:26.166557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:26.203074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-d4003d15-881f-48f1-b3f1-2b4295d0be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.204481 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-d4003d15-881f-48f1-b3f1-2b4295d0be1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.0812123 Jul 16 18:38:26.229971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d463f2-4daa-4f97-a915-219ffe02a421 req-90c07ed6-49a0-4cbc-9414-d6a03d6a5d09 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.233579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1d463f2-4daa-4f97-a915-219ffe02a421 req-90c07ed6-49a0-4cbc-9414-d6a03d6a5d09 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.1501789 Jul 16 18:38:26.276403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5cfb-890f-4172-bd28-7f542eac7498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.280033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2e5cfb-890f-4172-bd28-7f542eac7498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.283652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e2e5cfb-890f-4172-bd28-7f542eac7498 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd0f740a-b87f-47e2-b27f-35fb8f9005ac HTTP/1.1" status: 204 len: 168 time: 0.3451045 Jul 16 18:38:26.296428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e5cfb-890f-4172-bd28-7f542eac7498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0f740a-b87f-47e2-b27f-35fb8f9005ac,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:26.309826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-54995a1e-dbe2-4804-939b-ce55c26d320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.314054 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-54995a1e-dbe2-4804-939b-ce55c26d320a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006894 Jul 16 18:38:26.350669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7857d89f-d097-4474-8bd0-93d3eacda390 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:26.359902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1d463f2-4daa-4f97-a915-219ffe02a421 req-42d5222f-ce47-4848-8fce-9e685674fac8 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150811 Jul 16 18:38:26.411865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7857d89f-d097-4474-8bd0-93d3eacda390 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:26.412495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7857d89f-d097-4474-8bd0-93d3eacda390 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:26.434190 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-45235b17-c214-4b9e-9c72-d683e09269ee service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108346 Jul 16 18:38:26.563960 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-93388b25-0e89-43f1-ac3c-ae6dec70c292 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225147 Jul 16 18:38:26.784009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e055d-158f-4b7a-ba52-b853a7cb3450 req-29c56c7a-06eb-445a-8235-05a00a29be14 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.798993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae3e055d-158f-4b7a-ba52-b853a7cb3450 req-29c56c7a-06eb-445a-8235-05a00a29be14 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.2430987 Jul 16 18:38:26.854058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b63c39-91a0-48cc-b923-c45f3f5dd857 req-808e58b1-2594-4ec0-954d-0ae989488788 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.857442 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2b63c39-91a0-48cc-b923-c45f3f5dd857 req-808e58b1-2594-4ec0-954d-0ae989488788 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.2434037 Jul 16 18:38:26.920860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae3e055d-158f-4b7a-ba52-b853a7cb3450 req-5b84787a-d111-4412-9176-bc42976fc7a9 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208613 Jul 16 18:38:26.970428 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2b63c39-91a0-48cc-b923-c45f3f5dd857 req-514f2b3e-6321-4f25-a214-8edad058df1d tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038668 Jul 16 18:38:27.002344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:27.097978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc20f3e-8229-4fde-9832-61db5e002612 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.102557 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8bc20f3e-8229-4fde-9832-61db5e002612 tempest-TestNetworkAdvancedServerOps-1080860148 tempest-TestNetworkAdvancedServerOps-1080860148-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1092 time: 0.0971129 Jul 16 18:38:27.104655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:27.117501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:27.162278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.243462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30814458-ca6f-4d96-a728-5aa4c7310fbb req-fe4e387b-8c62-4b57-b62f-26ba44d35a98 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.246292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30814458-ca6f-4d96-a728-5aa4c7310fbb req-fe4e387b-8c62-4b57-b62f-26ba44d35a98 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1516461 Jul 16 18:38:27.327341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30814458-ca6f-4d96-a728-5aa4c7310fbb req-98727a5e-5e9b-46cc-8740-58d935d072e4 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672774 Jul 16 18:38:27.420241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.571799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ade95-076b-47a3-801e-a43d486b0818'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:27.577831 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce32c18-8d90-4c0a-9deb-2be7b1c4bee2" -d '{"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-plugged", "status": "completed", "tag": "297ade95-076b-47a3-801e-a43d486b0818"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:27.733136 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4466a54b-0812-4956-8d63-bc041bfc5958 x-openstack-request-id: req-4466a54b-0812-4956-8d63-bc041bfc5958 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:27.734072 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-plugged", "status": "completed", "tag": "297ade95-076b-47a3-801e-a43d486b0818", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:27.734473 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4466a54b-0812-4956-8d63-bc041bfc5958 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:27.735081 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ade95-076b-47a3-801e-a43d486b0818', 'code': 200} Jul 16 18:38:27.788537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Allocated IP 172.25.0.221 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/1c095d9f-ca2e-4605-b4b4-d981eee757ce) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:28.185893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1315f0-1016-4f7d-becc-bf9f57200afd req-7fac3e42-432d-4682-8f12-73ca982ba983 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.205718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe1315f0-1016-4f7d-becc-bf9f57200afd req-7fac3e42-432d-4682-8f12-73ca982ba983 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.3194509 Jul 16 18:38:28.358174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe1315f0-1016-4f7d-becc-bf9f57200afd req-025590d5-7658-4f62-9bd6-24448ecc1535 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481929 Jul 16 18:38:28.419126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.464553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05d7c7-b104-4bbb-9f16-1b0a29274b00 req-2820dcf1-fa0a-454a-b92d-ad5565f41dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.467495 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8e05d7c7-b104-4bbb-9f16-1b0a29274b00 req-2820dcf1-fa0a-454a-b92d-ad5565f41dd6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 1098 time: 0.5688941 Jul 16 18:38:28.562467 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8e05d7c7-b104-4bbb-9f16-1b0a29274b00 req-d992245c-c5e9-4120-ae9f-267957100c82 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882580 Jul 16 18:38:28.626600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078047b-3f44-4217-962e-a79c9c7c8914 req-38cec676-c642-44fe-b21a-bf7e39b1c649 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.635309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b078047b-3f44-4217-962e-a79c9c7c8914 req-38cec676-c642-44fe-b21a-bf7e39b1c649 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.2754526 Jul 16 18:38:28.658954 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.867351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:28.880052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:28.897460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:28.940381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b078047b-3f44-4217-962e-a79c9c7c8914 req-71b4905a-2f18-4a70-83ee-7ab50dc46781 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882352 Jul 16 18:38:29.055970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=1c095d9f-ca2e-4605-b4b4-d981eee757ce,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:29.119294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9ee6-d463-4907-9c49-3c7df1ce5b78 req-c8906092-4640-455f-838a-b048594e25bc tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.122031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8feb9ee6-d463-4907-9c49-3c7df1ce5b78 req-c8906092-4640-455f-838a-b048594e25bc tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.3482168 Jul 16 18:38:29.322386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8feb9ee6-d463-4907-9c49-3c7df1ce5b78 req-a2a70f90-d157-4ed1-8f98-164fa43a8530 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537030 Jul 16 18:38:29.777850 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:30.222772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.279822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-387d9540-e113-41ea-a381-6f70ef82c59f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.400540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.691727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd056d77-4b72-470d-b28a-9bb2ce120e76 req-1810fbd0-8695-4df8-acec-b6332ff3f98a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.708980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd056d77-4b72-470d-b28a-9bb2ce120e76 req-1810fbd0-8695-4df8-acec-b6332ff3f98a tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.3590627 Jul 16 18:38:30.891304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.912186 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.957696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd056d77-4b72-470d-b28a-9bb2ce120e76 req-4ee9cf79-fbbe-4b14-a2d3-8d8a1febee50 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351749 Jul 16 18:38:31.121123 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.156661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c91d5-9165-4265-aa2a-6f86defbabea req-861fe8a8-ed09-471f-af87-8a22df630a92 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.164670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d98c91d5-9165-4265-aa2a-6f86defbabea req-861fe8a8-ed09-471f-af87-8a22df630a92 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.4504800 Jul 16 18:38:31.257228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event updated for resources: {'Port': ['ID=1c095d9f-ca2e-4605-b4b4-d981eee757ce,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.325587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d98c91d5-9165-4265-aa2a-6f86defbabea req-81f5347b-b3a5-46f4-9457-2763461157cf tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524191 Jul 16 18:38:31.417940 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP cd3a25f5-b714-4b8c-93af-546f28774aa2 associated. External IP: 172.25.0.221, port: d6620d0b-49ee-42cb-b9f5-84268ec152e3. Jul 16 18:38:31.462316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a2e9-ba54-4e15-80fc-2752b0986357 req-800f158f-c431-478b-9ec9-5f12226f414a tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.469259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc28a2e9-ba54-4e15-80fc-2752b0986357 req-800f158f-c431-478b-9ec9-5f12226f414a tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.1398556 Jul 16 18:38:31.568731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc28a2e9-ba54-4e15-80fc-2752b0986357 req-6a808ca3-44a4-41c2-9c4a-96faa6799741 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770123 Jul 16 18:38:31.921387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b6a9a-5a50-4492-975b-608b8c03dea3 req-de792088-a182-4e77-b917-a6d8b2c2e43c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.935371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa8b6a9a-5a50-4492-975b-608b8c03dea3 req-de792088-a182-4e77-b917-a6d8b2c2e43c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.2194788 Jul 16 18:38:31.971293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ee772c73-e637-4482-b0a3-edcf64aed387 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:32.041407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa8b6a9a-5a50-4492-975b-608b8c03dea3 req-79fc1beb-643a-4bcd-9266-ed76d20db03e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041408 Jul 16 18:38:32.304110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:32.316243 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] Sync routers for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:32.344540 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:32.345198 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:38:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:32.369246 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.524748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-88bc6342-8b9b-429f-b5fb-b5c823bf4b08 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4121966 Jul 16 18:38:32.524748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:32.524748 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e" -d '{"events": [{"name": "network-changed", "server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:32.596786 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:32.639177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb89d3-3d75-4618-8adb-a0157e509436 req-9f010fd9-d0b6-454f-bb6a-8c82a59ddd97 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.653438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3dbb89d3-3d75-4618-8adb-a0157e509436 req-9f010fd9-d0b6-454f-bb6a-8c82a59ddd97 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.2411685 Jul 16 18:38:32.754250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3dbb89d3-3d75-4618-8adb-a0157e509436 req-53670a8c-da83-4bee-b2fc-51904b2d36d4 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986302 Jul 16 18:38:33.081965 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'cd3a25f5-b714-4b8c-93af-546f28774aa2', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'port_id': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'mac_address': 'fa:16:3e:23:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:29Z', 'updated_at': '2021-07-16T18:38:29Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:33.176659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3092b3b-ed19-4655-98f9-bf37c3e24a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.223666 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] Checking router: ee772c73-e637-4482-b0a3-edcf64aed387 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:33.246492 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:33.247842 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:38:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:33.311466 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaa4dd6-d440-40d3-a7de-7abbc91804df x-openstack-request-id: req-acaa4dd6-d440-40d3-a7de-7abbc91804df {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:33.312394 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:33.312394 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acaa4dd6-d440-40d3-a7de-7abbc91804df {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:33.312394 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'status': 'completed', 'code': 200} Jul 16 18:38:33.448777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a133-68fc-40a8-9074-a4e42e512e1e req-52fc8651-e806-40b4-98bf-7d738ffcef9f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.465690 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.473222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a22a133-68fc-40a8-9074-a4e42e512e1e req-52fc8651-e806-40b4-98bf-7d738ffcef9f tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.2963290 Jul 16 18:38:33.593954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-4fdd8d5c-5235-4641-aa47-57e8ac10d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.595475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-4fdd8d5c-5235-4641-aa47-57e8ac10d761 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1097 time: 0.2659438 Jul 16 18:38:33.600868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a22a133-68fc-40a8-9074-a4e42e512e1e req-02fa9ede-a605-4fcd-8a26-08d9a92bf64a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256013 Jul 16 18:38:33.701692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:33.772434 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:33.842335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2135cfd0-d4c4-47e3-a72a-710ef3a1819e tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/cd3a25f5-b714-4b8c-93af-546f28774aa2 HTTP/1.1" status: 200 len: 991 time: 0.1314909 Jul 16 18:38:33.884334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d335e7-0d8a-402a-a814-561b0d12019c req-16a2d026-cb1b-431f-a462-bd8380c398f9 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.886282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56d335e7-0d8a-402a-a814-561b0d12019c req-16a2d026-cb1b-431f-a462-bd8380c398f9 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.2673655 Jul 16 18:38:33.927632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-20627906-16b8-4fbf-89c6-b6af54944bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.929664 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-20627906-16b8-4fbf-89c6-b6af54944bc7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8feb6ad5-cb21-4011-b1df-6b7412d711b3 HTTP/1.1" status: 200 len: 897 time: 0.3268268 Jul 16 18:38:33.985379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56d335e7-0d8a-402a-a814-561b0d12019c req-0ce24cc4-087d-4f63-89d6-2dbebb2a54e6 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887327 Jul 16 18:38:34.086878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-5c73856d-1a04-4f42-92a2-ab443927350e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3 HTTP/1.1" status: 200 len: 999 time: 0.1439834 Jul 16 18:38:34.210301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-3a404003-86bb-4def-be31-b5f6893aa7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.222400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-3a404003-86bb-4def-be31-b5f6893aa7ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa1c9640-99b1-446e-be49-711fe982655d HTTP/1.1" status: 200 len: 835 time: 0.1206908 Jul 16 18:38:34.325997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-d334c1ee-29af-4ac8-af0a-5f3863a4280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.328645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-d334c1ee-29af-4ac8-af0a-5f3863a4280a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8feb6ad5-cb21-4011-b1df-6b7412d711b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015756 Jul 16 18:38:34.351174 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.489120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72a6b1-91f5-4459-9888-0a6d1431a689 req-2d75da2f-040e-4ff4-bc48-1c8f4242ed63 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.498172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e72a6b1-91f5-4459-9888-0a6d1431a689 req-2d75da2f-040e-4ff4-bc48-1c8f4242ed63 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.2389646 Jul 16 18:38:34.517864 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'cd3a25f5-b714-4b8c-93af-546f28774aa2', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'port_id': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'mac_address': 'fa:16:3e:23:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:29Z', 'updated_at': '2021-07-16T18:38:29Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:34.541402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa14e6-b9d4-465f-9607-70a0d9ac974f req-d738e0e4-0111-4f6c-b83c-136a4b630c45 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.552143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38aa14e6-b9d4-465f-9607-70a0d9ac974f req-d738e0e4-0111-4f6c-b83c-136a4b630c45 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.3499141 Jul 16 18:38:34.594273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e72a6b1-91f5-4459-9888-0a6d1431a689 req-5f632136-2f9f-49fe-a65a-e298f1ddd8f1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943170 Jul 16 18:38:34.602187 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-39fed9d0-603c-42c1-bf21-6fe5b7c84110 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494469 Jul 16 18:38:34.645087 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8d9d6-05b5-4518-999d-b9962748c519 None None] The sync data for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 is: [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'cd3a25f5-b714-4b8c-93af-546f28774aa2', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'floating_ip_address': '172.25.0.221', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'port_id': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'mac_address': 'fa:16:3e:23:a6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:38:29Z', 'updated_at': '2021-07-16T18:38:29Z', 'revision_number': 0, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:34.668176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38aa14e6-b9d4-465f-9607-70a0d9ac974f req-e8d8a6a6-6b12-45c4-bfdc-f12fccaf347c tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134529 Jul 16 18:38:34.842075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83f16ef0-1cdf-49b7-b4fa-7e2277e7ca8e req-576543c4-e9f8-4dc5-8505-baf6075692bc service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388620 Jul 16 18:38:34.846942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53784) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:34.995407 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e069c794-b0cb-47d4-9363-c4cb23ffd551 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/cd3a25f5-b714-4b8c-93af-546f28774aa2 HTTP/1.1" status: 200 len: 991 time: 0.1473193 Jul 16 18:38:35.037952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9386430-18c0-4e8e-bfc1-4e2677fed1e9 None None] New status for floating IP cd3a25f5-b714-4b8c-93af-546f28774aa2: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:38:35.356668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fe1a8-165a-4ebb-be41-742bc2651654 req-79a68dd7-b0b0-4a98-8701-e4a8e3a58e46 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.359136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-762fe1a8-165a-4ebb-be41-742bc2651654 req-79a68dd7-b0b0-4a98-8701-e4a8e3a58e46 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.1441982 Jul 16 18:38:35.428481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-762fe1a8-165a-4ebb-be41-742bc2651654 req-429fcdeb-0d7a-451a-ba0c-6a72661f290e tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629613 Jul 16 18:38:35.876794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:35.881847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fef27-a251-424c-a384-bdff08da8e3c req-b21be006-3610-4ffb-a671-ad083774cfdd tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.882771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e9fef27-a251-424c-a384-bdff08da8e3c req-b21be006-3610-4ffb-a671-ad083774cfdd tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.0924408 Jul 16 18:38:36.001106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:36.002457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e9fef27-a251-424c-a384-bdff08da8e3c req-5ddafb61-89bd-47c5-b05f-5e0b267d0a30 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082368 Jul 16 18:38:36.072026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7dfef-6889-4a4d-8956-da62197ebae8 req-18ff480a-2324-4423-973b-9fcb1dd40ba9 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.075655 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ef7dfef-6889-4a4d-8956-da62197ebae8 req-18ff480a-2324-4423-973b-9fcb1dd40ba9 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.2074149 Jul 16 18:38:36.148302 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7fb79216-24af-4471-ac0f-a6848e1a9613 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/cd3a25f5-b714-4b8c-93af-546f28774aa2 HTTP/1.1" status: 200 len: 993 time: 0.1351974 Jul 16 18:38:36.179231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ef7dfef-6889-4a4d-8956-da62197ebae8 req-1a94cf81-541f-45e1-ac45-6cc44ca2b9fb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951283 Jul 16 18:38:36.721069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3861a-10d1-4be4-934f-a4cb3b7f01ee req-4d0b1b0c-9588-45a6-bf46-abc70625b960 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.722747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ab3861a-10d1-4be4-934f-a4cb3b7f01ee req-4d0b1b0c-9588-45a6-bf46-abc70625b960 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.1025248 Jul 16 18:38:36.773780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ab3861a-10d1-4be4-934f-a4cb3b7f01ee req-bf1d0a6d-4344-49d1-838f-a52115e940bf tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445540 Jul 16 18:38:37.228689 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.374548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216d066-c1ff-46d2-baab-9e879e817067 req-1ee8a2a0-1989-4740-9ffe-c3a4f79d805a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.391145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8216d066-c1ff-46d2-baab-9e879e817067 req-1ee8a2a0-1989-4740-9ffe-c3a4f79d805a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1728964 Jul 16 18:38:37.468074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8216d066-c1ff-46d2-baab-9e879e817067 req-50e027ed-c242-4585-9dc3-401ddba70050 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752311 Jul 16 18:38:37.589581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7d5f7-6010-4f0f-a5e7-b864cc8ad968 req-4900d15d-dc8e-4396-be85-8d0a220e895b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.605335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86d7d5f7-6010-4f0f-a5e7-b864cc8ad968 req-4900d15d-dc8e-4396-be85-8d0a220e895b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.1202478 Jul 16 18:38:37.627018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:37.687917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86d7d5f7-6010-4f0f-a5e7-b864cc8ad968 req-547ac659-f73e-4152-a5bd-c483ab8853b6 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797656 Jul 16 18:38:38.112725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa1916-788c-49ce-896f-99f7c1087019 req-d02fa938-6d6f-44b2-b4cf-e0749fc84939 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.121289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9aa1916-788c-49ce-896f-99f7c1087019 req-d02fa938-6d6f-44b2-b4cf-e0749fc84939 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.1196969 Jul 16 18:38:38.196942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9aa1916-788c-49ce-896f-99f7c1087019 req-7018acff-ff05-4e51-bcf4-508e890ee628 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739887 Jul 16 18:38:38.909007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c58dd-8669-4d9a-b766-6ad7b997478e req-c04a1e39-2cf5-4a47-8b9e-f0981c5acec2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.912640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d3c58dd-8669-4d9a-b766-6ad7b997478e req-c04a1e39-2cf5-4a47-8b9e-f0981c5acec2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.2066290 Jul 16 18:38:39.094460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d3c58dd-8669-4d9a-b766-6ad7b997478e req-f2c89bdc-4182-45ed-be41-b2130ebe646e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684558 Jul 16 18:38:39.164295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b4405-ae46-407e-a16c-dd7d78004ffc req-c80617b0-f5a1-476c-a200-a1fe9382e9cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.182270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c3b4405-ae46-407e-a16c-dd7d78004ffc req-c80617b0-f5a1-476c-a200-a1fe9382e9cb tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.2206218 Jul 16 18:38:39.287318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c3b4405-ae46-407e-a16c-dd7d78004ffc req-7e4f802c-799d-46c8-91ad-cb9320aafeca tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997701 Jul 16 18:38:39.549667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0613d16-4bfd-4604-991c-3f23855c8afc req-e34c51cf-51be-45eb-a08c-edcc048c0660 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.552737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0613d16-4bfd-4604-991c-3f23855c8afc req-e34c51cf-51be-45eb-a08c-edcc048c0660 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.1302195 Jul 16 18:38:39.618667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0613d16-4bfd-4604-991c-3f23855c8afc req-4a3ab144-24f9-4dcb-8765-cbaed7619064 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544617 Jul 16 18:38:39.669506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:39.806794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7670a720-6d3b-47ad-b65f-a0ec5c553aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.919794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7670a720-6d3b-47ad-b65f-a0ec5c553aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.924735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7670a720-6d3b-47ad-b65f-a0ec5c553aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:39.968571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7670a720-6d3b-47ad-b65f-a0ec5c553aa7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6198755a366b49bc881edcba22e17036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975752 Jul 16 18:38:39.969467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670a720-6d3b-47ad-b65f-a0ec5c553aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d200f9-7d7f-48fd-9a32-8d5eabbec2a1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:39.971900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53864) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:40.040229 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da551d13-19a9-4b66-811a-0451aadfe557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.065175 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da551d13-19a9-4b66-811a-0451aadfe557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.121032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da551d13-19a9-4b66-811a-0451aadfe557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.124557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da551d13-19a9-4b66-811a-0451aadfe557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.126108 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-da551d13-19a9-4b66-811a-0451aadfe557 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/68d200f9-7d7f-48fd-9a32-8d5eabbec2a1 HTTP/1.1" status: 204 len: 168 time: 0.1521716 Jul 16 18:38:40.136947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da551d13-19a9-4b66-811a-0451aadfe557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d200f9-7d7f-48fd-9a32-8d5eabbec2a1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:40.390990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14d72d-4da2-4f69-8712-8878297e0852 req-b389044f-70f7-4661-9944-436f256dac4f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.393847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe14d72d-4da2-4f69-8712-8878297e0852 req-b389044f-70f7-4661-9944-436f256dac4f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.0983894 Jul 16 18:38:40.456462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe14d72d-4da2-4f69-8712-8878297e0852 req-e923a9d9-b8b2-4066-8c4b-669c0aa43467 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Jul 16 18:38:40.531771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 53874) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:40.557515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69b3f115-287b-498b-a0d8-7fa31eeb95c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.662503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01d044-dd1d-4161-a865-a1b7beda1956 req-e77faef2-3ab7-4286-ae66-3931445af5a5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.664938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b01d044-dd1d-4161-a865-a1b7beda1956 req-e77faef2-3ab7-4286-ae66-3931445af5a5 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.1252480 Jul 16 18:38:40.754915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b01d044-dd1d-4161-a865-a1b7beda1956 req-3682eba5-5c25-4167-b73c-f9f89265062b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771556 Jul 16 18:38:40.771699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69b3f115-287b-498b-a0d8-7fa31eeb95c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.777439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-69b3f115-287b-498b-a0d8-7fa31eeb95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.855011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-69b3f115-287b-498b-a0d8-7fa31eeb95c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5a6cd2f044e140e3a01e1e9ce95be4b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218989 Jul 16 18:38:40.857569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3f115-287b-498b-a0d8-7fa31eeb95c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7562b6a8-f618-4aa8-90ba-89f95a2e1cb6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:40.859029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 53878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:40.911606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3f77-c831-4e45-86ce-77ca5f8a9976 req-85500018-21d9-4335-9496-cec8923204a5 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.913832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fcc3f77-c831-4e45-86ce-77ca5f8a9976 req-85500018-21d9-4335-9496-cec8923204a5 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.1149838 Jul 16 18:38:40.933110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b794e46c-bbf0-4a92-95bd-468de47c2fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.963757 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b794e46c-bbf0-4a92-95bd-468de47c2fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.964067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fcc3f77-c831-4e45-86ce-77ca5f8a9976 req-88414171-1056-4568-8942-965fce7c0727 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/security-groups?id=6f199f40-726e-44fe-b407-b9c246a44de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419433 Jul 16 18:38:41.037868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b794e46c-bbf0-4a92-95bd-468de47c2fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.041574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b794e46c-bbf0-4a92-95bd-468de47c2fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.043107 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b794e46c-bbf0-4a92-95bd-468de47c2fb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7562b6a8-f618-4aa8-90ba-89f95a2e1cb6 HTTP/1.1" status: 204 len: 168 time: 0.1825805 Jul 16 18:38:41.056236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794e46c-bbf0-4a92-95bd-468de47c2fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7562b6a8-f618-4aa8-90ba-89f95a2e1cb6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:41.285358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-f8ffe8f7-f892-4414-acb6-641449da760d tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.287354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-f8ffe8f7-f892-4414-acb6-641449da760d tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 946 time: 0.0932417 Jul 16 18:38:41.415461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Deleting port ffbcbb84-1bbb-432e-b388-45d101b41632 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:38:41.415891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.561251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] For port ffbcbb84-1bbb-432e-b388-45d101b41632, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ffbcbb84-1bbb-432e-b388-45d101b41632,segment=NetworkSegment(ad5e28b5-f97d-4a0a-9f84-8251715335df),segment_id=ad5e28b5-f97d-4a0a-9f84-8251715335df)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:41.561925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.585814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Calling delete_port for ffbcbb84-1bbb-432e-b388-45d101b41632 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:38:41.734816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73b80e-1592-4cee-87dc-dcd5c6356296 req-11a56f69-14b1-4e3f-8686-66187a07f78c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.737598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe73b80e-1592-4cee-87dc-dcd5c6356296 req-11a56f69-14b1-4e3f-8686-66187a07f78c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1062355 Jul 16 18:38:41.806204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe73b80e-1592-4cee-87dc-dcd5c6356296 req-4002f849-cc68-43a8-ace1-d19b29295c9e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577509 Jul 16 18:38:41.827730 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.842634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ffbcbb84-1bbb-432e-b388-45d101b41632'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:42.076997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0942d-d497-451f-966a-7e04ed9f585c req-0dc527c6-06fd-4b97-af07-d7c6a4ab0fad tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.080568 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98f0942d-d497-451f-966a-7e04ed9f585c req-0dc527c6-06fd-4b97-af07-d7c6a4ab0fad tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.1183438 Jul 16 18:38:42.152645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98f0942d-d497-451f-966a-7e04ed9f585c req-d358ea05-8802-43a8-94d8-9b6cdc62e53b tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628023 Jul 16 18:38:42.259435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5939dafb-ea68-4e89-ae18-479a3588a2c6 req-15d09cab-d398-4b80-9e2b-a7da022346b1 tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.48 "GET /v2.0/ports?device_id=e2ccc9ed-ba0a-428f-917c-9f155db3734d HTTP/1.1" status: 200 len: 210 time: 0.0515683 Jul 16 18:38:42.369954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Pushing event deleted for resources: {'Port': ['ID=ffbcbb84-1bbb-432e-b388-45d101b41632,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:42.427406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] No DVR routers for this DVR port ffbcbb84-1bbb-432e-b388-45d101b41632 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:38:42.431201 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:42.435539 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d1f25e00-95f6-4d55-8130-71c3643488f3 req-e7f30153-0acd-409f-a5e0-b666d2c3534f tempest-VolumesActionsTest-1972930849 tempest-VolumesActionsTest-1972930849-project] 10.222.0.55 "DELETE /v2.0/ports/ffbcbb84-1bbb-432e-b388-45d101b41632 HTTP/1.1" status: 204 len: 173 time: 1.1399353 Jul 16 18:38:42.436350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'name': 'network-vif-deleted', 'tag': 'ffbcbb84-1bbb-432e-b388-45d101b41632'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:42.440314 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf104f4d-b3f1-4133-8fca-e35147bcef4c" -d '{"events": [{"server_uuid": "e2ccc9ed-ba0a-428f-917c-9f155db3734d", "name": "network-vif-deleted", "tag": "ffbcbb84-1bbb-432e-b388-45d101b41632"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:42.494638 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434eacad-60d2-49d1-86ce-76e40b21a724 x-openstack-request-id: req-434eacad-60d2-49d1-86ce-76e40b21a724 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:42.495100 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2ccc9ed-ba0a-428f-917c-9f155db3734d", "name": "network-vif-deleted", "tag": "ffbcbb84-1bbb-432e-b388-45d101b41632", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:42.495503 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-434eacad-60d2-49d1-86ce-76e40b21a724 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:42.496018 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2ccc9ed-ba0a-428f-917c-9f155db3734d', 'name': 'network-vif-deleted', 'tag': 'ffbcbb84-1bbb-432e-b388-45d101b41632', 'status': 'completed', 'code': 200} Jul 16 18:38:43.076920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:43.095170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8825c9-5118-46e6-b378-66355862e149 req-c60d18a9-4936-47e5-8ec1-29cec6ccda2c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.097921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb8825c9-5118-46e6-b378-66355862e149 req-c60d18a9-4936-47e5-8ec1-29cec6ccda2c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1085453 Jul 16 18:38:43.157166 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb8825c9-5118-46e6-b378-66355862e149 req-339950e3-3e14-459c-b57c-b91487e7fdc2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468533 Jul 16 18:38:43.278834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:43.306140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '026e5d13-4a18-4c32-af27-ba894a121522', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'port_id': '026e5d13-4a18-4c32-af27-ba894a121522', 'mac_address': 'fa:16:3e:e3:1e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:43.359443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.377080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 026e5d13-4a18-4c32-af27-ba894a121522 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:43.402961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:43.411878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.465031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a7d44-abc6-4e50-aefb-640e8cc33359 req-2898e4b8-2c5d-4a57-93fc-8e3ffeb4875f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.473538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c4a7d44-abc6-4e50-aefb-640e8cc33359 req-2898e4b8-2c5d-4a57-93fc-8e3ffeb4875f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 943 time: 0.1426194 Jul 16 18:38:43.477876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:43.527515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c4a7d44-abc6-4e50-aefb-640e8cc33359 req-6d685a49-bb4e-457c-8d0e-bea7d3fd4591 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419364 Jul 16 18:38:43.630347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['026e5d13-4a18-4c32-af27-ba894a121522'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:44.474652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e33153-14e1-4af5-a8fe-ba37801ee972 req-eb01e68a-dd8d-4412-bb64-8d8e99541b89 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.480754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50e33153-14e1-4af5-a8fe-ba37801ee972 req-eb01e68a-dd8d-4412-bb64-8d8e99541b89 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1044362 Jul 16 18:38:44.534391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-50e33153-14e1-4af5-a8fe-ba37801ee972 req-28a87482-442f-4e9d-a5cb-fcab25fc987f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468273 Jul 16 18:38:44.854907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e42e0-4b27-4b34-a70a-ade752e81020 req-b43c1fc0-cfe5-4c5b-aca1-6134c010cd29 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.856502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-877e42e0-4b27-4b34-a70a-ade752e81020 req-b43c1fc0-cfe5-4c5b-aca1-6134c010cd29 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 944 time: 0.1092517 Jul 16 18:38:44.909555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-877e42e0-4b27-4b34-a70a-ade752e81020 req-dc394c94-6182-4744-85b7-44f3f36aeaf8 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422525 Jul 16 18:38:45.073667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:45.165547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 026e5d13-4a18-4c32-af27-ba894a121522 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:45.166068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.311027 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.340694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:45.343547 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004018dc-c7dd-4576-a7cf-847391a8eacf" -d '{"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-plugged", "status": "completed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:45.353196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:45.365635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:45.372920 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.375284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ffbcbb84-1bbb-432e-b388-45d101b41632 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:38:45.433095 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08a514c-18fc-42ac-b6eb-87ea59e6dc1b x-openstack-request-id: req-b08a514c-18fc-42ac-b6eb-87ea59e6dc1b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:45.433538 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-plugged", "status": "completed", "tag": "026e5d13-4a18-4c32-af27-ba894a121522", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:45.434726 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b08a514c-18fc-42ac-b6eb-87ea59e6dc1b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:45.435409 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522', 'code': 200} Jul 16 18:38:45.513205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: ffbcbb84-1bbb-432e-b388-45d101b41632 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:38:45.513910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ffbcbb84-1bbb-432e-b388-45d101b41632 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:38:45.516717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.581881 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f5576d8-adc5-4ee6-81f3-fb2029609556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.706573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f5576d8-adc5-4ee6-81f3-fb2029609556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.730804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f5576d8-adc5-4ee6-81f3-fb2029609556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.785829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54030) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:45.792802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5f5576d8-adc5-4ee6-81f3-fb2029609556 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fd9c5321d1547558115e7b290a8bb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4374945 Jul 16 18:38:45.812756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5576d8-adc5-4ee6-81f3-fb2029609556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a68df2-2f38-4842-9fd4-90edd69e143d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:45.843502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f328e-3e7e-494b-bfcb-5e60bd6cc4bf req-7432cfc0-d253-43fa-bad3-4bb29f090cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.845626 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1b7f328e-3e7e-494b-bfcb-5e60bd6cc4bf req-7432cfc0-d253-43fa-bad3-4bb29f090cc4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1098 time: 0.1981082 Jul 16 18:38:45.897655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c544a42e-f7e7-4f7f-9754-8e5bfa64eb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.930254 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1b7f328e-3e7e-494b-bfcb-5e60bd6cc4bf req-d4081279-7abf-469c-a3aa-e1c03024953a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773976 Jul 16 18:38:45.935055 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c544a42e-f7e7-4f7f-9754-8e5bfa64eb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.970956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23e736-80a9-4ca4-8c30-497d98d5bbd6 req-e4b0479e-0bf6-40f2-9063-7da844d0ce19 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.978821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b23e736-80a9-4ca4-8c30-497d98d5bbd6 req-e4b0479e-0bf6-40f2-9063-7da844d0ce19 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1539979 Jul 16 18:38:46.050496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c544a42e-f7e7-4f7f-9754-8e5bfa64eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.054359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c544a42e-f7e7-4f7f-9754-8e5bfa64eb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.058985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c544a42e-f7e7-4f7f-9754-8e5bfa64eb86 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17a68df2-2f38-4842-9fd4-90edd69e143d HTTP/1.1" status: 204 len: 168 time: 0.2693861 Jul 16 18:38:46.084661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544a42e-f7e7-4f7f-9754-8e5bfa64eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a68df2-2f38-4842-9fd4-90edd69e143d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.120634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b23e736-80a9-4ca4-8c30-497d98d5bbd6 req-71d8756b-b941-499a-8cf6-4a45c7c46fb3 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264973 Jul 16 18:38:46.354907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140854e-9cf7-468f-98f6-a13dc6a7b227 req-acb764da-b28f-4f44-ae4f-608faf44f203 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.357737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0140854e-9cf7-468f-98f6-a13dc6a7b227 req-acb764da-b28f-4f44-ae4f-608faf44f203 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 946 time: 0.1112931 Jul 16 18:38:46.428915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0140854e-9cf7-468f-98f6-a13dc6a7b227 req-d635effa-38f3-4171-90ff-cc45aab7b6f0 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477214 Jul 16 18:38:46.744462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54044) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:46.761352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be4e0caa-5d4d-4de2-a22b-d5a231b10476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.968182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be4e0caa-5d4d-4de2-a22b-d5a231b10476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.977299 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-be4e0caa-5d4d-4de2-a22b-d5a231b10476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.040572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-be4e0caa-5d4d-4de2-a22b-d5a231b10476 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f42a69e444b40aba432b2959e31d776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924452 Jul 16 18:38:47.040572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e0caa-5d4d-4de2-a22b-d5a231b10476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9573806b-1e6b-4a12-82f2-807632a5e789,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:47.041550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:47.140845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baf0a205-e94a-496f-8116-d67b872203d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.213253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baf0a205-e94a-496f-8116-d67b872203d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.341820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baf0a205-e94a-496f-8116-d67b872203d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.348380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baf0a205-e94a-496f-8116-d67b872203d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:47.350925 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-baf0a205-e94a-496f-8116-d67b872203d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9573806b-1e6b-4a12-82f2-807632a5e789 HTTP/1.1" status: 204 len: 168 time: 0.3078680 Jul 16 18:38:47.396705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0a205-e94a-496f-8116-d67b872203d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9573806b-1e6b-4a12-82f2-807632a5e789,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:47.526030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc8974-2d41-4bf8-86fe-63c3ce8f087b req-930bf738-cd03-4bcb-bc5c-bad50a6b8572 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.529825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eebc8974-2d41-4bf8-86fe-63c3ce8f087b req-930bf738-cd03-4bcb-bc5c-bad50a6b8572 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1755378 Jul 16 18:38:47.612135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eebc8974-2d41-4bf8-86fe-63c3ce8f087b req-afd80e82-f2f4-4535-879d-2536d27daf2e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762403 Jul 16 18:38:48.021434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c4fb9-fd84-42e9-8381-3eafde2e6603 req-e89a7678-abf3-4b66-aee8-310fedfb1853 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.023738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-599c4fb9-fd84-42e9-8381-3eafde2e6603 req-e89a7678-abf3-4b66-aee8-310fedfb1853 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 946 time: 0.2153890 Jul 16 18:38:48.102071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-599c4fb9-fd84-42e9-8381-3eafde2e6603 req-e1441ee5-2eb1-4021-a6c7-c073de970181 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719528 Jul 16 18:38:48.935978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4f81e-ec3c-4e08-a9f5-e49a9983e47f req-2eee99ad-3e18-45a5-adab-88e35e5053cf tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.946808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2c4f81e-ec3c-4e08-a9f5-e49a9983e47f req-2eee99ad-3e18-45a5-adab-88e35e5053cf tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1583281 Jul 16 18:38:49.025383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2c4f81e-ec3c-4e08-a9f5-e49a9983e47f req-da590603-c9dd-4d49-b477-55fdb8a51be6 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769079 Jul 16 18:38:49.470522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19b0b3-ccdf-40f3-b5ee-f77a4aa713b1 req-365d740b-1f77-40c2-b09c-9d8c720e517d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.475151 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad19b0b3-ccdf-40f3-b5ee-f77a4aa713b1 req-365d740b-1f77-40c2-b09c-9d8c720e517d tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 946 time: 0.1222196 Jul 16 18:38:49.570365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad19b0b3-ccdf-40f3-b5ee-f77a4aa713b1 req-2466e66e-3c99-490e-b3dd-163a54130e1f tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817678 Jul 16 18:38:50.332097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1e7ad-d0a1-4f1a-9e56-507d4ca06eb1 req-852a4dd1-f252-4934-bb9f-ff07c98c7c69 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.335047 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3d1e7ad-d0a1-4f1a-9e56-507d4ca06eb1 req-852a4dd1-f252-4934-bb9f-ff07c98c7c69 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.0899303 Jul 16 18:38:50.418038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b3d1e7ad-d0a1-4f1a-9e56-507d4ca06eb1 req-956c1d51-b5cf-4d1d-be50-9060dc878107 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700762 Jul 16 18:38:51.886669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da44e4-c54e-498f-b2aa-2e5ea40c28b7 req-f1c64856-41ff-4630-9929-b5453f0d9d63 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.891792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03da44e4-c54e-498f-b2aa-2e5ea40c28b7 req-f1c64856-41ff-4630-9929-b5453f0d9d63 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1602325 Jul 16 18:38:51.982699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03da44e4-c54e-498f-b2aa-2e5ea40c28b7 req-e1cb6a02-0bdb-4cf8-a732-de0d1e885002 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816407 Jul 16 18:38:52.529323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:52.761359 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1e05421-b795-4c89-8e0e-62fe5e8f05a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.979759 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1e05421-b795-4c89-8e0e-62fe5e8f05a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.985981 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1e05421-b795-4c89-8e0e-62fe5e8f05a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.020765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e05421-b795-4c89-8e0e-62fe5e8f05a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e39df8d-9331-43c1-aeac-0788ba1c53ed,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:53.068631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d1e05421-b795-4c89-8e0e-62fe5e8f05a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=606a5fd58a7340e8ab552e7d11041fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371182 Jul 16 18:38:53.073047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54202) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:53.192977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b2faeb-61ad-4ff7-b8e3-f0d58a46fc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.247864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b2faeb-61ad-4ff7-b8e3-f0d58a46fc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.279877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde61956-85c1-4de2-bf03-99cd589210f9 req-ca2eebcc-4b59-47b3-a960-fd5ff767ddc4 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.287765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dde61956-85c1-4de2-bf03-99cd589210f9 req-ca2eebcc-4b59-47b3-a960-fd5ff767ddc4 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.0887938 Jul 16 18:38:53.339010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dde61956-85c1-4de2-bf03-99cd589210f9 req-f8751f67-aae4-4a6a-a1d5-a462b43c5c9e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499978 Jul 16 18:38:53.341589 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b2faeb-61ad-4ff7-b8e3-f0d58a46fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.348212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b2faeb-61ad-4ff7-b8e3-f0d58a46fc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:53.354747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5b2faeb-61ad-4ff7-b8e3-f0d58a46fc3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e39df8d-9331-43c1-aeac-0788ba1c53ed HTTP/1.1" status: 204 len: 168 time: 0.2799752 Jul 16 18:38:53.372598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2faeb-61ad-4ff7-b8e3-f0d58a46fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e39df8d-9331-43c1-aeac-0788ba1c53ed,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:53.921491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:53.936731 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.079654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.088090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.180208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c170ef24-4df6-45ad-8d37-a66be3734039,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.191522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a1211aad0e1c4f61923008ce48c4c663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650688 Jul 16 18:38:54.195451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:54.223928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.225268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.225907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.226840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.227540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.228181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.229073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.230060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.230694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.231968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.232601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.233462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086a8f67-bfaa-4bb2-b0b4-a5ca0ad0547b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:54.304847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26928730-d39a-40d6-a6b4-c299ef8b1861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.341239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26928730-d39a-40d6-a6b4-c299ef8b1861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.431256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26928730-d39a-40d6-a6b4-c299ef8b1861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.453837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26928730-d39a-40d6-a6b4-c299ef8b1861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:54.457376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-26928730-d39a-40d6-a6b4-c299ef8b1861 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c170ef24-4df6-45ad-8d37-a66be3734039 HTTP/1.1" status: 204 len: 168 time: 0.2600207 Jul 16 18:38:54.477454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26928730-d39a-40d6-a6b4-c299ef8b1861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c170ef24-4df6-45ad-8d37-a66be3734039,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:54.693217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30519276-472e-4b13-b2f4-6aa516ddd0db req-4c9beb2a-992b-45fb-8ec8-24d64c582408 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.707388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30519276-472e-4b13-b2f4-6aa516ddd0db req-4c9beb2a-992b-45fb-8ec8-24d64c582408 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1415040 Jul 16 18:38:54.794685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30519276-472e-4b13-b2f4-6aa516ddd0db req-34499707-77bd-4832-875a-3c0a546526aa tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851805 Jul 16 18:38:56.188443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4e476-1581-4b8d-9d68-9d154c9c426d req-9cc35f74-5851-4fec-b71a-1cead9561c7c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.193238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0bc4e476-1581-4b8d-9d68-9d154c9c426d req-9cc35f74-5851-4fec-b71a-1cead9561c7c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1451960 Jul 16 18:38:56.304176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0bc4e476-1581-4b8d-9d68-9d154c9c426d req-7bca5c01-1b35-4c14-ba3c-587eea1b8965 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983098 Jul 16 18:38:57.728562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f57bc-8f16-4ee3-b426-74966804f48a req-b6735f89-7b69-4148-a0b4-cc1220e31d32 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.731529 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf7f57bc-8f16-4ee3-b426-74966804f48a req-b6735f89-7b69-4148-a0b4-cc1220e31d32 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1619611 Jul 16 18:38:57.867773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf7f57bc-8f16-4ee3-b426-74966804f48a req-e5e5bbe5-518c-4dff-9699-36c27cc8a895 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130669 Jul 16 18:38:59.262552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59f2cb-24ea-436f-9522-d612292d7eef req-4df38826-ecc5-478d-ad1c-9f65d8fac048 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.282503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae59f2cb-24ea-436f-9522-d612292d7eef req-4df38826-ecc5-478d-ad1c-9f65d8fac048 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1743500 Jul 16 18:38:59.334526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae59f2cb-24ea-436f-9522-d612292d7eef req-1620e000-0044-44f4-a3f7-ea7e55d21f11 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492353 Jul 16 18:38:59.434910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54328) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:59.663726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2903-17e6-4cde-a3af-f9089581f4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.833508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2903-17e6-4cde-a3af-f9089581f4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.842022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2903-17e6-4cde-a3af-f9089581f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.903523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe2903-17e6-4cde-a3af-f9089581f4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d3ab4a-27b4-4fb1-8005-8a0f2aab05cd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.944205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3dbe2903-17e6-4cde-a3af-f9089581f4e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb1569d3531f49249a2ebb1ffa05e4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5071101 Jul 16 18:38:59.949589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:00.091389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cf87ff3-77c1-4fd2-a70a-c5f5c1b515bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.157232 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cf87ff3-77c1-4fd2-a70a-c5f5c1b515bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.265539 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63cf82da-d716-4b5b-91d9-ae7551346a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.330722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cf87ff3-77c1-4fd2-a70a-c5f5c1b515bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.335452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6cf87ff3-77c1-4fd2-a70a-c5f5c1b515bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:00.340549 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6cf87ff3-77c1-4fd2-a70a-c5f5c1b515bc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75d3ab4a-27b4-4fb1-8005-8a0f2aab05cd HTTP/1.1" status: 204 len: 168 time: 0.3860672 Jul 16 18:39:00.372308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf87ff3-77c1-4fd2-a70a-c5f5c1b515bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d3ab4a-27b4-4fb1-8005-8a0f2aab05cd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:00.801841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82dc7a-dba7-42c3-b1c9-cb5f91bc0784 req-00597ade-21cb-4c66-9dce-3b6c390c30a0 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.825494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e82dc7a-dba7-42c3-b1c9-cb5f91bc0784 req-00597ade-21cb-4c66-9dce-3b6c390c30a0 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.2208183 Jul 16 18:39:00.946393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e82dc7a-dba7-42c3-b1c9-cb5f91bc0784 req-d254e975-05cd-4ff7-ab26-cc39ca854519 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144907 Jul 16 18:39:01.163029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54346) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:01.194755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd7092d5-53f9-4947-91bc-fd656f8be015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.450780 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd7092d5-53f9-4947-91bc-fd656f8be015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.457520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fd7092d5-53f9-4947-91bc-fd656f8be015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.504837 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fd7092d5-53f9-4947-91bc-fd656f8be015 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7730b0894cf749baa71c7d7132d2e09b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390217 Jul 16 18:39:01.506537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7092d5-53f9-4947-91bc-fd656f8be015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918f45ee-5f9d-412c-9755-df75877b8c60,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:01.508577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54352) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:01.627577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5658eeaf-a475-43a7-bc20-03059bbbfe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.667869 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5658eeaf-a475-43a7-bc20-03059bbbfe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.766749 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5658eeaf-a475-43a7-bc20-03059bbbfe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.772542 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5658eeaf-a475-43a7-bc20-03059bbbfe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.779039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5658eeaf-a475-43a7-bc20-03059bbbfe4d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/918f45ee-5f9d-412c-9755-df75877b8c60 HTTP/1.1" status: 204 len: 168 time: 0.2649140 Jul 16 18:39:01.787123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658eeaf-a475-43a7-bc20-03059bbbfe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918f45ee-5f9d-412c-9755-df75877b8c60,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:02.246464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e835e8-7420-4c83-8dbf-1636d828ccfe req-72da6210-8ac4-4dcf-9cb3-0b0f638484b0 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:02.254654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0e835e8-7420-4c83-8dbf-1636d828ccfe req-72da6210-8ac4-4dcf-9cb3-0b0f638484b0 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.0852809 Jul 16 18:39:02.302535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0e835e8-7420-4c83-8dbf-1636d828ccfe req-ffd0a990-d21b-4e2c-9674-02b3451f93a1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469632 Jul 16 18:39:03.125752 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac8c71bf-0c96-441f-ada5-0a1aead50aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.413445 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.795289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb313e93-16f5-4ee6-bac0-b61deb814e5e req-d961af1e-1263-4c31-af0c-3ca9a17f8ead tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.807209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb313e93-16f5-4ee6-bac0-b61deb814e5e req-d961af1e-1263-4c31-af0c-3ca9a17f8ead tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.2465544 Jul 16 18:39:03.869876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 297ade95-076b-47a3-801e-a43d486b0818 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:03.873246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 297ade95-076b-47a3-801e-a43d486b0818 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:03.923766 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb313e93-16f5-4ee6-bac0-b61deb814e5e req-ad783b56-3bef-44ed-a2aa-fbed7a643d03 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083276 Jul 16 18:39:04.119465 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.193930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297ade95-076b-47a3-801e-a43d486b0818'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:04.197911 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b7670d-5fa6-4361-93b5-fda997af48c1" -d '{"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-unplugged", "status": "completed", "tag": "297ade95-076b-47a3-801e-a43d486b0818"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:04.232168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:04.235451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:04.253001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:04.257739 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.294103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '297ade95-076b-47a3-801e-a43d486b0818', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'port_id': '297ade95-076b-47a3-801e-a43d486b0818', 'mac_address': 'fa:16:3e:b1:35:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7181dd7-0404-4382-a393-43bb9dc2b598', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:04.371474 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.385193 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c197e0-5ce0-4924-a504-fb18e932ca17 x-openstack-request-id: req-a8c197e0-5ce0-4924-a504-fb18e932ca17 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:04.386380 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-unplugged", "status": "completed", "tag": "297ade95-076b-47a3-801e-a43d486b0818", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:04.388289 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a8c197e0-5ce0-4924-a504-fb18e932ca17 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:04.389283 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '297ade95-076b-47a3-801e-a43d486b0818', 'code': 200} Jul 16 18:39:04.464906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:04.503281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.508031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.508576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.509211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.509977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.510590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.511051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.512141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.513209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.513741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.514234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.514747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.515253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:04.527409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 297ade95-076b-47a3-801e-a43d486b0818 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:04.559708 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-124ff5b8-d0ab-4416-a415-43157dc87590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.635280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:04.647445 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.874572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:04.898811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['297ade95-076b-47a3-801e-a43d486b0818'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:04.991068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-124ff5b8-d0ab-4416-a415-43157dc87590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.000698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-124ff5b8-d0ab-4416-a415-43157dc87590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.105864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff5b8-d0ab-4416-a415-43157dc87590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043463a6-c2a4-4387-a75b-3d9f7b3300f0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.163397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-124ff5b8-d0ab-4416-a415-43157dc87590 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a48f97400b0a4c448ecc959842e8776e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9298856 Jul 16 18:39:05.168702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54426) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:05.279685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6126a37-6c98-4360-b598-b3646ff54fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.321006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6126a37-6c98-4360-b598-b3646ff54fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.423277 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6126a37-6c98-4360-b598-b3646ff54fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.427120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6126a37-6c98-4360-b598-b3646ff54fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.430366 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6126a37-6c98-4360-b598-b3646ff54fc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/043463a6-c2a4-4387-a75b-3d9f7b3300f0 HTTP/1.1" status: 204 len: 168 time: 0.2600455 Jul 16 18:39:05.445790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6126a37-6c98-4360-b598-b3646ff54fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043463a6-c2a4-4387-a75b-3d9f7b3300f0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:05.486380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d533d-5c73-4002-9cdf-9bdcd0f6a480 req-4ab33d18-4b71-40d2-afcf-8f7404e59187 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.490744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e5d533d-5c73-4002-9cdf-9bdcd0f6a480 req-4ab33d18-4b71-40d2-afcf-8f7404e59187 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 945 time: 0.2012861 Jul 16 18:39:05.516869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713af0fb-448c-48c6-9678-436117a1cd46 req-5bbbbe96-dd99-4f65-bff7-0953603626be tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.530759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-713af0fb-448c-48c6-9678-436117a1cd46 req-5bbbbe96-dd99-4f65-bff7-0953603626be tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.3341985 Jul 16 18:39:05.657689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e5d533d-5c73-4002-9cdf-9bdcd0f6a480 req-b88629ef-e992-4876-a257-8276dcd36e69 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217761 Jul 16 18:39:05.685582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-713af0fb-448c-48c6-9678-436117a1cd46 req-44c1ec40-acf5-4194-8652-8e12906c25b3 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479886 Jul 16 18:39:05.873039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 297ade95-076b-47a3-801e-a43d486b0818 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:05.885885 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:05.975333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 297ade95-076b-47a3-801e-a43d486b0818 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:05.976375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.149013 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.200131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:06.205424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:06.520432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ade95-076b-47a3-801e-a43d486b0818'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:06.524746 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdbfd11-b9b1-4797-896a-0fac20e94ed7" -d '{"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-plugged", "status": "completed", "tag": "297ade95-076b-47a3-801e-a43d486b0818"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:06.646299 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154730ad-d42f-447e-a0f7-3f78f795328c x-openstack-request-id: req-154730ad-d42f-447e-a0f7-3f78f795328c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:06.646742 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-plugged", "status": "completed", "tag": "297ade95-076b-47a3-801e-a43d486b0818", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:06.646936 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-154730ad-d42f-447e-a0f7-3f78f795328c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:06.647520 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '297ade95-076b-47a3-801e-a43d486b0818', 'code': 200} Jul 16 18:39:06.648490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:06.772030 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:06.928274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662faf46-29b7-4c0d-8093-4a1a15f14198 req-05210343-6a76-4659-b7b9-462e91a19bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:06.932540 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-662faf46-29b7-4c0d-8093-4a1a15f14198 req-05210343-6a76-4659-b7b9-462e91a19bc6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 1098 time: 0.1030262 Jul 16 18:39:06.997343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-662faf46-29b7-4c0d-8093-4a1a15f14198 req-724916cd-62e7-48c8-8dc2-ef890f922cc2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577140 Jul 16 18:39:07.112813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293cd87-f21b-47cf-ae8c-47de3fa28118 req-b23eed67-2100-4410-aff4-19b7fe4f36f5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.133459 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5293cd87-f21b-47cf-ae8c-47de3fa28118 req-b23eed67-2100-4410-aff4-19b7fe4f36f5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1016169 Jul 16 18:39:07.230666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:07.328997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5293cd87-f21b-47cf-ae8c-47de3fa28118 req-66afc943-fbf6-4c51-86c8-269739cfa3de tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813009 Jul 16 18:39:07.654803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:08.139987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c9d59-1566-412d-827f-9e640b086ad5 req-7d498279-abb1-4928-a0c0-32c264f5d3f7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.151993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-214c9d59-1566-412d-827f-9e640b086ad5 req-7d498279-abb1-4928-a0c0-32c264f5d3f7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.8846920 Jul 16 18:39:08.225815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-214c9d59-1566-412d-827f-9e640b086ad5 req-978171dd-8093-4d8b-a9de-dfcd1d09f4e7 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706944 Jul 16 18:39:08.620429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d702d-21e4-471a-b255-ad4c73ace094 req-1b99047f-47f3-4520-89f0-1f676b944093 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.633052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-328d702d-21e4-471a-b255-ad4c73ace094 req-1b99047f-47f3-4520-89f0-1f676b944093 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1188614 Jul 16 18:39:08.711301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-328d702d-21e4-471a-b255-ad4c73ace094 req-39146dcb-2f06-400b-aafc-d5ad24bbb802 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769074 Jul 16 18:39:09.106425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc061e6c-7203-4a1e-ae31-c0e133d78aba req-7091353f-baa3-4aa2-a8ad-130131c65859 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.117743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc061e6c-7203-4a1e-ae31-c0e133d78aba req-7091353f-baa3-4aa2-a8ad-130131c65859 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1988766 Jul 16 18:39:09.191590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc061e6c-7203-4a1e-ae31-c0e133d78aba req-f19b8823-7053-4225-a507-914ac0ab5b1e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695815 Jul 16 18:39:09.515519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1925b-24c3-433a-b072-f73719538453 req-345dbda7-d6c7-4622-8069-6245982e5173 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.518378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32e1925b-24c3-433a-b072-f73719538453 req-345dbda7-d6c7-4622-8069-6245982e5173 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1099648 Jul 16 18:39:09.592172 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-32e1925b-24c3-433a-b072-f73719538453 req-1446c807-b0b1-47f3-8507-c05729bf646c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658693 Jul 16 18:39:10.125032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7885-7638-416a-94d3-345860142d4f req-8055ce96-d77f-4693-acf2-724866ccc3e8 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.127092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-8055ce96-d77f-4693-acf2-724866ccc3e8 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 814 time: 0.1742399 Jul 16 18:39:10.147562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-50e9859b-e496-4579-8c52-64e245b024af tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/quotas/d4b018dd985a4b86b96fe309f0ccdd2c HTTP/1.1" status: 200 len: 375 time: 0.0109837 Jul 16 18:39:10.230176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-b07052d9-e112-4ed9-ae2c-f346bdbeee5b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727301 Jul 16 18:39:10.244444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-9a79da9a-721b-4fb8-8904-88bbbc9497f5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:39:10.245625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-9a79da9a-721b-4fb8-8904-88bbbc9497f5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065544 Jul 16 18:39:10.386265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-d998d992-eb22-42ad-8e9d-1e3be9a43383 service neutron] 10.222.0.48 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302156 Jul 16 18:39:10.494277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-4bb01ba9-1021-47af-b3d7-02d3eb1fe49c service neutron] 10.222.0.48 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004090 Jul 16 18:39:10.777155 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-943dc94f-1cd6-4cef-9586-ec9d33c98c04 req-8f102749-fc9f-47d6-bba6-cb5487b9e4cc tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 210 time: 0.0579786 Jul 16 18:39:10.860118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c38272-b8a7-4dac-a979-9df19baf5dd4 req-cdd43904-cf68-4378-9963-0b0ba7463cc5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.861831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0c38272-b8a7-4dac-a979-9df19baf5dd4 req-cdd43904-cf68-4378-9963-0b0ba7463cc5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.0909224 Jul 16 18:39:10.937067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0c38272-b8a7-4dac-a979-9df19baf5dd4 req-d39f000b-2f8d-4a1f-87e9-4793e3b91357 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641642 Jul 16 18:39:11.096638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-4cee2fff-5ece-43c6-92e4-908d7fec3a10 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.099046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-4cee2fff-5ece-43c6-92e4-908d7fec3a10 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79a7825-f773-4ffa-aa05-6f99620df354 HTTP/1.1" status: 200 len: 946 time: 0.1262500 Jul 16 18:39:11.267318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Deleting port 297ade95-076b-47a3-801e-a43d486b0818 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:11.267742 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.437976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] For port 297ade95-076b-47a3-801e-a43d486b0818, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=297ade95-076b-47a3-801e-a43d486b0818,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:11.438353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.460406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Calling delete_port for 297ade95-076b-47a3-801e-a43d486b0818 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:11.703988 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.720648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['297ade95-076b-47a3-801e-a43d486b0818'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:11.747930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Pushing event deleted for resources: {'Port': ['ID=297ade95-076b-47a3-801e-a43d486b0818,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:11.820651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] No DVR routers for this DVR port 297ade95-076b-47a3-801e-a43d486b0818 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:11.823568 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:11.826114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6ef614dd-2173-4dad-bfb0-60d90a51345a req-d9ad4528-1295-4fea-b223-618b0a0d6db9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "DELETE /v2.0/ports/297ade95-076b-47a3-801e-a43d486b0818 HTTP/1.1" status: 204 len: 173 time: 0.7215667 Jul 16 18:39:11.826668 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-deleted', 'tag': '297ade95-076b-47a3-801e-a43d486b0818'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:11.829478 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd4ddc8-f78c-4e8b-9377-34287f148c8f" -d '{"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-deleted", "tag": "297ade95-076b-47a3-801e-a43d486b0818"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:12.090437 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c4ab6f-5764-45d0-8cc0-e394e03d315d x-openstack-request-id: req-92c4ab6f-5764-45d0-8cc0-e394e03d315d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:12.091112 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79a7825-f773-4ffa-aa05-6f99620df354", "name": "network-vif-deleted", "tag": "297ade95-076b-47a3-801e-a43d486b0818", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:12.091584 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92c4ab6f-5764-45d0-8cc0-e394e03d315d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:12.092279 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79a7825-f773-4ffa-aa05-6f99620df354', 'name': 'network-vif-deleted', 'tag': '297ade95-076b-47a3-801e-a43d486b0818', 'status': 'completed', 'code': 200} Jul 16 18:39:12.140263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f564623-56db-46f2-9738-bff4d0ec8878 req-ed92d7ed-8a23-4a08-8e11-2cbf3c40d5aa tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 210 time: 0.0750842 Jul 16 18:39:12.200000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:12.355080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b505c88-7f18-4f9c-9335-61f31be1ebf1 req-77b9fcbe-e754-4395-be19-aa4712277b95 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.358796 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b505c88-7f18-4f9c-9335-61f31be1ebf1 req-77b9fcbe-e754-4395-be19-aa4712277b95 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1381397 Jul 16 18:39:12.444926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b505c88-7f18-4f9c-9335-61f31be1ebf1 req-bfe73f59-9aeb-45bd-a315-c571824455c5 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795662 Jul 16 18:39:12.459061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70900de6-750e-4c7f-aab9-c328b8f401ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.623517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7885-7638-416a-94d3-345860142d4f req-2a2f3e39-c076-4af3-b19d-91f0b3589524 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.625183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-2a2f3e39-c076-4af3-b19d-91f0b3589524 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.55 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 814 time: 0.2368658 Jul 16 18:39:12.638887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Request body: {'port': {'device_id': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'admin_state_up': True, 'tenant_id': 'd4b018dd985a4b86b96fe309f0ccdd2c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:12.748390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70900de6-750e-4c7f-aab9-c328b8f401ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.758673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-70900de6-750e-4c7f-aab9-c328b8f401ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.773961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-26d32459-62bc-4479-a88b-7675e8fe56a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1485260 Jul 16 18:39:12.844820 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-70900de6-750e-4c7f-aab9-c328b8f401ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59afe0c1c0944c018da178c16713d5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6435492 Jul 16 18:39:12.848185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70900de6-750e-4c7f-aab9-c328b8f401ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddacea8-2d94-4560-bd9f-548b06dad5c5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:12.855177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:12.909705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Made reservation on behalf of d4b018dd985a4b86b96fe309f0ccdd2c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:12.913764 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.946045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-412253d1-af9f-4c1d-9ce2-e7b6d8b3a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.950279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-412253d1-af9f-4c1d-9ce2-e7b6d8b3a867 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94ea0282e3194d80a53fa3320db33b34&device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 1098 time: 0.1069517 Jul 16 18:39:13.081892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Allocated IP 172.20.0.3 (2687b085-9fca-4837-9484-2af2b0ca1bd8/a7181dd7-0404-4382-a393-43bb9dc2b598/ad4b8b0e-6cf4-44e1-ad9c-f089753f8273) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:13.084846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13a28aeb-2748-4511-8bd9-8f38ae74b1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.125332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13a28aeb-2748-4511-8bd9-8f38ae74b1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.271171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13a28aeb-2748-4511-8bd9-8f38ae74b1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.274193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13a28aeb-2748-4511-8bd9-8f38ae74b1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.275553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-13a28aeb-2748-4511-8bd9-8f38ae74b1f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eddacea8-2d94-4560-bd9f-548b06dad5c5 HTTP/1.1" status: 204 len: 168 time: 0.4190452 Jul 16 18:39:13.299183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a28aeb-2748-4511-8bd9-8f38ae74b1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddacea8-2d94-4560-bd9f-548b06dad5c5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.314018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-afabc9fd-7b26-4234-be65-b69ef075fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.318016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-afabc9fd-7b26-4234-be65-b69ef075fbef service neutron] 10.222.0.55 "GET /v2.0/networks?id=5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 200 len: 917 time: 0.3230298 Jul 16 18:39:13.363365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.506886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.520826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['297ade95-076b-47a3-801e-a43d486b0818'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:13.559879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Network 2687b085-9fca-4837-9484-2af2b0ca1bd8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:13.562557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04f1933b-9bca-4420-8a70-08484f28559d req-6e608b77-596b-4d55-9e77-9d5c9df0599b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 210 time: 0.1261756 Jul 16 18:39:13.587159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:13.601506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:13.607345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37925753-3515-4717-b8d6-0b1f6866e19f req-150e54ea-5db3-4610-a356-4e403fd0a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.609370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37925753-3515-4717-b8d6-0b1f6866e19f req-150e54ea-5db3-4610-a356-4e403fd0a638 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1097 time: 0.1959887 Jul 16 18:39:13.639367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-5f4e68f5-56ee-4ba0-8ec3-548d162f365d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 200 len: 1001 time: 0.3127472 Jul 16 18:39:13.781151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-0fa305fe-ca1d-422d-ba35-d8211b4384ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.783357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-0fa305fe-ca1d-422d-ba35-d8211b4384ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 200 len: 856 time: 0.1370552 Jul 16 18:39:13.803400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:13.852987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.853687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:13.857984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37925753-3515-4717-b8d6-0b1f6866e19f req-7467e788-07cf-4a0b-8d6e-fd5c0516bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.859830 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37925753-3515-4717-b8d6-0b1f6866e19f req-7467e788-07cf-4a0b-8d6e-fd5c0516bca5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8feb6ad5-cb21-4011-b1df-6b7412d711b3 HTTP/1.1" status: 200 len: 897 time: 0.1968768 Jul 16 18:39:13.944197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-871204a6-cabe-4c1b-8de0-d5ef5c71cc45 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3096983 Jul 16 18:39:13.969230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Request body: {'port': {'device_id': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:13.975302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d23b6-d97c-4a44-8f0b-3c6ed7f928d6 req-027a4281-f967-423e-93a1-00cd2c514453 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.977085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-246d23b6-d97c-4a44-8f0b-3c6ed7f928d6 req-027a4281-f967-423e-93a1-00cd2c514453 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1386120 Jul 16 18:39:13.979361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-98e8efdb-6d48-4186-b6ad-db0b3dc60b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.981217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-98e8efdb-6d48-4186-b6ad-db0b3dc60b79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5f7598c0-a9c7-4be0-be85-1e6eb410233e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1813149 Jul 16 18:39:14.042093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37925753-3515-4717-b8d6-0b1f6866e19f req-67ed296c-d6ec-4e38-ab62-b17208402322 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3 HTTP/1.1" status: 200 len: 1001 time: 0.1735036 Jul 16 18:39:14.108393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-246d23b6-d97c-4a44-8f0b-3c6ed7f928d6 req-bf35f3e9-3e2d-4c7a-b74d-190888500d93 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181698 Jul 16 18:39:14.130354 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.137599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-20d2f212-b0f3-4878-9480-71e48dde42c3 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486251 Jul 16 18:39:14.161233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37925753-3515-4717-b8d6-0b1f6866e19f req-9e6d253d-0608-45b5-a381-13de4e868726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.163069 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37925753-3515-4717-b8d6-0b1f6866e19f req-9e6d253d-0608-45b5-a381-13de4e868726 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa1c9640-99b1-446e-be49-711fe982655d HTTP/1.1" status: 200 len: 835 time: 0.1130583 Jul 16 18:39:14.241419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54800) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:14.362133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] Deleting subnet 9bb14184-aee9-4040-8056-71dbab15a5b7 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:39:14.371437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9eed00d-03b1-4345-a3d6-afb9e2a478bb req-84dbc522-9f44-40b6-a92b-1e669f04ef98 service neutron] 10.222.0.55 "GET /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264059 Jul 16 18:39:14.373115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.420738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37925753-3515-4717-b8d6-0b1f6866e19f req-819ef5e1-abca-4806-9b0d-8edcc33e917d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.422319 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37925753-3515-4717-b8d6-0b1f6866e19f req-819ef5e1-abca-4806-9b0d-8edcc33e917d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8feb6ad5-cb21-4011-b1df-6b7412d711b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2246015 Jul 16 18:39:14.456307 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.535734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.644697 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37925753-3515-4717-b8d6-0b1f6866e19f req-0a6e9e9e-63cf-49d5-ab64-c254dff2c5f1 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066638 Jul 16 18:39:14.677251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.737146 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.740591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9bb14184-aee9-4040-8056-71dbab15a5b7 HTTP/1.1" status: 204 len: 168 time: 0.4979188 Jul 16 18:39:14.745140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176ff9b-cab1-4833-b6e5-f06fd626a5b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bb14184-aee9-4040-8056-71dbab15a5b7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.755198 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54816) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:14.815479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:14.828808 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.864662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Transition to ACTIVE for port object ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:14.880309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.899709 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.904895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-37925753-3515-4717-b8d6-0b1f6866e19f req-1885467e-4102-473b-92cc-1f734efc64b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432504 Jul 16 18:39:15.009363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eec632-78b0-413e-b219-0d62c6e3f143 req-55c10432-bf4f-4aac-967d-bac2d93bec8e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.011216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13eec632-78b0-413e-b219-0d62c6e3f143 req-55c10432-bf4f-4aac-967d-bac2d93bec8e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 931 time: 0.2206893 Jul 16 18:39:15.036787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.040837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Attempting to bind port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:15.041154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Attempting to bind port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:15.041530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Attempting to bind port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:15.047417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:15.047886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Attempting to bind port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:15.054162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:15.054162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Checking segment: {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:15.054713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Bound using segment: {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:15.054943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Bound port: ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:15.055222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.091296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.110729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:15.122596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13eec632-78b0-413e-b219-0d62c6e3f143 req-3e1455a7-1e2c-4f80-a3d1-f147966b28ba tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931180 Jul 16 18:39:15.126323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5e28b5-f97d-4a0a-9f84-8251715335df') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:15.126890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5e28b5-f97d-4a0a-9f84-8251715335df') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:15.140817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.168457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:15.173169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:15.175297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.182459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.190680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:15.191314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:15.199075 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:15.266422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.279624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.280300 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.281785 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-59092131-0642-4010-91b9-2bd1ac54f7bf service neutron] 10.222.0.55 "PUT /v2.0/ports/ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 HTTP/1.1" status: 200 len: 1092 time: 1.3246129 Jul 16 18:39:15.282283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:15.285369 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162d8daf-810e-4b1e-9594-675f2e69a027" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:15.350994 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92364351-9a02-4fee-a1ec-81f8a68d1d8d x-openstack-request-id: req-92364351-9a02-4fee-a1ec-81f8a68d1d8d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:15.351284 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:15.351535 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92364351-9a02-4fee-a1ec-81f8a68d1d8d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:15.351934 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'status': 'completed', 'code': 200} Jul 16 18:39:15.394341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.405480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.411162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7885-7638-416a-94d3-345860142d4f req-858d2e1f-acd8-41ed-b23e-981fa38da669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.411492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] 10.222.0.48 "DELETE /v2.0/networks/f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8 HTTP/1.1" status: 204 len: 168 time: 0.6551490 Jul 16 18:39:15.412809 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-858d2e1f-acd8-41ed-b23e-981fa38da669 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 1095 time: 0.0715742 Jul 16 18:39:15.429901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d5295-2b9c-4ee6-a23f-dc0c098ec0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=f5d3de11-42bc-4ff0-8b70-8cff4ad7e9c8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:15.482004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a5b21-e18b-4686-8962-7b818f63cc75 req-a4b5c75a-f440-466e-9484-0782cfeb9b38 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.483643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df3a5b21-e18b-4686-8962-7b818f63cc75 req-a4b5c75a-f440-466e-9484-0782cfeb9b38 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1396551 Jul 16 18:39:15.510211 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-ad722c58-8977-402d-89af-380a1cdc10f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 HTTP/1.1" status: 200 len: 217 time: 0.0890009 Jul 16 18:39:15.559379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df3a5b21-e18b-4686-8962-7b818f63cc75 req-64e5e1ab-6ac9-4942-b9aa-7b4f3e970d15 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593181 Jul 16 18:39:15.592010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f7885-7638-416a-94d3-345860142d4f req-1be2756a-6e49-4966-8810-cf6b47506439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.593773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-1be2756a-6e49-4966-8810-cf6b47506439 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7181dd7-0404-4382-a393-43bb9dc2b598 HTTP/1.1" status: 200 len: 854 time: 0.0770009 Jul 16 18:39:15.631717 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-8ef7895f-e569-41b1-9322-3f504b795705 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2687b085-9fca-4837-9484-2af2b0ca1bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294614 Jul 16 18:39:15.723119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 54846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.763522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-6c4d2451-ad85-494c-9655-5784f282b1d4 service neutron] 10.222.0.55 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253653 Jul 16 18:39:15.785178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-774f5c23-01e3-4a1d-a258-2729e15b5969 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba16027bdf7e46a189ff351d05e729f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598071 Jul 16 18:39:15.787455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 54850) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:15.868537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 297ade95-076b-47a3-801e-a43d486b0818 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:15.912901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 297ade95-076b-47a3-801e-a43d486b0818 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:15.913527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 297ade95-076b-47a3-801e-a43d486b0818 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:15.924853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b897c57e-3a20-4e50-a513-72c81d453424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.939989 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d35f7885-7638-416a-94d3-345860142d4f req-1b9e67bd-015d-4250-aff8-b6bdad2d65a4 service neutron] 10.222.0.55 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697061 Jul 16 18:39:15.960671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b897c57e-3a20-4e50-a513-72c81d453424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.151760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b897c57e-3a20-4e50-a513-72c81d453424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.156629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b897c57e-3a20-4e50-a513-72c81d453424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:16.163007 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b897c57e-3a20-4e50-a513-72c81d453424 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f199f40-726e-44fe-b407-b9c246a44de4 HTTP/1.1" status: 204 len: 168 time: 0.3694918 Jul 16 18:39:16.182596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897c57e-3a20-4e50-a513-72c81d453424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f199f40-726e-44fe-b407-b9c246a44de4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:16.201698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-6affff98-fade-442f-911b-71f02ac89f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.204603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-6affff98-fade-442f-911b-71f02ac89f94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 1095 time: 0.1818542 Jul 16 18:39:16.479522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-8dacd30c-287f-4a32-a192-3538d8d96b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.484074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-8dacd30c-287f-4a32-a192-3538d8d96b54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 914 time: 0.2675700 Jul 16 18:39:16.537936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7f9aa-7bb8-499e-b3f5-e547c537bb07 req-9f2be7f0-d6ca-4249-b92d-b5a60d0bc46e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.550778 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5e7f9aa-7bb8-499e-b3f5-e547c537bb07 req-9f2be7f0-d6ca-4249-b92d-b5a60d0bc46e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 943 time: 0.1446526 Jul 16 18:39:16.575079 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-9b10abcc-f7c5-4b2c-952e-fdf459e18ec6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 HTTP/1.1" status: 200 len: 217 time: 0.0800877 Jul 16 18:39:16.648457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5e7f9aa-7bb8-499e-b3f5-e547c537bb07 req-351b9db6-0092-4e12-bcf3-62963471b946 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955322 Jul 16 18:39:16.693559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-e004cb62-c420-47a3-9467-da2405e0c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.696615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-e004cb62-c420-47a3-9467-da2405e0c0fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a7181dd7-0404-4382-a393-43bb9dc2b598 HTTP/1.1" status: 200 len: 854 time: 0.1148815 Jul 16 18:39:16.754090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-9b64fb21-22ab-4d30-99e5-c3d60e0a3f7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2687b085-9fca-4837-9484-2af2b0ca1bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483332 Jul 16 18:39:16.973822 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-abb7f52b-bdb9-4b21-b3a3-a17c22293512 service neutron] 10.222.0.55 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118518 Jul 16 18:39:17.051391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc2b00-fed3-4a36-9f64-e0576af18bee req-5eb01592-ed4e-46f8-b945-e7aa9c014956 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.054167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95cc2b00-fed3-4a36-9f64-e0576af18bee req-5eb01592-ed4e-46f8-b945-e7aa9c014956 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1627104 Jul 16 18:39:17.119819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95cc2b00-fed3-4a36-9f64-e0576af18bee req-21ce10a7-9768-4f67-963d-fa7ac605accd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503509 Jul 16 18:39:17.196663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-162d8daf-810e-4b1e-9594-675f2e69a027 req-aac3dcf4-90c5-4867-801a-5a0a0543a6cf service neutron] 10.222.0.55 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144654 Jul 16 18:39:17.958580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200b9c-647a-413e-a6ac-1dbc6d9f2adc req-361e9c7a-385c-4647-8b31-2e53c85564ef tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.972187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59200b9c-647a-413e-a6ac-1dbc6d9f2adc req-361e9c7a-385c-4647-8b31-2e53c85564ef tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 943 time: 0.1377506 Jul 16 18:39:18.079482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59200b9c-647a-413e-a6ac-1dbc6d9f2adc req-ea2c1dc8-6efa-4b6f-b61b-00da88322f28 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065383 Jul 16 18:39:18.427454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad63c2-8986-45c9-807b-081c4935b37c req-fd30cf8f-eec2-444c-a57a-85babf6ca26a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:18.430097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98ad63c2-8986-45c9-807b-081c4935b37c req-fd30cf8f-eec2-444c-a57a-85babf6ca26a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.0986800 Jul 16 18:39:18.491748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98ad63c2-8986-45c9-807b-081c4935b37c req-4afaa90b-3687-4ab6-907c-f699173442d1 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538847 Jul 16 18:39:19.200271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:19.367076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c3835-1c3e-4b7f-ab27-0921b39760af req-420fc8c3-6fe2-4026-946f-9a5d6118c6cb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.371137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-018c3835-1c3e-4b7f-ab27-0921b39760af req-420fc8c3-6fe2-4026-946f-9a5d6118c6cb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 943 time: 0.1419997 Jul 16 18:39:19.398022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:19.413043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'port_id': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'mac_address': 'fa:16:3e:e2:73:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7181dd7-0404-4382-a393-43bb9dc2b598', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:19.463831 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.481447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:19.482279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-89042456-9062-40a4-baf7-e802b8e62254 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=0c3a5774c79545639c78de4dec36c999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717356 Jul 16 18:39:19.497202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-018c3835-1c3e-4b7f-ab27-0921b39760af req-add119ce-8fbc-4bba-89b7-6f45961eb25a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143000 Jul 16 18:39:19.507215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:19.514242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.576615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.750927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ad4b8b0e-6cf4-44e1-ad9c-f089753f8273'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:19.944138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-41c59606-65cb-4366-ae6b-5a603544f768 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.956921 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-41c59606-65cb-4366-ae6b-5a603544f768 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4579349 Jul 16 18:39:19.990223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-5d3d855a-11f2-4e8e-afec-18e74d5ada28 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/quotas/0c3a5774c79545639c78de4dec36c999 HTTP/1.1" status: 200 len: 375 time: 0.0249109 Jul 16 18:39:20.004500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38582ad9-86f5-46d3-b48e-dff577906fc1 req-4132fbdf-53bc-44b6-ac21-5a3785642099 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.006719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38582ad9-86f5-46d3-b48e-dff577906fc1 req-4132fbdf-53bc-44b6-ac21-5a3785642099 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.2481387 Jul 16 18:39:20.072762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e1cc09e1-015a-49cf-968c-e851086060fd tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0c3a5774c79545639c78de4dec36c999&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646987 Jul 16 18:39:20.118129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38582ad9-86f5-46d3-b48e-dff577906fc1 req-3a1f0d3e-5829-4dd2-9ae4-3f3c05b9d610 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953729 Jul 16 18:39:20.362792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1714452f-0b0e-4ddb-821c-69de9419cade req-f9999396-ee86-4692-9ae3-62fa0f07592b tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 210 time: 0.0539804 Jul 16 18:39:20.775542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6c372-d52c-4221-b877-d95ecb3b987c req-b4668181-2945-4c26-bb24-e930835eaccd tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.780979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79c6c372-d52c-4221-b877-d95ecb3b987c req-b4668181-2945-4c26-bb24-e930835eaccd tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 944 time: 0.0978117 Jul 16 18:39:20.852036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79c6c372-d52c-4221-b877-d95ecb3b987c req-11e5fdcf-d417-4529-bc5b-4009be7deeba tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Jul 16 18:39:21.216973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:21.328489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:21.334511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:21.335051 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.358147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6b90c-20f3-4f21-af04-09a4bd5960c8 req-a933005b-3a17-433d-85e1-962c81c6a8ae tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.360010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88e6b90c-20f3-4f21-af04-09a4bd5960c8 req-a933005b-3a17-433d-85e1-962c81c6a8ae tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1063023 Jul 16 18:39:21.428271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88e6b90c-20f3-4f21-af04-09a4bd5960c8 req-e0f521fe-3391-4857-af01-a4dc2c8f207a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615029 Jul 16 18:39:21.480690 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.524365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:21.531363 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625f36e3-d2f2-47fe-97c7-94b4222341c3" -d '{"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:21.569415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:21.577461 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:21.651076 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c843cd-0450-4008-a5f0-37cc7bfd8447 x-openstack-request-id: req-96c843cd-0450-4008-a5f0-37cc7bfd8447 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:21.657977 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:21.658503 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-96c843cd-0450-4008-a5f0-37cc7bfd8447 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:21.659138 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'code': 200} Jul 16 18:39:21.678165 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa88fa86-520d-4bf2-b091-bb575cb56eb7 req-a6221974-9af1-41a2-8de6-b339483eb186 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 210 time: 0.0785811 Jul 16 18:39:21.756940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:21.794474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-9ea853e0-16be-4191-9a49-09023317f474 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0c3a5774c79545639c78de4dec36c999&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857882 Jul 16 18:39:22.089461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6850e9-088d-4a21-9ada-d4991c4752aa req-9bf7fc41-82d4-4465-a1c1-4c1fcf44fbd5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.098736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b6850e9-088d-4a21-9ada-d4991c4752aa req-9bf7fc41-82d4-4465-a1c1-4c1fcf44fbd5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1009359 Jul 16 18:39:22.135477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6d692-619a-4572-b78b-fac6560e863c req-30054a43-f364-4cdb-a6ea-12f08eb62508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.138926 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9ed6d692-619a-4572-b78b-fac6560e863c req-30054a43-f364-4cdb-a6ea-12f08eb62508 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 1097 time: 0.3062513 Jul 16 18:39:22.153115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b6850e9-088d-4a21-9ada-d4991c4752aa req-8106c122-7d60-487d-ac27-2d264cca1cab tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505543 Jul 16 18:39:22.188432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-6719382c-6bef-4363-814f-2560cbed505e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.190091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-6719382c-6bef-4363-814f-2560cbed505e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897350 Jul 16 18:39:22.210641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Request body: {'port': {'device_id': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': '0c3a5774c79545639c78de4dec36c999'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:22.219000 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9ed6d692-619a-4572-b78b-fac6560e863c req-f43221c5-8ec3-43de-9623-0b4d699b0a0b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730267 Jul 16 18:39:22.353141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Made reservation on behalf of 0c3a5774c79545639c78de4dec36c999 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:22.357492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.368322 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.466370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55224) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:22.715491 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.762756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f42d1-c122-4a13-b373-4b0374d1a8e9 req-89fa2223-d2bb-4007-89f9-f99471ae661c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.764571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-497f42d1-c122-4a13-b373-4b0374d1a8e9 req-89fa2223-d2bb-4007-89f9-f99471ae661c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1632144 Jul 16 18:39:22.877419 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-497f42d1-c122-4a13-b373-4b0374d1a8e9 req-d71ec59a-277b-4560-94f3-87dcab6bc375 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013532 Jul 16 18:39:22.896055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.902820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.109282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7a63ba-5c09-49cd-8a08-ba7be85ad349,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.191565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa4e40c4-0c2f-4de3-ad33-039608da5385 req-b31358b1-6c56-40fd-8700-a88404e05763 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 210 time: 0.0871007 Jul 16 18:39:23.239338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.251477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.293044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b1d86e-e087-43c9-a841-e5f5d61e56cb req-054fcb89-e7f1-4985-bbe7-65fce1c00c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.294623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3b1d86e-e087-43c9-a841-e5f5d61e56cb req-054fcb89-e7f1-4985-bbe7-65fce1c00c38 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1097 time: 0.2023308 Jul 16 18:39:23.311226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Allocated IP 192.168.233.178 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/1a5a3c47-835b-4123-9e96-d9bc0cfa899f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:23.360950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e3b1d86e-e087-43c9-a841-e5f5d61e56cb req-11be4394-443d-4bbc-858c-4f5d4fa658a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559268 Jul 16 18:39:23.362859 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fff0efbee94342e1bb83086abbb4eeeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8929801 Jul 16 18:39:23.365559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:23.365942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd570dcb-ed99-4040-89cd-8e63c8fa5e8e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.387593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.388974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.388974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.389338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.389740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.390262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.390789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.391312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.392440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.392440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.392977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.393521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8b0b4c-57bf-4fc1-bdc8-b33b0a4d1653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:23.414174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5af30-33e9-4940-af46-392244c46c57 req-e2c21012-3a3a-469e-8e69-275245ad8399 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.416821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ef5af30-33e9-4940-af46-392244c46c57 req-e2c21012-3a3a-469e-8e69-275245ad8399 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 946 time: 0.2806838 Jul 16 18:39:23.502573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fe3fb8e-6d16-4513-bce9-9f5a57f30fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.534754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ef5af30-33e9-4940-af46-392244c46c57 req-ed299a41-9713-493f-b0e6-d1c00081a0da tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081467 Jul 16 18:39:23.546534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fe3fb8e-6d16-4513-bce9-9f5a57f30fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.578036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb97039-bc7c-4a9a-b7af-fb04e00628a5 req-5efd64e7-cd41-4106-9b81-4ebf10881a96 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.580491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bb97039-bc7c-4a9a-b7af-fb04e00628a5 req-5efd64e7-cd41-4106-9b81-4ebf10881a96 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1568956 Jul 16 18:39:23.581278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.610420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Transition to ACTIVE for port object 1a5a3c47-835b-4123-9e96-d9bc0cfa899f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:23.645136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bb97039-bc7c-4a9a-b7af-fb04e00628a5 req-1800aa22-cb61-4aa3-8655-5bd7f4ddf832 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550468 Jul 16 18:39:23.660880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fe3fb8e-6d16-4513-bce9-9f5a57f30fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.664347 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8fe3fb8e-6d16-4513-bce9-9f5a57f30fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.665852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8fe3fb8e-6d16-4513-bce9-9f5a57f30fcb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd570dcb-ed99-4040-89cd-8e63c8fa5e8e HTTP/1.1" status: 204 len: 168 time: 0.2991269 Jul 16 18:39:23.687496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3fb8e-6d16-4513-bce9-9f5a57f30fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd570dcb-ed99-4040-89cd-8e63c8fa5e8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.694679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.808903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:23.815083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:23.819624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:23.882752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Pushing event updated for resources: {'Port': ['ID=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:23.937551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0df617-ff87-4bbd-9aff-4826f5187b37 req-96a159a0-d9cc-4061-9e38-e8e5e58d087b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.940757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce0df617-ff87-4bbd-9aff-4826f5187b37 req-96a159a0-d9cc-4061-9e38-e8e5e58d087b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1410978 Jul 16 18:39:23.945759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d6620d0b-49ee-42cb-b9f5-84268ec152e3 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:23.946369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.947049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:23.985599 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e301ac57-ab67-47e9-b11d-77baab709dad tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7814901 Jul 16 18:39:24.007911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Request body: {'port': {'device_id': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:24.047619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce0df617-ff87-4bbd-9aff-4826f5187b37 req-264ef2b2-fe0c-4c5d-b8ab-562a76568182 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913777 Jul 16 18:39:24.213821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.395933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ce47d527-b070-4b44-ae23-1482132b34c4 None None] Provisioning for port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:24.405401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33af6bb-a142-4297-bc80-563c1996e3a0 req-ed8423cf-e233-4a35-baad-5ac4ebe6339a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.424181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d33af6bb-a142-4297-bc80-563c1996e3a0 req-ed8423cf-e233-4a35-baad-5ac4ebe6339a tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.1908760 Jul 16 18:39:24.440138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ce47d527-b070-4b44-ae23-1482132b34c4 None None] Provisioning complete for port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:24.449017 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ce47d527-b070-4b44-ae23-1482132b34c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.480081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:24.524899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d33af6bb-a142-4297-bc80-563c1996e3a0 req-d59f3bd9-6ee1-4690-902b-3928d747773c tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822577 Jul 16 18:39:24.613544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'port_id': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'mac_address': 'fa:16:3e:23:a6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:24.658103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ce47d527-b070-4b44-ae23-1482132b34c4 None None] Port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:24.730615 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.756996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6620d0b-49ee-42cb-b9f5-84268ec152e3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:24.794723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-21f5ec3f-5dbb-406c-b094-1bcbf705c92e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.796375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-21f5ec3f-5dbb-406c-b094-1bcbf705c92e tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 946 time: 0.4781270 Jul 16 18:39:24.798098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:24.808330 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.942304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.967173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cc192-60c8-437e-a0b8-a1f3f5a29727 req-b7d45180-68d5-4f9e-ad98-06cbb99b2acb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.970574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa0cc192-60c8-437e-a0b8-a1f3f5a29727 req-b7d45180-68d5-4f9e-ad98-06cbb99b2acb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1764860 Jul 16 18:39:25.005538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b37b9-3b1f-4958-a85a-b18514652676 req-4a8dd56e-7004-4b67-ba6f-3e0b048c0219 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.007689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b29b37b9-3b1f-4958-a85a-b18514652676 req-4a8dd56e-7004-4b67-ba6f-3e0b048c0219 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 936 time: 0.2863622 Jul 16 18:39:25.037710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d6620d0b-49ee-42cb-b9f5-84268ec152e3'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:25.070000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5a3c47-835b-4123-9e96-d9bc0cfa899f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:25.079209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Deleting port 026e5d13-4a18-4c32-af27-ba894a121522 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:25.079558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.085636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.125770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Transition to ACTIVE for port object 1a5a3c47-835b-4123-9e96-d9bc0cfa899f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:25.141008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa0cc192-60c8-437e-a0b8-a1f3f5a29727 req-14cfbf0c-3cfd-4732-9b60-78aa130bf231 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640813 Jul 16 18:39:25.159844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.166072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b29b37b9-3b1f-4958-a85a-b18514652676 req-d5fecfb9-0e92-4628-a423-141bde2ac778 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390905 Jul 16 18:39:25.267878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.318388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] For port 026e5d13-4a18-4c32-af27-ba894a121522, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=026e5d13-4a18-4c32-af27-ba894a121522,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:25.318778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.637146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Attempting to bind port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:25.637588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Attempting to bind port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:25.637809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Attempting to bind port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:25.645295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:25.645295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Attempting to bind port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:25.653123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:25.653497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:25.653686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:25.654106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Bound port: 1a5a3c47-835b-4123-9e96-d9bc0cfa899f, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:25.654406 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.784463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14549aa6-1a7f-4133-8cbf-5144c700808f req-74cefda4-7c0a-4834-b10f-960ee16c9cab tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.789811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14549aa6-1a7f-4133-8cbf-5144c700808f req-74cefda4-7c0a-4834-b10f-960ee16c9cab tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.3334846 Jul 16 18:39:25.790123 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.790343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.790617 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Floating IP 362cb721-c6da-4b36-9abb-5aebcf21d915 disassociated. External IP: 172.25.0.165, port: 026e5d13-4a18-4c32-af27-ba894a121522. Jul 16 18:39:25.791167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Calling delete_port for 026e5d13-4a18-4c32-af27-ba894a121522 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:25.800393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] For port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:25.808360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] For port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:25.824446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efbab-9df0-412b-aeec-77dba4abfb49 req-4af4343d-3572-4dc6-abe8-fb54d162c9ce tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.827505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-163efbab-9df0-412b-aeec-77dba4abfb49 req-4af4343d-3572-4dc6-abe8-fb54d162c9ce tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 946 time: 0.3014491 Jul 16 18:39:25.853313 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.918068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.918790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.920438 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] 10.222.0.13 "PUT /v2.0/ports/1a5a3c47-835b-4123-9e96-d9bc0cfa899f HTTP/1.1" status: 200 len: 1097 time: 1.9264922 Jul 16 18:39:25.922706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'tag': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:25.932476 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d0a3f4-b4dc-42ba-a886-bff727210fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "697c6657-ee5d-41fe-8c51-1deb9d965331", "tag": "1a5a3c47-835b-4123-9e96-d9bc0cfa899f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:25.949935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d6620d0b-49ee-42cb-b9f5-84268ec152e3 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:25.967318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c752d-a784-4b0a-b78a-e3fef90beb04 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.986320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14549aa6-1a7f-4133-8cbf-5144c700808f req-1d3bfe33-976b-43ad-8107-6dd0a85c025f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848292 Jul 16 18:39:26.013156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-163efbab-9df0-412b-aeec-77dba4abfb49 req-464758fd-7480-4811-9da0-c2943406a661 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f8b5635-129a-4b28-9780-6169bf919088&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725166 Jul 16 18:39:26.197574 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ea03a9-0e9e-4369-95c4-374b3f55524e x-openstack-request-id: req-c1ea03a9-0e9e-4369-95c4-374b3f55524e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:26.198511 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "697c6657-ee5d-41fe-8c51-1deb9d965331", "tag": "1a5a3c47-835b-4123-9e96-d9bc0cfa899f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:26.198511 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c1ea03a9-0e9e-4369-95c4-374b3f55524e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:26.198846 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.199491 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'tag': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f', 'status': 'completed', 'code': 200} Jul 16 18:39:26.202703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.247016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event deleted for resources: {'Port': ['ID=026e5d13-4a18-4c32-af27-ba894a121522,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.255484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d6620d0b-49ee-42cb-b9f5-84268ec152e3 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:26.277390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e36e690d-a50d-46e4-b5d7-f6479838a6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.279224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-e36e690d-a50d-46e4-b5d7-f6479838a6cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c3a5774c79545639c78de4dec36c999&device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 1100 time: 0.2234592 Jul 16 18:39:26.333273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:26.341744 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.451146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.482416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-d1c638b7-c5c6-4e55-8b17-78a4ca1189c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1a5a3c47-835b-4123-9e96-d9bc0cfa899f HTTP/1.1" status: 200 len: 217 time: 0.0479310 Jul 16 18:39:26.503721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Router 5936653f-ef51-463a-a3f5-cdb8c2d305db has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:26.583943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-d81a1418-5087-40ae-8b32-7fd637b963a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.585596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-d81a1418-5087-40ae-8b32-7fd637b963a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0960255 Jul 16 18:39:26.607339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:26.624825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d486-3289-4d5f-b9f3-2f8125d5e36c req-c6145814-bf59-42f7-8bdd-55a299ae2280 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.628813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf36d486-3289-4d5f-b9f3-2f8125d5e36c req-c6145814-bf59-42f7-8bdd-55a299ae2280 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 943 time: 0.1404171 Jul 16 18:39:26.768475 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf36d486-3289-4d5f-b9f3-2f8125d5e36c req-5c18be83-5598-4b82-b590-14fe3487f7ab tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274307 Jul 16 18:39:26.773409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-aa5f6f7b-0e13-4513-a842-1d0fc81d26a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.776225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-aa5f6f7b-0e13-4513-a842-1d0fc81d26a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1819854 Jul 16 18:39:26.782392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:26.798772 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] Sync routers for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:26.824971 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:26.825632 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:39:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:26.836606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55314) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:26.883254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ce591dc6-f325-4ce9-8016-423d2bd927f4 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:27.004588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7719aadf-8fc0-4e6e-a0dc-7a35bf7c1bbd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/floatingips/cd3a25f5-b714-4b8c-93af-546f28774aa2 HTTP/1.1" status: 200 len: 991 time: 0.1606851 Jul 16 18:39:27.024683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] No DVR routers for this DVR port 026e5d13-4a18-4c32-af27-ba894a121522 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:27.034829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.039024 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9669a6f5-7029-4369-8b29-6e71b4e7b0ea req-28417588-8cc9-407e-8908-37721a22ac52 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.55 "DELETE /v2.0/ports/026e5d13-4a18-4c32-af27-ba894a121522 HTTP/1.1" status: 204 len: 173 time: 2.2369125 Jul 16 18:39:27.044310 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:27.155300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708359b0-2577-4e52-b185-ead4ec8be6ac req-d00ce240-1610-4312-b0d9-4242027b64cc tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.160110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-708359b0-2577-4e52-b185-ead4ec8be6ac req-d00ce240-1610-4312-b0d9-4242027b64cc tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 948 time: 0.1591215 Jul 16 18:39:27.175907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ce591dc6-f325-4ce9-8016-423d2bd927f4 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] 10.222.0.48 "PUT /v2.0/quotas/e170e5e28c8d4b1593379c5d817a9a9c HTTP/1.1" status: 200 len: 368 time: 0.5638545 Jul 16 18:39:27.176539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:27.187935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Request body: {'network': {'project_id': 'e170e5e28c8d4b1593379c5d817a9a9c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:27.237791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Made reservation on behalf of e170e5e28c8d4b1593379c5d817a9a9c for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:27.243080 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.248509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:27.253568 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-708359b0-2577-4e52-b185-ead4ec8be6ac req-54d89a5f-4e87-4d4a-9ed1-e290d0272cf8 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865960 Jul 16 18:39:27.267077 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.298958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 026e5d13-4a18-4c32-af27-ba894a121522 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:27.299346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 026e5d13-4a18-4c32-af27-ba894a121522 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:27.375771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dff24c1f-e07f-49a6-a7e4-229ff6af7c02 req-019e854d-0c29-4f55-a1d2-d1e4f0eeeff4 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/ports?device_id=2251734a-9045-4b78-9aa2-86f3c6df3794 HTTP/1.1" status: 200 len: 210 time: 0.0548322 Jul 16 18:39:27.382639 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-0b48ef01-db78-4fef-a595-c7a2b4d2be86 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969965 Jul 16 18:39:27.473958 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:27.513953 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] Checking router: 5936653f-ef51-463a-a3f5-cdb8c2d305db for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:27.522202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b487620-03ad-49b3-bc02-ab8680c67c3e req-dd430482-d46a-4e06-9cef-fb5f48d694fe service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308217 Jul 16 18:39:27.525452 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:27.526644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:39:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:27.551156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.552425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73c40a-2e86-4328-ac25-51a63e7f4418 req-8afa1179-7537-4c64-85b6-7b0ee36a4e8e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.554382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed73c40a-2e86-4328-ac25-51a63e7f4418 req-8afa1179-7537-4c64-85b6-7b0ee36a4e8e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.0904765 Jul 16 18:39:27.557080 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.592733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:27.612715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0715174e-7257-4ec0-92e5-93ffad4b7fa4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.625924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed73c40a-2e86-4328-ac25-51a63e7f4418 req-e4daf82a-ae81-4102-b641-4fda78b15d41 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640800 Jul 16 18:39:27.639660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.640175 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Added segment ac189a42-1d0f-43da-b6e8-3de217cd512f of type vlan for network 221335f4-a108-4bad-a8d7-d22a9954d41d Jul 16 18:39:27.772264 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.814804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-af9d3c61-3fc3-49c9-8481-4c9c88ada530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.816414 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-af9d3c61-3fc3-49c9-8481-4c9c88ada530 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c3a5774c79545639c78de4dec36c999&device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 1100 time: 0.1793277 Jul 16 18:39:27.827192 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:27.833303 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.835753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.836443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.896673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7169509 Jul 16 18:39:27.900813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55326) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:27.906655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Request body: {'network': {'project_id': 'e170e5e28c8d4b1593379c5d817a9a9c'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:27.935361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Made reservation on behalf of e170e5e28c8d4b1593379c5d817a9a9c for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:27.938747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.956239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d6620d0b-49ee-42cb-b9f5-84268ec152e3 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:28.009551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:28.023339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.023746 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Added segment 9633f215-a471-47f0-8510-e3b44f700cc3 of type vlan for network 2c6083c1-e98b-4a4d-a7dd-b17865be3195 Jul 16 18:39:28.066402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port d6620d0b-49ee-42cb-b9f5-84268ec152e3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:28.067285 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.073903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b512c-d24a-4797-9e19-a45376a46c49 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Pushing event updated for resources: {'Network': ['ID=221335f4-a108-4bad-a8d7-d22a9954d41d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.099466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 221335f4-a108-4bad-a8d7-d22a9954d41d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:28.116997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.140545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-0fc0b022-37d2-44ac-9791-4c18c5830764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.143930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-0fc0b022-37d2-44ac-9791-4c18c5830764 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3197787 Jul 16 18:39:28.181640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.184982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.186130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.194105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-d1f6417a-9815-48b5-8a8e-064f236f567d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=1a5a3c47-835b-4123-9e96-d9bc0cfa899f HTTP/1.1" status: 200 len: 217 time: 0.0437045 Jul 16 18:39:28.200995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-deleted', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:28.204427 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edebb9d-39ed-461b-8815-1e2e67963040" -d '{"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-deleted", "tag": "026e5d13-4a18-4c32-af27-ba894a121522"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:28.210654 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:28.263346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3604946 Jul 16 18:39:28.268062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55330) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.296820 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c073a3f6-da42-4560-8bf9-bf226572f4f4 x-openstack-request-id: req-c073a3f6-da42-4560-8bf9-bf226572f4f4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:28.297655 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2251734a-9045-4b78-9aa2-86f3c6df3794", "name": "network-vif-deleted", "tag": "026e5d13-4a18-4c32-af27-ba894a121522", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:28.297655 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c073a3f6-da42-4560-8bf9-bf226572f4f4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:28.298010 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2251734a-9045-4b78-9aa2-86f3c6df3794', 'name': 'network-vif-deleted', 'tag': '026e5d13-4a18-4c32-af27-ba894a121522', 'status': 'completed', 'code': 200} Jul 16 18:39:28.310089 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.316307 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee77736-2acc-4215-9b00-791d0c89c513 None None] The sync data for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 is: [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:30:55Z', 'revision_number': 4, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd0c7645e-f861-4f35-b449-39b1ef5cd6c6', 'name': '', 'network_id': '5f7598c0-a9c7-4be0-be85-1e6eb410233e', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'mac_address': 'fa:16:3e:53:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': '98b8d5e7-0040-4286-9225-597df1add27e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:53Z', 'updated_at': '2021-07-16T18:31:07Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'subnets': [{'id': '98b8d5e7-0040-4286-9225-597df1add27e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:28.325991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-f0db287e-5823-4105-9443-a879e01f9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.327550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-f0db287e-5823-4105-9443-a879e01f9ba0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1274951 Jul 16 18:39:28.337924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5e1ebc66-68c8-4c75-92c7-105108b1dfb9 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Request body: {'network': {'project_id': 'e170e5e28c8d4b1593379c5d817a9a9c'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:28.343228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85d008-aeac-4383-8208-8610ff233c57 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Pushing event updated for resources: {'Network': ['ID=2c6083c1-e98b-4a4d-a7dd-b17865be3195,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.362770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2c6083c1-e98b-4a4d-a7dd-b17865be3195 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:28.366647 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1ebc66-68c8-4c75-92c7-105108b1dfb9 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:39:28.367008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1ebc66-68c8-4c75-92c7-105108b1dfb9 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:39:28.369711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5e1ebc66-68c8-4c75-92c7-105108b1dfb9 tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0999215 Jul 16 18:39:28.371658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:28.381930 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be41b694-3c8f-4969-9e63-bf469d1d1b7f" -d '{"events": [{"server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:28.483916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-a2001987-9a38-466b-9b97-0b4eb27fd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.484261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:28.488138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-a2001987-9a38-466b-9b97-0b4eb27fd4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1514714 Jul 16 18:39:28.496189 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8965834c-5a0d-4a34-8d18-607dba60ee65 x-openstack-request-id: req-8965834c-5a0d-4a34-8d18-607dba60ee65 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:28.496998 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:28.497819 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8965834c-5a0d-4a34-8d18-607dba60ee65 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:28.498645 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'code': 200} Jul 16 18:39:28.519814 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:28.617558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55340) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.682768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55348) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:28.728648 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-cfd4b959-a40d-4450-9e85-359fb25cc79e service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310307 Jul 16 18:39:28.764870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:28.852302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133d43d-af81-48f6-9a28-0407436a1535 None None] New status for floating IP 362cb721-c6da-4b36-9abb-5aebcf21d915: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:28.888999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51a1ec-bda8-4d65-9010-2df74ff3dbad req-9c6277af-bbac-4801-8e5c-59eb74a1fd0e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.891419 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99d0a3f4-b4dc-42ba-a886-bff727210fd3 req-f409edcc-5faf-46df-b430-5802cb3e69c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505094 Jul 16 18:39:28.892517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a51a1ec-bda8-4d65-9010-2df74ff3dbad req-9c6277af-bbac-4801-8e5c-59eb74a1fd0e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 948 time: 0.3274546 Jul 16 18:39:28.989986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d09c5e0-a997-4a3b-a61e-14a4d18a26f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e170e5e28c8d4b1593379c5d817a9a9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702722 Jul 16 18:39:28.992808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.053383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a51a1ec-bda8-4d65-9010-2df74ff3dbad req-0390b451-356e-47bf-b8d6-5055d70fde46 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311471 Jul 16 18:39:29.063251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eec3247-54a0-4fa7-aebe-03dce2b6165e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.065133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f643fca2-9213-4ca6-9e5d-3f1b8d429927 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.091062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eec3247-54a0-4fa7-aebe-03dce2b6165e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.125724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f643fca2-9213-4ca6-9e5d-3f1b8d429927 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.147256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eec3247-54a0-4fa7-aebe-03dce2b6165e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.150276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0eec3247-54a0-4fa7-aebe-03dce2b6165e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.152248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0eec3247-54a0-4fa7-aebe-03dce2b6165e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0715174e-7257-4ec0-92e5-93ffad4b7fa4 HTTP/1.1" status: 204 len: 168 time: 0.1574588 Jul 16 18:39:29.158850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55352) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.160753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec3247-54a0-4fa7-aebe-03dce2b6165e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0715174e-7257-4ec0-92e5-93ffad4b7fa4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.193700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6da92-cf38-4b6a-8372-b7b1864d3b64 req-51d9e773-34ab-458c-8682-f9947aabc92d tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.196476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33e6da92-cf38-4b6a-8372-b7b1864d3b64 req-51d9e773-34ab-458c-8682-f9947aabc92d tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.3397675 Jul 16 18:39:29.338474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.355191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33e6da92-cf38-4b6a-8372-b7b1864d3b64 req-9e79e6b2-23fd-4893-adfa-db1cc169ce5a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275923 Jul 16 18:39:29.355872 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f643fca2-9213-4ca6-9e5d-3f1b8d429927 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.358842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f643fca2-9213-4ca6-9e5d-3f1b8d429927 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.364540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f643fca2-9213-4ca6-9e5d-3f1b8d429927 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f8b5635-129a-4b28-9780-6169bf919088 HTTP/1.1" status: 204 len: 168 time: 0.6514225 Jul 16 18:39:29.365216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.374690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643fca2-9213-4ca6-9e5d-3f1b8d429927 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b5635-129a-4b28-9780-6169bf919088,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.389044 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-20850787-ff3d-4b55-ad24-fd11f3568ded tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] show failed (client error): The resource could not be found. Jul 16 18:39:29.391059 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-20850787-ff3d-4b55-ad24-fd11f3568ded tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "GET /v2.0/security-groups/5f8b5635-129a-4b28-9780-6169bf919088 HTTP/1.1" status: 404 len: 347 time: 0.0243061 Jul 16 18:39:29.394433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.477837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.490988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6083c1-e98b-4a4d-a7dd-b17865be3195']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:29.505227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9633f215-a471-47f0-8510-e3b44f700cc3') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:29.505663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9633f215-a471-47f0-8510-e3b44f700cc3') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:29.518772 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.542407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.550298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:29.550849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:29.553472 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:29.572031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Deleting port caf79aa7-7ecd-4e33-8fd7-0a895b284db6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:29.572564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.640852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.647466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.650792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] 10.222.0.48 "DELETE /v2.0/networks/2c6083c1-e98b-4a4d-a7dd-b17865be3195 HTTP/1.1" status: 204 len: 168 time: 0.4896150 Jul 16 18:39:29.653982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55358) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:29.673958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d5d9a-700d-4f35-b487-41be7918c30e tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c6083c1-e98b-4a4d-a7dd-b17865be3195,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:29.701629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.702048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.722737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Calling delete_port for caf79aa7-7ecd-4e33-8fd7-0a895b284db6 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:29.780660 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.942776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.966373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a5a3c47-835b-4123-9e96-d9bc0cfa899f details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:29.983698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Pushing event deleted for resources: {'Port': ['ID=caf79aa7-7ecd-4e33-8fd7-0a895b284db6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.110104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.115988 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.119584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0fa66637-8610-4c38-95d6-2089c57e4a25 tempest-AttachVolumeShelveTestJSON-1397694541 tempest-AttachVolumeShelveTestJSON-1397694541-project] 10.222.0.48 "DELETE /v2.0/floatingips/362cb721-c6da-4b36-9abb-5aebcf21d915 HTTP/1.1" status: 204 len: 168 time: 0.7228689 Jul 16 18:39:30.188742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:30.238804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f', 'mac_address': 'fa:16:3e:b8:52:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:30.291680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.294523 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3889556c-31d1-4977-83ff-b5e5a77629ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.308740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5a3c47-835b-4123-9e96-d9bc0cfa899f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:30.355114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:30.362674 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.402800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.419375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221335f4-a108-4bad-a8d7-d22a9954d41d']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:30.445940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac189a42-1d0f-43da-b6e8-3de217cd512f') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:30.446260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac189a42-1d0f-43da-b6e8-3de217cd512f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:30.446890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.460055 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.488526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b2583-31c1-4c3b-8d97-8c3a049c5ccb req-02ce181f-7392-48c6-bb29-0f5cda3ca561 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.490252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730b2583-31c1-4c3b-8d97-8c3a049c5ccb req-02ce181f-7392-48c6-bb29-0f5cda3ca561 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 948 time: 0.1795135 Jul 16 18:39:30.491352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.502290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:30.502926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:30.505963 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:30.564801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-730b2583-31c1-4c3b-8d97-8c3a049c5ccb req-4db71060-c26b-419e-969a-cab6d178067e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464687 Jul 16 18:39:30.570313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['1a5a3c47-835b-4123-9e96-d9bc0cfa899f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:30.702668 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.718699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:30.725713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] 10.222.0.48 "DELETE /v2.0/networks/221335f4-a108-4bad-a8d7-d22a9954d41d HTTP/1.1" status: 204 len: 168 time: 1.0701461 Jul 16 18:39:30.749609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aab1f7-681f-4983-8de7-90e6e160afab tempest-QuotasNegativeTest-284818542 tempest-QuotasNegativeTest-284818542-project-admin] Pushing event deleted for resources: {'Network': ['ID=221335f4-a108-4bad-a8d7-d22a9954d41d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:30.782558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3195a1-33ce-484a-9516-831f65322f20 req-07da1744-0a75-4e2d-baf7-46509582cbb1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.784975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b3195a1-33ce-484a-9516-831f65322f20 req-07da1744-0a75-4e2d-baf7-46509582cbb1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.2309766 Jul 16 18:39:30.853877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b3195a1-33ce-484a-9516-831f65322f20 req-bdb62464-004f-4588-8f8f-9550d840f869 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584977 Jul 16 18:39:31.118387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55372) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:31.135046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bd496c3-d96f-4284-ae2c-22192d2ca9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.269036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bd496c3-d96f-4284-ae2c-22192d2ca9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.275964 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bd496c3-d96f-4284-ae2c-22192d2ca9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.319895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4bd496c3-d96f-4284-ae2c-22192d2ca9a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c488893208344df6a2e512ebef215d1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003212 Jul 16 18:39:31.320658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd496c3-d96f-4284-ae2c-22192d2ca9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f8b7a-a4be-4bfe-94cd-8dad0ded7b53,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.324270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55374) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:31.388025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7451dd5-b9f0-4483-a33b-d4ba48e168ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.415843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7451dd5-b9f0-4483-a33b-d4ba48e168ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.484094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7451dd5-b9f0-4483-a33b-d4ba48e168ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.488118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7451dd5-b9f0-4483-a33b-d4ba48e168ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.493448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b7451dd5-b9f0-4483-a33b-d4ba48e168ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a40f8b7a-a4be-4bfe-94cd-8dad0ded7b53 HTTP/1.1" status: 204 len: 168 time: 0.1644714 Jul 16 18:39:31.511075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7451dd5-b9f0-4483-a33b-d4ba48e168ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f8b7a-a4be-4bfe-94cd-8dad0ded7b53,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.859431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442be1d-d65d-48df-a225-d2f66b6e7b1d req-dc5cb52e-2864-4e96-b589-c8863d2337a5 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.861517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1442be1d-d65d-48df-a225-d2f66b6e7b1d req-dc5cb52e-2864-4e96-b589-c8863d2337a5 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 949 time: 0.1022587 Jul 16 18:39:31.941115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1442be1d-d65d-48df-a225-d2f66b6e7b1d req-87cff0b3-6c0e-4ac4-9b7b-43b0434201d5 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719740 Jul 16 18:39:31.991486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a5a3c47-835b-4123-9e96-d9bc0cfa899f up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:32.082511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:32.090960 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:32.093797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:32.094175 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.114214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d9927f-b2f4-49cd-b581-306d2faaf31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.176480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289492-536b-4bb3-8a02-c5c520c6629c req-73faa45d-dd14-4b1e-b522-06d15aacf2ca tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.179574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f289492-536b-4bb3-8a02-c5c520c6629c req-73faa45d-dd14-4b1e-b522-06d15aacf2ca tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1302772 Jul 16 18:39:32.267773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d9927f-b2f4-49cd-b581-306d2faaf31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.272751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1f289492-536b-4bb3-8a02-c5c520c6629c req-b2eab6cc-ab78-40df-b85a-5deab5e3fcc3 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791461 Jul 16 18:39:32.275319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4d9927f-b2f4-49cd-b581-306d2faaf31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.303509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.325281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9927f-b2f4-49cd-b581-306d2faaf31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3cc2dd-8186-469f-98cc-db87d0dde857,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:32.330839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b4d9927f-b2f4-49cd-b581-306d2faaf31d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4669b673b794ba2874aa8bf9fb36011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457442 Jul 16 18:39:32.334775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:32.362770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:32.367141 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5815621-b847-4b57-95b1-b27563bcefe2" -d '{"events": [{"server_uuid": "697c6657-ee5d-41fe-8c51-1deb9d965331", "name": "network-vif-plugged", "status": "completed", "tag": "1a5a3c47-835b-4123-9e96-d9bc0cfa899f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:32.392311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:32.400246 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.407880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7fef672-57a5-4a27-a9fa-adc61240c47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.437811 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7fef672-57a5-4a27-a9fa-adc61240c47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.454403 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9602f077-a856-4795-83d4-a44458e10fc3 x-openstack-request-id: req-9602f077-a856-4795-83d4-a44458e10fc3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:32.454784 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c6657-ee5d-41fe-8c51-1deb9d965331", "name": "network-vif-plugged", "status": "completed", "tag": "1a5a3c47-835b-4123-9e96-d9bc0cfa899f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:32.455289 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9602f077-a856-4795-83d4-a44458e10fc3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:32.455827 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f', 'code': 200} Jul 16 18:39:32.511060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:32.516042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7fef672-57a5-4a27-a9fa-adc61240c47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.520210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7fef672-57a5-4a27-a9fa-adc61240c47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.524425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f7fef672-57a5-4a27-a9fa-adc61240c47a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a3cc2dd-8186-469f-98cc-db87d0dde857 HTTP/1.1" status: 204 len: 168 time: 0.1879859 Jul 16 18:39:32.549502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fef672-57a5-4a27-a9fa-adc61240c47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3cc2dd-8186-469f-98cc-db87d0dde857,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:32.635856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc29cb-1e3c-48e2-b39d-99bbb7a15fd6 req-6c30efce-6b41-49ac-a5ab-7425f20717b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.639371 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ffc29cb-1e3c-48e2-b39d-99bbb7a15fd6 req-6c30efce-6b41-49ac-a5ab-7425f20717b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 1102 time: 0.0859847 Jul 16 18:39:32.699589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ffc29cb-1e3c-48e2-b39d-99bbb7a15fd6 req-2e4c2b13-5dd1-4f28-8b4f-c1f19d6b8a5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435514 Jul 16 18:39:33.146431 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-320d51d5-3178-4fe6-ac17-9ab3a79c8b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.383839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a7dcf-b132-4821-880c-c04caa60cec8 req-828de4dc-278f-41eb-bf97-c3a9f70df34d tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.393575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a45a7dcf-b132-4821-880c-c04caa60cec8 req-828de4dc-278f-41eb-bf97-c3a9f70df34d tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 950 time: 0.2029977 Jul 16 18:39:33.416251 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.516460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a45a7dcf-b132-4821-880c-c04caa60cec8 req-e3ec98b6-ffef-4e3f-8cf4-b33eb819e88f tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134241 Jul 16 18:39:33.721079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ceafe-62b7-4b1f-ad25-0ef788445908 req-8636c0bb-390b-4029-96b3-e1f525346993 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.729805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e89ceafe-62b7-4b1f-ad25-0ef788445908 req-8636c0bb-390b-4029-96b3-e1f525346993 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1643023 Jul 16 18:39:33.784179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e89ceafe-62b7-4b1f-ad25-0ef788445908 req-62d48551-81cc-487b-9480-28a8c6b9ef8e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494556 Jul 16 18:39:34.360069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.756746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f548a04-0d76-4226-a47b-ec85ca00b6cf req-429d5abe-51aa-44a2-a1da-6b89c25ef46b tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.758947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f548a04-0d76-4226-a47b-ec85ca00b6cf req-429d5abe-51aa-44a2-a1da-6b89c25ef46b tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 950 time: 0.1073294 Jul 16 18:39:34.796296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.825779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f548a04-0d76-4226-a47b-ec85ca00b6cf req-411f0ade-af9d-4688-99ae-a4d850ec7d61 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578039 Jul 16 18:39:35.048366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-aa791d43-0625-4fed-8452-6312e64bcc68 tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:35.136054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55462) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.136343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aa791d43-0625-4fed-8452-6312e64bcc68 tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "PUT /v2.0/quotas/51d76a93bfcc4f77a0f6c1e60ce84581 HTTP/1.1" status: 200 len: 366 time: 0.3369944 Jul 16 18:39:35.155812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d3876249-95ec-4fc2-8764-cdafbdebbd1e tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0165584 Jul 16 18:39:35.159025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.183912 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67c66058-f537-425b-8018-4477e3327ede tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "GET /v2.0/quotas/51d76a93bfcc4f77a0f6c1e60ce84581 HTTP/1.1" status: 200 len: 366 time: 0.0197740 Jul 16 18:39:35.186127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55466) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.216273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03142a34-e782-4581-85cb-8e1882a22e93 req-99659d3c-7826-40db-8647-39e997ffd7df tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.218034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03142a34-e782-4581-85cb-8e1882a22e93 req-99659d3c-7826-40db-8647-39e997ffd7df tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1917167 Jul 16 18:39:35.223961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-00c93dea-ce6b-4025-918c-d391ace6872c tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/51d76a93bfcc4f77a0f6c1e60ce84581 HTTP/1.1" status: 204 len: 168 time: 0.0289056 Jul 16 18:39:35.224261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55468) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.249755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e1b5aeb9-7fae-4818-99a8-777950eb34d4 tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0196769 Jul 16 18:39:35.250244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.262161 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-69a14629-849e-4ffa-b028-22de99969387 tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "GET /v2.0/quotas/51d76a93bfcc4f77a0f6c1e60ce84581 HTTP/1.1" status: 200 len: 370 time: 0.0108387 Jul 16 18:39:35.266914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.277424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f1a462ed-ffac-4b65-810e-b4b4ca548a88 tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "GET /v2.0/quotas/51d76a93bfcc4f77a0f6c1e60ce84581/default HTTP/1.1" status: 200 len: 370 time: 0.0053470 Jul 16 18:39:35.279677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03142a34-e782-4581-85cb-8e1882a22e93 req-dc919da9-1f89-4b2a-b2f0-dc47d1251b6d tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453241 Jul 16 18:39:35.281323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.293145 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-40b409f8-107c-4ad8-a32b-0e72f4a3ec93 tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:39:35.294358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-40b409f8-107c-4ad8-a32b-0e72f4a3ec93 tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "DELETE /v2.0/quotas/51d76a93bfcc4f77a0f6c1e60ce84581 HTTP/1.1" status: 404 len: 348 time: 0.0119660 Jul 16 18:39:35.504945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.532296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:network and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.540110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.544579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bfd4b-ea30-494b-8ef6-b3a4d0defc87 req-313babdb-0aef-4e61-922a-31dd816702a6 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.546357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e9bfd4b-ea30-494b-8ef6-b3a4d0defc87 req-313babdb-0aef-4e61-922a-31dd816702a6 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 950 time: 0.1053269 Jul 16 18:39:35.548748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:subnet and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.554641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.564221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:subnetpool and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.570535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.578518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:port and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.584583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.592557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:router and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.598268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.606642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:floatingip and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.609050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e9bfd4b-ea30-494b-8ef6-b3a4d0defc87 req-990187a6-9015-4d34-90d2-a1cc11bf771f tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508671 Jul 16 18:39:35.612518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.660110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:security_group and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.665445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.672723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Usage tracker for resource:security_group_rule and tenant:a9966ee6197d47059c1bf9a07375e239 is out of sync, need to count used quota {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:39:35.678960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.quota.resource [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93778) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:39:35.683911 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4d77bc58-08c6-4948-b660-e6c6aee8d16f tempest-QuotasTest-731721138 tempest-QuotasTest-731721138-project-admin] 10.222.0.48 "GET /v2.0/quotas/a9966ee6197d47059c1bf9a07375e239/details.json HTTP/1.1" status: 200 len: 703 time: 0.1774039 Jul 16 18:39:35.856287 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.066252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.270145 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a07552d4-98d6-4af6-b4aa-3b469b769705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.407382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.425866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a07552d4-98d6-4af6-b4aa-3b469b769705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.433765 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a07552d4-98d6-4af6-b4aa-3b469b769705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.512347 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07552d4-98d6-4af6-b4aa-3b469b769705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5384e9d5-faa9-4f99-b346-ad7e60f74554,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:36.524246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a07552d4-98d6-4af6-b4aa-3b469b769705 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c02cca12190d4536948ccfc3464b7965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561117 Jul 16 18:39:36.526234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55502) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:36.687963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-683a8d30-43b7-4aaa-9138-2df9e35ccd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.737514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eec749-fcb4-4511-8cc2-ddfc1386adbd req-35426ad3-c788-47d0-9aad-cbf181901127 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.740386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98eec749-fcb4-4511-8cc2-ddfc1386adbd req-35426ad3-c788-47d0-9aad-cbf181901127 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.2243187 Jul 16 18:39:36.769282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-683a8d30-43b7-4aaa-9138-2df9e35ccd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.935639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98eec749-fcb4-4511-8cc2-ddfc1386adbd req-07e2de2a-8868-4750-bf7b-5eb22cf4ab19 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851089 Jul 16 18:39:36.989317 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-683a8d30-43b7-4aaa-9138-2df9e35ccd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.994452 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-683a8d30-43b7-4aaa-9138-2df9e35ccd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.998856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-683a8d30-43b7-4aaa-9138-2df9e35ccd82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5384e9d5-faa9-4f99-b346-ad7e60f74554 HTTP/1.1" status: 204 len: 168 time: 0.4691792 Jul 16 18:39:37.040525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d7389-f90e-4216-8ccf-67ef073546b5 req-db51c7ff-5698-477c-8dec-bcf22b39e3b6 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.043610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-238d7389-f90e-4216-8ccf-67ef073546b5 req-db51c7ff-5698-477c-8dec-bcf22b39e3b6 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 950 time: 0.2687423 Jul 16 18:39:37.045100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a8d30-43b7-4aaa-9138-2df9e35ccd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5384e9d5-faa9-4f99-b346-ad7e60f74554,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.135164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-238d7389-f90e-4216-8ccf-67ef073546b5 req-c87a125b-ebd2-48b4-8505-456b4cfdc6b2 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/security-groups?id=9d7a63ba-5c09-49cd-8a08-ba7be85ad349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845690 Jul 16 18:39:37.219696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.399446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca31010-a524-4e71-ab26-15f02f227505 req-50b1e151-e90b-45f3-ae32-4b3887cc8a92 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.401930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7ca31010-a524-4e71-ab26-15f02f227505 req-50b1e151-e90b-45f3-ae32-4b3887cc8a92 tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.13 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 950 time: 0.7424562 Jul 16 18:39:37.499217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55510) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:37.516703 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-287e4530-cc02-484e-bb2b-1559b8c2358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.619246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Deleting port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:37.620605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.634793 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.665604 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-287e4530-cc02-484e-bb2b-1559b8c2358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.671095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-287e4530-cc02-484e-bb2b-1559b8c2358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.744433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-287e4530-cc02-484e-bb2b-1559b8c2358b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a9966ee6197d47059c1bf9a07375e239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436225 Jul 16 18:39:37.747649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55512) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:37.759674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e4530-cc02-484e-bb2b-1559b8c2358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b3163e-5bbc-44b1-980a-eb75d71311f1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.767856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] For port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:37.768338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.784462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Calling delete_port for 1a5a3c47-835b-4123-9e96-d9bc0cfa899f owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:37.840692 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d7a93cc-a1ea-4794-b48b-1c6a8460d77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.856104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.883914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d7a93cc-a1ea-4794-b48b-1c6a8460d77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.966545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d7a93cc-a1ea-4794-b48b-1c6a8460d77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.974318 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3d7a93cc-a1ea-4794-b48b-1c6a8460d77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.981196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3d7a93cc-a1ea-4794-b48b-1c6a8460d77b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f2b3163e-5bbc-44b1-980a-eb75d71311f1 HTTP/1.1" status: 204 len: 168 time: 0.2270842 Jul 16 18:39:38.005869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a93cc-a1ea-4794-b48b-1c6a8460d77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b3163e-5bbc-44b1-980a-eb75d71311f1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.128871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.185805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Pushing event deleted for resources: {'Port': ['ID=1a5a3c47-835b-4123-9e96-d9bc0cfa899f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.294595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26601bd8-33d9-4f6a-a3e1-281101404495 req-124544f1-85df-4959-b7d1-a567008c0b0c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.296669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26601bd8-33d9-4f6a-a3e1-281101404495 req-124544f1-85df-4959-b7d1-a567008c0b0c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1235304 Jul 16 18:39:38.335699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] No DVR routers for this DVR port 1a5a3c47-835b-4123-9e96-d9bc0cfa899f on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:38.343968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.346890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7ca31010-a524-4e71-ab26-15f02f227505 req-3b5d5d06-6094-4741-bd0f-06f8881d9e6e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.13 "DELETE /v2.0/ports/1a5a3c47-835b-4123-9e96-d9bc0cfa899f HTTP/1.1" status: 204 len: 173 time: 0.9390137 Jul 16 18:39:38.347670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'name': 'network-vif-deleted', 'tag': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:38.351100 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5005ce-d686-4753-82ed-c5dad32bda6c" -d '{"events": [{"server_uuid": "697c6657-ee5d-41fe-8c51-1deb9d965331", "name": "network-vif-deleted", "tag": "1a5a3c47-835b-4123-9e96-d9bc0cfa899f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:38.425227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26601bd8-33d9-4f6a-a3e1-281101404495 req-9498f03c-46b0-4c4d-80d5-dcfe87c37c9c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126051 Jul 16 18:39:38.505169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cec78d9-34f6-40ae-ae4f-23b39d4dc7bc req-60e0c616-9de4-4a91-8427-a446bee2b00e tempest-VolumesNegativeTest-768340104 tempest-VolumesNegativeTest-768340104-project] 10.222.0.48 "GET /v2.0/ports?device_id=697c6657-ee5d-41fe-8c51-1deb9d965331 HTTP/1.1" status: 200 len: 210 time: 0.0523326 Jul 16 18:39:38.510019 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a39085-2e4a-440c-b27c-b6e0a27c8428 x-openstack-request-id: req-20a39085-2e4a-440c-b27c-b6e0a27c8428 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:38.511031 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "697c6657-ee5d-41fe-8c51-1deb9d965331", "name": "network-vif-deleted", "tag": "1a5a3c47-835b-4123-9e96-d9bc0cfa899f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:38.511424 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20a39085-2e4a-440c-b27c-b6e0a27c8428 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:38.512057 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '697c6657-ee5d-41fe-8c51-1deb9d965331', 'name': 'network-vif-deleted', 'tag': '1a5a3c47-835b-4123-9e96-d9bc0cfa899f', 'status': 'completed', 'code': 200} Jul 16 18:39:38.575310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Deleting port d0c7645e-f861-4f35-b449-39b1ef5cd6c6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:38.575836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.671320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] For port d0c7645e-f861-4f35-b449-39b1ef5cd6c6, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:38.672423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.696077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Calling delete_port for d0c7645e-f861-4f35-b449-39b1ef5cd6c6 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:39.022171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.074422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=d0c7645e-f861-4f35-b449-39b1ef5cd6c6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:39.343568 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:39.767620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Router 5936653f-ef51-463a-a3f5-cdb8c2d305db has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:39.808001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb43b16-3ab7-4aaa-b802-c060f2786f1d req-b44dba73-2739-485b-8bba-14fa01036c26 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.810812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ebb43b16-3ab7-4aaa-b802-c060f2786f1d req-b44dba73-2739-485b-8bba-14fa01036c26 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1609299 Jul 16 18:39:39.883670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ebb43b16-3ab7-4aaa-b802-c060f2786f1d req-c04e87c8-e195-4528-b8b1-25a319dd62a8 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615640 Jul 16 18:39:39.987260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:40.004312 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ad198572-6d9c-4352-b05c-5bde24e7eb3f admin admin] 10.222.0.48 "PUT /v2.0/routers/5936653f-ef51-463a-a3f5-cdb8c2d305db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5888157 Jul 16 18:39:40.004312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.020596 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] Sync routers for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:40.039132 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:40.040284 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:39:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:40.054178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a5a3c47-835b-4123-9e96-d9bc0cfa899f no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:40.102007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 1a5a3c47-835b-4123-9e96-d9bc0cfa899f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:40.102560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1a5a3c47-835b-4123-9e96-d9bc0cfa899f not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:40.247775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55576) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:40.266473 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:40.291437 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.501102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-363810317', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:40.546472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Made reservation on behalf of 5682f08d2c034e02915644c58d07bccc for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:40.555541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.569180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.581523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.674278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:39:38Z', 'revision_number': 5, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port': {'id': '77d66898-3778-4e0e-bbd9-54fe2cdffa8c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:58:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2412, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:49Z', 'updated_at': '2021-07-16T18:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:40.709557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Deleting port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:40.709557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.725067 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] Checking router: 5936653f-ef51-463a-a3f5-cdb8c2d305db for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:40.737098 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] Routers {'5936653f-ef51-463a-a3f5-cdb8c2d305db'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:40.738022 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:39:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['5936653f-ef51-463a-a3f5-cdb8c2d305db'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:40.773380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.780999 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.787434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] device_id is not set on port 055725ab-b7d3-4c1e-b35f-7f4c316e8eb4 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:39:40.880139 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] Set router 5936653f-ef51-463a-a3f5-cdb8c2d305db gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:40.892356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] For port 77d66898-3778-4e0e-bbd9-54fe2cdffa8c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:40.893121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:40.914123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc8ac3a-de60-4911-a25f-4ced57304aad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:40.928215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Calling delete_port for 77d66898-3778-4e0e-bbd9-54fe2cdffa8c owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:40.961431 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:39:40Z', 'revision_number': 6, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:40.991358 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9678628-c05f-4a42-85e1-cdafd78d398a None None] The sync data for ids ['5936653f-ef51-463a-a3f5-cdb8c2d305db'] in n-d-793620-10 is: [{'id': '5936653f-ef51-463a-a3f5-cdb8c2d305db', 'name': 'tempest-AttachVolumeShelveTestJSON-1400652689-router', 'tenant_id': '94ea0282e3194d80a53fa3320db33b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:48Z', 'updated_at': '2021-07-16T18:39:40Z', 'revision_number': 6, 'project_id': '94ea0282e3194d80a53fa3320db33b34', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:41.045051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Allocated IP 172.25.0.174 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/055725ab-b7d3-4c1e-b35f-7f4c316e8eb4) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:41.271806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.326481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Pushing event deleted for resources: {'Port': ['ID=77d66898-3778-4e0e-bbd9-54fe2cdffa8c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.401698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efdfd3e-cb18-47f2-8c6a-ca007198ff61 req-56a96032-7419-437c-b105-5e07a7b4d639 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.403853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8efdfd3e-cb18-47f2-8c6a-ca007198ff61 req-56a96032-7419-437c-b105-5e07a7b4d639 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.2328634 Jul 16 18:39:41.433396 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.470671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.480874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8efdfd3e-cb18-47f2-8c6a-ca007198ff61 req-5462aa64-0055-4d95-815f-fd961536cdde tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662479 Jul 16 18:39:41.538779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.610683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:41.616396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:41.623049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:41.667800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.668937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.683162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Pushing event updated for resources: {'Port': ['ID=055725ab-b7d3-4c1e-b35f-7f4c316e8eb4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:41.716095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.717904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.736463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.737112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5936653f-ef51-463a-a3f5-cdb8c2d305db {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:41.743013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.743433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-05979ce8-7c9e-4f19-80bc-48823158e47a tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4936991 Jul 16 18:39:41.744391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ffbe93f7-ce8c-4684-a044-e99890d3413f admin admin] 10.222.0.48 "DELETE /v2.0/routers/5936653f-ef51-463a-a3f5-cdb8c2d305db HTTP/1.1" status: 204 len: 168 time: 1.7402670 Jul 16 18:39:41.747093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55648) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.749122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55650) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:41.753300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.174'}]}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:41.786793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.788628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.801629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] Deleting subnet 98b8d5e7-0040-4286-9225-597df1add27e {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:39:41.806434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.872548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:41.890795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.046545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.147454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.160663 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.208005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b8d5e7-0040-4286-9225-597df1add27e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:42.223939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.224940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3900242-7d92-40e8-81e6-d99be5a75355 None None] Network 5f7598c0-a9c7-4be0-be85-1e6eb410233e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:42.229387 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f0cb3ce8-d133-495a-bc4a-0dff07cea5c8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/98b8d5e7-0040-4286-9225-597df1add27e HTTP/1.1" status: 204 len: 168 time: 0.4788349 Jul 16 18:39:42.233958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:42.427580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.546094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d0c7645e-f861-4f35-b449-39b1ef5cd6c6 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:42.590211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Deleting port 85e4c883-6eee-4348-b085-16819ccd8975 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:42.590768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.617597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d0c7645e-f861-4f35-b449-39b1ef5cd6c6 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:42.618130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d0c7645e-f861-4f35-b449-39b1ef5cd6c6 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:42.618573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 77d66898-3778-4e0e-bbd9-54fe2cdffa8c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:42.655451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.676726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] DHCP port deletion for 5f7598c0-a9c7-4be0-be85-1e6eb410233e request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:39:42.678442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 77d66898-3778-4e0e-bbd9-54fe2cdffa8c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:42.683261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 77d66898-3778-4e0e-bbd9-54fe2cdffa8c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:42.722885 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.763824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] For port 85e4c883-6eee-4348-b085-16819ccd8975, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=85e4c883-6eee-4348-b085-16819ccd8975,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:42.764216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.799746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Calling delete_port for 85e4c883-6eee-4348-b085-16819ccd8975 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:42.806637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] Deleting port 85e4c883-6eee-4348-b085-16819ccd8975 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:42.808912 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.933763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] For port 85e4c883-6eee-4348-b085-16819ccd8975, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=85e4c883-6eee-4348-b085-16819ccd8975,segment=NetworkSegment(b02ff506-aaa3-4813-8ba1-b8a6269c41b4),segment_id=b02ff506-aaa3-4813-8ba1-b8a6269c41b4)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:42.934424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:42.967241 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e420dd-88fa-4b6a-88d4-34cdf2031eda req-1d410f49-31b1-4327-a390-f9bb9141649f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.970792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8e420dd-88fa-4b6a-88d4-34cdf2031eda req-1d410f49-31b1-4327-a390-f9bb9141649f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.2434213 Jul 16 18:39:42.978759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] Calling delete_port for 85e4c883-6eee-4348-b085-16819ccd8975 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:43.025612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.056036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] No DVR routers for this DVR port 85e4c883-6eee-4348-b085-16819ccd8975 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:43.068515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8e420dd-88fa-4b6a-88d4-34cdf2031eda req-57997d27-8338-46f1-a2da-7e6d43738362 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964882 Jul 16 18:39:43.105469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.106086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Pushing event deleted for resources: {'Port': ['ID=85e4c883-6eee-4348-b085-16819ccd8975,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.148569 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.180959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] Pushing event deleted for resources: {'Port': ['ID=85e4c883-6eee-4348-b085-16819ccd8975,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.189558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043bdaae-c863-4407-9928-5329d08b74d7 None None] No DVR routers for this DVR port 85e4c883-6eee-4348-b085-16819ccd8975 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:43.255645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.271685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7598c0-a9c7-4be0-be85-1e6eb410233e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:43.288798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:43.289280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02ff506-aaa3-4813-8ba1-b8a6269c41b4') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:43.306505 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.332265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.346461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:43.347236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:43.349279 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:43.398544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.400645 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.438993 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.451095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.453716 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] 10.222.0.48 "DELETE /v2.0/networks/5f7598c0-a9c7-4be0-be85-1e6eb410233e HTTP/1.1" status: 204 len: 168 time: 1.2183416 Jul 16 18:39:43.472390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac459ac-65bd-4f69-993d-a7af9fc26dca admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7598c0-a9c7-4be0-be85-1e6eb410233e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:43.499266 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.500299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb57587f-4c26-4f12-8e65-3ee34eaa4657 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:39:43.531156 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:39:43.533234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-815d47cc-a4b2-4964-b864-2f5e20734ab7 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7847519 Jul 16 18:39:43.536637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.677548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Deleting port 055725ab-b7d3-4c1e-b35f-7f4c316e8eb4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:43.679078 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.773514 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:43.778804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55756) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.827187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.848621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Calling delete_port for 055725ab-b7d3-4c1e-b35f-7f4c316e8eb4 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:43.865936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-71ab6d37-5a13-4cfe-a028-94219a99090f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94ea0282e3194d80a53fa3320db33b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851634 Jul 16 18:39:43.868634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55760) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:43.939328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd1e5e1-e746-4f25-b357-0fa394647db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.968113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd1e5e1-e746-4f25-b357-0fa394647db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.059857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd1e5e1-e746-4f25-b357-0fa394647db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.062582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd1e5e1-e746-4f25-b357-0fa394647db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.067925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-edd1e5e1-e746-4f25-b357-0fa394647db0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e5aae2b-7754-4d81-80b0-00c85fea3e77 HTTP/1.1" status: 204 len: 168 time: 0.1916575 Jul 16 18:39:44.074013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1e5e1-e746-4f25-b357-0fa394647db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5aae2b-7754-4d81-80b0-00c85fea3e77,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.078879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.123858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Pushing event deleted for resources: {'Port': ['ID=055725ab-b7d3-4c1e-b35f-7f4c316e8eb4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:44.203598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:44.206099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a1895b4f-d312-4892-ab75-94f3eeaebb17 tempest-RoutersAdminNegativeTest-2056418053 tempest-RoutersAdminNegativeTest-2056418053-project-admin] 10.222.0.48 "DELETE /v2.0/ports/055725ab-b7d3-4c1e-b35f-7f4c316e8eb4 HTTP/1.1" status: 204 len: 168 time: 0.6683469 Jul 16 18:39:44.332314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac33f6-2bde-4771-a198-264f754e52c1 req-c0eef089-90c4-408e-bfd1-b48da8792e90 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.340203 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7aac33f6-2bde-4771-a198-264f754e52c1 req-c0eef089-90c4-408e-bfd1-b48da8792e90 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1152630 Jul 16 18:39:44.426793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7aac33f6-2bde-4771-a198-264f754e52c1 req-cbb1a755-c4e4-4f65-ae24-efcf2651980a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774832 Jul 16 18:39:44.448791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 85e4c883-6eee-4348-b085-16819ccd8975 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:44.487888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 85e4c883-6eee-4348-b085-16819ccd8975 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:44.488586 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 85e4c883-6eee-4348-b085-16819ccd8975 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:44.856595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55816) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.144223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35ebc29a-f0fa-4f18-9cb3-c4b635734947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.277260 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35ebc29a-f0fa-4f18-9cb3-c4b635734947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.282062 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35ebc29a-f0fa-4f18-9cb3-c4b635734947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.332541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35ebc29a-f0fa-4f18-9cb3-c4b635734947 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bd5d0eda8334571860564f0eb2a424a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4740403 Jul 16 18:39:45.333520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebc29a-f0fa-4f18-9cb3-c4b635734947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd8fb5-4d4c-4d5a-a23b-2d617c45f327,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:45.337504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55830) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:45.421850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29e754d3-6268-46fb-89da-bf81383074a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.448937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29e754d3-6268-46fb-89da-bf81383074a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.534327 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29e754d3-6268-46fb-89da-bf81383074a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.538240 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29e754d3-6268-46fb-89da-bf81383074a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.540654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-29e754d3-6268-46fb-89da-bf81383074a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3dd8fb5-4d4c-4d5a-a23b-2d617c45f327 HTTP/1.1" status: 204 len: 168 time: 0.2004907 Jul 16 18:39:45.551904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e754d3-6268-46fb-89da-bf81383074a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd8fb5-4d4c-4d5a-a23b-2d617c45f327,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:45.810823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836de05-ffd1-4dd4-a937-e9acb238efb2 req-99407ace-9bdf-42a3-b230-d73902a22715 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.817321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3836de05-ffd1-4dd4-a937-e9acb238efb2 req-99407ace-9bdf-42a3-b230-d73902a22715 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1441619 Jul 16 18:39:45.881473 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3836de05-ffd1-4dd4-a937-e9acb238efb2 req-e9c8b99c-98dd-4fd7-b070-106993fe73c8 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575626 Jul 16 18:39:46.259555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.331415 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6f78665f-e9e8-4723-a061-dc3d6938c468 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5682f08d2c034e02915644c58d07bccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701091 Jul 16 18:39:46.334413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:46.426685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b890817-c780-4174-b9fc-d9fedac38e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.468090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b890817-c780-4174-b9fc-d9fedac38e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.543776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b890817-c780-4174-b9fc-d9fedac38e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.547659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b890817-c780-4174-b9fc-d9fedac38e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:46.552070 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1b890817-c780-4174-b9fc-d9fedac38e69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3cc8ac3a-de60-4911-a25f-4ced57304aad HTTP/1.1" status: 204 len: 168 time: 0.2128582 Jul 16 18:39:46.562541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b890817-c780-4174-b9fc-d9fedac38e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc8ac3a-de60-4911-a25f-4ced57304aad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:47.245322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb3035-aa81-442b-a141-fca9c85bfb1a req-6b4b6477-a4f8-402a-a8a6-06cba7afa1c9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.248736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0bb3035-aa81-442b-a141-fca9c85bfb1a req-6b4b6477-a4f8-402a-a8a6-06cba7afa1c9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1295755 Jul 16 18:39:47.334262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0bb3035-aa81-442b-a141-fca9c85bfb1a req-e38a0a90-a7e3-4b35-8880-2e4f91f5ce44 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776064 Jul 16 18:39:47.502869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:47.959526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4b72ba6a-245f-4277-aa06-82afd763bbf1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c3a5774c79545639c78de4dec36c999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4549677 Jul 16 18:39:47.960658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55912) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:48.075411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b015e878-e6ba-4a5e-85f3-10f03c0ace54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.121931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b015e878-e6ba-4a5e-85f3-10f03c0ace54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.208485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b015e878-e6ba-4a5e-85f3-10f03c0ace54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.211273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b015e878-e6ba-4a5e-85f3-10f03c0ace54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.215878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b015e878-e6ba-4a5e-85f3-10f03c0ace54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9d7a63ba-5c09-49cd-8a08-ba7be85ad349 HTTP/1.1" status: 204 len: 168 time: 0.2501924 Jul 16 18:39:48.222938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015e878-e6ba-4a5e-85f3-10f03c0ace54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7a63ba-5c09-49cd-8a08-ba7be85ad349,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.285081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:48.586254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55934) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:48.633533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde591f-7791-49e7-acdb-64147397265d req-89a88962-7f98-404d-a655-781d3a03ce9e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.635453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0dde591f-7791-49e7-acdb-64147397265d req-89a88962-7f98-404d-a655-781d3a03ce9e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.0869215 Jul 16 18:39:48.687900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718537345'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:48.690384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0dde591f-7791-49e7-acdb-64147397265d req-60dccb3d-98b9-45e8-ac8d-0abaad3e28f2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Jul 16 18:39:48.723379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:48.727706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.733235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f64e6f0f-4b1c-4e03-8c7c-d538a2fc8b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.743418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.885738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.891574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.926561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:48.932310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dc3f5d-7f05-4d87-95b8-fe0750f34571,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.941780 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.942126 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment 881c4177-3c44-4ef3-b058-cc5049dfbd21 of type vlan for network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 Jul 16 18:39:49.004706 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.039852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f64e6f0f-4b1c-4e03-8c7c-d538a2fc8b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.047410 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f64e6f0f-4b1c-4e03-8c7c-d538a2fc8b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.068328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.083452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.084964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.123078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e6f0f-4b1c-4e03-8c7c-d538a2fc8b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00c0f8-801d-44b1-ba69-85668048ab2e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.130284 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f64e6f0f-4b1c-4e03-8c7c-d538a2fc8b30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9777922f083a4cfa8207d81f3073452a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5420728 Jul 16 18:39:49.134134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55950) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.192211 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8963675 Jul 16 18:39:49.275319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac4498-0473-49c1-91d9-30e41e8a8218 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=78f512cf-7d57-43d4-bb9c-9e5095ae1a00,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.289151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:49.351553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c0aa38-7cb4-4763-b6be-433929780a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.415431 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c0aa38-7cb4-4763-b6be-433929780a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.418545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55960) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.456888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55964) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:49.467312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '78f512cf-7d57-43d4-bb9c-9e5095ae1a00', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:49.566248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c0aa38-7cb4-4763-b6be-433929780a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.568912 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-65c0aa38-7cb4-4763-b6be-433929780a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.570152 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-65c0aa38-7cb4-4763-b6be-433929780a6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f00c0f8-801d-44b1-ba69-85668048ab2e HTTP/1.1" status: 204 len: 168 time: 0.4341428 Jul 16 18:39:49.587125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0aa38-7cb4-4763-b6be-433929780a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00c0f8-801d-44b1-ba69-85668048ab2e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:49.596379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-429858706-network', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:49.616033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:49.620292 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.700128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Made reservation on behalf of 9154a32ceb594a00bdadcbdb14d85675 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:49.702781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:49.720745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.005697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55972) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.022471 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.027333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0d016aa-21ea-49fa-bc93-6af99710d888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.050950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.081581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35ee4d-80eb-463b-a061-3fc1b881742b req-ca52f17a-5900-4c3a-b5bf-96efbf0e94cb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.083256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d35ee4d-80eb-463b-a061-3fc1b881742b req-ca52f17a-5900-4c3a-b5bf-96efbf0e94cb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.1693048 Jul 16 18:39:50.092634 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.145688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:50.161975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d35ee4d-80eb-463b-a061-3fc1b881742b req-8852a8fd-947b-4c4a-ae8e-406e9d2cffb5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627942 Jul 16 18:39:50.176495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=b1c3a33a-eec3-40a6-8159-fde3f62c0bac,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.189303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa57192-4ceb-4e47-83c5-c11249aa98dc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.193663 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.194031 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Added segment 7a8c5eea-615b-420f-b0e8-79d248f5b110 of type vlan for network 3e8208f0-0e82-40e0-ae6c-398945404bdf Jul 16 18:39:50.211401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': '881c4177-3c44-4ef3-b058-cc5049dfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '78f512cf-7d57-43d4-bb9c-9e5095ae1a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:50.211796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 78f512cf-7d57-43d4-bb9c-9e5095ae1a00, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:50.234609 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0d016aa-21ea-49fa-bc93-6af99710d888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.241427 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e0d016aa-21ea-49fa-bc93-6af99710d888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.254544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.277634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:50.299115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 78f512cf-7d57-43d4-bb9c-9e5095ae1a00) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:50.302257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e0d016aa-21ea-49fa-bc93-6af99710d888 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31fc219bd1974940b77df37f1c1b3ea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2945552 Jul 16 18:39:50.304580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.305189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.306084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55974) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.310527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.311512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.312365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.318773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d016aa-21ea-49fa-bc93-6af99710d888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a17d66-e829-4d29-887f-38a099c28a63,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.319403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d922b6e-ce0a-49da-867e-c1d2bedaacde None None] Network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:50.363875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9384649 Jul 16 18:39:50.363875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55976) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.366216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-caec1437-01b5-4c73-beaf-d35f02ac78c8 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9082911 Jul 16 18:39:50.372543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Request body: {'subnet': {'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-429858706-subnet', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:50.372724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55978) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.384090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2023359078'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:50.419748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1a718-9cd1-46f2-a450-659c9e116ecb admin admin] Pushing event updated for resources: {'Network': ['ID=3e8208f0-0e82-40e0-ae6c-398945404bdf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.438015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdef5-e7b6-4eab-91c7-68e1632b9e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.440725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:50.441742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Made reservation on behalf of 9154a32ceb594a00bdadcbdb14d85675 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:50.444429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.494431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdef5-e7b6-4eab-91c7-68e1632b9e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.506095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:50.512203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.593336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:50.611564 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.612106 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment 5ee1f85c-0ce0-4bda-ab03-a0788704fb21 of type vlan for network 2169b64d-5a28-4e54-87a0-848abc3512f6 Jul 16 18:39:50.680010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdef5-e7b6-4eab-91c7-68e1632b9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.683318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-78f512cf-7d57-43d4-bb9c-9e5095ae1a00', 'network_id': '78f512cf-7d57-43d4-bb9c-9e5095ae1a00', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': 'b1c3a33a-eec3-40a6-8159-fde3f62c0bac'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:50.684271 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.684541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ccfdef5-e7b6-4eab-91c7-68e1632b9e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.690414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2ccfdef5-e7b6-4eab-91c7-68e1632b9e22 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11a17d66-e829-4d29-887f-38a099c28a63 HTTP/1.1" status: 204 len: 168 time: 0.3814149 Jul 16 18:39:50.706239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.732071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfdef5-e7b6-4eab-91c7-68e1632b9e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a17d66-e829-4d29-887f-38a099c28a63,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.746023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.787446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.799945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.801055 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.873721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Checking segment: {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:50.874276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Network hostable DHCP agents. Network: 3e8208f0-0e82-40e0-ae6c-398945404bdf, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:50.878427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=168dacdb-9bfa-4742-9f46-9c5b20c36cb8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.886998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Allocated IP 172.20.255.242 (78f512cf-7d57-43d4-bb9c-9e5095ae1a00/b1c3a33a-eec3-40a6-8159-fde3f62c0bac/1994215c-da14-4116-8ca5-ec72bbb2f29c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:50.902280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=2169b64d-5a28-4e54-87a0-848abc3512f6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:50.908722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-362fbd09-aa1c-4f1d-95a3-dfa362219105 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5320146 Jul 16 18:39:50.909512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 55982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.915704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '2169b64d-5a28-4e54-87a0-848abc3512f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:50.916648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:50.934404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3e8208f0-0e82-40e0-ae6c-398945404bdf) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:50.941359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.942255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.952600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2169b64d-5a28-4e54-87a0-848abc3512f6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:50.962969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ef0321c1-ad27-47ab-99c4-87c167edf713 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5983982 Jul 16 18:39:50.966320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 55984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:50.974018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:51.001659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.003342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.051382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:51.057773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.074346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.076470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b373b98a-6a3e-4572-9a72-278de83944ef None None] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:51.449461 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.700521 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.735259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=98636e16-b82a-4a8b-aba1-6078c218c237,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.772468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Transition to ACTIVE for port object 1994215c-da14-4116-8ca5-ec72bbb2f29c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:51.787924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-3e8208f0-0e82-40e0-ae6c-398945404bdf', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:51.789949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.792832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': '5ee1f85c-0ce0-4bda-ab03-a0788704fb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '2169b64d-5a28-4e54-87a0-848abc3512f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:51.793475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 2169b64d-5a28-4e54-87a0-848abc3512f6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:51.815920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda8af5-8bc7-4fb0-86ee-f09e7f57268a req-47cb0d40-7cdd-4d47-b683-994a72342b96 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.830740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3bda8af5-8bc7-4fb0-86ee-f09e7f57268a req-47cb0d40-7cdd-4d47-b683-994a72342b96 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.2814524 Jul 16 18:39:51.839467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Transition to ACTIVE for port object 1994215c-da14-4116-8ca5-ec72bbb2f29c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:51.862012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.920380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 2169b64d-5a28-4e54-87a0-848abc3512f6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:51.947869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:51.954392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3bda8af5-8bc7-4fb0-86ee-f09e7f57268a req-0268622d-0753-4e5a-8870-d85ec389d5b3 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222126 Jul 16 18:39:51.956479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2169b64d-5a28-4e54-87a0-848abc3512f6) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:51.969824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.970807 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.029132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ce2107a7-6f2e-4685-9ea9-dd675c38f90b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1177144 Jul 16 18:39:52.032651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56008) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:52.043080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:52.047804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d0a66-d294-426c-a52a-3a137bff0ca3 None None] Network 2169b64d-5a28-4e54-87a0-848abc3512f6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:52.092811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:52.133188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:52.174037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Pushing event updated for resources: {'Port': ['ID=1994215c-da14-4116-8ca5-ec72bbb2f29c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.274594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.293999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.319665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.433720 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.445769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Attempting to bind port 1994215c-da14-4116-8ca5-ec72bbb2f29c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:52.446506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Attempting to bind port 1994215c-da14-4116-8ca5-ec72bbb2f29c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '881c4177-3c44-4ef3-b058-cc5049dfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '78f512cf-7d57-43d4-bb9c-9e5095ae1a00'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:52.447070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Attempting to bind port 1994215c-da14-4116-8ca5-ec72bbb2f29c on network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:52.500196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Allocated IP 172.20.0.2 (3e8208f0-0e82-40e0-ae6c-398945404bdf/168dacdb-9bfa-4742-9f46-9c5b20c36cb8/81357574-6d7c-4b9c-a715-917697b9f4b4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:52.554494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Allocated IP 172.25.0.205 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/c3edd58d-86a2-44d5-8fee-ba90428a3a35) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:52.571030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:52.572054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Checking segment: {'id': '881c4177-3c44-4ef3-b058-cc5049dfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '78f512cf-7d57-43d4-bb9c-9e5095ae1a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:52.573294 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.573940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Bound using segment: {'id': '881c4177-3c44-4ef3-b058-cc5049dfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '78f512cf-7d57-43d4-bb9c-9e5095ae1a00'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:52.574761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Bound port: 1994215c-da14-4116-8ca5-ec72bbb2f29c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '881c4177-3c44-4ef3-b058-cc5049dfbd21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '78f512cf-7d57-43d4-bb9c-9e5095ae1a00'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:52.575415 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.576810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.652830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=98636e16-b82a-4a8b-aba1-6078c218c237,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:52.733733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c20b8a-f05c-4281-96b1-6512ed78e6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-2169b64d-5a28-4e54-87a0-848abc3512f6', 'network_id': '2169b64d-5a28-4e54-87a0-848abc3512f6', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': '98636e16-b82a-4a8b-aba1-6078c218c237'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:52.735002 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8c20b8a-f05c-4281-96b1-6512ed78e6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.773906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.787689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2169b64d-5a28-4e54-87a0-848abc3512f6']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:52.802109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee1f85c-0ce0-4bda-ab03-a0788704fb21') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:52.802722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee1f85c-0ce0-4bda-ab03-a0788704fb21') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:52.826824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.831600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.874029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.890338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:52.890711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:52.897441 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:52.900886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:52.948710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:52.953010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:52.957810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:53.007858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] For port 1994215c-da14-4116-8ca5-ec72bbb2f29c, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:53.010643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Pushing event updated for resources: {'Port': ['ID=c3edd58d-86a2-44d5-8fee-ba90428a3a35,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.048580 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.049047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2040c-f80c-453a-ab19-9d54a964a48e None None] Network 2169b64d-5a28-4e54-87a0-848abc3512f6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:53.064648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.066600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/2169b64d-5a28-4e54-87a0-848abc3512f6 HTTP/1.1" status: 204 len: 168 time: 1.0260079 Jul 16 18:39:53.077870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56026) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:53.083672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-111949753'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:53.094662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2040c-f80c-453a-ab19-9d54a964a48e None None] Network 2169b64d-5a28-4e54-87a0-848abc3512f6 could not be found, it might have been deleted concurrently. {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:39:53.131312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163df6f-6176-4705-99ed-17d4aa2caf21 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=2169b64d-5a28-4e54-87a0-848abc3512f6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.133906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:53.139111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.156423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] For port 1994215c-da14-4116-8ca5-ec72bbb2f29c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1994215c-da14-4116-8ca5-ec72bbb2f29c,segment=NetworkSegment(881c4177-3c44-4ef3-b058-cc5049dfbd21),segment_id=881c4177-3c44-4ef3-b058-cc5049dfbd21)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:53.177401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.199333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:53.218552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.218974 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment ef14263f-e037-475d-ac3c-512b2f3cda91 of type vlan for network b2825162-87e8-46fe-a57b-fd46fa9f5e52 Jul 16 18:39:53.225396 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.269278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Transition to ACTIVE for port object 81357574-6d7c-4b9c-a715-917697b9f4b4 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:53.313308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Transition to ACTIVE for port object 81357574-6d7c-4b9c-a715-917697b9f4b4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:53.330661 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.348858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8166a-95ac-4600-9f04-d13037cab800 None None] Pushing event updated for resources: {'Port': ['ID=1994215c-da14-4116-8ca5-ec72bbb2f29c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.351940 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.369863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:53.419240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:53.422453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Pushing event updated for resources: {'Port': ['ID=81357574-6d7c-4b9c-a715-917697b9f4b4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.433335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:53.469615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.483750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.505219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.509194 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.520753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Attempting to bind port 81357574-6d7c-4b9c-a715-917697b9f4b4 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:53.521422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Attempting to bind port 81357574-6d7c-4b9c-a715-917697b9f4b4 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:53.522008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Attempting to bind port 81357574-6d7c-4b9c-a715-917697b9f4b4 on network 3e8208f0-0e82-40e0-ae6c-398945404bdf {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:53.530680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:53.531463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Checking segment: {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:53.532119 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.532792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Bound using segment: {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:53.533499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Bound port: 81357574-6d7c-4b9c-a715-917697b9f4b4, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:53.534559 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.589450 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5102959 Jul 16 18:39:53.596939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56038) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:53.610527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': 'b2825162-87e8-46fe-a57b-fd46fa9f5e52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:53.716457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] For port 81357574-6d7c-4b9c-a715-917697b9f4b4, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:53.721772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] For port 81357574-6d7c-4b9c-a715-917697b9f4b4, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=81357574-6d7c-4b9c-a715-917697b9f4b4,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:53.731626 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.734828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765e7cf-dcf6-403f-b921-3421c080abf1 req-4d12e2b7-af8e-4ffa-a50e-b49d3947ff2a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.740825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4765e7cf-dcf6-403f-b921-3421c080abf1 req-4d12e2b7-af8e-4ffa-a50e-b49d3947ff2a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.4571977 Jul 16 18:39:53.746152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10395570-b806-4c1d-bc9b-a3702f187ded tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=b2825162-87e8-46fe-a57b-fd46fa9f5e52,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:53.805808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network b2825162-87e8-46fe-a57b-fd46fa9f5e52 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:53.882098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:53.891850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.899002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4765e7cf-dcf6-403f-b921-3421c080abf1 req-c826b111-4610-4cda-a0f8-c5a38f78738b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780225 Jul 16 18:39:53.957282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.997453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Performing IP validity checks on allocation pools {{(pid=93777) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:39:53.997896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93777) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:39:54.047875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e33e7-c712-459d-b8d9-2dbe82be3884 None None] Pushing event updated for resources: {'Port': ['ID=81357574-6d7c-4b9c-a715-917697b9f4b4,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.256644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Router f0b45521-0d40-4a3c-a4af-02d6adc30f6e is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:39:54.285849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.523581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': 'ef14263f-e037-475d-ac3c-512b2f3cda91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b2825162-87e8-46fe-a57b-fd46fa9f5e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:54.524692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: b2825162-87e8-46fe-a57b-fd46fa9f5e52, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:54.529467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=8c7cd9bc-fd6e-48cf-84a1-ac68f87b54d7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.604912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:54.605199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network b2825162-87e8-46fe-a57b-fd46fa9f5e52 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:54.629402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Sync routers for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:54.631118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, b2825162-87e8-46fe-a57b-fd46fa9f5e52) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:54.643431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:54.644143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:39:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:54.648367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7663b74-399c-419c-b532-3259c154f15a None None] Network b2825162-87e8-46fe-a57b-fd46fa9f5e52 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:54.655957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.660985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.687086 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.697164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-80393376-24a2-488b-8d66-5ba97b8ca798 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7280977 Jul 16 18:39:54.699955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56054) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:54.718200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6413cd11-04fa-49e6-b817-505a0e0ec581 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1188467 Jul 16 18:39:54.721210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:54.927761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1994215c-da14-4116-8ca5-ec72bbb2f29c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:55.141188 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.275439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:55.277897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1994215c-da14-4116-8ca5-ec72bbb2f29c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:55.335833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dee6a8d-40ee-4e41-8c01-4f396a13b1c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-b2825162-87e8-46fe-a57b-fd46fa9f5e52', 'network_id': 'b2825162-87e8-46fe-a57b-fd46fa9f5e52', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': '8c7cd9bc-fd6e-48cf-84a1-ac68f87b54d7'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:39:55.337071 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2dee6a8d-40ee-4e41-8c01-4f396a13b1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.407897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81357574-6d7c-4b9c-a715-917697b9f4b4 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:55.474050 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.643713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.678733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aff844-bded-405e-ac1a-951efbcb3d8c None None] Network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:55.679541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7cd9bc-fd6e-48cf-84a1-ac68f87b54d7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:55.726762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.729888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.730517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.731132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.731646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.732181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.732722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.733289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.737075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.738553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.740256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.740727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:55.750227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:55.820060 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.843003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2825162-87e8-46fe-a57b-fd46fa9f5e52']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:55.864383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef14263f-e037-475d-ac3c-512b2f3cda91') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:55.864796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef14263f-e037-475d-ac3c-512b2f3cda91') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:55.886738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.913276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.925531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313f60e-9f90-4653-9aeb-f26fac53391a req-c351a126-addc-4100-8a2d-7bb2c0a97304 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.926358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:55.926358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.930275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1313f60e-9f90-4653-9aeb-f26fac53391a req-c351a126-addc-4100-8a2d-7bb2c0a97304 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.2012060 Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:55.969806 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-2dee6a8d-40ee-4e41-8c01-4f396a13b1c6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c7cd9bc-fd6e-48cf-84a1-ac68f87b54d7: This subnet is being modified by another concurrent operation. Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c7cd9bc-fd6e-48cf-84a1-ac68f87b54d7: This subnet is being modified by another concurrent operation. Jul 16 18:39:56.039499 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:39:56.065407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bb444354-bbe8-40b9-a090-a3093c08a457 None None] Provisioning for port 1994215c-da14-4116-8ca5-ec72bbb2f29c completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:56.069508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98fd23a9-9045-4c9d-bd22-e5ddae89e124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.097132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bb444354-bbe8-40b9-a090-a3093c08a457 None None] Provisioning complete for port 1994215c-da14-4116-8ca5-ec72bbb2f29c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:56.097132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb444354-bbe8-40b9-a090-a3093c08a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.134605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 81357574-6d7c-4b9c-a715-917697b9f4b4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:56.138458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c01961-e850-43c0-8f2d-403c95398337 None None] Network b2825162-87e8-46fe-a57b-fd46fa9f5e52 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:56.141539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe961ec-eb09-42c3-9a67-4ca74cfc55b3 None None] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:39:56.180817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.201247 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.204537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/b2825162-87e8-46fe-a57b-fd46fa9f5e52 HTTP/1.1" status: 204 len: 168 time: 1.4815931 Jul 16 18:39:56.205961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1313f60e-9f90-4653-9aeb-f26fac53391a req-b36a0ae9-ceaa-41e7-856b-252f068ed440 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838951 Jul 16 18:39:56.211307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56070) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.227764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-259328909'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:56.238725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68716e5-b4aa-41c1-8ac2-b6318b759166 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=b2825162-87e8-46fe-a57b-fd46fa9f5e52,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:56.363454 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98fd23a9-9045-4c9d-bd22-e5ddae89e124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.370074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-98fd23a9-9045-4c9d-bd22-e5ddae89e124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.434571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-98fd23a9-9045-4c9d-bd22-e5ddae89e124 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=54c7e8a76aac4c6eb304e25d125b9eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823285 Jul 16 18:39:56.435837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd23a9-9045-4c9d-bd22-e5ddae89e124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bd4f0d-7d74-4d8a-93c5-354db665fe1b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:56.438684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56072) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.474003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:56.477974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.596419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:56.644213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.644495 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment c37ecd44-b2ec-488d-b432-c940d2cbbabb of type vlan for network 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f Jul 16 18:39:56.649436 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94bfeb2a-bcc0-4e39-ba8d-5c2cbcc431e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.742409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94bfeb2a-bcc0-4e39-ba8d-5c2cbcc431e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.746035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.769594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:53Z', 'revision_number': 3, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.811648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.846758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.852382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:56.853042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.860396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Checking router: f0b45521-0d40-4a3c-a4af-02d6adc30f6e for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:56.861646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Updating router f0b45521-0d40-4a3c-a4af-02d6adc30f6e port c3edd58d-86a2-44d5-8fee-ba90428a3a35 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:39:56.898894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6826022 Jul 16 18:39:56.903370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:56.908900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '6e836deb-8372-4f1b-9cc3-6f4fb8c6048f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:56.960204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94bfeb2a-bcc0-4e39-ba8d-5c2cbcc431e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.961185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb444354-bbe8-40b9-a090-a3093c08a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.962093 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-94bfeb2a-bcc0-4e39-ba8d-5c2cbcc431e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:56.964381 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-94bfeb2a-bcc0-4e39-ba8d-5c2cbcc431e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67bd4f0d-7d74-4d8a-93c5-354db665fe1b HTTP/1.1" status: 204 len: 168 time: 0.5201616 Jul 16 18:39:57.018933 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.030369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a213a0d-3537-45ac-844b-05765e56d64c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=6e836deb-8372-4f1b-9cc3-6f4fb8c6048f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.046403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfeb2a-bcc0-4e39-ba8d-5c2cbcc431e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bd4f0d-7d74-4d8a-93c5-354db665fe1b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.114612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:39:57.215447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:57.222472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.267985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bb444354-bbe8-40b9-a090-a3093c08a457 None None] For port 1994215c-da14-4116-8ca5-ec72bbb2f29c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1994215c-da14-4116-8ca5-ec72bbb2f29c,segment=NetworkSegment(881c4177-3c44-4ef3-b058-cc5049dfbd21),segment_id=881c4177-3c44-4ef3-b058-cc5049dfbd21)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:57.316488 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bb444354-bbe8-40b9-a090-a3093c08a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.460179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb444354-bbe8-40b9-a090-a3093c08a457 None None] Pushing event updated for resources: {'Port': ['ID=1994215c-da14-4116-8ca5-ec72bbb2f29c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:57.483835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:57.486787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:57.557980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Provisioning complete for port 1994215c-da14-4116-8ca5-ec72bbb2f29c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:57.557980 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.618414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Allocated IP 172.20.0.1 (3e8208f0-0e82-40e0-ae6c-398945404bdf/168dacdb-9bfa-4742-9f46-9c5b20c36cb8/b305e2e7-63a0-4fc3-b51c-7e9f427c1e60) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:57.669009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56082) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:57.693430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2616d968-31eb-4cfe-83a2-4d62995f7b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.835831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab7782-5d4e-43e7-a468-775de8f7d56a req-224cbc9a-9b95-4148-aad8-e3e6ad5de4e9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.839415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ab7782-5d4e-43e7-a468-775de8f7d56a req-224cbc9a-9b95-4148-aad8-e3e6ad5de4e9 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.3265853 Jul 16 18:39:57.914196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ffd8ec-4cb9-4116-be5a-507fd4759868 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:39:57.920134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2616d968-31eb-4cfe-83a2-4d62995f7b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.926372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2616d968-31eb-4cfe-83a2-4d62995f7b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:57.995033 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2616d968-31eb-4cfe-83a2-4d62995f7b73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95f45b7bbc3d4c3ba1d14b164149f503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229160 Jul 16 18:39:57.996705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616d968-31eb-4cfe-83a2-4d62995f7b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18a025-f7ee-48a0-a2b7-1a71e159e0df,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.010411 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.012630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:58.055849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.090952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.108176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73dc66d-d41f-4713-a36f-8bbcdae06cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.145052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73dc66d-d41f-4713-a36f-8bbcdae06cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.162991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:58.195736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:58.200064 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48067374-a89a-4cdc-a93e-cef6be28bc14" -d '{"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:58.221084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Transition to ACTIVE for port object c3edd58d-86a2-44d5-8fee-ba90428a3a35 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:58.221996 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.236946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28ab7782-5d4e-43e7-a468-775de8f7d56a req-fc2bccdd-f626-4ab3-9c96-9315acd14c4f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058813 Jul 16 18:39:58.254053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=11f3ef6c-915d-42d5-bae7-b119f36911ef,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.267403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'port_id': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'mac_address': 'fa:16:3e:e2:73:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7181dd7-0404-4382-a393-43bb9dc2b598', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:58.276444 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73dc66d-d41f-4713-a36f-8bbcdae06cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.277722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.282182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c73dc66d-d41f-4713-a36f-8bbcdae06cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.284517 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c73dc66d-d41f-4713-a36f-8bbcdae06cde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c18a025-f7ee-48a0-a2b7-1a71e159e0df HTTP/1.1" status: 204 len: 168 time: 0.2700138 Jul 16 18:39:58.320569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73dc66d-d41f-4713-a36f-8bbcdae06cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18a025-f7ee-48a0-a2b7-1a71e159e0df,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.343697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Transition to ACTIVE for port object b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:58.351529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:58.368795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': 'c37ecd44-b2ec-488d-b432-c940d2cbbabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '6e836deb-8372-4f1b-9cc3-6f4fb8c6048f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:58.370028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:39:58.407161 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e001af-748c-43d5-ab48-e561cf0695bb x-openstack-request-id: req-a0e001af-748c-43d5-ab48-e561cf0695bb {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:58.408348 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:58.408348 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a0e001af-748c-43d5-ab48-e561cf0695bb {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:58.408729 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'code': 200} Jul 16 18:39:58.434133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:39:58.435627 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.449617 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.458916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:58.503963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ffd8ec-4cb9-4116-be5a-507fd4759868 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:39:58.506691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:58.508046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.560993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:58.563498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Provisioning for port 81357574-6d7c-4b9c-a715-917697b9f4b4 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:58.570067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1854c58d-6947-4a20-aea1-c7d28ca519fd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6629322 Jul 16 18:39:58.570557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:58.589513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:58.600288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:58.601287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Attempting to bind port c3edd58d-86a2-44d5-8fee-ba90428a3a35 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:58.601890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Attempting to bind port c3edd58d-86a2-44d5-8fee-ba90428a3a35 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:58.602463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Attempting to bind port c3edd58d-86a2-44d5-8fee-ba90428a3a35 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:58.608302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Pushing event updated for resources: {'Port': ['ID=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.621979 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.643185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Provisioning complete for port 81357574-6d7c-4b9c-a715-917697b9f4b4 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:58.643638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.691110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ac52-1440-4180-8704-17d92447a5b2 None None] Pushing event updated for resources: {'Port': ['ID=c3edd58d-86a2-44d5-8fee-ba90428a3a35,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:58.702061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:58.723661 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.784125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1994215c-da14-4116-8ca5-ec72bbb2f29c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:58.830273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:58.831786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:58.832665 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.833868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:58.834357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Bound port: c3edd58d-86a2-44d5-8fee-ba90428a3a35, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:58.835779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.858274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:58.955678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.018123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:59.060326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.061806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.097840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.103012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.103744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=11f3ef6c-915d-42d5-bae7-b119f36911ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.258285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.287221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] For port c3edd58d-86a2-44d5-8fee-ba90428a3a35, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:59.290803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e836deb-8372-4f1b-9cc3-6f4fb8c6048f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:59.313939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37ecd44-b2ec-488d-b432-c940d2cbbabb') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:59.314549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37ecd44-b2ec-488d-b432-c940d2cbbabb') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:59.331666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1994215c-da14-4116-8ca5-ec72bbb2f29c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:59.339146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.339386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.368902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ad4b8b0e-6cf4-44e1-ad9c-f089753f8273'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:59.369783 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.375894 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.388537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.395899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] For port c3edd58d-86a2-44d5-8fee-ba90428a3a35, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c3edd58d-86a2-44d5-8fee-ba90428a3a35,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:59.400611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:39:59.402137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:39:59.419489 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:39:59.557974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.567692 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.577771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/6e836deb-8372-4f1b-9cc3-6f4fb8c6048f HTTP/1.1" status: 204 len: 168 time: 0.9995043 Jul 16 18:39:59.588860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56108) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:59.606537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-86168438'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:59.606770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815ab4a-488d-49ad-8dad-38b971f35a64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=6e836deb-8372-4f1b-9cc3-6f4fb8c6048f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.643253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Pushing event updated for resources: {'Port': ['ID=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.649107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.717913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:59.721849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.741421 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.759107 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.848401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:59.860263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:39:59.878877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3c146-4939-49f4-8af7-0c2d9dbc346e req-97a624df-0672-46a3-882c-cf521510c9dc tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.882117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3bf3c146-4939-49f4-8af7-0c2d9dbc346e req-97a624df-0672-46a3-882c-cf521510c9dc tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 944 time: 0.3808272 Jul 16 18:39:59.929515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.930054 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment 71569f43-2e4f-4258-9781-03a96d734e23 of type vlan for network 36af9dfe-8769-45ec-8f71-c83d02d3cdd9 Jul 16 18:39:59.993734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:00.008095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] For port 81357574-6d7c-4b9c-a715-917697b9f4b4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=81357574-6d7c-4b9c-a715-917697b9f4b4,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:00.018411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:00.050582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3bf3c146-4939-49f4-8af7-0c2d9dbc346e req-9180f667-dd87-4406-b1ca-894404e2f770 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506426 Jul 16 18:40:00.055149 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.057904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.080191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:00.081332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:39:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:00.096720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7ac52-1440-4180-8704-17d92447a5b2 None None] Pushing event updated for resources: {'Port': ['ID=c3edd58d-86a2-44d5-8fee-ba90428a3a35,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.266367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.278085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.278558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.329496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.369281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7755554 Jul 16 18:40:00.404819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56124) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.410170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '36af9dfe-8769-45ec-8f71-c83d02d3cdd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:00.491402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9935db-d673-4c85-ae80-03eed5bd3da9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=36af9dfe-8769-45ec-8f71-c83d02d3cdd9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.522434 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9164e0de-da18-4369-a37e-955931066805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.527651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Router f0b45521-0d40-4a3c-a4af-02d6adc30f6e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:00.543814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 36af9dfe-8769-45ec-8f71-c83d02d3cdd9 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:00.607978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5566faa0-f356-4fe6-b0a8-45127f6a549b None None] Provisioning complete for port 81357574-6d7c-4b9c-a715-917697b9f4b4 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:00.608619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5566faa0-f356-4fe6-b0a8-45127f6a549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.631087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20647001-0e1e-4bbb-98f8-8b05a32845ff None None] Pushing event updated for resources: {'Port': ['ID=81357574-6d7c-4b9c-a715-917697b9f4b4,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.751111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:00.758726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4b680810-7634-41c4-8c0b-3647aa7cd0ce admin admin] 10.222.0.48 "PUT /v2.0/routers/f0b45521-0d40-4a3c-a4af-02d6adc30f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0566859 Jul 16 18:40:00.763129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:00.768879 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.895270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f600eeb-6a8e-4f2d-ae17-003015499784 None None] Network 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:00.937233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 1c095d9f-ca2e-4605-b4b4-d981eee757ce {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:00.937846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.960477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:00.976640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f600eeb-6a8e-4f2d-ae17-003015499784 None None] Network 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f could not be found, it might have been deleted concurrently. {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:40:01.216735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc8de8-cd3d-4a23-93bd-f0b5930993ab None None] Network 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:01.306246 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.350759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc8de8-cd3d-4a23-93bd-f0b5930993ab None None] Network 6e836deb-8372-4f1b-9cc3-6f4fb8c6048f could not be found, it might have been deleted concurrently. {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:40:01.421960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.422801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.426157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=780a537f-ba87-448e-8744-e2c431f6606f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:01.448058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 1c095d9f-ca2e-4605-b4b4-d981eee757ce owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:01.508057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': '71569f43-2e4f-4258-9781-03a96d734e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '36af9dfe-8769-45ec-8f71-c83d02d3cdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:01.508541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 36af9dfe-8769-45ec-8f71-c83d02d3cdd9, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:01.670537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f8635-3a23-4e4e-bc8d-94f3838a542d req-82322b95-6b4f-44bb-aa85-05dce33ad7f2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.672616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a56f8635-3a23-4e4e-bc8d-94f3838a542d req-82322b95-6b4f-44bb-aa85-05dce33ad7f2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 944 time: 0.1604388 Jul 16 18:40:01.684589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 36af9dfe-8769-45ec-8f71-c83d02d3cdd9 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:01.738972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 36af9dfe-8769-45ec-8f71-c83d02d3cdd9) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:01.758622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.761641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.797181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a56f8635-3a23-4e4e-bc8d-94f3838a542d req-103945ae-d8ab-402e-a469-436ca954d50f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733867 Jul 16 18:40:01.810480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf16fae-1720-4f8c-a2f4-a6faba1e6f76 None None] Network 36af9dfe-8769-45ec-8f71-c83d02d3cdd9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:01.823319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56152) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.837174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-375c8d71-e111-48b8-8d06-4222ddffec37 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4325612 Jul 16 18:40:01.911833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4f8344b8-770d-4646-b249-2ced47d805f7 None None] Provisioning for port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:01.999434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4f8344b8-770d-4646-b249-2ced47d805f7 None None] Provisioning complete for port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:02.001718 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4f8344b8-770d-4646-b249-2ced47d805f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.012850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.051137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.094828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=1c095d9f-ca2e-4605-b4b4-d981eee757ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.148426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4f8344b8-770d-4646-b249-2ced47d805f7 None None] Port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:02.169427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:39:59Z', 'revision_number': 2, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:02.183445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.185095 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Floating IP cd3a25f5-b714-4b8c-93af-546f28774aa2 disassociated (deleted). External IP: 172.25.0.221, port: d6620d0b-49ee-42cb-b9f5-84268ec152e3. Jul 16 18:40:02.241654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.328323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa03e33-e8f8-4594-bf22-072c0cae8757 None None] The sync data for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 is: [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:39:59Z', 'revision_number': 2, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:02.382279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f58d37a7-0e1a-472a-a5c8-a0485eac51fa None None] Provisioning complete for port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:02.382422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58d37a7-0e1a-472a-a5c8-a0485eac51fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.382802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56164) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:02.390170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1354332943-network', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:02.396803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.449574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=780a537f-ba87-448e-8744-e2c431f6606f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:02.498833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f58d37a7-0e1a-472a-a5c8-a0485eac51fa None None] Port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:02.505346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4746b5-f26c-4fb6-97ca-5427077ac806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-36af9dfe-8769-45ec-8f71-c83d02d3cdd9', 'network_id': '36af9dfe-8769-45ec-8f71-c83d02d3cdd9', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': '780a537f-ba87-448e-8744-e2c431f6606f'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:02.506501 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c4746b5-f26c-4fb6-97ca-5427077ac806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.535076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Made reservation on behalf of d43490ec1e2b4d548fa24450bc54a80e for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:02.549614 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.587249 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.592857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ee772c73-e637-4482-b0a3-edcf64aed387 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:02.647054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de6b7bb-c497-4fff-bbe7-d5e8b07ca67a None None] Network 36af9dfe-8769-45ec-8f71-c83d02d3cdd9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:02.660003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.684229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81357574-6d7c-4b9c-a715-917697b9f4b4 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:02.691842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36af9dfe-8769-45ec-8f71-c83d02d3cdd9']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:02.721609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71569f43-2e4f-4258-9781-03a96d734e23') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:02.722729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71569f43-2e4f-4258-9781-03a96d734e23') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:02.760735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.808109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.848761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:02.849410 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:02.856843 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:02.929340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:02.938521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.948801 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] Sync routers for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:03.000633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:03.002299 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:39:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:03.008034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 81357574-6d7c-4b9c-a715-917697b9f4b4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:03.008822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.158895 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.215888 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-382ff606-02ff-413b-97d5-533995aac818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.234502 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.239640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/36af9dfe-8769-45ec-8f71-c83d02d3cdd9 HTTP/1.1" status: 204 len: 168 time: 1.4139650 Jul 16 18:40:03.286658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56174) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:03.328438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1246745402'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:03.329591 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:03.345409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997f87c-2181-4bab-a4d6-c9d6ed600e2b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=36af9dfe-8769-45ec-8f71-c83d02d3cdd9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:03.408643 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.495567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:03.612718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:03.613108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.700241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.718459 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.746853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3ca23b36-034c-417a-b4ad-5c83cd225440 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/floatingips/cd3a25f5-b714-4b8c-93af-546f28774aa2 HTTP/1.1" status: 204 len: 168 time: 3.4089496 Jul 16 18:40:03.746853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:03.746853 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a652651-0e89-427d-95e7-c4abd7686abc" -d '{"events": [{"name": "network-changed", "server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:03.748615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b91f0-617e-4ed8-813b-047669d34041 req-cba18eac-6e65-40d2-b120-7b932d9794be tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.762009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc5b91f0-617e-4ed8-813b-047669d34041 req-cba18eac-6e65-40d2-b120-7b932d9794be tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 944 time: 0.4736822 Jul 16 18:40:03.850256 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.875904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:03.885110 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:03.945328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfeb6db-026f-41d9-a051-f21a0b628ba8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:03.990921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:03.995900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:04.003636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.007844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:04.010931 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6407801-c269-4331-81c5-73cbc82cae0e" -d '{"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:04.015063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.017047 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Added segment 5ed723a5-6f6e-4b4f-a633-607aa97e1acb of type vlan for network bcc5de28-294a-4599-ae64-968907f74467 Jul 16 18:40:04.018401 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] Checking router: ee772c73-e637-4482-b0a3-edcf64aed387 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:04.026781 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.060055 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:04.060751 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:04.168630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:04.182852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.183547 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment aa98645b-575b-4534-8fce-56547ed3feab of type vlan for network 1c3925ca-45d0-4797-a517-e87b2835ea56 Jul 16 18:40:04.249786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.253106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:04.303710 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.306986 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd869d3-372c-4c92-839b-fedc26d4b85f x-openstack-request-id: req-1dd869d3-372c-4c92-839b-fedc26d4b85f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:04.307422 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:04.307804 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1dd869d3-372c-4c92-839b-fedc26d4b85f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:04.308384 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'status': 'completed', 'code': 200} Jul 16 18:40:04.314358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.315171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.354264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc5b91f0-617e-4ed8-813b-047669d34041 req-095a7d32-65e2-42da-b004-90ece47a9865 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910020 Jul 16 18:40:04.391201 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f5b0f7-0cab-43d2-b955-6a480825c683 x-openstack-request-id: req-10f5b0f7-0cab-43d2-b955-6a480825c683 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:04.392709 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-plugged", "status": "completed", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:04.395202 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10f5b0f7-0cab-43d2-b955-6a480825c683 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:04.396139 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'code': 200} Jul 16 18:40:04.398087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.413818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a652651-0e89-427d-95e7-c4abd7686abc req-8301111e-49fb-4e73-b07c-d5d9c86e0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.416544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a652651-0e89-427d-95e7-c4abd7686abc req-8301111e-49fb-4e73-b07c-d5d9c86e0180 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 1097 time: 0.0755346 Jul 16 18:40:04.479192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.502603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2058277 Jul 16 18:40:04.533655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56188) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:04.547410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '1c3925ca-45d0-4797-a517-e87b2835ea56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:04.556007 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:04.657067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a652651-0e89-427d-95e7-c4abd7686abc req-a94c99a2-e06e-4613-99b3-28d420316b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.658886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a652651-0e89-427d-95e7-c4abd7686abc req-a94c99a2-e06e-4613-99b3-28d420316b2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8feb6ad5-cb21-4011-b1df-6b7412d711b3 HTTP/1.1" status: 200 len: 897 time: 0.2258704 Jul 16 18:40:04.732990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c600ced7-6bea-4b4a-9b7f-b5ad7769b785 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=1c3925ca-45d0-4797-a517-e87b2835ea56,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:04.745650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:40:04.747149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a652651-0e89-427d-95e7-c4abd7686abc req-78bbe431-d3d7-4d44-8c10-e21ffa4d1ed8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3 HTTP/1.1" status: 200 len: 217 time: 0.0801563 Jul 16 18:40:04.749830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c4e16-b932-4a97-a529-ac656c9dc4ce req-b1b672a9-a37a-457d-a001-26c706133c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.751853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-448c4e16-b932-4a97-a529-ac656c9dc4ce req-b1b672a9-a37a-457d-a001-26c706133c99 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 1097 time: 0.1842821 Jul 16 18:40:04.757090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1c3925ca-45d0-4797-a517-e87b2835ea56 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:04.809907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3edd58d-86a2-44d5-8fee-ba90428a3a35 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:04.861077 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-448c4e16-b932-4a97-a529-ac656c9dc4ce req-50ca4862-a7b1-4f6e-b49d-a1af8bc5ebca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917509 Jul 16 18:40:04.868540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a652651-0e89-427d-95e7-c4abd7686abc req-57274e97-e77c-4558-a1f1-6df423202f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.870683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a652651-0e89-427d-95e7-c4abd7686abc req-57274e97-e77c-4558-a1f1-6df423202f8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa1c9640-99b1-446e-be49-711fe982655d HTTP/1.1" status: 200 len: 835 time: 0.1141038 Jul 16 18:40:04.960764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a652651-0e89-427d-95e7-c4abd7686abc req-eb51d70e-8fe1-402a-9fca-6e3633e78bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.964838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:04.965223 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a652651-0e89-427d-95e7-c4abd7686abc req-eb51d70e-8fe1-402a-9fca-6e3633e78bb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8feb6ad5-cb21-4011-b1df-6b7412d711b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874579 Jul 16 18:40:04.969176 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.063060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Performing IP validity checks on allocation pools {{(pid=93777) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:40:05.063755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93777) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:40:05.249481 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a652651-0e89-427d-95e7-c4abd7686abc req-27274dba-8377-4816-bf15-96ab725b8da6 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665513 Jul 16 18:40:05.267205 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.277018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.277978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.395918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=bcc5de28-294a-4599-ae64-968907f74467,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:05.412507 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:05.440996 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.461472 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2969ea8c-9688-4a7f-b2a7-f402bc924921 None None] The sync data for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 is: [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:37:59Z', 'revision_number': 4, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd219b26d-7564-4947-a6e3-5b9ceed888aa', 'name': '', 'network_id': '8feb6ad5-cb21-4011-b1df-6b7412d711b3', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'mac_address': 'fa:16:3e:06:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_interface', 'standard_attr_id': 2866, 'fixed_ips': [{'subnet_id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:57Z', 'updated_at': '2021-07-16T18:38:09Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'subnets': [{'id': 'fa1c9640-99b1-446e-be49-711fe982655d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:05.529381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network bcc5de28-294a-4599-ae64-968907f74467 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:05.532686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aa67eec7-3e8a-4bcb-a2dd-c7c6b9bd4ac3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1483300 Jul 16 18:40:05.542697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=a86cc112-9d76-412d-b8e9-0387fa3dd2fb,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:05.557218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:05.571677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Request body: {'subnet': {'network_id': 'bcc5de28-294a-4599-ae64-968907f74467', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1354332943-subnet', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:05.601498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9a652651-0e89-427d-95e7-c4abd7686abc req-9b905262-e0f4-405e-a6d4-5df9dc2c3778 service neutron] 10.222.0.13 "GET /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391824 Jul 16 18:40:05.638979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c3edd58d-86a2-44d5-8fee-ba90428a3a35 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:05.665144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c188d4-9439-4f13-8c64-0ca499991474 req-dee3c460-f14f-4a85-a31d-5ad3e734eb58 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.676858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55c188d4-9439-4f13-8c64-0ca499991474 req-dee3c460-f14f-4a85-a31d-5ad3e734eb58 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.9210486 Jul 16 18:40:05.725455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c3edd58d-86a2-44d5-8fee-ba90428a3a35 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:05.726656 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.781205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-1b398b7b-88fe-4771-ad12-c143dcba0236 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.787653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-1b398b7b-88fe-4771-ad12-c143dcba0236 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 945 time: 0.3240871 Jul 16 18:40:05.798308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': 'aa98645b-575b-4534-8fce-56547ed3feab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c3925ca-45d0-4797-a517-e87b2835ea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:05.798905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 1c3925ca-45d0-4797-a517-e87b2835ea56, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:05.829068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Made reservation on behalf of d43490ec1e2b4d548fa24450bc54a80e for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:05.831666 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.867031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55c188d4-9439-4f13-8c64-0ca499991474 req-5f02c310-764f-47f3-bc40-98c656ba2245 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/security-groups?id=52af9322-4903-49ee-b9e1-00a4f625d03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881890 Jul 16 18:40:05.949394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 1c3925ca-45d0-4797-a517-e87b2835ea56 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:05.977136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1c3925ca-45d0-4797-a517-e87b2835ea56) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:05.977859 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:05.993771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.994904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.013768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cec8f4-427d-436c-b45b-54c479585f71 None None] Network 1c3925ca-45d0-4797-a517-e87b2835ea56 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:06.155022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port d6620d0b-49ee-42cb-b9f5-84268ec152e3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:06.156291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.163434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542fe13-b164-4edf-b500-e75489bc7b52 req-571678d5-e75e-4139-8506-665ca1138e24 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.177490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e542fe13-b164-4edf-b500-e75489bc7b52 req-571678d5-e75e-4139-8506-665ca1138e24 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.4077525 Jul 16 18:40:06.183354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf7b3089-9244-4ac0-928a-0478658d88fe tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6399064 Jul 16 18:40:06.190423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56198) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:06.296795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08f4dfc-3731-4379-989f-35bcfe4be1ce None None] New status for floating IP cd3a25f5-b714-4b8c-93af-546f28774aa2: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:40:06.321894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port d6620d0b-49ee-42cb-b9f5-84268ec152e3, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d6620d0b-49ee-42cb-b9f5-84268ec152e3,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:06.322299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.341666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for d6620d0b-49ee-42cb-b9f5-84268ec152e3 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:06.384236 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.421830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:06.431475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c3edd58d-86a2-44d5-8fee-ba90428a3a35, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c3edd58d-86a2-44d5-8fee-ba90428a3a35,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:06.456761 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.562438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c3edd58d-86a2-44d5-8fee-ba90428a3a35,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.571595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.573084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.573465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.573868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.574215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.574548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.574891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.575226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.575572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.576210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.576549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.576898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:06.597240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-1c3925ca-45d0-4797-a517-e87b2835ea56', 'network_id': '1c3925ca-45d0-4797-a517-e87b2835ea56', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': 'a86cc112-9d76-412d-b8e9-0387fa3dd2fb'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:06.598728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.623058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e542fe13-b164-4edf-b500-e75489bc7b52 req-4db7aa28-e256-43e8-a513-ab6743970727 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375153 Jul 16 18:40:06.626606 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.680359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c67cddf-5998-47b7-aa02-b32cf850cb16,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.686898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.701761 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.771521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=d6620d0b-49ee-42cb-b9f5-84268ec152e3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:06.776005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46ed583e-79e6-4bcd-95ee-b2857c41ef16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.783610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Checking segment: {'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:06.783610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Network hostable DHCP agents. Network: bcc5de28-294a-4599-ae64-968907f74467, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:06.800735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.835262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Network bcc5de28-294a-4599-ae64-968907f74467 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:06.858199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, bcc5de28-294a-4599-ae64-968907f74467) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:06.861295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] No DVR routers for this DVR port d6620d0b-49ee-42cb-b9f5-84268ec152e3 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:06.868027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.868770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.869529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:06.871763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8b6a7b44-a38e-4b27-a4e1-dd65a050183d req-cf012a11-b562-450f-bd90-d6a89a261609 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.13 "DELETE /v2.0/ports/d6620d0b-49ee-42cb-b9f5-84268ec152e3 HTTP/1.1" status: 204 len: 173 time: 1.0695908 Jul 16 18:40:06.872410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'name': 'network-vif-deleted', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:06.877113 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c052c21-e162-4fe4-9e55-17e4c7186e5e" -d '{"events": [{"server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "name": "network-vif-deleted", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:06.878854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cde6cff-4ffc-4245-80c5-4137b8db2440 None None] Network bcc5de28-294a-4599-ae64-968907f74467 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:07.011889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Allocated IP 172.20.0.3 (1c3925ca-45d0-4797-a517-e87b2835ea56/a86cc112-9d76-412d-b8e9-0387fa3dd2fb/e554f8c2-5c70-4b24-a408-8fc8a31ec2f8) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:07.069018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46ed583e-79e6-4bcd-95ee-b2857c41ef16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.078800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46ed583e-79e6-4bcd-95ee-b2857c41ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.089685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c897254-4e80-4dea-85ff-f857ccd76c48 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5304041 Jul 16 18:40:07.090315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:07.095576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:07.153572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.156305 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.176587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-bcc5de28-294a-4599-ae64-968907f74467', 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'fixed_ips': [{'subnet_id': '7c67cddf-5998-47b7-aa02-b32cf850cb16'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:07.178242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.183954 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8248aed-9d28-44a9-881e-66d9ec43aee9 x-openstack-request-id: req-b8248aed-9d28-44a9-881e-66d9ec43aee9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:07.184702 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e885ff-94d5-49f4-929b-c3b0108be8e3", "name": "network-vif-deleted", "tag": "d6620d0b-49ee-42cb-b9f5-84268ec152e3", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:07.189016 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8248aed-9d28-44a9-881e-66d9ec43aee9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:07.190071 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e885ff-94d5-49f4-929b-c3b0108be8e3', 'name': 'network-vif-deleted', 'tag': 'd6620d0b-49ee-42cb-b9f5-84268ec152e3', 'status': 'completed', 'code': 200} Jul 16 18:40:07.218643 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-46ed583e-79e6-4bcd-95ee-b2857c41ef16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a182ad21a79743709411b40bfed46c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7949760 Jul 16 18:40:07.228940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:07.268669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b0be4a8-b139-440a-9bf0-bb761e9cd5f2 req-5f9e3ef9-0cf7-4dc7-8394-42aee744dff2 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "GET /v2.0/ports?device_id=51e885ff-94d5-49f4-929b-c3b0108be8e3 HTTP/1.1" status: 200 len: 210 time: 0.0885227 Jul 16 18:40:07.291415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed583e-79e6-4bcd-95ee-b2857c41ef16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d237378-a15b-4c01-8ce5-4c1e283db11e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.310088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.370278 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.419038 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Sync routers for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:07.434433 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:07.436321 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:07.489065 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11489fcd-88b8-4e2e-9191-e5ae0a364125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.502257 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.532018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Transition to ACTIVE for port object e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:07.544046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Allocated IP 172.20.0.2 (bcc5de28-294a-4599-ae64-968907f74467/7c67cddf-5998-47b7-aa02-b32cf850cb16/ce09bae6-d675-40c7-883a-940feca98b1a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:07.565269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Transition to ACTIVE for port object e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:07.577034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.584445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11489fcd-88b8-4e2e-9191-e5ae0a364125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.661512 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:07.706853 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.722097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Network 1c3925ca-45d0-4797-a517-e87b2835ea56 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:07.724442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11489fcd-88b8-4e2e-9191-e5ae0a364125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.727970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11489fcd-88b8-4e2e-9191-e5ae0a364125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:07.728262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Pushing event updated for resources: {'Port': ['ID=e554f8c2-5c70-4b24-a408-8fc8a31ec2f8,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.733033 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-11489fcd-88b8-4e2e-9191-e5ae0a364125 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d237378-a15b-4c01-8ce5-4c1e283db11e HTTP/1.1" status: 204 len: 168 time: 0.4972856 Jul 16 18:40:07.753577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11489fcd-88b8-4e2e-9191-e5ae0a364125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d237378-a15b-4c01-8ce5-4c1e283db11e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:07.763551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:07.772846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:08.020764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Attempting to bind port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:08.022611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Attempting to bind port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'aa98645b-575b-4534-8fce-56547ed3feab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c3925ca-45d0-4797-a517-e87b2835ea56'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:08.023277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Attempting to bind port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 on network 1c3925ca-45d0-4797-a517-e87b2835ea56 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:08.109567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:08.110366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Checking segment: {'id': 'aa98645b-575b-4534-8fce-56547ed3feab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c3925ca-45d0-4797-a517-e87b2835ea56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:08.111050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.112663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Bound using segment: {'id': 'aa98645b-575b-4534-8fce-56547ed3feab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c3925ca-45d0-4797-a517-e87b2835ea56'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:08.114588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Bound port: e554f8c2-5c70-4b24-a408-8fc8a31ec2f8, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa98645b-575b-4534-8fce-56547ed3feab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '1c3925ca-45d0-4797-a517-e87b2835ea56'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:08.115073 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.182603 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.201299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Transition to ACTIVE for port object ce09bae6-d675-40c7-883a-940feca98b1a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:08.235865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Transition to ACTIVE for port object ce09bae6-d675-40c7-883a-940feca98b1a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:08.243069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] For port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:08.249285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] For port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e554f8c2-5c70-4b24-a408-8fc8a31ec2f8,segment=NetworkSegment(aa98645b-575b-4534-8fce-56547ed3feab),segment_id=aa98645b-575b-4534-8fce-56547ed3feab)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:08.251211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.267598 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.297847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Network bcc5de28-294a-4599-ae64-968907f74467 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:08.310309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:08.315058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:08.344585 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:39:59Z', 'revision_number': 2, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:08.403552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Pushing event updated for resources: {'Port': ['ID=ce09bae6-d675-40c7-883a-940feca98b1a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:08.443776 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Checking router: f0b45521-0d40-4a3c-a4af-02d6adc30f6e for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:08.445331 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Updating router f0b45521-0d40-4a3c-a4af-02d6adc30f6e port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:08.457697 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.458765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Attempting to bind port ce09bae6-d675-40c7-883a-940feca98b1a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:08.459090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Attempting to bind port ce09bae6-d675-40c7-883a-940feca98b1a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:08.459515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Attempting to bind port ce09bae6-d675-40c7-883a-940feca98b1a on network bcc5de28-294a-4599-ae64-968907f74467 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:08.484989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.485677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:08.486070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Checking segment: {'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:08.486779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.487245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Bound using segment: {'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:08.487754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Bound port: ce09bae6-d675-40c7-883a-940feca98b1a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:08.488197 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.504111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56226) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:08.545909 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45da-8f40-49ba-86bd-16c1d55a5bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.583157 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.620011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.639104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3925ca-45d0-4797-a517-e87b2835ea56']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:08.658632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa98645b-575b-4534-8fce-56547ed3feab') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:08.658632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa98645b-575b-4534-8fce-56547ed3feab') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:08.662825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56228) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:08.672749 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.691563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.696284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92213d03-983a-444f-910d-2e8afb87c54d None None] Pushing event updated for resources: {'Port': ['ID=e554f8c2-5c70-4b24-a408-8fc8a31ec2f8,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:08.704367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:08.704790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.763473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] For port ce09bae6-d675-40c7-883a-940feca98b1a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:08.821643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] For port ce09bae6-d675-40c7-883a-940feca98b1a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ce09bae6-d675-40c7-883a-940feca98b1a,segment=NetworkSegment(5ed723a5-6f6e-4b4f-a633-607aa97e1acb),segment_id=5ed723a5-6f6e-4b4f-a633-607aa97e1acb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:08.831437 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:08.849787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3edd58d-86a2-44d5-8fee-ba90428a3a35 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:08.855214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:08.913692 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:40:08.913692 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:40:08.913692 n-d-793620-10 neutron-server[93777]: [parameters: {'id': '1c3925ca-45d0-4797-a517-e87b2835ea56'}] Jul 16 18:40:08.913692 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:40:08.914399 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:40:08.915149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=a86cc112-9d76-412d-b8e9-0387fa3dd2fb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:08.941018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada253f-5b96-4c26-b208-52b38bd8bb33 req-82cfdf51-7fc7-4a54-853f-1d7fa76c8b62 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.943106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ada253f-5b96-4c26-b208-52b38bd8bb33 req-82cfdf51-7fc7-4a54-853f-1d7fa76c8b62 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.6525145 Jul 16 18:40:09.076860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ada253f-5b96-4c26-b208-52b38bd8bb33 req-fcaedc30-2944-469a-af9a-fb9d6cf81d6e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205695 Jul 16 18:40:09.215104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf7c16-0e0a-4133-bbab-1ff028eeacf9 None None] Pushing event updated for resources: {'Port': ['ID=ce09bae6-d675-40c7-883a-940feca98b1a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.227464 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.242359 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Transition to ACTIVE for port object b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:09.260715 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.310094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c3edd58d-86a2-44d5-8fee-ba90428a3a35 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:09.310721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.415684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.420987 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Attempting to bind port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:09.421365 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Attempting to bind port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:09.421734 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Attempting to bind port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 on network 3e8208f0-0e82-40e0-ae6c-398945404bdf {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:09.442156 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:09.442775 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Checking segment: {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:09.442992 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.443804 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Bound using segment: {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:09.444861 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Bound port: b305e2e7-63a0-4fc3-b51c-7e9f427c1e60, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:09.444861 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.470669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.475885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45da-8f40-49ba-86bd-16c1d55a5bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.488815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cc45da-8f40-49ba-86bd-16c1d55a5bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.546269 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] For port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:09.550614 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] For port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:09.552227 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Pushing event updated for resources: {'Port': ['ID=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.566413 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.566801 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.567126 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.567468 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.567809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.568171 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.571906 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.572437 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.572780 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.573113 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.573444 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.573778 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:09.584136 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.601694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc45da-8f40-49ba-86bd-16c1d55a5bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57f059-0c3e-474d-932a-6ca0a130adab,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.617224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f5cc45da-8f40-49ba-86bd-16c1d55a5bca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=536518795e4945aba0343ed5d0708690&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1108913 Jul 16 18:40:09.675417 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:09.711313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:09.749250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a891e8-9210-4be8-b262-ec22efe03407 None None] Pushing event updated for resources: {'Port': ['ID=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:09.763452 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:09.764284 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:09.968175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Allocated IP 172.25.0.214 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/c9d32965-390a-48e6-a9c3-19ec6cb2c92d) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:10.002843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1d62e-ce15-4842-b708-9e0bcdc3c1fe req-49107641-9147-4ecf-aa87-b7ba60da302b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:10.003332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38b1d62e-ce15-4842-b708-9e0bcdc3c1fe req-49107641-9147-4ecf-aa87-b7ba60da302b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.5468900 Jul 16 18:40:10.021261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a2f2a5-c2d7-4622-9b77-c62711788235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.037850 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:10.137456 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a2f2a5-c2d7-4622-9b77-c62711788235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.222584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d6620d0b-49ee-42cb-b9f5-84268ec152e3 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:10.267883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Deleting port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:10.268277 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.292896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: d6620d0b-49ee-42cb-b9f5-84268ec152e3 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:10.293463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d6620d0b-49ee-42cb-b9f5-84268ec152e3 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:10.320979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.328088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a2f2a5-c2d7-4622-9b77-c62711788235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.342519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77a2f2a5-c2d7-4622-9b77-c62711788235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.347639 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-77a2f2a5-c2d7-4622-9b77-c62711788235 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa57f059-0c3e-474d-932a-6ca0a130adab HTTP/1.1" status: 204 len: 168 time: 0.6311800 Jul 16 18:40:10.390566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] For port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e554f8c2-5c70-4b24-a408-8fc8a31ec2f8,segment=NetworkSegment(aa98645b-575b-4534-8fce-56547ed3feab),segment_id=aa98645b-575b-4534-8fce-56547ed3feab)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:10.390953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.409813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Calling delete_port for e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:10.453595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2f2a5-c2d7-4622-9b77-c62711788235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57f059-0c3e-474d-932a-6ca0a130adab,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:10.542787 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:09Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:10.631026 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.632536 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f4130-61c9-4f2d-ade0-f0876cc75f45 None None] The sync data for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 is: [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:09Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:10.723338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5607f9-4d72-4a5c-b654-cd8c6d74acbe None None] Network 1c3925ca-45d0-4797-a517-e87b2835ea56 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:10.752426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38b1d62e-ce15-4842-b708-9e0bcdc3c1fe req-ebcc0e66-5b91-45c1-afad-eeb571032faf tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505207 Jul 16 18:40:10.759464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Port': ['ID=e554f8c2-5c70-4b24-a408-8fc8a31ec2f8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:10.773232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No DVR routers for this DVR port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:10.780047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.814012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df3cd1ac-9a2b-4aef-83f7-13c6beba2586 None None] Could not find standard attr ID for object e554f8c2-5c70-4b24-a408-8fc8a31ec2f8. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:40:10.940355 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:10.959732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3925ca-45d0-4797-a517-e87b2835ea56']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:11.007688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa98645b-575b-4534-8fce-56547ed3feab') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:11.007688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa98645b-575b-4534-8fce-56547ed3feab') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:11.040914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.135801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.158098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.183163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port d219b26d-7564-4947-a6e3-5b9ceed888aa {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:11.183918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:11.184058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.262155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:11.267819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.272633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:11.273578 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:11.312831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:11.315751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:11.516911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.523154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:11.538900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:11.539501 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.628753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3752f82-ecbd-4446-a274-aa39b7219e24 None None] DHCP port deletion for 1c3925ca-45d0-4797-a517-e87b2835ea56 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:11.679919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port d219b26d-7564-4947-a6e3-5b9ceed888aa, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d219b26d-7564-4947-a6e3-5b9ceed888aa,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:11.685038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.710941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.722417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for d219b26d-7564-4947-a6e3-5b9ceed888aa owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:11.780194 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.805060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/1c3925ca-45d0-4797-a517-e87b2835ea56 HTTP/1.1" status: 204 len: 168 time: 5.6074963 Jul 16 18:40:11.809936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56250) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:11.825655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816a239-ec7a-42df-9993-3c556c2de6d0 None None] Network bcc5de28-294a-4599-ae64-968907f74467 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:11.833705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4390b70-0be2-494c-9916-89bf36b89371 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=1c3925ca-45d0-4797-a517-e87b2835ea56,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.836239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-788388343'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:11.850559 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.096501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:12.121736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-678596aa-21db-4ff5-90f8-77afcd7d73fd None None] Provisioning for port ce09bae6-d675-40c7-883a-940feca98b1a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:12.129197 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.130068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ce09bae6-d675-40c7-883a-940feca98b1a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:12.166812 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.167020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:12.172142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.241634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:12.277418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.277898 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment 573fddf6-e83e-411c-b63a-42b5ce2ff4a4 of type vlan for network 1a7b07b2-629c-4a39-abc8-145699505b48 Jul 16 18:40:12.284743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port ce09bae6-d675-40c7-883a-940feca98b1a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:12.308445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ce09bae6-d675-40c7-883a-940feca98b1a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:12.309207 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.354751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.378961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.471252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-2225c08b-af6f-4c29-aba5-a8a8b6b94699 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:12.476049 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-2225c08b-af6f-4c29-aba5-a8a8b6b94699 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 814 time: 0.3524024 Jul 16 18:40:12.483268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.485597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.501034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.520944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:12.522021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.571250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port ce09bae6-d675-40c7-883a-940feca98b1a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ce09bae6-d675-40c7-883a-940feca98b1a,segment=NetworkSegment(5ed723a5-6f6e-4b4f-a633-607aa97e1acb),segment_id=5ed723a5-6f6e-4b4f-a633-607aa97e1acb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:12.583908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.584774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:12.697179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:12.699609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 18:40:12.753674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Port e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 not found, will not notify nova. {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 18:40:12.834196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=ce09bae6-d675-40c7-883a-940feca98b1a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.851725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.949917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=d219b26d-7564-4947-a6e3-5b9ceed888aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.998058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:13.050456 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2289195 Jul 16 18:40:13.066437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56278) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.074302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '1a7b07b2-629c-4a39-abc8-145699505b48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:13.107527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:13.108659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.149454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3d9c8-b7fb-4e3b-bfb9-328075c6e9c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=1a7b07b2-629c-4a39-abc8-145699505b48,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:13.184474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1a7b07b2-629c-4a39-abc8-145699505b48 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:13.272204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Router e8a8818e-751c-4b4c-bda8-346169f59f3b is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:13.275631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:13.279471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.284860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0685d215-1c7c-44d3-8590-fe07ce7aa425 None None] Provisioning complete for port ce09bae6-d675-40c7-883a-940feca98b1a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:13.285492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0685d215-1c7c-44d3-8590-fe07ce7aa425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.364513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-d8521fff-bfd1-44c8-b23b-f3c450dc5006 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/quotas/d4b018dd985a4b86b96fe309f0ccdd2c HTTP/1.1" status: 200 len: 375 time: 0.7741814 Jul 16 18:40:13.471707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.489927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-0188415f-9fae-461c-8f07-d2c060d51dfb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.493370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-0188415f-9fae-461c-8f07-d2c060d51dfb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0b6e400-efbb-43ec-885c-78e9c5944c77 HTTP/1.1" status: 200 len: 945 time: 0.5409498 Jul 16 18:40:13.783684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-eb1832b4-575a-4c60-bfba-abb6726c6f40 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4111271 Jul 16 18:40:13.784870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:13.795557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:13.800770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Sync routers for ids ['e8a8818e-751c-4b4c-bda8-346169f59f3b'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:13.839005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Routers {'e8a8818e-751c-4b4c-bda8-346169f59f3b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:13.840207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e8a8818e-751c-4b4c-bda8-346169f59f3b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:13.883792 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:13.885708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dc9aa647-cddd-4d57-a7a1-8505c5f3a2c2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7943358 Jul 16 18:40:13.891053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56288) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:13.895763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:13.896244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e554f8c2-5c70-4b24-a408-8fc8a31ec2f8 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:14.053043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Set router e8a8818e-751c-4b4c-bda8-346169f59f3b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:14.112484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Router ee772c73-e637-4482-b0a3-edcf64aed387 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:14.123251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Deleting port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:14.123251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.202209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-3dedb41b-bb5f-4dfc-acdf-b25d1ef6fca2 service neutron] 10.222.0.48 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009368 Jul 16 18:40:14.412899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 3, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port': {'id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:87:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:09Z', 'updated_at': '2021-07-16T18:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:14.468051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Checking router: e8a8818e-751c-4b4c-bda8-346169f59f3b for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:14.468707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Updating router e8a8818e-751c-4b4c-bda8-346169f59f3b port c9d32965-390a-48e6-a9c3-19ec6cb2c92d binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:14.548009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.717355 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.971613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=37327568-13c5-4c92-b8f6-a4337a3d2b59,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.042810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] For port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:15.043709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.047474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:15.058771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5c83e5b-71d1-453c-b555-83e1bd0281cd tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "PUT /v2.0/routers/ee772c73-e637-4482-b0a3-edcf64aed387/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3947489 Jul 16 18:40:15.064878 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] Sync routers for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:15.073257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:15.082847 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:15.083520 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:15.113798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-d0f054ef-5fb9-4694-9250-cfafd7c8628e service neutron] 10.222.0.48 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8931386 Jul 16 18:40:15.150743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting subnet fa1c9640-99b1-446e-be49-711fe982655d {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:15.151079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': '573fddf6-e83e-411c-b63a-42b5ce2ff4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a7b07b2-629c-4a39-abc8-145699505b48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:15.151264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 1a7b07b2-629c-4a39-abc8-145699505b48, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:15.153725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Calling delete_port for ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:15.159841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.233911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 1a7b07b2-629c-4a39-abc8-145699505b48 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:15.245802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-b5b88512-49c6-4c00-baf2-e137d315356c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4556985 Jul 16 18:40:15.262364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.359879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1a7b07b2-629c-4a39-abc8-145699505b48) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:15.390641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.391620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.440498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ce09bae6-d675-40c7-883a-940feca98b1a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:15.451055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d96c22-c9d0-4004-908b-1b5b4cec4249 None None] Network 1a7b07b2-629c-4a39-abc8-145699505b48 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:15.514626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bbccdd9c-7858-429b-8849-582105374724 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4467299 Jul 16 18:40:15.523418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56330) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:15.578057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.616601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:15.663175 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:15.696948 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:15.895545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Pushing event deleted for resources: {'Port': ['ID=ad4b8b0e-6cf4-44e1-ad9c-f089753f8273,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.913289 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.033488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1c9640-99b1-446e-be49-711fe982655d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:16.052991 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.088118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.095174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9a02a629-8651-479a-bec5-07e44b4c8813 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/subnets/fa1c9640-99b1-446e-be49-711fe982655d HTTP/1.1" status: 204 len: 168 time: 1.0152400 Jul 16 18:40:16.097914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] No DVR routers for this DVR port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:16.104803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.108901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-007b5b84-be9f-470c-9bd5-04e14f2b70b5 req-3f49f783-946e-4ada-98ae-3259d5f009c1 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.55 "DELETE /v2.0/ports/ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 HTTP/1.1" status: 204 len: 173 time: 2.6060560 Jul 16 18:40:16.110242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:16.111263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-deleted', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:16.118401 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e94f0fa-f947-4eb5-934f-770610781394" -d '{"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-deleted", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:16.176954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0272ab49-0e8e-487a-892f-f65b372fa6d9 req-30e22561-8628-433f-a91e-bb6daec83a9b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 210 time: 0.7442579 Jul 16 18:40:16.246711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56346) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:16.277896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ebc710-0fd0-49c6-bbe3-d8a2d56aeb4a None None] Network 8feb6ad5-cb21-4011-b1df-6b7412d711b3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:16.305551 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:40:12Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:16.376194 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.404638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-6a587687-c6f5-4e85-9774-67c5fa3a55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.412087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-6a587687-c6f5-4e85-9774-67c5fa3a55de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1097 time: 1.0657010 Jul 16 18:40:16.416335 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] Checking router: ee772c73-e637-4482-b0a3-edcf64aed387 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:16.458346 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] Routers {'ee772c73-e637-4482-b0a3-edcf64aed387'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:16.460246 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['ee772c73-e637-4482-b0a3-edcf64aed387'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:16.547867 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c5208f-2e45-487e-bc0f-48b81d710c2c x-openstack-request-id: req-17c5208f-2e45-487e-bc0f-48b81d710c2c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:16.548487 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b6e400-efbb-43ec-885c-78e9c5944c77", "name": "network-vif-deleted", "tag": "ad4b8b0e-6cf4-44e1-ad9c-f089753f8273", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:16.549197 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17c5208f-2e45-487e-bc0f-48b81d710c2c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:16.549773 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b6e400-efbb-43ec-885c-78e9c5944c77', 'name': 'network-vif-deleted', 'tag': 'ad4b8b0e-6cf4-44e1-ad9c-f089753f8273', 'status': 'completed', 'code': 200} Jul 16 18:40:16.588380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.635491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No active binding found for port ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:40:16.636055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ad4b8b0e-6cf4-44e1-ad9c-f089753f8273 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:16.656393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb047ef-47d5-4114-b443-11107ba3f95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-1a7b07b2-629c-4a39-abc8-145699505b48', 'network_id': '1a7b07b2-629c-4a39-abc8-145699505b48', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': '37327568-13c5-4c92-b8f6-a4337a3d2b59'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:16.660911 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8cb047ef-47d5-4114-b443-11107ba3f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.721118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Transition to ACTIVE for port object c9d32965-390a-48e6-a9c3-19ec6cb2c92d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:16.755737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ce09bae6-d675-40c7-883a-940feca98b1a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:16.760952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.815751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.822538 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] Set router ee772c73-e637-4482-b0a3-edcf64aed387 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:16.869377 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.972895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-fb1e4478-f4e9-4432-89b7-dee295dc59c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.974490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-fb1e4478-f4e9-4432-89b7-dee295dc59c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 200 len: 909 time: 0.5082054 Jul 16 18:40:16.982642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c98bc71c-8bd6-4620-9bb2-7b560bec907d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.018329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:17.018897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.030544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7790d-c5ff-41f8-8232-62f4d5aa5eaf None None] Pushing event updated for resources: {'Port': ['ID=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.042847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Attempting to bind port c9d32965-390a-48e6-a9c3-19ec6cb2c92d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:17.043229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Attempting to bind port c9d32965-390a-48e6-a9c3-19ec6cb2c92d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:17.044226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Attempting to bind port c9d32965-390a-48e6-a9c3-19ec6cb2c92d on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:17.052246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:17.052645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:17.053067 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.053480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:17.054045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Bound port: c9d32965-390a-48e6-a9c3-19ec6cb2c92d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:17.054410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.119295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] For port c9d32965-390a-48e6-a9c3-19ec6cb2c92d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:17.123379 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] For port c9d32965-390a-48e6-a9c3-19ec6cb2c92d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:17.150951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.177829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.201706 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:40:12Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:17.248614 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb929fd-eb50-4126-a382-a114e9f2e03a None None] The sync data for ids ['ee772c73-e637-4482-b0a3-edcf64aed387'] in n-d-793620-10 is: [{'id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'name': 'tempest-TestNetworkAdvancedServerOps-router-852478750', 'tenant_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:37:48Z', 'updated_at': '2021-07-16T18:40:12Z', 'revision_number': 5, 'project_id': 'd18b8d744c464ce99a2cf60e1da305d1', 'gw_port': {'id': '3e139658-0c61-40d9-a5fa-05ce7f7ceb78', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:7b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee772c73-e637-4482-b0a3-edcf64aed387', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:37:49Z', 'updated_at': '2021-07-16T18:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:17.252996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port 3e139658-0c61-40d9-a5fa-05ce7f7ceb78, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:17.254258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.259060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.303436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:17.402693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-b6c749e0-f285-47d1-a0e6-186b342da586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 200 len: 1001 time: 0.4173322 Jul 16 18:40:17.518201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7790d-c5ff-41f8-8232-62f4d5aa5eaf None None] Pushing event updated for resources: {'Port': ['ID=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.557483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2e490c4-621a-4641-9ace-2eba96d6199f req-50001edf-944d-4324-864f-bca32cef7291 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 210 time: 0.1534603 Jul 16 18:40:17.612923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Routers {'e8a8818e-751c-4b4c-bda8-346169f59f3b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:17.614046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e8a8818e-751c-4b4c-bda8-346169f59f3b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:17.622114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-c3d880d4-e2bd-4e32-b2d6-106cbb9f44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:17.624175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-c3d880d4-e2bd-4e32-b2d6-106cbb9f44e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbbd1be5-162e-4674-8fbf-f143674e14aa HTTP/1.1" status: 200 len: 848 time: 0.2125821 Jul 16 18:40:17.713507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.729256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.757411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] DHCP port deletion for 8feb6ad5-cb21-4011-b1df-6b7412d711b3 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-8cb047ef-47d5-4114-b443-11107ba3f95f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37327568-13c5-4c92-b8f6-a4337a3d2b59: This subnet is being modified by another concurrent operation. Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37327568-13c5-4c92-b8f6-a4337a3d2b59: This subnet is being modified by another concurrent operation. Jul 16 18:40:17.771921 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:40:17.804878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=3e139658-0c61-40d9-a5fa-05ce7f7ceb78,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.807645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ca4a9c-00d1-41b4-b2ba-d7d34c61d78e None None] Network 1a7b07b2-629c-4a39-abc8-145699505b48 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:17.843712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=37327568-13c5-4c92-b8f6-a4337a3d2b59,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:17.907339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219b26d-7564-4947-a6e3-5b9ceed888aa no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:17.925173 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.966825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d219b26d-7564-4947-a6e3-5b9ceed888aa {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:17.967335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d219b26d-7564-4947-a6e3-5b9ceed888aa not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:17.968042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b1684500-0b47-4f33-8d63-307b993110fd no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:18.045367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.067440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7b07b2-629c-4a39-abc8-145699505b48']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.086242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.088547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Allocated IP 172.20.0.1 (bcc5de28-294a-4599-ae64-968907f74467/7c67cddf-5998-47b7-aa02-b32cf850cb16/539b2eeb-d2a8-4512-aef2-dc861b491247) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:18.089436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.094640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c98bc71c-8bd6-4620-9bb2-7b560bec907d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.100101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573fddf6-e83e-411c-b63a-42b5ce2ff4a4') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.100101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573fddf6-e83e-411c-b63a-42b5ce2ff4a4') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:18.139584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c98bc71c-8bd6-4620-9bb2-7b560bec907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.178351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.179003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Fanout notify agent at l3_agent the message router_deleted on router ee772c73-e637-4482-b0a3-edcf64aed387 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:18.197489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.202121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.205653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9166a606-48f3-47f6-964d-b9ddf1283e2b tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/routers/ee772c73-e637-4482-b0a3-edcf64aed387 HTTP/1.1" status: 204 len: 168 time: 2.0793757 Jul 16 18:40:18.216711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.236654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c98bc71c-8bd6-4620-9bb2-7b560bec907d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e71c45a887c4c51abb7f00d0af38dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9740961 Jul 16 18:40:18.236654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-720b05e5-1881-46af-8954-1b06b31e75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.237835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-720b05e5-1881-46af-8954-1b06b31e75c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5285525 Jul 16 18:40:18.248552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56356) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.273965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] Set router e8a8818e-751c-4b4c-bda8-346169f59f3b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:18.311973 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.371575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:18.372572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.453988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bc71c-8bd6-4620-9bb2-7b560bec907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d1d1a8-fd35-4400-8725-d91f41e77d39,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:18.458507 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:18.473082 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.482076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-8e58c4a0-dbe9-4d87-8776-49ba1bec42eb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.483716 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-8e58c4a0-dbe9-4d87-8776-49ba1bec42eb tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 814 time: 0.3452537 Jul 16 18:40:18.496867 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.498727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Request body: {'port': {'device_id': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'admin_state_up': True, 'tenant_id': 'd4b018dd985a4b86b96fe309f0ccdd2c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:18.537951 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.544038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/1a7b07b2-629c-4a39-abc8-145699505b48 HTTP/1.1" status: 204 len: 168 time: 3.0085309 Jul 16 18:40:18.563842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:18.573539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1867377991'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:18.629536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63987de3-d1b2-4270-a3ab-e6ff273ef52c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=1a7b07b2-629c-4a39-abc8-145699505b48,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:18.683120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a92f141f-b274-4a8d-945a-ffbfff3a341d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.710157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a92f141f-b274-4a8d-945a-ffbfff3a341d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.722756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:18.727102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.728742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] Deleting port b1684500-0b47-4f33-8d63-307b993110fd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:18.729274 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.762980 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.780683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Deleting port b1684500-0b47-4f33-8d63-307b993110fd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:18.781657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.802049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.829567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-574fce06-c745-4d69-8fe8-e6d942052037 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617845 Jul 16 18:40:18.835465 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f48143b8-6009-4c87-9d44-ea486fc79436 req-25eb079e-7b1b-4ee1-8e7e-78f20e810bda tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 210 time: 0.1029541 Jul 16 18:40:18.872786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Made reservation on behalf of d4b018dd985a4b86b96fe309f0ccdd2c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:18.876585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.889055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:18.892349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] For port b1684500-0b47-4f33-8d63-307b993110fd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1684500-0b47-4f33-8d63-307b993110fd,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:18.892722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.923983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Transition to ACTIVE for port object 539b2eeb-d2a8-4512-aef2-dc861b491247 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:18.925731 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.926044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a92f141f-b274-4a8d-945a-ffbfff3a341d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.926171 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment 82cc6b7e-cc5c-4719-8e06-a1d0addf16e9 of type vlan for network 1f098719-f93e-4068-bbe6-b7b281bd9f33 Jul 16 18:40:18.928684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a92f141f-b274-4a8d-945a-ffbfff3a341d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.930058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a92f141f-b274-4a8d-945a-ffbfff3a341d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a0d1d1a8-fd35-4400-8725-d91f41e77d39 HTTP/1.1" status: 204 len: 168 time: 0.6781068 Jul 16 18:40:18.942559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Calling delete_port for b1684500-0b47-4f33-8d63-307b993110fd owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:18.971339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f141f-b274-4a8d-945a-ffbfff3a341d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d1d1a8-fd35-4400-8725-d91f41e77d39,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.010910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] For port b1684500-0b47-4f33-8d63-307b993110fd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1684500-0b47-4f33-8d63-307b993110fd,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:19.011534 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.053695 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.056966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5847889c-b1a2-4872-8439-d5b19417ad82 req-4df9548b-63a3-4009-b547-565041d9410b service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072883 Jul 16 18:40:19.061297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b1684500-0b47-4f33-8d63-307b993110fd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b1684500-0b47-4f33-8d63-307b993110fd,segment=NetworkSegment(0a9155f2-249f-4e4d-8436-d67545f74120),segment_id=0a9155f2-249f-4e4d-8436-d67545f74120)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:19.098291 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.102690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.177273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] Calling delete_port for b1684500-0b47-4f33-8d63-307b993110fd owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:19.179921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b1684500-0b47-4f33-8d63-307b993110fd,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.205634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Network bcc5de28-294a-4599-ae64-968907f74467 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:19.212637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:19.217537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:19.274246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Pushing event updated for resources: {'Port': ['ID=539b2eeb-d2a8-4512-aef2-dc861b491247,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.331223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.360877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 3, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port': {'id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:87:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:09Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:19.386134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.398930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf67d9dd-20b4-4e83-ae2d-495450ca1bcb None None] The sync data for ids ['e8a8818e-751c-4b4c-bda8-346169f59f3b'] in n-d-793620-10 is: [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 3, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port': {'id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:87:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:09Z', 'updated_at': '2021-07-16T18:40:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:19.419587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.420731 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.464109 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.509228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] No DVR routers for this DVR port b1684500-0b47-4f33-8d63-307b993110fd on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:19.568195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916a9ef-09fc-4bd6-b81c-576480cbd7de None None] Pushing event deleted for resources: {'Port': ['ID=b1684500-0b47-4f33-8d63-307b993110fd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.674788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=1f098719-f93e-4068-bbe6-b7b281bd9f33,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.696384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425db3e-9284-45b5-b8f1-3fc1a22b0e9c None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:40:19.706509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Allocated IP 172.20.0.13 (2687b085-9fca-4837-9484-2af2b0ca1bd8/a7181dd7-0404-4382-a393-43bb9dc2b598/11bd7921-12d3-41ee-82ed-363a38fe2343) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:19.726377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.731893 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d819bcc0-f725-41f3-a17d-2a68c353d3ff tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1657832 Jul 16 18:40:19.737084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56366) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:19.754537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '1f098719-f93e-4068-bbe6-b7b281bd9f33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:19.777799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1f098719-f93e-4068-bbe6-b7b281bd9f33 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:19.794087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56368) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:19.807307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Port': ['ID=b1684500-0b47-4f33-8d63-307b993110fd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:19.841253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] No DVR routers for this DVR port b1684500-0b47-4f33-8d63-307b993110fd on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:19.948206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:19.985737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-919d1a6b-fbe3-433b-88ef-4c1fe61e49f7 None None] Provisioning for port 539b2eeb-d2a8-4512-aef2-dc861b491247 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:19.998836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-919d1a6b-fbe3-433b-88ef-4c1fe61e49f7 None None] Provisioning complete for port 539b2eeb-d2a8-4512-aef2-dc861b491247 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:19.999363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-919d1a6b-fbe3-433b-88ef-4c1fe61e49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.006713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:20.007328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3e139658-0c61-40d9-a5fa-05ce7f7ceb78 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:20.023740 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.080883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c00bbb45-4b38-4fff-b410-040a492b1559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.102257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-919d1a6b-fbe3-433b-88ef-4c1fe61e49f7 None None] Port 539b2eeb-d2a8-4512-aef2-dc861b491247 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:20.109599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.137259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feb6ad5-cb21-4011-b1df-6b7412d711b3']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:20.146621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425db3e-9284-45b5-b8f1-3fc1a22b0e9c None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:40:20.188997 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9155f2-249f-4e4d-8436-d67545f74120') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:20.189722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9155f2-249f-4e4d-8436-d67545f74120') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:20.200707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.218703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.226132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:20.226805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.276953 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b100f06c-e2b1-4772-b2ba-949fddf2732a req-467772cc-1f57-4bf3-bf82-06533fc00a08 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 210 time: 0.0973382 Jul 16 18:40:20.290654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:20.297637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:20.321018 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:20.325786 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.347387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.353662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/networks/8feb6ad5-cb21-4011-b1df-6b7412d711b3 HTTP/1.1" status: 204 len: 168 time: 2.1354678 Jul 16 18:40:20.356674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56372) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:20.378827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaeefc-6d5e-4bca-a5df-71c2173e15eb tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'Network': ['ID=8feb6ad5-cb21-4011-b1df-6b7412d711b3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.432131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.491774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.561815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Network 2687b085-9fca-4837-9484-2af2b0ca1bd8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:20.566266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:20.574126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:20.634622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Pushing event updated for resources: {'Port': ['ID=11bd7921-12d3-41ee-82ed-363a38fe2343,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:20.655375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.656090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.765225 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:20.831644 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f73-4451-4990-ac69-7928b123b306 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:20.943271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f73-4451-4990-ac69-7928b123b306 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.130586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c00bbb45-4b38-4fff-b410-040a492b1559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.142966 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-666b0967-e800-49a0-9f1f-b3f9283a86f7 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6514606 Jul 16 18:40:21.154858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Request body: {'port': {'device_id': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:21.167992 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c00bbb45-4b38-4fff-b410-040a492b1559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.239826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.257768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.297433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.375685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c00bbb45-4b38-4fff-b410-040a492b1559 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa6496e125344d7f952f2e4d2d119b64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4231107 Jul 16 18:40:21.418600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bbb45-4b38-4fff-b410-040a492b1559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d663b20-94f7-4adb-a87b-05564c189eab,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.423114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56378) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:21.460977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.644438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.660287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Pushing event updated for resources: {'Port': ['ID=539b2eeb-d2a8-4512-aef2-dc861b491247,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.709381 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f73-4451-4990-ac69-7928b123b306 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.714166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c2c42f73-4451-4990-ac69-7928b123b306 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.716075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c2c42f73-4451-4990-ac69-7928b123b306 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] 10.222.0.48 "DELETE /v2.0/security-groups/52af9322-4903-49ee-b9e1-00a4f625d03a HTTP/1.1" status: 204 len: 168 time: 1.3492911 Jul 16 18:40:21.798936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=d2a38d75-cddd-4d7f-a7f8-c9c30bde084d,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.814894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bd7921-12d3-41ee-82ed-363a38fe2343 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:21.815376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c42f73-4451-4990-ac69-7928b123b306 tempest-TestNetworkAdvancedServerOps-943350934 tempest-TestNetworkAdvancedServerOps-943350934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52af9322-4903-49ee-b9e1-00a4f625d03a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.824126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.858443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Transition to ACTIVE for port object 11bd7921-12d3-41ee-82ed-363a38fe2343 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:21.866752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.930979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54a61f26-11b5-4e0c-974c-8c500057bfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.953524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': '82cc6b7e-cc5c-4719-8e06-a1d0addf16e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1f098719-f93e-4068-bbe6-b7b281bd9f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:21.954070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 1f098719-f93e-4068-bbe6-b7b281bd9f33, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:22.015891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Pushing event updated for resources: {'Port': ['ID=11bd7921-12d3-41ee-82ed-363a38fe2343,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:22.025320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407a6ca-095a-4e35-9b18-94e4e8fae98f req-320e241d-7462-4e16-b6e0-c8c808a7baf2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.027993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e407a6ca-095a-4e35-9b18-94e4e8fae98f req-320e241d-7462-4e16-b6e0-c8c808a7baf2 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 932 time: 0.5749378 Jul 16 18:40:22.050667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c9d32965-390a-48e6-a9c3-19ec6cb2c92d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:22.082115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54a61f26-11b5-4e0c-974c-8c500057bfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.137526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Attempting to bind port 11bd7921-12d3-41ee-82ed-363a38fe2343 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:22.138969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Attempting to bind port 11bd7921-12d3-41ee-82ed-363a38fe2343 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:22.140083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Attempting to bind port 11bd7921-12d3-41ee-82ed-363a38fe2343 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:22.145161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 1f098719-f93e-4068-bbe6-b7b281bd9f33 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:22.155597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Port 11bd7921-12d3-41ee-82ed-363a38fe2343 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:22.156478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Attempting to bind port 11bd7921-12d3-41ee-82ed-363a38fe2343 on network 2687b085-9fca-4837-9484-2af2b0ca1bd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:22.166363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Network bcc5de28-294a-4599-ae64-968907f74467 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:22.172611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:22.174424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Checking segment: {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:22.175116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Bound using segment: {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:22.175931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Bound port: 11bd7921-12d3-41ee-82ed-363a38fe2343, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9ac4e5-291d-4392-8562-52ab23dad056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:22.176621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.188042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c9d32965-390a-48e6-a9c3-19ec6cb2c92d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:22.199019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c9d32965-390a-48e6-a9c3-19ec6cb2c92d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:22.200198 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.208377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:22.222945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1f098719-f93e-4068-bbe6-b7b281bd9f33) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:22.229786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.230646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.254765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e407a6ca-095a-4e35-9b18-94e4e8fae98f req-a8b8091c-d2b6-4c78-997b-7ef805358d02 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070203 Jul 16 18:40:22.314182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5da238-7aae-4c4f-b576-75e44e286489 None None] Network 1f098719-f93e-4068-bbe6-b7b281bd9f33 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:22.385711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] For port 11bd7921-12d3-41ee-82ed-363a38fe2343, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:22.399527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] For port 11bd7921-12d3-41ee-82ed-363a38fe2343, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=11bd7921-12d3-41ee-82ed-363a38fe2343,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:22.402257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:22.404555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-33a9b517-b68a-4c68-b610-a3bd59466da6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6651218 Jul 16 18:40:22.424918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.449810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54a61f26-11b5-4e0c-974c-8c500057bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.471545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54a61f26-11b5-4e0c-974c-8c500057bfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.473644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-54a61f26-11b5-4e0c-974c-8c500057bfa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7d663b20-94f7-4adb-a87b-05564c189eab HTTP/1.1" status: 204 len: 168 time: 1.0367546 Jul 16 18:40:22.561178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:22.562402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.565006 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] 10.222.0.13 "PUT /v2.0/ports/11bd7921-12d3-41ee-82ed-363a38fe2343 HTTP/1.1" status: 200 len: 1093 time: 1.4149523 Jul 16 18:40:22.565819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'tag': '11bd7921-12d3-41ee-82ed-363a38fe2343'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:22.570229 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcf99a5-d766-4287-bb40-284e08602d52" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fc4053-359d-413f-8132-f1381c08b1df", "tag": "11bd7921-12d3-41ee-82ed-363a38fe2343"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:22.679166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a61f26-11b5-4e0c-974c-8c500057bfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d663b20-94f7-4adb-a87b-05564c189eab,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:22.706956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56392) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:22.757607 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af6ad96-9e5e-4621-8e04-3d9c09c48948 x-openstack-request-id: req-4af6ad96-9e5e-4621-8e04-3d9c09c48948 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:22.758474 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fc4053-359d-413f-8132-f1381c08b1df", "tag": "11bd7921-12d3-41ee-82ed-363a38fe2343", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:22.759663 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4af6ad96-9e5e-4621-8e04-3d9c09c48948 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:22.760592 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'tag': '11bd7921-12d3-41ee-82ed-363a38fe2343', 'status': 'completed', 'code': 200} Jul 16 18:40:22.830917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Router e8a8818e-751c-4b4c-bda8-346169f59f3b has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:22.833450 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.922050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5e128-017b-410f-baa3-3cb90fd9c97f service neutron] Pushing event updated for resources: {'Port': ['ID=11bd7921-12d3-41ee-82ed-363a38fe2343,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:22.943439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f614429-0f6d-46a8-b15e-78c4905bb3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-1f098719-f93e-4068-bbe6-b7b281bd9f33', 'network_id': '1f098719-f93e-4068-bbe6-b7b281bd9f33', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': 'd2a38d75-cddd-4d7f-a7f8-c9c30bde084d'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:22.945320 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f614429-0f6d-46a8-b15e-78c4905bb3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.984971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c9d32965-390a-48e6-a9c3-19ec6cb2c92d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:23.017054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.029801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-55776b5c-2d1f-4cc5-a807-c35d42af5b6b None None] Provisioning complete for port 539b2eeb-d2a8-4512-aef2-dc861b491247 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:23.031082 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55776b5c-2d1f-4cc5-a807-c35d42af5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.059978 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.081862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-c2b7e8ac-7dee-495f-8771-85064693be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.084671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-c2b7e8ac-7dee-495f-8771-85064693be35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 1096 time: 0.3610172 Jul 16 18:40:23.153675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:23.184200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-568adc68-32c3-4d78-8e4b-31d78033ec57 admin admin] 10.222.0.48 "PUT /v2.0/routers/e8a8818e-751c-4b4c-bda8-346169f59f3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2805185 Jul 16 18:40:23.192044 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.202798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Sync routers for ids ['e8a8818e-751c-4b4c-bda8-346169f59f3b'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:23.292507 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-cfecc16b-faaf-4534-8d0e-ab078bcdbcb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11bd7921-12d3-41ee-82ed-363a38fe2343 HTTP/1.1" status: 200 len: 217 time: 0.2000074 Jul 16 18:40:23.311751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Routers {'e8a8818e-751c-4b4c-bda8-346169f59f3b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:23.312840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e8a8818e-751c-4b4c-bda8-346169f59f3b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:23.449458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-2bd2e55b-37a3-42e2-a68a-d9c903f0bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.452297 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-2bd2e55b-37a3-42e2-a68a-d9c903f0bd38 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7181dd7-0404-4382-a393-43bb9dc2b598 HTTP/1.1" status: 200 len: 854 time: 0.1479056 Jul 16 18:40:23.465904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-55776b5c-2d1f-4cc5-a807-c35d42af5b6b None None] Port 539b2eeb-d2a8-4512-aef2-dc861b491247 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:23.507273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:23.516097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-aa272a4a-3dd2-4231-9042-2baade89d0c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2687b085-9fca-4837-9484-2af2b0ca1bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575557 Jul 16 18:40:23.556899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-9f614429-0f6d-46a8-b15e-78c4905bb3ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a38d75-cddd-4d7f-a7f8-c9c30bde084d: This subnet is being modified by another concurrent operation. Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a38d75-cddd-4d7f-a7f8-c9c30bde084d: This subnet is being modified by another concurrent operation. Jul 16 18:40:23.688532 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:40:23.733302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b977e7d-d2e1-4d89-bfa8-ab8ed1889405 None None] Network 1f098719-f93e-4068-bbe6-b7b281bd9f33 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:23.805404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a38d75-cddd-4d7f-a7f8-c9c30bde084d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:23.876033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Set router e8a8818e-751c-4b4c-bda8-346169f59f3b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:23.945680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c9d32965-390a-48e6-a9c3-19ec6cb2c92d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:24.026167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.074653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f098719-f93e-4068-bbe6-b7b281bd9f33']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:24.094013 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-3433c2c4-4c87-4abe-99f1-a9aeac7bf570 service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5682905 Jul 16 18:40:24.101278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82cc6b7e-cc5c-4719-8e06-a1d0addf16e9') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:24.101746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82cc6b7e-cc5c-4719-8e06-a1d0addf16e9') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:24.173149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.229219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.257685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:24.261207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.360987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-827ef20d-edf0-473a-96e4-162652bbeee6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d18b8d744c464ce99a2cf60e1da305d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6466792 Jul 16 18:40:24.371317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56418) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:24.453037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34a605-3f93-45a4-86c5-1b2c7abd7723 req-c403ccd9-91a9-4750-9641-86347ffc2aec tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.465906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e34a605-3f93-45a4-86c5-1b2c7abd7723 req-c403ccd9-91a9-4750-9641-86347ffc2aec tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 944 time: 0.2602911 Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:24.477274 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:24.562664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e34a605-3f93-45a4-86c5-1b2c7abd7723 req-3feb90c0-19fa-43e8-8dd8-f046e62d1809 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951722 Jul 16 18:40:24.615371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.642760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16310889'] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.644660 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.653397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae87812-25cf-4802-94a7-12bc3010fc18 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:40:24.654459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/1f098719-f93e-4068-bbe6-b7b281bd9f33 HTTP/1.1" status: 204 len: 168 time: 2.2500389 Jul 16 18:40:24.656503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56442) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:24.681742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1855551959'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:24.755609 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.768543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c705d7f1-0329-4374-82a4-adacbee4abcf req-b41295ff-2a2a-4e57-a72f-506c37f9a502 service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627882 Jul 16 18:40:24.770289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2128337-f488-46ba-bf2c-763999a962c0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=1f098719-f93e-4068-bbe6-b7b281bd9f33,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:24.806909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:24.813574 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.831836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c9d32965-390a-48e6-a9c3-19ec6cb2c92d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:24.832315 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:24.939398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:24.994478 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.003995 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment a36c61d6-9e4c-4c9a-b4f4-1344a8af958c of type vlan for network fb619bb0-7812-4365-a6e8-9d8cfff8c803 Jul 16 18:40:25.029268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-98080a64-62c6-4384-a6f6-6661b5487db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.034179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-98080a64-62c6-4384-a6f6-6661b5487db4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 1096 time: 0.1685350 Jul 16 18:40:25.046736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.051796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.054155 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bd9e063-88f5-43fe-9616-db8d53d887bc HTTP/1.1" status: 204 len: 168 time: 0.6786358 Jul 16 18:40:25.120416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd9e063-88f5-43fe-9616-db8d53d887bc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:25.147447 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.156078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.157332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.157332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.157766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.158267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.158819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.159346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.159878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.160457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.162474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.162474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.162474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1efdff-e775-4af1-9cd7-e5dad72f10b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:25.257369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.274934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.282834 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:25.388867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-c1b1bcb5-3c0f-40a4-8e97-dc26735bfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.391727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-c1b1bcb5-3c0f-40a4-8e97-dc26735bfc18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 200 len: 914 time: 0.3500259 Jul 16 18:40:25.395488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae87812-25cf-4802-94a7-12bc3010fc18 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:40:25.527808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=fb619bb0-7812-4365-a6e8-9d8cfff8c803,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:25.544728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:25.545364 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ff8684e6-2284-495b-9245-d0a9b750ecdd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8813295 Jul 16 18:40:25.557408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:25.638313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-f3f71b83-ede4-42a7-ab61-8c6aee078e3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11bd7921-12d3-41ee-82ed-363a38fe2343 HTTP/1.1" status: 200 len: 217 time: 0.2385423 Jul 16 18:40:25.787471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:25.929561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:40:19Z', 'revision_number': 4, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port': {'id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:09Z', 'updated_at': '2021-07-16T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '539b2eeb-d2a8-4512-aef2-dc861b491247', 'name': '', 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'mac_address': 'fa:16:3e:7c:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7c67cddf-5998-47b7-aa02-b32cf850cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:17Z', 'updated_at': '2021-07-16T18:40:20Z', 'revision_number': 2, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'subnets': [{'id': '7c67cddf-5998-47b7-aa02-b32cf850cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:25.997086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Checking router: e8a8818e-751c-4b4c-bda8-346169f59f3b for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:25.997652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Updating router e8a8818e-751c-4b4c-bda8-346169f59f3b port 539b2eeb-d2a8-4512-aef2-dc861b491247 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:26.176298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.185770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621e9a1-016d-4fe8-a0ad-4954864d200a req-360501fc-1845-4038-91ac-7401a49c210e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:26.209536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b621e9a1-016d-4fe8-a0ad-4954864d200a req-360501fc-1845-4038-91ac-7401a49c210e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 944 time: 0.2622771 Jul 16 18:40:26.213784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.290629 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.306361 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b621e9a1-016d-4fe8-a0ad-4954864d200a req-a4bad739-5581-418e-9570-31cbfde3eb7b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894136 Jul 16 18:40:26.307382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56484) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.367399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 11bd7921-12d3-41ee-82ed-363a38fe2343 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:26.414561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-054e52db-2e14-4502-90e8-7f851da0a04e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d1a6555831047db9ee0f4bfcb7d94d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037207 Jul 16 18:40:26.417343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56490) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:26.529718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f186cfd-1a7e-4033-a343-ff962a504c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.596418 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f186cfd-1a7e-4033-a343-ff962a504c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.714112 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f186cfd-1a7e-4033-a343-ff962a504c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.725895 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f186cfd-1a7e-4033-a343-ff962a504c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:26.749885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1f186cfd-1a7e-4033-a343-ff962a504c7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7606af7e-8246-4226-b680-935fe644f6b2 HTTP/1.1" status: 204 len: 168 time: 0.3196340 Jul 16 18:40:26.792096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f186cfd-1a7e-4033-a343-ff962a504c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7606af7e-8246-4226-b680-935fe644f6b2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:26.934672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 11bd7921-12d3-41ee-82ed-363a38fe2343, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=11bd7921-12d3-41ee-82ed-363a38fe2343,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:26.964496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '11bd7921-12d3-41ee-82ed-363a38fe2343', 'network_id': '2687b085-9fca-4837-9484-2af2b0ca1bd8', 'port_id': '11bd7921-12d3-41ee-82ed-363a38fe2343', 'mac_address': 'fa:16:3e:b7:e3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7181dd7-0404-4382-a393-43bb9dc2b598', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:27.092855 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.147984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bd7921-12d3-41ee-82ed-363a38fe2343 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:27.196821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 11bd7921-12d3-41ee-82ed-363a38fe2343, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=11bd7921-12d3-41ee-82ed-363a38fe2343,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:27.206014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 is not hosted by any dhcp agent {{(pid=93778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:40:27.207961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.212499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.213560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.219190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56526) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:27.219589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "PUT /v2.0/networks/fb619bb0-7812-4365-a6e8-9d8cfff8c803 HTTP/1.1" status: 200 len: 723 time: 1.6718726 Jul 16 18:40:27.221086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0878b-06ac-49c3-8eb9-6dd677543d89 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=fb619bb0-7812-4365-a6e8-9d8cfff8c803,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.231944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-f6db88f3-a0e0-4e0e-bffa-88c5de521da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.234771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-f6db88f3-a0e0-4e0e-bffa-88c5de521da4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7181dd7-0404-4382-a393-43bb9dc2b598 HTTP/1.1" status: 200 len: 854 time: 1.5408421 Jul 16 18:40:27.235339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': 'fb619bb0-7812-4365-a6e8-9d8cfff8c803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:27.282679 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-de4d9314-bb09-4561-b22d-77c82ac64e47 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2687b085-9fca-4837-9484-2af2b0ca1bd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402446 Jul 16 18:40:27.304692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:27.458703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['11bd7921-12d3-41ee-82ed-363a38fe2343'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:27.462000 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-9e00e415-352f-4049-8047-edbd88c58321 service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708863 Jul 16 18:40:27.498902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=11bd7921-12d3-41ee-82ed-363a38fe2343,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.515432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.541769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Transition to ACTIVE for port object 539b2eeb-d2a8-4512-aef2-dc861b491247 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:27.559071 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.654008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d2288-c134-44ed-8b31-e419a938deb5 None None] Pushing event updated for resources: {'Port': ['ID=539b2eeb-d2a8-4512-aef2-dc861b491247,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:27.757254 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8dcf99a5-d766-4287-bb40-284e08602d52 req-61b1b3cf-16c3-4020-bc7c-7d168d438946 service neutron] 10.222.0.13 "GET /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889318 Jul 16 18:40:27.760117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:27.772683 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.851493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Attempting to bind port 539b2eeb-d2a8-4512-aef2-dc861b491247 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:27.852105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Attempting to bind port 539b2eeb-d2a8-4512-aef2-dc861b491247 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:27.854311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Attempting to bind port 539b2eeb-d2a8-4512-aef2-dc861b491247 on network bcc5de28-294a-4599-ae64-968907f74467 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:27.871487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:27.872116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Checking segment: {'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:27.872864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:27.875104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Bound using segment: {'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:27.876318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Bound port: 539b2eeb-d2a8-4512-aef2-dc861b491247, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed723a5-6f6e-4b4f-a633-607aa97e1acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:27.877000 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.257937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff1bcd-b04a-45d8-b46e-2d7e12bda7f3 req-4c1d1823-afa7-45c8-bc80-aebd2b7d5919 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.261914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48ff1bcd-b04a-45d8-b46e-2d7e12bda7f3 req-4c1d1823-afa7-45c8-bc80-aebd2b7d5919 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 945 time: 0.4293082 Jul 16 18:40:28.352027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48ff1bcd-b04a-45d8-b46e-2d7e12bda7f3 req-40cbd642-be14-4fbb-aedf-7f548a8b7c1c tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845175 Jul 16 18:40:28.364125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] For port 539b2eeb-d2a8-4512-aef2-dc861b491247, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:28.372187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] For port 539b2eeb-d2a8-4512-aef2-dc861b491247, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=539b2eeb-d2a8-4512-aef2-dc861b491247,segment=NetworkSegment(5ed723a5-6f6e-4b4f-a633-607aa97e1acb),segment_id=5ed723a5-6f6e-4b4f-a633-607aa97e1acb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:28.401067 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.596878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d2288-c134-44ed-8b31-e419a938deb5 None None] Pushing event updated for resources: {'Port': ['ID=539b2eeb-d2a8-4512-aef2-dc861b491247,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:28.609135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.616568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Routers {'e8a8818e-751c-4b4c-bda8-346169f59f3b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:28.617619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e8a8818e-751c-4b4c-bda8-346169f59f3b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:28.823253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=5bc8693a-9b9e-4d91-a527-33c741e75090,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:28.850913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': 'a36c61d6-9e4c-4c9a-b4f4-1344a8af958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fb619bb0-7812-4365-a6e8-9d8cfff8c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:28.851539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: fb619bb0-7812-4365-a6e8-9d8cfff8c803, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:28.888053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] Set router e8a8818e-751c-4b4c-bda8-346169f59f3b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:28.906050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:28.934267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, fb619bb0-7812-4365-a6e8-9d8cfff8c803) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:28.942416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.946751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.949160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026ec57-074e-4894-ab20-5b58370e4972 None None] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:29.017330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56560) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:29.018636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f0281b24-abd8-43ab-925c-7f2c6d041fdc tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7970874 Jul 16 18:40:29.042469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0ac645bd-d170-469f-8927-1ca3bcc14a12 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:29.247995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-fb619bb0-7812-4365-a6e8-9d8cfff8c803', 'network_id': 'fb619bb0-7812-4365-a6e8-9d8cfff8c803', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': '5bc8693a-9b9e-4d91-a527-33c741e75090'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:29.249605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.367222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ac645bd-d170-469f-8927-1ca3bcc14a12 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3288870'] for subnet, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.616192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Allocated IP 172.20.0.2 (fb619bb0-7812-4365-a6e8-9d8cfff8c803/5bc8693a-9b9e-4d91-a527-33c741e75090/3438d68f-a46b-4f85-964d-721116c4ae0e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:29.623065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-02e349af-a411-4ad0-9016-172196c42890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:40:19Z', 'revision_number': 4, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port': {'id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:09Z', 'updated_at': '2021-07-16T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '539b2eeb-d2a8-4512-aef2-dc861b491247', 'name': '', 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'mac_address': 'fa:16:3e:7c:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7c67cddf-5998-47b7-aa02-b32cf850cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:17Z', 'updated_at': '2021-07-16T18:40:28Z', 'revision_number': 4, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'subnets': [{'id': '7c67cddf-5998-47b7-aa02-b32cf850cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:29.849269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea12e-e7cf-46c5-9519-f28917047c6c req-f4ed4915-c031-4201-829c-84b5d0c9f7b5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.865608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d49ea12e-e7cf-46c5-9519-f28917047c6c req-f4ed4915-c031-4201-829c-84b5d0c9f7b5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 945 time: 0.1414912 Jul 16 18:40:29.939593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d49ea12e-e7cf-46c5-9519-f28917047c6c req-e250c134-08c1-4419-aa14-685af6790c00 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721040 Jul 16 18:40:30.109706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e349af-a411-4ad0-9016-172196c42890 None None] The sync data for ids ['e8a8818e-751c-4b4c-bda8-346169f59f3b'] in n-d-793620-10 is: [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:40:19Z', 'revision_number': 4, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port': {'id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:09Z', 'updated_at': '2021-07-16T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '539b2eeb-d2a8-4512-aef2-dc861b491247', 'name': '', 'network_id': 'bcc5de28-294a-4599-ae64-968907f74467', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'mac_address': 'fa:16:3e:7c:29:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3069, 'fixed_ips': [{'subnet_id': '7c67cddf-5998-47b7-aa02-b32cf850cb16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:17Z', 'updated_at': '2021-07-16T18:40:28Z', 'revision_number': 4, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'subnets': [{'id': '7c67cddf-5998-47b7-aa02-b32cf850cb16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:30.333350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 11bd7921-12d3-41ee-82ed-363a38fe2343 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:30.384009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5e73a0e-fc4e-476e-8f3f-b5bf9b45bd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.394046 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.415262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Transition to ACTIVE for port object 3438d68f-a46b-4f85-964d-721116c4ae0e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:30.446982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Transition to ACTIVE for port object 3438d68f-a46b-4f85-964d-721116c4ae0e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:30.464228 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.479500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 11bd7921-12d3-41ee-82ed-363a38fe2343 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:30.575301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:30.577244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 11bd7921-12d3-41ee-82ed-363a38fe2343 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:30.577869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.581464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:30.585809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:30.651733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Pushing event updated for resources: {'Port': ['ID=3438d68f-a46b-4f85-964d-721116c4ae0e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:30.802284 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ac645bd-d170-469f-8927-1ca3bcc14a12 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787343643787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58805022'] for subnet, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.822071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Attempting to bind port 3438d68f-a46b-4f85-964d-721116c4ae0e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:30.822442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Attempting to bind port 3438d68f-a46b-4f85-964d-721116c4ae0e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'a36c61d6-9e4c-4c9a-b4f4-1344a8af958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fb619bb0-7812-4365-a6e8-9d8cfff8c803'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:30.822986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Attempting to bind port 3438d68f-a46b-4f85-964d-721116c4ae0e on network fb619bb0-7812-4365-a6e8-9d8cfff8c803 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:30.841843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:30.842856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Checking segment: {'id': 'a36c61d6-9e4c-4c9a-b4f4-1344a8af958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fb619bb0-7812-4365-a6e8-9d8cfff8c803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:30.843940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.844619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Bound using segment: {'id': 'a36c61d6-9e4c-4c9a-b4f4-1344a8af958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fb619bb0-7812-4365-a6e8-9d8cfff8c803'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:30.845277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Bound port: 3438d68f-a46b-4f85-964d-721116c4ae0e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a36c61d6-9e4c-4c9a-b4f4-1344a8af958c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'fb619bb0-7812-4365-a6e8-9d8cfff8c803'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:30.846240 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.942330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac645bd-d170-469f-8927-1ca3bcc14a12 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:30.943895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0ac645bd-d170-469f-8927-1ca3bcc14a12 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:30.947747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0ac645bd-d170-469f-8927-1ca3bcc14a12 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "PUT /v2.0/subnets/5bc8693a-9b9e-4d91-a527-33c741e75090 HTTP/1.1" status: 200 len: 806 time: 1.9283650 Jul 16 18:40:30.950030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56594) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:30.990437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:31.035977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac645bd-d170-469f-8927-1ca3bcc14a12 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=5bc8693a-9b9e-4d91-a527-33c741e75090,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.089132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.148929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] For port 3438d68f-a46b-4f85-964d-721116c4ae0e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:31.274663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 11bd7921-12d3-41ee-82ed-363a38fe2343, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=11bd7921-12d3-41ee-82ed-363a38fe2343,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:31.290443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bd7921-12d3-41ee-82ed-363a38fe2343'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:31.297223 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0961bfb6-280a-4f32-aa17-8dc28edcd1fe" -d '{"events": [{"server_uuid": "b9fc4053-359d-413f-8132-f1381c08b1df", "name": "network-vif-plugged", "status": "completed", "tag": "11bd7921-12d3-41ee-82ed-363a38fe2343"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:31.306855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] For port 3438d68f-a46b-4f85-964d-721116c4ae0e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3438d68f-a46b-4f85-964d-721116c4ae0e,segment=NetworkSegment(a36c61d6-9e4c-4c9a-b4f4-1344a8af958c),segment_id=a36c61d6-9e4c-4c9a-b4f4-1344a8af958c)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:31.310577 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.359877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.456196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18552cf8-3302-413d-b3fd-69b968efee75 req-1a97c8bc-80ef-4123-9ebb-7a61f4e9eba8 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.467545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18552cf8-3302-413d-b3fd-69b968efee75 req-1a97c8bc-80ef-4123-9ebb-7a61f4e9eba8 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 945 time: 0.2404120 Jul 16 18:40:31.489887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.495644 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df360069-7154-47b0-8f02-1150a19983c3 x-openstack-request-id: req-df360069-7154-47b0-8f02-1150a19983c3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:31.501128 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fc4053-359d-413f-8132-f1381c08b1df", "name": "network-vif-plugged", "status": "completed", "tag": "11bd7921-12d3-41ee-82ed-363a38fe2343", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:31.502324 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df360069-7154-47b0-8f02-1150a19983c3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:31.503256 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bd7921-12d3-41ee-82ed-363a38fe2343', 'code': 200} Jul 16 18:40:31.507747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=11bd7921-12d3-41ee-82ed-363a38fe2343,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.568542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18552cf8-3302-413d-b3fd-69b968efee75 req-32a63db2-0e37-4ad6-9e6e-3bbfbafa351d tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957072 Jul 16 18:40:31.600226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'network': {'name': 'tempest-network-smoke--1266317504', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:31.634231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Deleting port 3438d68f-a46b-4f85-964d-721116c4ae0e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:31.639708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.645537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8707427-9cc7-4784-aeff-7f9c14fcbc8e None None] Pushing event updated for resources: {'Port': ['ID=3438d68f-a46b-4f85-964d-721116c4ae0e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:31.703747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:31.707442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.736548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.788635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae70967-c3af-453f-8d64-4aebf6817b17 req-3d2cf1c1-d1a8-49c9-b938-dd28e7e1efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:31.790834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7ae70967-c3af-453f-8d64-4aebf6817b17 req-3d2cf1c1-d1a8-49c9-b938-dd28e7e1efe6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 1098 time: 0.2775550 Jul 16 18:40:31.826300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] For port 3438d68f-a46b-4f85-964d-721116c4ae0e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3438d68f-a46b-4f85-964d-721116c4ae0e,segment=NetworkSegment(a36c61d6-9e4c-4c9a-b4f4-1344a8af958c),segment_id=a36c61d6-9e4c-4c9a-b4f4-1344a8af958c)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:31.828387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.855628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Calling delete_port for 3438d68f-a46b-4f85-964d-721116c4ae0e owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:31.902173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7ae70967-c3af-453f-8d64-4aebf6817b17 req-f31d8652-ee7a-4b36-851b-a86d67f9dda3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047029 Jul 16 18:40:31.919500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 539b2eeb-d2a8-4512-aef2-dc861b491247 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:32.115614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 539b2eeb-d2a8-4512-aef2-dc861b491247 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:32.127061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 539b2eeb-d2a8-4512-aef2-dc861b491247 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:32.129966 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.182076 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.194446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.256467 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=616db59a-3ee1-4253-b927-8b9342bea12a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.354798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.366952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:32.413026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.414041 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Added segment 1d13bb85-932c-4739-b29e-bf4df5a4e62e of type vlan for network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a Jul 16 18:40:32.429735 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.501322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Port': ['ID=3438d68f-a46b-4f85-964d-721116c4ae0e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.537602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 539b2eeb-d2a8-4512-aef2-dc861b491247, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=539b2eeb-d2a8-4512-aef2-dc861b491247,segment=NetworkSegment(5ed723a5-6f6e-4b4f-a633-607aa97e1acb),segment_id=5ed723a5-6f6e-4b4f-a633-607aa97e1acb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:32.549270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.557202 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.651368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.670542 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.672466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.784542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No DVR routers for this DVR port 3438d68f-a46b-4f85-964d-721116c4ae0e on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:32.787633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=539b2eeb-d2a8-4512-aef2-dc861b491247,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:32.890338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8955145 Jul 16 18:40:32.896573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:32.916443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-50765828', 'admin_state_up': True, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:32.917592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.012016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6982a-3394-43f7-9304-878606a255fd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Network': ['ID=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:33.056712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:33.083028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.089575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.185244 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.356816 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf40f19f-4495-4cef-b0fa-2d7c302442fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.402522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d11fc-2562-4271-be06-b58460f55e30 req-688a824d-8017-4efc-a138-d07c3412a4f3 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.407356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d3d11fc-2562-4271-be06-b58460f55e30 req-688a824d-8017-4efc-a138-d07c3412a4f3 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.3441312 Jul 16 18:40:33.411713 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.421943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.479656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.527753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc8693a-9b9e-4d91-a527-33c741e75090,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:33.653881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d3d11fc-2562-4271-be06-b58460f55e30 req-eaa59d05-6c12-4a0c-8dcd-d76ec263040a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347400 Jul 16 18:40:33.712184 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.726088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb619bb0-7812-4365-a6e8-9d8cfff8c803']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:33.742147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a36c61d6-9e4c-4c9a-b4f4-1344a8af958c') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:33.742455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a36c61d6-9e4c-4c9a-b4f4-1344a8af958c') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:33.760104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.779580 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.787760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:33.788232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:33.792027 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:33.825349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09193a88-ff49-4c45-8d3f-1e6c9bdbfc99 None None] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:33.872807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 539b2eeb-d2a8-4512-aef2-dc861b491247 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:33.882390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.907657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.907928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.919748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:33.925587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/fb619bb0-7812-4365-a6e8-9d8cfff8c803 HTTP/1.1" status: 204 len: 168 time: 2.9739316 Jul 16 18:40:33.926291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56626) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:33.960331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e429ffa-1cf2-4f50-8dab-1121db6b4e53 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=fb619bb0-7812-4365-a6e8-9d8cfff8c803,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:33.979087 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-53de8eb5-3c21-4093-9ef0-6231b160bd9c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:33.979735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53de8eb5-3c21-4093-9ef0-6231b160bd9c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:33.985685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-53de8eb5-3c21-4093-9ef0-6231b160bd9c tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/fb619bb0-7812-4365-a6e8-9d8cfff8c803 HTTP/1.1" status: 404 len: 339 time: 0.0322356 Jul 16 18:40:33.986117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56630) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:33.991429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1735290818', 'description': 'd1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:34.025930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:34.030619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.095361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:34.120470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.25.0.230 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/897b1e81-ec79-47b6-8069-e0e9bdd3d008) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:34.121052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.122589 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment d461a757-b5f4-4382-a8b0-42c0f50cfebc of type vlan for network d5badc20-aa78-42e4-b2bf-a1269f412dfe Jul 16 18:40:34.150468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ba7f918b-8115-4bb3-81df-7492986888df None None] Could not find standard attr ID for object 3438d68f-a46b-4f85-964d-721116c4ae0e. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:40:34.189313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.231513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 539b2eeb-d2a8-4512-aef2-dc861b491247 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:34.232103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.250494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.257447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.258191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.304005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3166864 Jul 16 18:40:34.304684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56636) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:34.328584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9f84da-6ab5-419b-8d50-1775a2064aa1 None None] DHCP port deletion for fb619bb0-7812-4365-a6e8-9d8cfff8c803 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:34.434208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7cb56f-c1c0-4235-982d-aded6ae1a6b4 None None] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:34.440443 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.447589 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.455939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7cb56f-c1c0-4235-982d-aded6ae1a6b4 None None] Network fb619bb0-7812-4365-a6e8-9d8cfff8c803 could not be found, it might have been deleted concurrently. {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:40:34.511364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.527734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212c026-2a75-4026-8677-3ccb493e5764 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=d5badc20-aa78-42e4-b2bf-a1269f412dfe,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:34.549605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7ee77-7b4b-4b29-9161-1d40dd8e780b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.549605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66c7ee77-7b4b-4b29-9161-1d40dd8e780b tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/networks?id=d5badc20-aa78-42e4-b2bf-a1269f412dfe HTTP/1.1" status: 200 len: 761 time: 0.2297764 Jul 16 18:40:34.549605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56644) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:34.554658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'description': 'd2'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:34.564360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d5badc20-aa78-42e4-b2bf-a1269f412dfe details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:34.599866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:34.606139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:34.628006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:34.638789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=897b1e81-ec79-47b6-8069-e0e9bdd3d008,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:35.099149 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.154170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db948963-334a-4e09-b386-e3d68615307f req-4a91ddc3-7c16-4943-b6b2-972c00481f68 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.154969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db948963-334a-4e09-b386-e3d68615307f req-4a91ddc3-7c16-4943-b6b2-972c00481f68 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.2373333 Jul 16 18:40:35.156492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.173631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network d5badc20-aa78-42e4-b2bf-a1269f412dfe is not hosted by any dhcp agent {{(pid=93777) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:40:35.183497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.185215 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.193254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "PUT /v2.0/networks/d5badc20-aa78-42e4-b2bf-a1269f412dfe HTTP/1.1" status: 200 len: 758 time: 0.6463571 Jul 16 18:40:35.217430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56656) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:35.308335 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.361803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdafa45-7efd-4a74-9ae4-6999189c6ea9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=d5badc20-aa78-42e4-b2bf-a1269f412dfe,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:35.411190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d5badc20-aa78-42e4-b2bf-a1269f412dfe details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:35.424732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db948963-334a-4e09-b386-e3d68615307f req-762db9aa-5647-4293-9c1d-c575bc9b4b4d tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099910 Jul 16 18:40:35.432633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d880d3f-7e86-43b0-b83c-cce60213fc2d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.439056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1d880d3f-7e86-43b0-b83c-cce60213fc2d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/networks?id=d5badc20-aa78-42e4-b2bf-a1269f412dfe HTTP/1.1" status: 200 len: 761 time: 0.2196000 Jul 16 18:40:35.439552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56662) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:35.445040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-268376234'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:35.513185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:35.516912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.599099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:35.653280 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.653601 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment e2892abf-436a-4e07-8cc8-29e65e24d046 of type vlan for network 005110fa-d64d-4232-beb6-fed0d12b5c50 Jul 16 18:40:35.749153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3438d68f-a46b-4f85-964d-721116c4ae0e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:35.784980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3438d68f-a46b-4f85-964d-721116c4ae0e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:35.786016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3438d68f-a46b-4f85-964d-721116c4ae0e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:35.808945 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.832511 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.869871 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.927435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.934654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.935652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.974250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac44b8e-c0c4-490a-bd01-b7f6984f4432 req-04bc0bdf-1a65-498f-8697-97c294e81b0e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.982698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ac44b8e-c0c4-490a-bd01-b7f6984f4432 req-04bc0bdf-1a65-498f-8697-97c294e81b0e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.2639508 Jul 16 18:40:36.020692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.022250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5779943 Jul 16 18:40:36.033653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '005110fa-d64d-4232-beb6-fed0d12b5c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:36.079496 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5fa3c6-5cef-44f2-ab6b-e8c9d0c1f7a2 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=005110fa-d64d-4232-beb6-fed0d12b5c50,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.104816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7ac44b8e-c0c4-490a-bd01-b7f6984f4432 req-49befe3a-d8b4-457c-90f4-9dda95dd6a8f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179416 Jul 16 18:40:36.106110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 005110fa-d64d-4232-beb6-fed0d12b5c50 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:36.268097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:36.377132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:36.381295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.523517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:36.548271 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Sync routers for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:36.553369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.560519 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7ca691c2-dac3-49a6-b227-b8ee6aac5a48 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6562858 Jul 16 18:40:36.561527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.564328 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:36.565525 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:36.637991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed9c0b-c8c8-4ffd-bac8-e684fd248a66 req-d60993f9-b2a0-493e-badf-8cde990a2b1d tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:36.640481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4ed9c0b-c8c8-4ffd-bac8-e684fd248a66 req-d60993f9-b2a0-493e-badf-8cde990a2b1d tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.1382415 Jul 16 18:40:36.738289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4ed9c0b-c8c8-4ffd-bac8-e684fd248a66 req-4598c18c-3657-4978-a777-bbabe22bfe8b tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883682 Jul 16 18:40:36.795636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.849458 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:36.875901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=98bac675-822e-41e7-a94c-fdabddcb63d3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:36.893734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': 'e2892abf-436a-4e07-8cc8-29e65e24d046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '005110fa-d64d-4232-beb6-fed0d12b5c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:36.898122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 005110fa-d64d-4232-beb6-fed0d12b5c50, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:36.923247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 005110fa-d64d-4232-beb6-fed0d12b5c50 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:36.940298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 005110fa-d64d-4232-beb6-fed0d12b5c50) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:36.954091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9ae1d-bb7b-4250-a300-dc2748e71b65 None None] Network 005110fa-d64d-4232-beb6-fed0d12b5c50 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:36.960873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:36.961578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:36.987119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56692) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.988385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-477541f6-ef90-4bf9-9d38-d60b62ca1225 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9651203 Jul 16 18:40:37.097533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2e844aad-40b9-4c06-ad3a-8a97389a1b56 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ac86683e154a49e4a318dd040f608cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5341523 Jul 16 18:40:37.103413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56694) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.229774 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.246720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ccaa5-c31b-4a16-acd8-23e95f1a0edb req-5b19b1dd-5534-40eb-b811-54c9f24a3ce0 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:37.254721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f73ccaa5-c31b-4a16-acd8-23e95f1a0edb req-5b19b1dd-5534-40eb-b811-54c9f24a3ce0 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.2689872 Jul 16 18:40:37.284853 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.291506 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:35Z', 'revision_number': 3, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.351137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f73ccaa5-c31b-4a16-acd8-23e95f1a0edb req-f022fa51-f630-47ad-86ef-f680c93b3cc5 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952780 Jul 16 18:40:37.369268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183dade2-9b93-4f2e-b7ff-fdd2c686c8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-005110fa-d64d-4232-beb6-fed0d12b5c50', 'network_id': '005110fa-d64d-4232-beb6-fed0d12b5c50', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': '98bac675-822e-41e7-a94c-fdabddcb63d3'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:37.371485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-183dade2-9b93-4f2e-b7ff-fdd2c686c8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.377768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.385208 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Checking router: 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:37.388570 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Updating router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:37.452217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2d9e32-8409-4d80-be61-81b51c6ee765 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:37.458833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec2d9e32-8409-4d80-be61-81b51c6ee765 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3483634 Jul 16 18:40:37.463256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.465420 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.543999 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.547307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9cda79b1-31b6-44f9-a739-7fdae682e874 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0815530 Jul 16 18:40:37.551079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56702) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:37.570893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1421720055', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:37.631465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=98bac675-822e-41e7-a94c-fdabddcb63d3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-183dade2-9b93-4f2e-b7ff-fdd2c686c8b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98bac675-822e-41e7-a94c-fdabddcb63d3: This subnet is being modified by another concurrent operation. Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98bac675-822e-41e7-a94c-fdabddcb63d3: This subnet is being modified by another concurrent operation. Jul 16 18:40:37.680249 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:40:37.692887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.726881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c7036-76fc-461e-9a91-10b784a8c33b None None] Network 005110fa-d64d-4232-beb6-fed0d12b5c50 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:37.841742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.845554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:37.856825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.874994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005110fa-d64d-4232-beb6-fed0d12b5c50']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.918494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2892abf-436a-4e07-8cc8-29e65e24d046') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.919166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2892abf-436a-4e07-8cc8-29e65e24d046') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:37.944048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.019924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.054040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:38.059704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:38.074108 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:38.107881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcc2a00-7546-49a1-af53-b17c59fcd564 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:40:38.189493 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.334744 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Transition to ACTIVE for port object 897b1e81-ec79-47b6-8069-e0e9bdd3d008 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:38.336828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.349588 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.350614 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.354720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/005110fa-d64d-4232-beb6-fed0d12b5c50 HTTP/1.1" status: 204 len: 168 time: 1.3662858 Jul 16 18:40:38.361784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56718) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.402971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.430079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcc2a00-7546-49a1-af53-b17c59fcd564 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:40:38.439464 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Attempting to bind port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:38.439788 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Attempting to bind port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:38.440284 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Attempting to bind port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:38.450148 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:38.450599 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:38.451156 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.451685 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:38.452299 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Bound port: 897b1e81-ec79-47b6-8069-e0e9bdd3d008, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:38.452980 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.460692 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e020d-e6ba-464b-a05d-4ccadc872b7a None None] Pushing event updated for resources: {'Port': ['ID=897b1e81-ec79-47b6-8069-e0e9bdd3d008,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.508562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79014d8-fb33-41a0-9eb8-136e166f7632 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=005110fa-d64d-4232-beb6-fed0d12b5c50,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.519623 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d65b29-0b5a-4cc4-b29f-9e02a8037158 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] GET failed (client error): The resource could not be found. Jul 16 18:40:38.524696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-46d65b29-0b5a-4cc4-b29f-9e02a8037158 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/subnets/98bac675-822e-41e7-a94c-fdabddcb63d3 HTTP/1.1" status: 404 len: 337 time: 0.1518426 Jul 16 18:40:38.532997 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] For port 897b1e81-ec79-47b6-8069-e0e9bdd3d008, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:38.534989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56720) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.538478 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] For port 897b1e81-ec79-47b6-8069-e0e9bdd3d008, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=897b1e81-ec79-47b6-8069-e0e9bdd3d008,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:38.544251 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.569102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80987b1d-977f-4e59-bfba-9df69eb575ff req-f46a17e8-f8e6-4ae2-a5fa-41f5f0f2cb76 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.571168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80987b1d-977f-4e59-bfba-9df69eb575ff req-f46a17e8-f8e6-4ae2-a5fa-41f5f0f2cb76 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.4242318 Jul 16 18:40:38.616943 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:38.618539 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:38.635160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80987b1d-977f-4e59-bfba-9df69eb575ff req-d585bef1-1cea-47b7-8fb3-b9fe842c7cf0 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566516 Jul 16 18:40:38.643685 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d989e9-6975-45ae-968c-a681f69bd260 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:38.644257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d989e9-6975-45ae-968c-a681f69bd260 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:38.646464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-13d989e9-6975-45ae-968c-a681f69bd260 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/005110fa-d64d-4232-beb6-fed0d12b5c50 HTTP/1.1" status: 404 len: 339 time: 0.1073775 Jul 16 18:40:38.647402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Subnet': ['ID=844e1c00-6f71-4197-91f9-51c1062643f9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.650322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56724) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.689159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Checking segment: {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:38.689526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network hostable DHCP agents. Network: 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:38.730250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:38.745735 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:38.753570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.754487 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.786738 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9a21b26e-474a-4ce3-b1ca-270486e5c3eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2337117 Jul 16 18:40:38.791907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56728) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.822120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e020d-e6ba-464b-a05d-4ccadc872b7a None None] Pushing event updated for resources: {'Port': ['ID=897b1e81-ec79-47b6-8069-e0e9bdd3d008,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.981504 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:39.204860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708b15fa-7c7e-4fe7-9d6e-a5cf87a6c5a4 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.208472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-708b15fa-7c7e-4fe7-9d6e-a5cf87a6c5a4 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5495772 Jul 16 18:40:39.232203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c604fe0-e11b-4c7b-831b-df2ed1b25dc5 req-0ae94c7a-91a7-45f9-be2e-06b23741d5cf tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.234963 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c604fe0-e11b-4c7b-831b-df2ed1b25dc5 req-0ae94c7a-91a7-45f9-be2e-06b23741d5cf tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.3662300 Jul 16 18:40:39.235749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56736) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.338553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dab474f6-3530-47e3-885f-66f6b7442e64 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 207 time: 0.1009109 Jul 16 18:40:39.343627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56740) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.352646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d23c79-4bf6-4cac-a1ef-4f99b66bf23c None None] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:39.485224 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:35Z', 'revision_number': 3, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.541990 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54764699-f9d3-447e-b85d-f0ee9b5c3725 None None] The sync data for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 is: [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:35Z', 'revision_number': 3, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:39.713822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c604fe0-e11b-4c7b-831b-df2ed1b25dc5 req-90cee51e-e41c-42ed-a272-cc9be3371d6e tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583650 Jul 16 18:40:39.794033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:39.794946 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.796630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a606d-b52d-4c7b-8a85-a657efec376a tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.812709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a606d-b52d-4c7b-8a85-a657efec376a tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.843488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a606d-b52d-4c7b-8a85-a657efec376a tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.881160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a606d-b52d-4c7b-8a85-a657efec376a tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.887967 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d51a606d-b52d-4c7b-8a85-a657efec376a tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.5428128 Jul 16 18:40:39.888639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56750) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.038968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.350346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Allocated IP 172.20.0.2 (46e508e0-b4a5-45a9-8dc7-2cf8ea85744a/844e1c00-6f71-4197-91f9-51c1062643f9/2bd7f1bb-2de9-4dc9-a270-f88feee7face) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:40.393251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.396771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1eec77fd-61d9-4664-a4ad-9768fd127c6a tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.4980922 Jul 16 18:40:40.902326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.936376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Transition to ACTIVE for port object 2bd7f1bb-2de9-4dc9-a270-f88feee7face will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:40.976655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Transition to ACTIVE for port object 2bd7f1bb-2de9-4dc9-a270-f88feee7face will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:40.996644 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.072250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0b35d-47f8-45e0-9fbe-171a99d5c1c6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.076474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada0b35d-47f8-45e0-9fbe-171a99d5c1c6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.093310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ada0b35d-47f8-45e0-9fbe-171a99d5c1c6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6948571 Jul 16 18:40:41.097306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56776) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.116120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Pushing event updated for resources: {'Port': ['ID=2bd7f1bb-2de9-4dc9-a270-f88feee7face,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:41.140243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:41.143612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:41.152315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:41.340266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2e616-9cd9-4cd7-beff-8d6647d814dd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.360298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b2e616-9cd9-4cd7-beff-8d6647d814dd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.372431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-57b2e616-9cd9-4cd7-beff-8d6647d814dd tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2729108 Jul 16 18:40:41.373489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56780) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.401709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.20.0.1 (46e508e0-b4a5-45a9-8dc7-2cf8ea85744a/844e1c00-6f71-4197-91f9-51c1062643f9/6bec765e-0135-4ff1-bc98-0614f839328c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:41.430780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Attempting to bind port 2bd7f1bb-2de9-4dc9-a270-f88feee7face on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:41.431384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Attempting to bind port 2bd7f1bb-2de9-4dc9-a270-f88feee7face by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:41.431971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Attempting to bind port 2bd7f1bb-2de9-4dc9-a270-f88feee7face on network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:41.443818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:41.444450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Checking segment: {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:41.445133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.445842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Bound using segment: {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:41.446681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Bound port: 2bd7f1bb-2de9-4dc9-a270-f88feee7face, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:41.447334 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.607001 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.626300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Transition to ACTIVE for port object 6bec765e-0135-4ff1-bc98-0614f839328c will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:41.673282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.719227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] For port 2bd7f1bb-2de9-4dc9-a270-f88feee7face, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:41.749891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=6bec765e-0135-4ff1-bc98-0614f839328c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:41.756410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] For port 2bd7f1bb-2de9-4dc9-a270-f88feee7face, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2bd7f1bb-2de9-4dc9-a270-f88feee7face,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:41.766986 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.771925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:41.774096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:41.777386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:41.969553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.994598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 897b1e81-ec79-47b6-8069-e0e9bdd3d008 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:42.159253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-45dd7871-d9c8-4fba-85ed-2bd1efd1602a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.162340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-45dd7871-d9c8-4fba-85ed-2bd1efd1602a tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.3377848 Jul 16 18:40:42.208588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118741ce-e99c-4812-878f-8267e896ac00 None None] Pushing event updated for resources: {'Port': ['ID=2bd7f1bb-2de9-4dc9-a270-f88feee7face,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:42.275134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:42.285180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:42.286211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.621502 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.773350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 897b1e81-ec79-47b6-8069-e0e9bdd3d008, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=897b1e81-ec79-47b6-8069-e0e9bdd3d008,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:42.784306 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.946174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8620-4c83-4e69-ab05-3902a56ed8d1 req-0df36e38-e269-4a28-a18e-4cd7c7180310 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.966632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-767f8620-4c83-4e69-ab05-3902a56ed8d1 req-0df36e38-e269-4a28-a18e-4cd7c7180310 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 1.6665044 Jul 16 18:40:42.990651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=897b1e81-ec79-47b6-8069-e0e9bdd3d008,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.044233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bbc214-27a1-4a06-8385-b2c648a7d253 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.047214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e7bbc214-27a1-4a06-8385-b2c648a7d253 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/networks/78f512cf-7d57-43d4-bb9c-9e5095ae1a00 HTTP/1.1" status: 200 len: 800 time: 1.6695070 Jul 16 18:40:43.053566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56790) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.140245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-767f8620-4c83-4e69-ab05-3902a56ed8d1 req-5cb19d15-74bb-493d-8f95-38201b1b5885 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719127 Jul 16 18:40:43.346520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d2b1cea4-ebd6-4a6c-a3b1-827044045579 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/networks/78f512cf-7d57-43d4-bb9c-9e5095ae1a00?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2904878 Jul 16 18:40:43.347750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56796) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.470184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9311246e-1301-4f0a-b339-3f3748ebd0ca tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.473960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9311246e-1301-4f0a-b339-3f3748ebd0ca tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/subnets/b1c3a33a-eec3-40a6-8159-fde3f62c0bac HTTP/1.1" status: 200 len: 811 time: 0.1237240 Jul 16 18:40:43.478783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56800) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.566426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Deleting port 11bd7921-12d3-41ee-82ed-363a38fe2343 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:43.566753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.618712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.626868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b64f66f-7d44-4a58-bba8-456645ddf5b1 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.636785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56804) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.644907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1944770405'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:43.645201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2b64f66f-7d44-4a58-bba8-456645ddf5b1 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "GET /v2.0/subnets/b1c3a33a-eec3-40a6-8159-fde3f62c0bac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1649771 Jul 16 18:40:43.688577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:43.698698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.759206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:43.779081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.779591 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Added segment cc743618-2a78-465b-a94b-bf718fbef09d of type vlan for network 23e5616e-0bae-409c-b925-c4cd9df9135e Jul 16 18:40:43.929466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.954194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] For port 11bd7921-12d3-41ee-82ed-363a38fe2343, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=11bd7921-12d3-41ee-82ed-363a38fe2343,segment=NetworkSegment(ce9ac4e5-291d-4392-8562-52ab23dad056),segment_id=ce9ac4e5-291d-4392-8562-52ab23dad056)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:43.954911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.990587 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.009728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:44.013238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Calling delete_port for 11bd7921-12d3-41ee-82ed-363a38fe2343 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:44.015490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.063861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bd7f1bb-2de9-4dc9-a270-f88feee7face up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:44.214660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Network': ['ID=23e5616e-0bae-409c-b925-c4cd9df9135e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:44.233544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 23e5616e-0bae-409c-b925-c4cd9df9135e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:44.250946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b3f5d1a7-f92f-4794-a1d8-3e3a0bf42e94 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6123610 Jul 16 18:40:44.254375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56814) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:44.274637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'network_id': '23e5616e-0bae-409c-b925-c4cd9df9135e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:44.327587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 2bd7f1bb-2de9-4dc9-a270-f88feee7face completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:44.358759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 897b1e81-ec79-47b6-8069-e0e9bdd3d008 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:44.725574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981326a-9f72-4561-91e6-f8e97c9ce47f req-8fde5ce2-94b4-490e-9115-58b4df8b5c50 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:44.728452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f981326a-9f72-4561-91e6-f8e97c9ce47f req-8fde5ce2-94b4-490e-9115-58b4df8b5c50 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 946 time: 0.3097382 Jul 16 18:40:44.741239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Made reservation on behalf of 9a924e54786b4658a73f32763921aad8 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:44.752257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.786816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f0f553-30dd-479b-a9e8-5e0b2268fd06 None None] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:44.830190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ac85bf90-354b-42a9-80e5-66ca62bf7636 None None] Provisioning for port 2bd7f1bb-2de9-4dc9-a270-f88feee7face completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:44.837186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ac85bf90-354b-42a9-80e5-66ca62bf7636 None None] Provisioning complete for port 2bd7f1bb-2de9-4dc9-a270-f88feee7face triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:44.837645 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac85bf90-354b-42a9-80e5-66ca62bf7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.888087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f981326a-9f72-4561-91e6-f8e97c9ce47f req-2bd45072-0920-4e33-83e9-dfbffdcae563 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/security-groups?id=8dbc0ba7-a4c0-4cad-9727-26196e8ce192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517704 Jul 16 18:40:44.937696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.953855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Performing IP validity checks on allocation pools {{(pid=93777) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:40:44.954730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93777) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:40:45.061811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Pushing event deleted for resources: {'Port': ['ID=11bd7921-12d3-41ee-82ed-363a38fe2343,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.072259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:45.072874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.140140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] No DVR routers for this DVR port 11bd7921-12d3-41ee-82ed-363a38fe2343 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:45.145172 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.146710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a571682f-8ba5-49f7-a9b6-09ac6311ea43 req-c7f20b4a-0a09-452a-a940-418830e0d833 tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.13 "DELETE /v2.0/ports/11bd7921-12d3-41ee-82ed-363a38fe2343 HTTP/1.1" status: 204 len: 173 time: 2.9788527 Jul 16 18:40:45.153637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'name': 'network-vif-deleted', 'tag': '11bd7921-12d3-41ee-82ed-363a38fe2343'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:45.156375 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82100fd3-b0a8-435e-a241-412bb26a862f" -d '{"events": [{"server_uuid": "b9fc4053-359d-413f-8132-f1381c08b1df", "name": "network-vif-deleted", "tag": "11bd7921-12d3-41ee-82ed-363a38fe2343"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:45.184647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.190461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.306512 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fccc2e-9326-43cc-8dc2-d6ae3538f03e x-openstack-request-id: req-c5fccc2e-9326-43cc-8dc2-d6ae3538f03e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:45.307415 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fc4053-359d-413f-8132-f1381c08b1df", "name": "network-vif-deleted", "tag": "11bd7921-12d3-41ee-82ed-363a38fe2343", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:45.307677 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c5fccc2e-9326-43cc-8dc2-d6ae3538f03e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:45.308102 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fc4053-359d-413f-8132-f1381c08b1df', 'name': 'network-vif-deleted', 'tag': '11bd7921-12d3-41ee-82ed-363a38fe2343', 'status': 'completed', 'code': 200} Jul 16 18:40:45.320081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=6bec765e-0135-4ff1-bc98-0614f839328c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.330746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.457298 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac85bf90-354b-42a9-80e5-66ca62bf7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.475640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.500708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:45.504930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:45.636113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Checking segment: {'id': 'cc743618-2a78-465b-a94b-bf718fbef09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23e5616e-0bae-409c-b925-c4cd9df9135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:45.638290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network hostable DHCP agents. Network: 23e5616e-0bae-409c-b925-c4cd9df9135e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:45.651712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=6e8a9c09-41ab-44eb-bdb1-d37e36fdf6e3,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.673504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ac85bf90-354b-42a9-80e5-66ca62bf7636 None None] For port 2bd7f1bb-2de9-4dc9-a270-f88feee7face, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2bd7f1bb-2de9-4dc9-a270-f88feee7face,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:45.685074 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac85bf90-354b-42a9-80e5-66ca62bf7636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.722736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Network 23e5616e-0bae-409c-b925-c4cd9df9135e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:45.746801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:45.769609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 23e5616e-0bae-409c-b925-c4cd9df9135e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:45.782740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:45.789108 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.795665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddd2cf5-f7f1-470d-b192-4f9da1041a8f None None] Network 23e5616e-0bae-409c-b925-c4cd9df9135e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:45.828443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-20326227-09c1-47db-b8ed-312f32c3137d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5721574 Jul 16 18:40:45.830929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56830) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:45.863725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-34a35c0e-805b-419c-b118-660b4eb5e14e tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:45.963309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:45.984854 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e1be5d6d-b98c-40c8-99ca-2eeb5298313a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "PUT /v2.0/routers/91c1f2a9-7e23-463f-8fee-b74ca28b8c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1912534 Jul 16 18:40:45.985701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:46.016551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Sync routers for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:46.138482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85bf90-354b-42a9-80e5-66ca62bf7636 None None] Pushing event updated for resources: {'Port': ['ID=2bd7f1bb-2de9-4dc9-a270-f88feee7face,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:46.267523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:46.270174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34a35c0e-805b-419c-b118-660b4eb5e14e tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59048786'] for subnet, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.274041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:46.498103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 11bd7921-12d3-41ee-82ed-363a38fe2343 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:46.553787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:46.769605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 11bd7921-12d3-41ee-82ed-363a38fe2343 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:46.770212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 11bd7921-12d3-41ee-82ed-363a38fe2343 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:46.771328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84f2f455-d612-4d92-af4b-8e7cb09d1134 req-5437e470-1e3b-438f-ab97-d2c611adc52f tempest-ServerDiskConfigTestJSON-943019702 tempest-ServerDiskConfigTestJSON-943019702-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9fc4053-359d-413f-8132-f1381c08b1df HTTP/1.1" status: 200 len: 210 time: 0.2053428 Jul 16 18:40:46.799455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90c48c0c-7b17-434b-bc92-7d4fae637688 None None] Provisioning for port 6bec765e-0135-4ff1-bc98-0614f839328c completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:46.821879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.822417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.822968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.823448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.823939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.826303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.826882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.830750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.831253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.831724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.832186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.832714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:46.838779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-86e04b4f-18c9-4c3d-9005-b04f85959735 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8420 time: 0.8485351 Jul 16 18:40:46.839001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90c48c0c-7b17-434b-bc92-7d4fae637688 None None] Provisioning complete for port 6bec765e-0135-4ff1-bc98-0614f839328c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:46.843272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56844) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:46.846265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90c48c0c-7b17-434b-bc92-7d4fae637688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.936866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34a35c0e-805b-419c-b118-660b4eb5e14e tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787343643787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4060799'] for subnet, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.999638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-23e5616e-0bae-409c-b925-c4cd9df9135e', 'network_id': '23e5616e-0bae-409c-b925-c4cd9df9135e', 'tenant_id': '9a924e54786b4658a73f32763921aad8', 'fixed_ips': [{'subnet_id': '6e8a9c09-41ab-44eb-bdb1-d37e36fdf6e3'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:47.000870 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.037053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-90c48c0c-7b17-434b-bc92-7d4fae637688 None None] Port 6bec765e-0135-4ff1-bc98-0614f839328c cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:47.059385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a35c0e-805b-419c-b118-660b4eb5e14e tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.060271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34a35c0e-805b-419c-b118-660b4eb5e14e tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.065081 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34a35c0e-805b-419c-b118-660b4eb5e14e tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "PUT /v2.0/subnets/6e8a9c09-41ab-44eb-bdb1-d37e36fdf6e3 HTTP/1.1" status: 200 len: 877 time: 1.2317758 Jul 16 18:40:47.071010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:47.074714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.076139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.076703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.077162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.077618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.078088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.078559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.079069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.079770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.080040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.080616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.095548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cdde29f0-e50e-4e06-b205-9ea92c43911b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7193 time: 0.2506747 Jul 16 18:40:47.098604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:47.222018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90c48c0c-7b17-434b-bc92-7d4fae637688 None None] Provisioning complete for port 2bd7f1bb-2de9-4dc9-a270-f88feee7face triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:47.222905 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90c48c0c-7b17-434b-bc92-7d4fae637688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.243299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a35c0e-805b-419c-b118-660b4eb5e14e tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event updated for resources: {'Subnet': ['ID=6e8a9c09-41ab-44eb-bdb1-d37e36fdf6e3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.314799 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.466212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Allocated IP 172.20.0.3 (23e5616e-0bae-409c-b925-c4cd9df9135e/6e8a9c09-41ab-44eb-bdb1-d37e36fdf6e3/a99c86af-6223-4ec5-8ca6-fc4cbafb272f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:47.483698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.641362 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-df52b00f-960f-4199-8b0c-d90a350088dd tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4487 time: 0.5412712 Jul 16 18:40:47.708282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:44Z', 'revision_number': 2, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:47.746271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Checking router: 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:47.746682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Updating router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 port 6bec765e-0135-4ff1-bc98-0614f839328c binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:47.893103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.906366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Transition to ACTIVE for port object a99c86af-6223-4ec5-8ca6-fc4cbafb272f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:47.927394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Transition to ACTIVE for port object a99c86af-6223-4ec5-8ca6-fc4cbafb272f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:47.940552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bd7f1bb-2de9-4dc9-a270-f88feee7face up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:47.953681 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.958971 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.973849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.103480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=6e8a9c09-41ab-44eb-bdb1-d37e36fdf6e3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:48.135562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c296d79c-b11a-4098-be6e-7b16b3de98f5 None None] Provisioning complete for port 6bec765e-0135-4ff1-bc98-0614f839328c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:48.136038 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c296d79c-b11a-4098-be6e-7b16b3de98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.310103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Network 23e5616e-0bae-409c-b925-c4cd9df9135e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:48.312792 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.332744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e5616e-0bae-409c-b925-c4cd9df9135e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.350032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.350617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Pushing event updated for resources: {'Port': ['ID=a99c86af-6223-4ec5-8ca6-fc4cbafb272f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:48.354445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c386c8cb-35de-4d07-880a-ed158bea76af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475032280', 'description': 'tempest-secgroup-smoke-475032280 description', 'project_id': 'ac86683e154a49e4a318dd040f608cf5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:48.357043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:48.362066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:48.363754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc743618-2a78-465b-a94b-bf718fbef09d') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.364273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc743618-2a78-465b-a94b-bf718fbef09d') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.399598 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.412171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c386c8cb-35de-4d07-880a-ed158bea76af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.432733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.450258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:48.451058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:48.457914 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:48.673583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:40:48.673583 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:40:48.673583 n-d-793620-10 neutron-server[93777]: [parameters: {'id': '23e5616e-0bae-409c-b925-c4cd9df9135e'}] Jul 16 18:40:48.673583 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:40:48.674257 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:40:48.798435 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.845849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 2bd7f1bb-2de9-4dc9-a270-f88feee7face triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:48.846211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.851627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c296d79c-b11a-4098-be6e-7b16b3de98f5 None None] Port 6bec765e-0135-4ff1-bc98-0614f839328c cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:48.894473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c386c8cb-35de-4d07-880a-ed158bea76af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.904369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c386c8cb-35de-4d07-880a-ed158bea76af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.942468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c386c8cb-35de-4d07-880a-ed158bea76af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.944078 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c386c8cb-35de-4d07-880a-ed158bea76af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5939322 Jul 16 18:40:48.947697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56898) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:48.953053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c3dfde9e-88a4-4b6e-8e5b-c2c0f9f1827b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '9cd17483-8f4b-4c07-9c2c-7321cb5eff8b', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:48.994589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386c8cb-35de-4d07-880a-ed158bea76af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.007467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Attempting to bind port a99c86af-6223-4ec5-8ca6-fc4cbafb272f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:49.007916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Attempting to bind port a99c86af-6223-4ec5-8ca6-fc4cbafb272f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'cc743618-2a78-465b-a94b-bf718fbef09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23e5616e-0bae-409c-b925-c4cd9df9135e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:49.008576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Attempting to bind port a99c86af-6223-4ec5-8ca6-fc4cbafb272f on network 23e5616e-0bae-409c-b925-c4cd9df9135e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:49.019474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3dfde9e-88a4-4b6e-8e5b-c2c0f9f1827b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.032006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] Deleting subnet a7181dd7-0404-4382-a393-43bb9dc2b598 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:49.041698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.061873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:49.063279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Checking segment: {'id': 'cc743618-2a78-465b-a94b-bf718fbef09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23e5616e-0bae-409c-b925-c4cd9df9135e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:49.064009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.069668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Bound using segment: {'id': 'cc743618-2a78-465b-a94b-bf718fbef09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23e5616e-0bae-409c-b925-c4cd9df9135e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:49.070529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Bound port: a99c86af-6223-4ec5-8ca6-fc4cbafb272f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc743618-2a78-465b-a94b-bf718fbef09d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '23e5616e-0bae-409c-b925-c4cd9df9135e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:49.071179 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.122779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.140786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3dfde9e-88a4-4b6e-8e5b-c2c0f9f1827b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.152458 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3dfde9e-88a4-4b6e-8e5b-c2c0f9f1827b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.207265 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.215832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.217637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c3dfde9e-88a4-4b6e-8e5b-c2c0f9f1827b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.220034 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c3dfde9e-88a4-4b6e-8e5b-c2c0f9f1827b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2710831 Jul 16 18:40:49.222997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56904) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.234333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-308d5fa9-01e5-4370-b21b-ececfe3c5813 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '9cd17483-8f4b-4c07-9c2c-7321cb5eff8b', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.249061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfde9e-88a4-4b6e-8e5b-c2c0f9f1827b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f77ebd2-4c0e-4d98-b310-3faaca45ff38,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.330711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.360482 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-308d5fa9-01e5-4370-b21b-ececfe3c5813 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.369026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.377230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7181dd7-0404-4382-a393-43bb9dc2b598 HTTP/1.1" status: 204 len: 168 time: 0.5735433 Jul 16 18:40:49.378365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56908) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.387474 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.417645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] For port a99c86af-6223-4ec5-8ca6-fc4cbafb272f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:49.429289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed50859-ebc7-41cb-88ad-3174d1b41671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7181dd7-0404-4382-a393-43bb9dc2b598,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.435589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] For port a99c86af-6223-4ec5-8ca6-fc4cbafb272f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a99c86af-6223-4ec5-8ca6-fc4cbafb272f,segment=NetworkSegment(cc743618-2a78-465b-a94b-bf718fbef09d),segment_id=cc743618-2a78-465b-a94b-bf718fbef09d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:49.437627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Transition to ACTIVE for port object 6bec765e-0135-4ff1-bc98-0614f839328c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:49.457528 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.458259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Deleting port a99c86af-6223-4ec5-8ca6-fc4cbafb272f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:49.458678 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.468378 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.548102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a9bef-a48e-4ba4-97d9-7c4ac64a5a8c None None] Pushing event updated for resources: {'Port': ['ID=a99c86af-6223-4ec5-8ca6-fc4cbafb272f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.594377 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.629947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] For port a99c86af-6223-4ec5-8ca6-fc4cbafb272f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a99c86af-6223-4ec5-8ca6-fc4cbafb272f,segment=NetworkSegment(cc743618-2a78-465b-a94b-bf718fbef09d),segment_id=cc743618-2a78-465b-a94b-bf718fbef09d)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:49.638948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.643686 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-308d5fa9-01e5-4370-b21b-ececfe3c5813 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.666438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-308d5fa9-01e5-4370-b21b-ececfe3c5813 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.669443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Calling delete_port for a99c86af-6223-4ec5-8ca6-fc4cbafb272f owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:49.723481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d5fa9-01e5-4370-b21b-ececfe3c5813 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754f2da3-68f7-4c1f-9cc4-51958d58ad42,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.725958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d24e5-45ec-4c38-9062-3b19a3f27266 None None] Pushing event updated for resources: {'Port': ['ID=6bec765e-0135-4ff1-bc98-0614f839328c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.732716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Attempting to bind port 6bec765e-0135-4ff1-bc98-0614f839328c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:49.733095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Attempting to bind port 6bec765e-0135-4ff1-bc98-0614f839328c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:49.733465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Attempting to bind port 6bec765e-0135-4ff1-bc98-0614f839328c on network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:49.741041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:49.742086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Checking segment: {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:49.742514 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.742923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Bound using segment: {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:49.743427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Bound port: 6bec765e-0135-4ff1-bc98-0614f839328c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:49.743826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.784315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb0126-7391-40c0-9a95-1afc3f1d71d5 None None] Network 23e5616e-0bae-409c-b925-c4cd9df9135e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:49.922906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-308d5fa9-01e5-4370-b21b-ececfe3c5813 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.925895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-308d5fa9-01e5-4370-b21b-ececfe3c5813 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7006047 Jul 16 18:40:49.929000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.940374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-beb3ccec-7deb-49fc-8262-a2cf290d3fa5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '9cd17483-8f4b-4c07-9c2c-7321cb5eff8b', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.959300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] For port 6bec765e-0135-4ff1-bc98-0614f839328c, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:50.003316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] For port 6bec765e-0135-4ff1-bc98-0614f839328c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6bec765e-0135-4ff1-bc98-0614f839328c,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:50.027890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.044522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beb3ccec-7deb-49fc-8262-a2cf290d3fa5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.122571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d24e5-45ec-4c38-9062-3b19a3f27266 None None] Pushing event updated for resources: {'Port': ['ID=6bec765e-0135-4ff1-bc98-0614f839328c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.143058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:50.143721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:40:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.168722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.200948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499f67f9-7c8a-4995-bb65-0b646a6d61a2 None None] Network 23e5616e-0bae-409c-b925-c4cd9df9135e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:50.224785 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beb3ccec-7deb-49fc-8262-a2cf290d3fa5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.234052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beb3ccec-7deb-49fc-8262-a2cf290d3fa5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.267723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No DVR routers for this DVR port a99c86af-6223-4ec5-8ca6-fc4cbafb272f on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:50.281724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Port': ['ID=a99c86af-6223-4ec5-8ca6-fc4cbafb272f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.311857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3ccec-7deb-49fc-8262-a2cf290d3fa5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9beb4d5e-b7df-4d3d-8443-1eb4f236cd86,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.340574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-beb3ccec-7deb-49fc-8262-a2cf290d3fa5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.347103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-beb3ccec-7deb-49fc-8262-a2cf290d3fa5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4163105 Jul 16 18:40:50.349148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56918) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:50.367864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d89dd0e6-7d71-4890-9dc4-e298521dc15c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '9cd17483-8f4b-4c07-9c2c-7321cb5eff8b', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:50.415548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:50.551846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.620795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.653012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e5616e-0bae-409c-b925-c4cd9df9135e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.674444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc743618-2a78-465b-a94b-bf718fbef09d') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.674936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc743618-2a78-465b-a94b-bf718fbef09d') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.698165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2687b085-9fca-4837-9484-2af2b0ca1bd8']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.721051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.750719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9ac4e5-291d-4392-8562-52ab23dad056') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.750719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9ac4e5-291d-4392-8562-52ab23dad056') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.774599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.781739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.819023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:50.819645 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:50.825728 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:50.831659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.872633 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d89dd0e6-7d71-4890-9dc4-e298521dc15c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.891706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:50.892031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:50.908805 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:50.924799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d70ca-2243-4935-b69c-41f00c2ebe07 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:40:51.026577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:49Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:51.077188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0ad6-72f8-4db2-93ad-c0bb3738b80f None None] The sync data for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 is: [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:49Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:51.140884 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.191767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d70ca-2243-4935-b69c-41f00c2ebe07 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:40:51.193133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.204182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56936) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:51.212113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/23e5616e-0bae-409c-b925-c4cd9df9135e HTTP/1.1" status: 204 len: 168 time: 4.1409717 Jul 16 18:40:51.291621 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d89dd0e6-7d71-4890-9dc4-e298521dc15c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.293839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524de4-2457-4032-b1f7-550540596989 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=23e5616e-0bae-409c-b925-c4cd9df9135e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.297498 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.329715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.333376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2687b085-9fca-4837-9484-2af2b0ca1bd8 HTTP/1.1" status: 204 len: 168 time: 1.9312980 Jul 16 18:40:51.334680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b7e3a-ae5d-4e10-8592-81c1134522a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2687b085-9fca-4837-9484-2af2b0ca1bd8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.337201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d89dd0e6-7d71-4890-9dc4-e298521dc15c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.368096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dd0e6-7d71-4890-9dc4-e298521dc15c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60830d5b-79a1-493f-a17c-9bf73ec474cb,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.377669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d89dd0e6-7d71-4890-9dc4-e298521dc15c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.381797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d89dd0e6-7d71-4890-9dc4-e298521dc15c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0242686 Jul 16 18:40:51.382572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56944) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:51.390250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '9cd17483-8f4b-4c07-9c2c-7321cb5eff8b', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:51.431693 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Project ac86683e154a49e4a318dd040f608cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:40:51.442346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.603759 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.613969 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.671103 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.676581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881672 Jul 16 18:40:51.678937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56954) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:51.684068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '9cd17483-8f4b-4c07-9c2c-7321cb5eff8b', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:51.703344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b62f1-0157-47c1-9fbc-2a225921984d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2181a07-1ff3-4fe6-8942-86770dcb62da,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.750215 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Project ac86683e154a49e4a318dd040f608cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:40:51.757435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.903148 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.910784 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.973614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55558c5c-1df5-4c27-bdb6-657262fdb887,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.990748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6bec765e-0135-4ff1-bc98-0614f839328c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:51.993097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.994431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2269d6a2-822a-43b3-a5c8-cf5956d3e3e8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3145730 Jul 16 18:40:52.069845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56968) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.109364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6bec765e-0135-4ff1-bc98-0614f839328c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:52.123048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6bec765e-0135-4ff1-bc98-0614f839328c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:52.123497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.149591 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02ec062-d297-4939-b8bd-19016f4f7e0d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:52.150085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02ec062-d297-4939-b8bd-19016f4f7e0d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:52.152095 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e02ec062-d297-4939-b8bd-19016f4f7e0d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/6e8a9c09-41ab-44eb-bdb1-d37e36fdf6e3 HTTP/1.1" status: 404 len: 337 time: 0.9458773 Jul 16 18:40:52.156109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.204699 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7470487b-c1b8-47df-8c11-5fb8f7c94de3 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:52.205722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7470487b-c1b8-47df-8c11-5fb8f7c94de3 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:52.207212 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7470487b-c1b8-47df-8c11-5fb8f7c94de3 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/23e5616e-0bae-409c-b925-c4cd9df9135e HTTP/1.1" status: 404 len: 339 time: 0.0496216 Jul 16 18:40:52.211023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0b9443ad-02f3-4611-8d24-3212d703afd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4b018dd985a4b86b96fe309f0ccdd2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390157 Jul 16 18:40:52.212604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.213856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 56974) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.295173 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-516883d7-e3b7-4a85-9572-43536ca53e35 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:52.295644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516883d7-e3b7-4a85-9572-43536ca53e35 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:52.297555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-516883d7-e3b7-4a85-9572-43536ca53e35 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/98bac675-822e-41e7-a94c-fdabddcb63d3 HTTP/1.1" status: 404 len: 337 time: 0.0834475 Jul 16 18:40:52.301834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.344411 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cd56f7-8b55-42a6-ade9-f3dbfc331bd9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:52.345044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cd56f7-8b55-42a6-ade9-f3dbfc331bd9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:52.346956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-78cd56f7-8b55-42a6-ade9-f3dbfc331bd9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/005110fa-d64d-4232-beb6-fed0d12b5c50 HTTP/1.1" status: 404 len: 339 time: 0.0440030 Jul 16 18:40:52.353383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 56984) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:52.367704 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.383588 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9f92-d4c4-4562-b3b8-a4acc44d7cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.451761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9f92-d4c4-4562-b3b8-a4acc44d7cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.461784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 6bec765e-0135-4ff1-bc98-0614f839328c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6bec765e-0135-4ff1-bc98-0614f839328c,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:52.476573 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.592288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.651547 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9f92-d4c4-4562-b3b8-a4acc44d7cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.659271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a5d9f92-d4c4-4562-b3b8-a4acc44d7cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.668050 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5a5d9f92-d4c4-4562-b3b8-a4acc44d7cb6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dbc0ba7-a4c0-4cad-9727-26196e8ce192 HTTP/1.1" status: 204 len: 168 time: 0.4518921 Jul 16 18:40:52.684367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=6bec765e-0135-4ff1-bc98-0614f839328c,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.717749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-daa6519f-7125-4256-aac7-a79cc8feac6f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475032280&fields=id&tenant_id=ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 267 time: 0.1471610 Jul 16 18:40:52.721963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d9f92-d4c4-4562-b3b8-a4acc44d7cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbc0ba7-a4c0-4cad-9727-26196e8ce192,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.953065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-bbf4be62-5367-4373-af81-c6930c3e2998 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:52.958306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.962001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-bbf4be62-5367-4373-af81-c6930c3e2998 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/networks?id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 797 time: 0.2101536 Jul 16 18:40:52.986782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-a9404a92-e785-44f4-8c17-af944a9cb15d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/quotas/ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 375 time: 0.0233624 Jul 16 18:40:52.996055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5badc20-aa78-42e4-b2bf-a1269f412dfe']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.030393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd461a757-b5f4-4382-a8b0-42c0f50cfebc') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.031097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd461a757-b5f4-4382-a8b0-42c0f50cfebc') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.067441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.135834 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.157914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:53.159295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:53.165802 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:53.241101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-747aa953-3bb2-4f4a-98f6-3469c8423b38 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2440627 Jul 16 18:40:53.333364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.343922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.348355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/d5badc20-aa78-42e4-b2bf-a1269f412dfe HTTP/1.1" status: 204 len: 168 time: 0.9938557 Jul 16 18:40:53.376507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.399903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80962164-aedb-4172-8ecb-481aa74d3674 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=d5badc20-aa78-42e4-b2bf-a1269f412dfe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:53.435397 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f92119b-f0d3-499e-8d33-af4b42e0cc52 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.436598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f92119b-f0d3-499e-8d33-af4b42e0cc52 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.443118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1f92119b-f0d3-499e-8d33-af4b42e0cc52 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/5bc8693a-9b9e-4d91-a527-33c741e75090 HTTP/1.1" status: 404 len: 337 time: 0.0651934 Jul 16 18:40:53.444523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.474348 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-853cc486-7d33-4c0b-b6e1-9327b063fd3d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.475401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853cc486-7d33-4c0b-b6e1-9327b063fd3d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.480658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-853cc486-7d33-4c0b-b6e1-9327b063fd3d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/fb619bb0-7812-4365-a6e8-9d8cfff8c803 HTTP/1.1" status: 404 len: 339 time: 0.0313499 Jul 16 18:40:53.481271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57014) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.539223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-9175ccab-db2b-4d08-b4fe-c7c6047a6fe7 service neutron] 10.222.0.48 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904856 Jul 16 18:40:53.581307 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-db999b46-fefb-408e-a347-acd8383a0c2f tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.581783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db999b46-fefb-408e-a347-acd8383a0c2f tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.587709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-db999b46-fefb-408e-a347-acd8383a0c2f tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/d2a38d75-cddd-4d7f-a7f8-c9c30bde084d HTTP/1.1" status: 404 len: 337 time: 0.1048417 Jul 16 18:40:53.588725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.613330 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae505a5f-08ea-474a-a4c6-af6cc8d6a7cf tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.614397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae505a5f-08ea-474a-a4c6-af6cc8d6a7cf tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.620743 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ae505a5f-08ea-474a-a4c6-af6cc8d6a7cf tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/1f098719-f93e-4068-bbe6-b7b281bd9f33 HTTP/1.1" status: 404 len: 339 time: 0.0304549 Jul 16 18:40:53.621594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.668626 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e43595-e4c4-4d49-849a-15b7e0cb90a6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.672081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e43595-e4c4-4d49-849a-15b7e0cb90a6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.679026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c0e43595-e4c4-4d49-849a-15b7e0cb90a6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/37327568-13c5-4c92-b8f6-a4337a3d2b59 HTTP/1.1" status: 404 len: 337 time: 0.0561383 Jul 16 18:40:53.684697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.729225 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-285b1db5-3e5e-4fc5-b9ba-4c0930a29751 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.730115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285b1db5-3e5e-4fc5-b9ba-4c0930a29751 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.736730 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-285b1db5-3e5e-4fc5-b9ba-4c0930a29751 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/1a7b07b2-629c-4a39-abc8-145699505b48 HTTP/1.1" status: 404 len: 339 time: 0.0497918 Jul 16 18:40:53.736906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57026) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.832429 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0121cc1-86ca-4fb6-8b23-206769025942 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.833075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0121cc1-86ca-4fb6-8b23-206769025942 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.839521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f0121cc1-86ca-4fb6-8b23-206769025942 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/a86cc112-9d76-412d-b8e9-0387fa3dd2fb HTTP/1.1" status: 404 len: 337 time: 0.0977747 Jul 16 18:40:53.840965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57028) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.854241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6bec765e-0135-4ff1-bc98-0614f839328c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:53.874410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-c05dcf7c-c623-467f-b08b-dc01ae6fac7d service neutron] 10.222.0.48 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274364 Jul 16 18:40:53.893148 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4caa31-789b-4615-99d0-3aa484b74247 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.893864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4caa31-789b-4615-99d0-3aa484b74247 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.895904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4e4caa31-789b-4615-99d0-3aa484b74247 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/1c3925ca-45d0-4797-a517-e87b2835ea56 HTTP/1.1" status: 404 len: 339 time: 0.0539591 Jul 16 18:40:53.901363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57032) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.964852 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-47fa6a88-662d-4458-be3c-fad55e25b306 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:53.965321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47fa6a88-662d-4458-be3c-fad55e25b306 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:53.967241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-47fa6a88-662d-4458-be3c-fad55e25b306 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/780a537f-ba87-448e-8744-e2c431f6606f HTTP/1.1" status: 404 len: 337 time: 0.0646892 Jul 16 18:40:53.971681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57042) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.019301 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-23897328-3c3d-48ab-a51e-aa0b7e8b340d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:54.024003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23897328-3c3d-48ab-a51e-aa0b7e8b340d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:54.031924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-23897328-3c3d-48ab-a51e-aa0b7e8b340d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/36af9dfe-8769-45ec-8f71-c83d02d3cdd9 HTTP/1.1" status: 404 len: 339 time: 0.0575988 Jul 16 18:40:54.034460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57050) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.036961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6bec765e-0135-4ff1-bc98-0614f839328c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:54.037611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.152575 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebef0395-7bcb-4a33-a0ec-4a8c463b1e74 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:54.155973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebef0395-7bcb-4a33-a0ec-4a8c463b1e74 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:54.162070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ebef0395-7bcb-4a33-a0ec-4a8c463b1e74 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/11f3ef6c-915d-42d5-bae7-b119f36911ef HTTP/1.1" status: 404 len: 337 time: 0.1264033 Jul 16 18:40:54.167012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.258793 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c222d367-59d2-4d3d-8925-1c765888a10d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:54.266048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c222d367-59d2-4d3d-8925-1c765888a10d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:54.272637 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c222d367-59d2-4d3d-8925-1c765888a10d tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/6e836deb-8372-4f1b-9cc3-6f4fb8c6048f HTTP/1.1" status: 404 len: 339 time: 0.1012335 Jul 16 18:40:54.274678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.304412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09d22716-c649-42d2-9f37-6e5fcb6d9eb6 req-65df9b8a-98ba-458c-a0b7-d84344c4a101 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 210 time: 0.0706017 Jul 16 18:40:54.406842 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-24aa34e8-555e-4911-8e04-7ecc470329b0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:54.407711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24aa34e8-555e-4911-8e04-7ecc470329b0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:54.418766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-24aa34e8-555e-4911-8e04-7ecc470329b0 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/8c7cd9bc-fd6e-48cf-84a1-ac68f87b54d7 HTTP/1.1" status: 404 len: 337 time: 0.1377132 Jul 16 18:40:54.419333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57070) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.484590 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-990e42ca-3dd4-4367-a602-89a48196a3e6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:54.485743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990e42ca-3dd4-4367-a602-89a48196a3e6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:54.491117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-990e42ca-3dd4-4367-a602-89a48196a3e6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/b2825162-87e8-46fe-a57b-fd46fa9f5e52 HTTP/1.1" status: 404 len: 339 time: 0.0679440 Jul 16 18:40:54.491524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.544908 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81a7ab7-0a82-4e1f-aed0-cb983bd28c33 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:54.545670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81a7ab7-0a82-4e1f-aed0-cb983bd28c33 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:54.548932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e81a7ab7-0a82-4e1f-aed0-cb983bd28c33 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/98636e16-b82a-4a8b-aba1-6078c218c237 HTTP/1.1" status: 404 len: 337 time: 0.0551929 Jul 16 18:40:54.550331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57078) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.552986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.619492 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-219ceb8d-a067-42cd-bf40-ca0eff6d3214 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:54.621812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-219ceb8d-a067-42cd-bf40-ca0eff6d3214 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:54.632821 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-219ceb8d-a067-42cd-bf40-ca0eff6d3214 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/2169b64d-5a28-4e54-87a0-848abc3512f6 HTTP/1.1" status: 404 len: 339 time: 0.0769494 Jul 16 18:40:54.635830 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57086) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:54.759661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Deleting subnet b1c3a33a-eec3-40a6-8159-fde3f62c0bac {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:54.769426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.840639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-403853155-network', 'tenant_id': '29cfce2f0bc24bd089a6204174647d32'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:54.904901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.959559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Made reservation on behalf of 29cfce2f0bc24bd089a6204174647d32 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:54.964208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.001863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.159478 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.318230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.364414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c3a33a-eec3-40a6-8159-fde3f62c0bac,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.383430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.391650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a63773d1-ca44-467a-a0ba-91ef11f50ba6 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/subnets/b1c3a33a-eec3-40a6-8159-fde3f62c0bac HTTP/1.1" status: 204 len: 168 time: 0.7543178 Jul 16 18:40:55.394169 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.394972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faec0f5b-4201-4a61-afed-309d6cc3d6a0 None None] Network 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:55.395727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57100) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:55.417623 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.449105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:55.476249 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.476692 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Added segment e6eb7546-e1e0-4e29-86ea-1f453c4a7390 of type vlan for network c6947108-8fef-4bba-a297-4c7d0189b56d Jul 16 18:40:55.624007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.697097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d3496-ef1b-4dbe-82a7-c882467d8d66,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.702776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Deleting port 1994215c-da14-4116-8ca5-ec72bbb2f29c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:55.703303 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.782978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.795189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48474409-efda-4212-91a1-a2b5aecb2abb req-89f49ca4-743e-4618-8537-4dbec791d346 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 210 time: 0.1807532 Jul 16 18:40:55.810967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] For port 1994215c-da14-4116-8ca5-ec72bbb2f29c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1994215c-da14-4116-8ca5-ec72bbb2f29c,segment=NetworkSegment(881c4177-3c44-4ef3-b058-cc5049dfbd21),segment_id=881c4177-3c44-4ef3-b058-cc5049dfbd21)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:55.811831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.835621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Calling delete_port for 1994215c-da14-4116-8ca5-ec72bbb2f29c owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:55.864793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.866811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:55.868696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.942035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3887839 Jul 16 18:40:55.947139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:55.952595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Request body: {'subnet': {'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-403853155-subnet', 'tenant_id': '29cfce2f0bc24bd089a6204174647d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:55.993068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.015837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd449ea4-08cd-4f7a-be3f-ceba6f9fed16 admin admin] Pushing event updated for resources: {'Network': ['ID=c6947108-8fef-4bba-a297-4c7d0189b56d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.029118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network c6947108-8fef-4bba-a297-4c7d0189b56d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:56.037245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Made reservation on behalf of 29cfce2f0bc24bd089a6204174647d32 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:56.040755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.044061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] No DVR routers for this DVR port 1994215c-da14-4116-8ca5-ec72bbb2f29c on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:56.138414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Port': ['ID=1994215c-da14-4116-8ca5-ec72bbb2f29c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.177546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.178000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.178290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.178631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.178972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.179310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.179690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.180023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.180411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.180864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.181222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.181543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:56.256038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782dd249-8b30-4b84-b1ff-d44862388acd None None] DHCP port deletion for 78f512cf-7d57-43d4-bb9c-9e5095ae1a00 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:40:56.291871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.325231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f512cf-7d57-43d4-bb9c-9e5095ae1a00']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:56.383529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '881c4177-3c44-4ef3-b058-cc5049dfbd21') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:56.383813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '881c4177-3c44-4ef3-b058-cc5049dfbd21') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:56.439255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.497750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.515845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:56.516312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:56.519770 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:56.749733 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.767333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.769655 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] 10.222.0.48 "DELETE /v2.0/networks/78f512cf-7d57-43d4-bb9c-9e5095ae1a00 HTTP/1.1" status: 204 len: 168 time: 1.3725059 Jul 16 18:40:56.790937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-96cf53ee-1104-4c53-b7f7-c2898a2cc9e6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.794019 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-96cf53ee-1104-4c53-b7f7-c2898a2cc9e6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "GET /v2.0/networks?id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 797 time: 0.4986980 Jul 16 18:40:56.907130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57118) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.931805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbcef0-9a12-4b6f-840b-648a75995cf9 tempest-NetworksTest-1095084843 tempest-NetworksTest-1095084843-project] Pushing event deleted for resources: {'Network': ['ID=78f512cf-7d57-43d4-bb9c-9e5095ae1a00,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.984940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.996006 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-6ca4ba6e-db34-4603-bced-9e8f2c1337e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 379 time: 0.1048114 Jul 16 18:40:57.043293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'port': {'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'admin_state_up': True, 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'security_groups': ['9cd17483-8f4b-4c07-9c2c-7321cb5eff8b']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.161923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3af4b97a-f552-4af8-b0f3-9b66aa49a644 req-eb91d6b9-9649-4cd7-975e-40fd3a7f547c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 210 time: 0.1213295 Jul 16 18:40:57.167414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f45a0a7-5c7f-4177-ab4b-194f81ab4c35,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.253380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Checking segment: {'id': 'e6eb7546-e1e0-4e29-86ea-1f453c4a7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:57.254146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Network hostable DHCP agents. Network: c6947108-8fef-4bba-a297-4c7d0189b56d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:57.317004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Network c6947108-8fef-4bba-a297-4c7d0189b56d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:57.342324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, c6947108-8fef-4bba-a297-4c7d0189b56d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:57.352954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.355069 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.374889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81cd2e-9f9f-42e0-bab0-2ffbda3c4fec None None] Network c6947108-8fef-4bba-a297-4c7d0189b56d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:57.379939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:57.393393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.396411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57124) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.424442 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a14f-93e0-4e78-b8db-9e684c4a23dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.429568 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e71366f-e39c-438e-81a0-bd4d4a9f5303 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4806938 Jul 16 18:40:57.588562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c07248-13ad-4525-a0c8-c74136e712ef None None] Network c6947108-8fef-4bba-a297-4c7d0189b56d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:57.766730 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:57.784779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.20.0.13 (46e508e0-b4a5-45a9-8dc7-2cf8ea85744a/844e1c00-6f71-4197-91f9-51c1062643f9/6e60aa19-57a4-4781-b943-733ebe032ec6) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:57.845368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-007672e4-0137-45f7-8c8d-999080c3c0ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a924e54786b4658a73f32763921aad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455709 Jul 16 18:40:57.864946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57132) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:58.013847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a91c0bdb-f9f9-496d-8aa7-69da690a637c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.046810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.067860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Transition to ACTIVE for port object 6e60aa19-57a4-4781-b943-733ebe032ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:58.102076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a14f-93e0-4e78-b8db-9e684c4a23dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.113709 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a91c0bdb-f9f9-496d-8aa7-69da690a637c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.126036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1994215c-da14-4116-8ca5-ec72bbb2f29c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:58.149409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.167905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1994215c-da14-4116-8ca5-ec72bbb2f29c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:58.168244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1994215c-da14-4116-8ca5-ec72bbb2f29c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:58.213436 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a14f-93e0-4e78-b8db-9e684c4a23dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.303916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:58.313656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=6e60aa19-57a4-4781-b943-733ebe032ec6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.319376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:58.324632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:58.397053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9e1a14f-93e0-4e78-b8db-9e684c4a23dc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=416a431517444673a5c65e6160553964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4868264 Jul 16 18:40:58.398737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:58.398865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a91c0bdb-f9f9-496d-8aa7-69da690a637c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.403619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a91c0bdb-f9f9-496d-8aa7-69da690a637c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.405555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a91c0bdb-f9f9-496d-8aa7-69da690a637c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7dc3f5d-7f05-4d87-95b8-fe0750f34571 HTTP/1.1" status: 204 len: 168 time: 0.5292578 Jul 16 18:40:58.415058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1a14f-93e0-4e78-b8db-9e684c4a23dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e33188f-0226-4477-a879-2008a0004690,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.456649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c0bdb-f9f9-496d-8aa7-69da690a637c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dc3f5d-7f05-4d87-95b8-fe0750f34571,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.470407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.471623 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.546130 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-97a46faf-89a9-4669-834b-c272983dde1a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5444629 Jul 16 18:40:58.603870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Request body: {'port': {'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:58.695983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc55655b-8830-44cd-8662-e7713a46c5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.831480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc55655b-8830-44cd-8662-e7713a46c5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.892454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38cba9a-4c87-42b2-b23a-56eaef72f8a0 req-07c79e08-bd54-4204-9f5b-83386abbd97b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.893505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d17b5c5b-b381-41df-9432-6d3b2ee31684 None None] Provisioning for port 6e60aa19-57a4-4781-b943-733ebe032ec6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:58.907876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d17b5c5b-b381-41df-9432-6d3b2ee31684 None None] Provisioning complete for port 6e60aa19-57a4-4781-b943-733ebe032ec6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:58.908589 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d17b5c5b-b381-41df-9432-6d3b2ee31684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.921226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f38cba9a-4c87-42b2-b23a-56eaef72f8a0 req-07c79e08-bd54-4204-9f5b-83386abbd97b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 932 time: 0.4047456 Jul 16 18:40:59.036519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d17b5c5b-b381-41df-9432-6d3b2ee31684 None None] Port 6e60aa19-57a4-4781-b943-733ebe032ec6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:59.050039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.082205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-333ca5bd-a87d-4678-a63d-3d5917d6e20e tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.086651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-333ca5bd-a87d-4678-a63d-3d5917d6e20e tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/networks?id=c6947108-8fef-4bba-a297-4c7d0189b56d HTTP/1.1" status: 200 len: 813 time: 0.4717722 Jul 16 18:40:59.118190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f38cba9a-4c87-42b2-b23a-56eaef72f8a0 req-97166d9f-15fc-4aca-9a20-d2eae89244af tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944673 Jul 16 18:40:59.164175 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc55655b-8830-44cd-8662-e7713a46c5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.169115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fc55655b-8830-44cd-8662-e7713a46c5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.173321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fc55655b-8830-44cd-8662-e7713a46c5e7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e33188f-0226-4477-a879-2008a0004690 HTTP/1.1" status: 204 len: 168 time: 0.7700195 Jul 16 18:40:59.173530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-df9dc62a-7f00-4904-9de8-cdfb9e96c47d tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/quotas/29cfce2f0bc24bd089a6204174647d32 HTTP/1.1" status: 200 len: 375 time: 0.0631661 Jul 16 18:40:59.197303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55655b-8830-44cd-8662-e7713a46c5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e33188f-0226-4477-a879-2008a0004690,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:59.262565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-26fff684-61ab-45a7-b373-e58fbee70413 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=29cfce2f0bc24bd089a6204174647d32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889394 Jul 16 18:40:59.504746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.633120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e60aa19-57a4-4781-b943-733ebe032ec6 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:59.649792 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.664457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d907e8dd-9868-4d3c-aa4c-b279bdbe343c tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] Request body: {'port': {'network_id': 'deaf39a5-3ffd-4d47-9704-8cb36893e42b', 'name': 'tempest-NetworksNegativeTestJSON-2032002745'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:59.703761 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d907e8dd-9868-4d3c-aa4c-b279bdbe343c tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] POST failed (client error): The resource could not be found. Jul 16 18:40:59.704892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d907e8dd-9868-4d3c-aa4c-b279bdbe343c tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:59.711202 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d907e8dd-9868-4d3c-aa4c-b279bdbe343c tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2003887 Jul 16 18:40:59.711202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.713167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Transition to ACTIVE for port object 6e60aa19-57a4-4781-b943-733ebe032ec6 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:59.716773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.747432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.778629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f898931a-7530-4250-ad94-f0bc5fd25734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.820768 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9943ab1-91b8-439c-82eb-b468b64fcb31 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:59.821768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9943ab1-91b8-439c-82eb-b468b64fcb31 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:59.824997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c9943ab1-91b8-439c-82eb-b468b64fcb31 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "DELETE /v2.0/networks/595532e3-7727-42f7-a21d-9d172aea8e63 HTTP/1.1" status: 404 len: 339 time: 0.0998893 Jul 16 18:40:59.829631 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57186) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.889949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Pushing event updated for resources: {'Port': ['ID=6e60aa19-57a4-4781-b943-733ebe032ec6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:59.907883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-87acec65-7c2b-4c46-b3ca-66598dd2b2b9 service neutron] 10.222.0.48 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414454 Jul 16 18:40:59.909995 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ed5666-60ca-485e-9e5f-a6a1143f116b tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:59.911053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ed5666-60ca-485e-9e5f-a6a1143f116b tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:59.913165 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-58ed5666-60ca-485e-9e5f-a6a1143f116b tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "DELETE /v2.0/ports/8ee74b3e-d25f-480a-acdf-b351513a2239 HTTP/1.1" status: 404 len: 333 time: 0.0822771 Jul 16 18:40:59.922045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57188) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:59.967412 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-22889c35-d37d-4258-b7ed-4ff75d8e625e tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] DELETE failed (client error): The resource could not be found. Jul 16 18:40:59.967856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22889c35-d37d-4258-b7ed-4ff75d8e625e tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:40:59.969916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22889c35-d37d-4258-b7ed-4ff75d8e625e tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "DELETE /v2.0/subnets/a148f486-00fd-4404-9379-8ae1e4693577 HTTP/1.1" status: 404 len: 337 time: 0.0468936 Jul 16 18:40:59.982012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57190) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.056874 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c02f51f-f377-4116-b845-d2b244f89a6c tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] GET failed (client error): The resource could not be found. Jul 16 18:41:00.063905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8c02f51f-f377-4116-b845-d2b244f89a6c tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "GET /v2.0/networks/987196e0-8048-4a6f-9ef2-9c638957e72b HTTP/1.1" status: 404 len: 339 time: 0.0734954 Jul 16 18:41:00.066310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57192) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.091928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Attempting to bind port 6e60aa19-57a4-4781-b943-733ebe032ec6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:00.092387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Attempting to bind port 6e60aa19-57a4-4781-b943-733ebe032ec6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:00.092689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Attempting to bind port 6e60aa19-57a4-4781-b943-733ebe032ec6 on network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:00.136374 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ef99cc-8a67-49fd-a4d9-ccf8ad4724a1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] GET failed (client error): The resource could not be found. Jul 16 18:41:00.139925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-93ef99cc-8a67-49fd-a4d9-ccf8ad4724a1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "GET /v2.0/ports/f14a1f6c-f1af-4511-addc-bc2ec74c5f4d HTTP/1.1" status: 404 len: 333 time: 0.0704989 Jul 16 18:41:00.149816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.164466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Port 6e60aa19-57a4-4781-b943-733ebe032ec6 on network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:00.164807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Attempting to bind port 6e60aa19-57a4-4781-b943-733ebe032ec6 on network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:00.175740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-5e801daf-70cf-431b-955e-46943e4ade37 service neutron] 10.222.0.48 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607784 Jul 16 18:41:00.181814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:00.182203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Checking segment: {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:00.182548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Bound using segment: {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:00.183109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Bound port: 6e60aa19-57a4-4781-b943-733ebe032ec6, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d13bb85-932c-4739-b29e-bf4df5a4e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:00.183352 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.203890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f898931a-7530-4250-ad94-f0bc5fd25734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.233406 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f898931a-7530-4250-ad94-f0bc5fd25734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.255417 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd32dc92-28c3-4248-a892-a9fc4b62ec52 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] GET failed (client error): The resource could not be found. Jul 16 18:41:00.265845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd32dc92-28c3-4248-a892-a9fc4b62ec52 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "GET /v2.0/subnets/b9e34c2f-8b4d-459e-81c4-553bfd510afa HTTP/1.1" status: 404 len: 337 time: 0.1139143 Jul 16 18:41:00.267842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57202) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.278351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-43bd90e9-3b3e-4655-bdc8-53f54c1cafa1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:00.303151 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-817f54ad-8657-4275-b63c-91d98ae47638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.319724 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bd90e9-3b3e-4655-bdc8-53f54c1cafa1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] PUT failed (client error): The resource could not be found. Jul 16 18:41:00.320948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bd90e9-3b3e-4655-bdc8-53f54c1cafa1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:00.323001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-43bd90e9-3b3e-4655-bdc8-53f54c1cafa1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "PUT /v2.0/networks/eb11d7c9-203b-403f-b297-55359af19ce6 HTTP/1.1" status: 404 len: 339 time: 0.0529521 Jul 16 18:41:00.329049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57206) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.338231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6afd86c8-184d-4522-9f4a-dc89c4deb0f1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:00.389888 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afd86c8-184d-4522-9f4a-dc89c4deb0f1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] PUT failed (client error): The resource could not be found. Jul 16 18:41:00.391258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6afd86c8-184d-4522-9f4a-dc89c4deb0f1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:00.393350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6afd86c8-184d-4522-9f4a-dc89c4deb0f1 tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "PUT /v2.0/ports/dafbc941-84f0-42f0-9dad-f6a3c83fa5a9 HTTP/1.1" status: 404 len: 333 time: 0.0628586 Jul 16 18:41:00.409662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f898931a-7530-4250-ad94-f0bc5fd25734 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6fe4a24be9b444db40f8bcc22861fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6939859 Jul 16 18:41:00.410719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57208) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.414251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57210) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:00.437387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4a42beb7-d296-4017-950e-925823f5f47d tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:00.457816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898931a-7530-4250-ad94-f0bc5fd25734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e80ad16-7aaf-4030-ba6b-bb4d15766c87,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:00.525913 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a42beb7-d296-4017-950e-925823f5f47d tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] PUT failed (client error): The resource could not be found. Jul 16 18:41:00.526808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a42beb7-d296-4017-950e-925823f5f47d tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:00.529044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a42beb7-d296-4017-950e-925823f5f47d tempest-NetworksNegativeTestJSON-132117943 tempest-NetworksNegativeTestJSON-132117943-project] 10.222.0.48 "PUT /v2.0/subnets/04f36727-7854-4c52-abae-b130cfe46b23 HTTP/1.1" status: 404 len: 337 time: 0.1059551 Jul 16 18:41:00.592417 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5024648d-ab46-46b6-9d8b-77925af88a47 req-d4fa7d77-867c-460d-b382-d469a510d5f2 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 210 time: 0.0900297 Jul 16 18:41:00.595175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] For port 6e60aa19-57a4-4781-b943-733ebe032ec6, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:00.604636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] For port 6e60aa19-57a4-4781-b943-733ebe032ec6, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e60aa19-57a4-4781-b943-733ebe032ec6,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:00.619044 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.705893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.708118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.715584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 200 len: 1093 time: 2.1434047 Jul 16 18:41:00.728104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:00.734353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524a3f1-f182-4267-81fe-07cac7055831 req-52fe0fb3-2786-476b-8600-66f77d4aed76 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.737068 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3524a3f1-f182-4267-81fe-07cac7055831 req-52fe0fb3-2786-476b-8600-66f77d4aed76 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 944 time: 0.3515284 Jul 16 18:41:00.738888 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21be8fd-4d50-4861-81fa-1582fa57ee70" -d '{"events": [{"name": "network-changed", "server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:00.789951 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03323372-98b0-4e79-b1b7-bf2a91439e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.919515 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5363fdd-9ef5-48db-b738-615c5c44d433 x-openstack-request-id: req-d5363fdd-9ef5-48db-b738-615c5c44d433 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:00.920403 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:00.920564 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d5363fdd-9ef5-48db-b738-615c5c44d433 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:00.921170 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'status': 'completed', 'code': 200} Jul 16 18:41:00.935331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c602d-28e0-4a5e-8398-779ce42b4915 service neutron] Pushing event updated for resources: {'Port': ['ID=6e60aa19-57a4-4781-b943-733ebe032ec6,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:00.943388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03323372-98b0-4e79-b1b7-bf2a91439e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.011112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-74e89aef-164a-4f40-8972-f803adf6bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.013882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-74e89aef-164a-4f40-8972-f803adf6bfc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1096 time: 0.2207191 Jul 16 18:41:01.025090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3524a3f1-f182-4267-81fe-07cac7055831 req-4e410796-32ba-42ed-b1a7-171808eac0be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372160 Jul 16 18:41:01.138631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-c819db2c-947d-4531-875e-82682fcfa24e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 200 len: 217 time: 0.1164546 Jul 16 18:41:01.141537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03323372-98b0-4e79-b1b7-bf2a91439e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.149227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-03323372-98b0-4e79-b1b7-bf2a91439e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.156681 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-03323372-98b0-4e79-b1b7-bf2a91439e98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7e80ad16-7aaf-4030-ba6b-bb4d15766c87 HTTP/1.1" status: 204 len: 168 time: 0.7406099 Jul 16 18:41:01.182394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03323372-98b0-4e79-b1b7-bf2a91439e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e80ad16-7aaf-4030-ba6b-bb4d15766c87,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:01.272394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-8fb1d14a-19ab-427a-aca6-d6215336e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.275290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-8fb1d14a-19ab-427a-aca6-d6215336e9ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844e1c00-6f71-4197-91f9-51c1062643f9 HTTP/1.1" status: 200 len: 835 time: 0.1304471 Jul 16 18:41:01.350268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57234) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:01.424490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-d01b2536-0332-47f7-9109-5cfd239064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.428249 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-d01b2536-0332-47f7-9109-5cfd239064a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459630 Jul 16 18:41:01.660008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-c8ee69a9-7c19-401d-83da-18d9a191e0b3 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237358 Jul 16 18:41:01.933395 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff61e434-1f60-4e57-8c6f-dc0e87e54cd1 req-2bd95e01-f71f-4a27-9ac4-f4a753b612c5 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664056 Jul 16 18:41:01.974644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e21e748e-9c14-4d25-9217-9a4ea11898bd req-21507038-d959-46b3-a928-96ea76c7d3ec tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 210 time: 0.0909266 Jul 16 18:41:02.013696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ae57-c36a-4f3d-ac8e-ceb1a7101689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.150836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ae57-c36a-4f3d-ac8e-ceb1a7101689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.160822 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d8e8ae57-c36a-4f3d-ac8e-ceb1a7101689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.202694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d8e8ae57-c36a-4f3d-ac8e-ceb1a7101689 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc855d6eae0b4e7eb9e9bc112a6c90b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8508832 Jul 16 18:41:02.211196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57256) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:02.261263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8ae57-c36a-4f3d-ac8e-ceb1a7101689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d5ba6-ac60-4c92-a340-c926baad207c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:02.285421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-e5a4b352-1faf-4cf0-a142-7b1dea10ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.288412 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-e5a4b352-1faf-4cf0-a142-7b1dea10ab25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1096 time: 0.2592404 Jul 16 18:41:02.325632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae929de-59e5-4258-9d9f-d6baab024d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.372165 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae929de-59e5-4258-9d9f-d6baab024d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.464748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-f070e5a1-9162-4ff4-af14-e57c080cbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.466333 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-f070e5a1-9162-4ff4-af14-e57c080cbc2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 897 time: 0.1701913 Jul 16 18:41:02.527030 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae929de-59e5-4258-9d9f-d6baab024d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.529779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae929de-59e5-4258-9d9f-d6baab024d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.531021 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cae929de-59e5-4258-9d9f-d6baab024d04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/070d5ba6-ac60-4c92-a340-c926baad207c HTTP/1.1" status: 204 len: 168 time: 0.3183935 Jul 16 18:41:02.541375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-0ce2fa49-311f-46c2-b104-71de9b157bc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 200 len: 217 time: 0.0677388 Jul 16 18:41:02.545718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf67372-ad1b-44d7-91d8-ecbd067b323c req-bd297f1e-906f-44ea-ac7d-073b8ca7e1d3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.547751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7cf67372-ad1b-44d7-91d8-ecbd067b323c req-bd297f1e-906f-44ea-ac7d-073b8ca7e1d3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 944 time: 0.1172242 Jul 16 18:41:02.553420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae929de-59e5-4258-9d9f-d6baab024d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d5ba6-ac60-4c92-a340-c926baad207c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:02.645620 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7cf67372-ad1b-44d7-91d8-ecbd067b323c req-9835ccbe-6583-4699-84b1-f9702cc7d2bf tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583146 Jul 16 18:41:02.657226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-d5e109b7-17bb-4817-b1cb-dfe82120abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.661219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-d5e109b7-17bb-4817-b1cb-dfe82120abe0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844e1c00-6f71-4197-91f9-51c1062643f9 HTTP/1.1" status: 200 len: 835 time: 0.1109905 Jul 16 18:41:02.841381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-5cfec577-b3bb-4b88-94a4-e96e566c6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.844449 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-5cfec577-b3bb-4b88-94a4-e96e566c6ebf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1744411 Jul 16 18:41:03.099243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-6ebed881-a67f-4876-b434-494e1c302ae8 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461877 Jul 16 18:41:03.135675 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f930847-3f3b-43d8-addc-e01aa10669a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.267762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-951bb265-5930-4929-9a51-dc5d596e2d03 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.269424 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-951bb265-5930-4929-9a51-dc5d596e2d03 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.55 "GET /v2.0/networks?id=c6947108-8fef-4bba-a297-4c7d0189b56d HTTP/1.1" status: 200 len: 813 time: 0.2755201 Jul 16 18:41:03.283221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Request body: {'port': {'device_id': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d', 'admin_state_up': True, 'tenant_id': '29cfce2f0bc24bd089a6204174647d32'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:03.284839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b21be8fd-4d50-4861-81fa-1582fa57ee70 req-a2075555-373f-4131-933b-1d21799a9058 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705170 Jul 16 18:41:03.431327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90452451-2b87-43b0-80e4-1a768d7b2618 req-51649e83-61a4-41ed-81cf-4b3ec4b957ac tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 210 time: 0.0618954 Jul 16 18:41:03.441502 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.648527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Made reservation on behalf of 29cfce2f0bc24bd089a6204174647d32 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:03.654183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.921050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Allocated IP 172.20.0.5 (c6947108-8fef-4bba-a297-4c7d0189b56d/1f45a0a7-5c7f-4177-ab4b-194f81ab4c35/b2b9b2fc-11a1-4997-8228-05013abf35ee) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:04.222154 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.333158 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.360200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:04.371716 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.466211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e60aa19-57a4-4781-b943-733ebe032ec6 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:04.551774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Network c6947108-8fef-4bba-a297-4c7d0189b56d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:04.576133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9acc5f62-c0b3-4bc5-9c10-beca8ba0efbc tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-325629525', 'prefixes': ['172.20.0.0/16']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:04.612534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:04.647492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:04.675190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618a0f71-5c48-4a6a-9843-aabb3a50bfd3 req-3a2bcb08-1383-4ee7-86a8-a1bc4b04dcb6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.696649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-618a0f71-5c48-4a6a-9843-aabb3a50bfd3 req-3a2bcb08-1383-4ee7-86a8-a1bc4b04dcb6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 944 time: 0.6034467 Jul 16 18:41:04.783724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 6e60aa19-57a4-4781-b943-733ebe032ec6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e60aa19-57a4-4781-b943-733ebe032ec6,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:04.792029 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9acc5f62-c0b3-4bc5-9c10-beca8ba0efbc tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.797722 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9acc5f62-c0b3-4bc5-9c10-beca8ba0efbc tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4343204 Jul 16 18:41:04.799911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:04.858012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-841d58ec-962b-4fbe-a33d-357dc48892a0 tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] 10.222.0.48 "GET /v2.0/subnetpools/cdfb8b32-fda5-42d8-808e-ed31ec6df07b HTTP/1.1" status: 200 len: 731 time: 0.0564201 Jul 16 18:41:04.860856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57324) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:04.863624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:04.866486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d1a82173-13ec-491c-b49b-44bf761902eb tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1534492161'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:04.918712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.919514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Pushing event updated for resources: {'Port': ['ID=b2b9b2fc-11a1-4997-8228-05013abf35ee,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:04.936667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e60aa19-57a4-4781-b943-733ebe032ec6 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:04.953117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-618a0f71-5c48-4a6a-9843-aabb3a50bfd3 req-b2998ffb-0d78-46a0-804e-67afba912525 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552016 Jul 16 18:41:04.989592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 6e60aa19-57a4-4781-b943-733ebe032ec6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e60aa19-57a4-4781-b943-733ebe032ec6,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:04.999545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.024638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d1a82173-13ec-491c-b49b-44bf761902eb tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.033105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d1a82173-13ec-491c-b49b-44bf761902eb tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] 10.222.0.48 "PUT /v2.0/subnetpools/cdfb8b32-fda5-42d8-808e-ed31ec6df07b HTTP/1.1" status: 200 len: 684 time: 0.1680584 Jul 16 18:41:05.033873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57330) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:05.096682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.098118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.121464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=6e60aa19-57a4-4781-b943-733ebe032ec6,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:05.154341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b66e2c53-ff22-421d-a179-9068ebd37469 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8756428 Jul 16 18:41:05.178951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5094b4a6-da46-49c6-87a2-d994d97a39cf req-252c53bc-7899-48a7-b3a5-be41e4c52161 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.181599 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5094b4a6-da46-49c6-87a2-d994d97a39cf req-252c53bc-7899-48a7-b3a5-be41e4c52161 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 931 time: 0.2381492 Jul 16 18:41:05.186436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Request body: {'port': {'device_id': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:05.198571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['6e60aa19-57a4-4781-b943-733ebe032ec6'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:05.211532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5705f8ec-4ff4-440d-a2ef-ce8401ace6b8 tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] Notify callbacks [] for subnetpool, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.213611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5705f8ec-4ff4-440d-a2ef-ce8401ace6b8 tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] 10.222.0.48 "DELETE /v2.0/subnetpools/cdfb8b32-fda5-42d8-808e-ed31ec6df07b HTTP/1.1" status: 204 len: 168 time: 0.1782670 Jul 16 18:41:05.216651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:05.237772 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-cc624634-89e4-4b98-b7c9-aeb9cdb4b507 tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] show failed (client error): The resource could not be found. Jul 16 18:41:05.239877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cc624634-89e4-4b98-b7c9-aeb9cdb4b507 tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] 10.222.0.48 "GET /v2.0/subnetpools/cdfb8b32-fda5-42d8-808e-ed31ec6df07b HTTP/1.1" status: 404 len: 346 time: 0.0217907 Jul 16 18:41:05.243376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:05.285025 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-a86c81ea-a491-431b-9c12-67f341a36b97 tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] delete failed (client error): The resource could not be found. Jul 16 18:41:05.290577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a86c81ea-a491-431b-9c12-67f341a36b97 tempest-SubnetPoolsTestJSON-979602435 tempest-SubnetPoolsTestJSON-979602435-project] 10.222.0.48 "DELETE /v2.0/subnetpools/cdfb8b32-fda5-42d8-808e-ed31ec6df07b HTTP/1.1" status: 404 len: 346 time: 0.0425389 Jul 16 18:41:05.319540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5094b4a6-da46-49c6-87a2-d994d97a39cf req-01ad59c5-80bb-4ea2-9911-857f60d5db36 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280546 Jul 16 18:41:05.342461 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.671745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:05.744441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57348) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:05.770776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b9b2fc-11a1-4997-8228-05013abf35ee {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:05.780948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.797491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Transition to ACTIVE for port object b2b9b2fc-11a1-4997-8228-05013abf35ee will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:05.803058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.870234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.905515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Pushing event updated for resources: {'Port': ['ID=b2b9b2fc-11a1-4997-8228-05013abf35ee,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:05.908747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.939498 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-454c5071-b3f9-4bfe-a0c2-a43cd5ae2be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:05.997098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:41:05.997098 n-d-793620-10 neutron-server[93777]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:41:05.997098 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id': '0a35d4c1d03b47cca9966798e52ca2cd', 'id': 'fd331883-d326-4a78-8185-b09d83308883', 'expiration': datetime.datetime(2021, 7, 16, 18, 43, 5, 979706)}] Jul 16 18:41:05.997098 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:41:05.997585 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:41:06.017436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Attempting to bind port b2b9b2fc-11a1-4997-8228-05013abf35ee on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:06.017875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Attempting to bind port b2b9b2fc-11a1-4997-8228-05013abf35ee by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'e6eb7546-e1e0-4e29-86ea-1f453c4a7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:06.018198 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Attempting to bind port b2b9b2fc-11a1-4997-8228-05013abf35ee on network c6947108-8fef-4bba-a297-4c7d0189b56d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:06.024642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Port b2b9b2fc-11a1-4997-8228-05013abf35ee on network c6947108-8fef-4bba-a297-4c7d0189b56d not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:06.025729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Attempting to bind port b2b9b2fc-11a1-4997-8228-05013abf35ee on network c6947108-8fef-4bba-a297-4c7d0189b56d {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:06.035891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:06.036467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Checking segment: {'id': 'e6eb7546-e1e0-4e29-86ea-1f453c4a7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:06.037189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Bound using segment: {'id': 'e6eb7546-e1e0-4e29-86ea-1f453c4a7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:06.037814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Bound port: b2b9b2fc-11a1-4997-8228-05013abf35ee, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6eb7546-e1e0-4e29-86ea-1f453c4a7390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:06.038282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.140628 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-454c5071-b3f9-4bfe-a0c2-a43cd5ae2be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.147163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-454c5071-b3f9-4bfe-a0c2-a43cd5ae2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.204643 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-454c5071-b3f9-4bfe-a0c2-a43cd5ae2be7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c7b0ca8fad4146a3b337a10fe4df9fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275948 Jul 16 18:41:06.204643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5071-b3f9-4bfe-a0c2-a43cd5ae2be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75055331-c4b3-4f7a-9887-9e564b24b840,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.215253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57356) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:06.273816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] For port b2b9b2fc-11a1-4997-8228-05013abf35ee, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:06.282628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] For port b2b9b2fc-11a1-4997-8228-05013abf35ee, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee,segment=NetworkSegment(e6eb7546-e1e0-4e29-86ea-1f453c4a7390),segment_id=e6eb7546-e1e0-4e29-86ea-1f453c4a7390)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:06.296877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.349667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.350386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.352326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] 10.222.0.55 "PUT /v2.0/ports/b2b9b2fc-11a1-4997-8228-05013abf35ee HTTP/1.1" status: 200 len: 1092 time: 1.1846035 Jul 16 18:41:06.352789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'tag': 'b2b9b2fc-11a1-4997-8228-05013abf35ee'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:06.355139 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2" -d '{"events": [{"name": "network-changed", "server_uuid": "ab61f518-22ae-454d-82dc-01d008c074ee", "tag": "b2b9b2fc-11a1-4997-8228-05013abf35ee"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:06.380331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f954a36-be95-4da9-9784-788e4d6d4ce6 req-04693e71-0ae9-48ef-9b7a-dd6a7a8fefe1 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.382111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f954a36-be95-4da9-9784-788e4d6d4ce6 req-04693e71-0ae9-48ef-9b7a-dd6a7a8fefe1 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 945 time: 0.2458398 Jul 16 18:41:06.405775 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32aad71-10bd-479a-a713-4607f97d5a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.417627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db172c33-bee9-448e-917c-7c6f8034905b service neutron] Pushing event updated for resources: {'Port': ['ID=b2b9b2fc-11a1-4997-8228-05013abf35ee,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.452876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e60aa19-57a4-4781-b943-733ebe032ec6 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:06.487497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32aad71-10bd-479a-a713-4607f97d5a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.502937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.519698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 6e60aa19-57a4-4781-b943-733ebe032ec6 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:06.525110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 6e60aa19-57a4-4781-b943-733ebe032ec6 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:06.525466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.543131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f954a36-be95-4da9-9784-788e4d6d4ce6 req-6464b60c-67f1-419b-b506-5f49e4ad9def tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434674 Jul 16 18:41:06.635353 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.676973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b9bdd9e2-e78b-4ae6-ac51-bb305cd7fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.679663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-b9bdd9e2-e78b-4ae6-ac51-bb305cd7fc19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29cfce2f0bc24bd089a6204174647d32&device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 1095 time: 0.2640369 Jul 16 18:41:06.693628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 6e60aa19-57a4-4781-b943-733ebe032ec6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e60aa19-57a4-4781-b943-733ebe032ec6,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:06.694755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:06.698362 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48843c5b-0e1e-4276-a84a-959a80bbab9d" -d '{"events": [{"server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:06.702774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.767176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=6e60aa19-57a4-4781-b943-733ebe032ec6,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.768206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-51246e64-1601-4b91-943a-9ce1082ba6e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee HTTP/1.1" status: 200 len: 217 time: 0.0800054 Jul 16 18:41:06.777968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.778468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.778820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.779161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.779500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.779835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.783732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.784209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.784568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.784913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.785425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.785575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:06.870472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32aad71-10bd-479a-a713-4607f97d5a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.873547 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c32aad71-10bd-479a-a713-4607f97d5a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:06.877356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c32aad71-10bd-479a-a713-4607f97d5a6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75055331-c4b3-4f7a-9887-9e564b24b840 HTTP/1.1" status: 204 len: 168 time: 0.6553338 Jul 16 18:41:06.918831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ab2ae-d2ad-4709-b35c-c8eec2e9a41c req-97799651-ce87-4d51-9a0e-3259625485f2 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.925991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a83ab2ae-d2ad-4709-b35c-c8eec2e9a41c req-97799651-ce87-4d51-9a0e-3259625485f2 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 943 time: 0.3637741 Jul 16 18:41:06.930088 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6392798b-9aff-4be5-8dda-35f269b3976a x-openstack-request-id: req-6392798b-9aff-4be5-8dda-35f269b3976a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:06.930393 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab61f518-22ae-454d-82dc-01d008c074ee", "tag": "b2b9b2fc-11a1-4997-8228-05013abf35ee", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:06.930649 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6392798b-9aff-4be5-8dda-35f269b3976a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:06.931065 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'tag': 'b2b9b2fc-11a1-4997-8228-05013abf35ee', 'status': 'completed', 'code': 200} Jul 16 18:41:06.933524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aad71-10bd-479a-a713-4607f97d5a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75055331-c4b3-4f7a-9887-9e564b24b840,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:06.947941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-66efec27-6b83-4cfe-be81-e8d33add5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:06.950545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-66efec27-6b83-4cfe-be81-e8d33add5488 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f45a0a7-5c7f-4177-ab4b-194f81ab4c35 HTTP/1.1" status: 200 len: 853 time: 0.1666238 Jul 16 18:41:06.983503 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410893c2-ae8e-4088-b286-b4ef6179e2bd x-openstack-request-id: req-410893c2-ae8e-4088-b286-b4ef6179e2bd {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:06.984077 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "name": "network-vif-plugged", "status": "completed", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:06.984077 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-410893c2-ae8e-4088-b286-b4ef6179e2bd {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:06.984657 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'code': 200} Jul 16 18:41:07.049072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-6425293c-e364-421b-ae45-e75dd6c9163e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6947108-8fef-4bba-a297-4c7d0189b56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810940 Jul 16 18:41:07.161340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a83ab2ae-d2ad-4709-b35c-c8eec2e9a41c req-bedf19bb-28db-4632-ab30-c400e2839c4d tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340591 Jul 16 18:41:07.170693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadc470-dc1d-43eb-bf11-9628c914effc req-f5830ab0-7a95-4b79-9a0c-eb116fab81f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:07.173319 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-edadc470-dc1d-43eb-bf11-9628c914effc req-f5830ab0-7a95-4b79-9a0c-eb116fab81f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1098 time: 0.0751309 Jul 16 18:41:07.243190 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.260207 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-edadc470-dc1d-43eb-bf11-9628c914effc req-fefbe44b-9fc4-423b-ab3c-bd7cd2cb1877 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779350 Jul 16 18:41:07.306699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.312115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.403136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-458696dc-8e88-490e-be6b-da1fc5d97ade service neutron] 10.222.0.55 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451538 Jul 16 18:41:07.405860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75d5698-feed-468b-abe2-8e227729c9a5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:07.427014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-84f1312c-6866-454b-8e01-81dfb19788c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a35d4c1d03b47cca9966798e52ca2cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6808205 Jul 16 18:41:07.431168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:07.533011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ef3967-8daf-4aac-8036-f0c5a7781d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.586892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ef3967-8daf-4aac-8036-f0c5a7781d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.652992 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.720478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ef3967-8daf-4aac-8036-f0c5a7781d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.746190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82ef3967-8daf-4aac-8036-f0c5a7781d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.756555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-82ef3967-8daf-4aac-8036-f0c5a7781d7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b75d5698-feed-468b-abe2-8e227729c9a5 HTTP/1.1" status: 204 len: 168 time: 0.3224194 Jul 16 18:41:07.810169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef3967-8daf-4aac-8036-f0c5a7781d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75d5698-feed-468b-abe2-8e227729c9a5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:08.292076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aa01e-9400-4791-b5dc-5bd4dca73918 req-9fc3249f-b734-459d-8570-f6653f0dbdce tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.301944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d04aa01e-9400-4791-b5dc-5bd4dca73918 req-9fc3249f-b734-459d-8570-f6653f0dbdce tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 946 time: 0.1839316 Jul 16 18:41:08.305924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5eaadce-830c-4a87-84f5-5545d40cf3fe req-7a4f4cb5-9ddc-4e6b-876d-b967f52ca2c1 service neutron] 10.222.0.55 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8947117 Jul 16 18:41:08.415649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d04aa01e-9400-4791-b5dc-5bd4dca73918 req-91c00b1d-5928-402f-b932-b9ab1ee451c6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122844 Jul 16 18:41:08.597568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-f8ec84ac-e491-459b-a6a3-7cafc2e8abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.600884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-f8ec84ac-e491-459b-a6a3-7cafc2e8abc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29cfce2f0bc24bd089a6204174647d32&device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 1095 time: 0.1586678 Jul 16 18:41:08.868116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0e845-3758-4ad3-aed2-3270dec2bb6e req-421d3f30-a60d-4f77-98d0-b2fa05d788a6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.888064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6b0e845-3758-4ad3-aed2-3270dec2bb6e req-421d3f30-a60d-4f77-98d0-b2fa05d788a6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 943 time: 0.3587034 Jul 16 18:41:08.966035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-1f2949a5-7738-4270-b487-6b60c2f0c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.967928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-1f2949a5-7738-4270-b487-6b60c2f0c134 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6947108-8fef-4bba-a297-4c7d0189b56d HTTP/1.1" status: 200 len: 913 time: 0.3585706 Jul 16 18:41:09.039804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6b0e845-3758-4ad3-aed2-3270dec2bb6e req-f44c45e7-d1e8-45ed-b597-1910e782e48f tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404378 Jul 16 18:41:09.043435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-c835866f-4e6c-434d-a147-718e8dd2957b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee HTTP/1.1" status: 200 len: 217 time: 0.0612819 Jul 16 18:41:09.164528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-87ba13f4-683d-42a3-9d19-5d37faed6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.166291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-87ba13f4-683d-42a3-9d19-5d37faed6436 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f45a0a7-5c7f-4177-ab4b-194f81ab4c35 HTTP/1.1" status: 200 len: 853 time: 0.1143913 Jul 16 18:41:09.206710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-42452529-94a9-4e1f-941f-844b083626c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6947108-8fef-4bba-a297-4c7d0189b56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330095 Jul 16 18:41:09.375763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-94b59aa8-920f-4f90-a0bb-a820faac367e service neutron] 10.222.0.55 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611936 Jul 16 18:41:09.557708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a7f4e0dc-57dc-4379-b0dd-62a51fd24db2 req-ea902545-c0ac-46d7-9bd5-19ff95739665 service neutron] 10.222.0.55 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740654 Jul 16 18:41:09.658606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:09.674093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70476ee-2760-40db-931c-06eddc35b958 req-d8b924e0-23df-46d4-9543-aef23a804694 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.676787 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e70476ee-2760-40db-931c-06eddc35b958 req-d8b924e0-23df-46d4-9543-aef23a804694 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 946 time: 0.1099377 Jul 16 18:41:09.740581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e70476ee-2760-40db-931c-06eddc35b958 req-e65b66c8-377b-46b2-88f2-f5ee5b74675b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578134 Jul 16 18:41:09.741684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b2b9b2fc-11a1-4997-8228-05013abf35ee details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:09.837752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce327db2-b581-4a14-a449-2e6efd4993cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:09.912272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b2b9b2fc-11a1-4997-8228-05013abf35ee, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee,segment=NetworkSegment(e6eb7546-e1e0-4e29-86ea-1f453c4a7390),segment_id=e6eb7546-e1e0-4e29-86ea-1f453c4a7390)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:09.930397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'b2b9b2fc-11a1-4997-8228-05013abf35ee', 'network_id': 'c6947108-8fef-4bba-a297-4c7d0189b56d', 'port_id': 'b2b9b2fc-11a1-4997-8228-05013abf35ee', 'mac_address': 'fa:16:3e:54:19:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f45a0a7-5c7f-4177-ab4b-194f81ab4c35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:10.004228 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.031500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b9b2fc-11a1-4997-8228-05013abf35ee {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:10.057385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b2b9b2fc-11a1-4997-8228-05013abf35ee, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee,segment=NetworkSegment(e6eb7546-e1e0-4e29-86ea-1f453c4a7390),segment_id=e6eb7546-e1e0-4e29-86ea-1f453c4a7390)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:10.063207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce327db2-b581-4a14-a449-2e6efd4993cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.063412 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.071055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce327db2-b581-4a14-a449-2e6efd4993cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.135684 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ce327db2-b581-4a14-a449-2e6efd4993cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e04499188cb45e7ae69c6f5c84d2142&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4752784 Jul 16 18:41:10.138427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:10.150634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327db2-b581-4a14-a449-2e6efd4993cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3b062-a8fc-4de3-9b1b-1288883d93e3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:10.196453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05737fab-de02-43c3-b921-86434c8341b8 req-ba8254ff-8822-4f54-a794-8f84cef32e2f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.209032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05737fab-de02-43c3-b921-86434c8341b8 req-ba8254ff-8822-4f54-a794-8f84cef32e2f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 946 time: 0.2324014 Jul 16 18:41:10.227190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b2b9b2fc-11a1-4997-8228-05013abf35ee,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:10.262130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-091089ad-7d73-4551-8778-0ab754a7f6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.284391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['b2b9b2fc-11a1-4997-8228-05013abf35ee'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:10.307913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05737fab-de02-43c3-b921-86434c8341b8 req-d1cb7f04-9454-46f7-9223-69752d65efd0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934050 Jul 16 18:41:10.317518 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-091089ad-7d73-4551-8778-0ab754a7f6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.340299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57492) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:10.440210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-091089ad-7d73-4551-8778-0ab754a7f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.444650 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-091089ad-7d73-4551-8778-0ab754a7f6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.452777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-091089ad-7d73-4551-8778-0ab754a7f6d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/71c3b062-a8fc-4de3-9b1b-1288883d93e3 HTTP/1.1" status: 204 len: 168 time: 0.3127933 Jul 16 18:41:10.470351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091089ad-7d73-4551-8778-0ab754a7f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3b062-a8fc-4de3-9b1b-1288883d93e3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:10.592512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d439b43-16ad-487e-8a7f-8ab3a39a4168 req-d4ebae28-d97e-43a4-b3b9-5455ff495b75 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.602276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d439b43-16ad-487e-8a7f-8ab3a39a4168 req-d4ebae28-d97e-43a4-b3b9-5455ff495b75 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 944 time: 0.2648377 Jul 16 18:41:10.615941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bee4561-4b30-4ea0-9404-63656888ca54 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.621699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0bee4561-4b30-4ea0-9404-63656888ca54 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1093 time: 0.2761586 Jul 16 18:41:10.622103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57508) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:10.627720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:10.675981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d439b43-16ad-487e-8a7f-8ab3a39a4168 req-bb4160d7-dd97-4243-bc20-2c732f522834 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723739 Jul 16 18:41:10.686742 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:10.885350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.074486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.25.0.249 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/ab8d6970-4f72-460b-80cf-765d14a144d9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:11.300519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.377023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.463146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=ab8d6970-4f72-460b-80cf-765d14a144d9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:11.485736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:11.488214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:11.492793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:11.742518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b2b9b2fc-11a1-4997-8228-05013abf35ee up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:11.941987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port b2b9b2fc-11a1-4997-8228-05013abf35ee completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:11.952266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port b2b9b2fc-11a1-4997-8228-05013abf35ee triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:11.952916 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.125991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deb22a-cc89-4129-af23-ddfa30333e0c req-95607ae9-edf9-4d8d-a2d1-bd3e0cbe9f3e tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.142264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08deb22a-cc89-4129-af23-ddfa30333e0c req-95607ae9-edf9-4d8d-a2d1-bd3e0cbe9f3e tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 944 time: 0.1257699 Jul 16 18:41:12.216373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.263363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08deb22a-cc89-4129-af23-ddfa30333e0c req-8666d131-0c6c-4bfd-9076-c60806576b62 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154821 Jul 16 18:41:12.289884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b9b2fc-11a1-4997-8228-05013abf35ee'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:12.292776 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155bb27-6d8e-4885-b696-588edfdc31b3" -d '{"events": [{"server_uuid": "ab61f518-22ae-454d-82dc-01d008c074ee", "name": "network-vif-plugged", "status": "completed", "tag": "b2b9b2fc-11a1-4997-8228-05013abf35ee"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:12.308536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port b2b9b2fc-11a1-4997-8228-05013abf35ee, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee,segment=NetworkSegment(e6eb7546-e1e0-4e29-86ea-1f453c4a7390),segment_id=e6eb7546-e1e0-4e29-86ea-1f453c4a7390)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:12.316197 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:12.440577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=b2b9b2fc-11a1-4997-8228-05013abf35ee,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.466626 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41561e3-424a-4d56-8d28-77d6e279c5ba x-openstack-request-id: req-c41561e3-424a-4d56-8d28-77d6e279c5ba {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:12.466936 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab61f518-22ae-454d-82dc-01d008c074ee", "name": "network-vif-plugged", "status": "completed", "tag": "b2b9b2fc-11a1-4997-8228-05013abf35ee", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:12.467199 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c41561e3-424a-4d56-8d28-77d6e279c5ba {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:12.467620 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b9b2fc-11a1-4997-8228-05013abf35ee', 'code': 200} Jul 16 18:41:12.627991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3720596-8366-4110-b8c6-e4add4bfc65c req-b5d52565-2a65-4a29-ba6d-b530878128da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.630928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3720596-8366-4110-b8c6-e4add4bfc65c req-b5d52565-2a65-4a29-ba6d-b530878128da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 1097 time: 0.1050727 Jul 16 18:41:12.699059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3720596-8366-4110-b8c6-e4add4bfc65c req-495d7039-bcf4-4ac8-b558-de619b958304 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615568 Jul 16 18:41:12.768588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:13.002284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-734121327'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:13.036691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Made reservation on behalf of 1c535b1813e749a7a91c323384d00cab for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:13.043104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.060590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.113055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.214302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.226455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.270690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:13.299179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20afd36f-9486-45f2-8efd-4ec67b145a1b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:13.308955 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.309643 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Added segment 3af11f39-31ae-45c9-a705-b84cfe71679f of type vlan for network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c Jul 16 18:41:13.343581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.405949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.541861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:41:13.632696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.640172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.640866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.679234 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.687370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.701127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933bc0b-63c2-459d-af6c-bb4c577dcee4 req-e6a26fde-93cb-420a-90b7-c57008857a89 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.708718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4933bc0b-63c2-459d-af6c-bb4c577dcee4 req-e6a26fde-93cb-420a-90b7-c57008857a89 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.2881498 Jul 16 18:41:13.726037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9560537 Jul 16 18:41:13.731030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57596) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:13.736436 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Request body: {'subnet': {'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:13.771045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=ab8d6970-4f72-460b-80cf-765d14a144d9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:13.811664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80185-a04e-4c89-b8cf-53ad1f36a4c6 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event updated for resources: {'Network': ['ID=0d0ddb8b-cbf8-463e-9480-8dfe08c5798c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:13.825463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:13.873930 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:13.989463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4933bc0b-63c2-459d-af6c-bb4c577dcee4 req-129d687c-19f7-4e8a-9031-409df5cd3786 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789109 Jul 16 18:41:14.029356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Made reservation on behalf of 1c535b1813e749a7a91c323384d00cab for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:14.035315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.074378 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Floating IP e7cff442-9178-4c83-8686-ca475b49a990 associated. External IP: 172.25.0.249, port: 6e60aa19-57a4-4781-b943-733ebe032ec6. Jul 16 18:41:14.461750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.557870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:14.575557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event updated for resources: {'Subnet': ['ID=51de7cfa-ae33-45d2-9b8c-b38329b8690f,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:14.594480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Checking segment: {'id': '3af11f39-31ae-45c9-a705-b84cfe71679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:14.594814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Network hostable DHCP agents. Network: 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:14.656922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:14.679662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:14.688545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.690097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.692310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83144aa2-9dc0-4147-b8e8-28f9a85715f4 None None] Network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:14.725367 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3214750c-ebe3-4ef8-b194-4f6db0c1b532 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9928348 Jul 16 18:41:14.726490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57608) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:14.736630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Request body: {'port': {'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1642280066'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:14.827174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:14.839350 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] Sync routers for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:14.864918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:14.871198 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:14.872327 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:41:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:14.956777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-61debc66-f514-4796-9d8b-181e2d531133 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3297586 Jul 16 18:41:14.956777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:14.956777 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723520c9-f736-4775-b7f9-e37aee92ee55" -d '{"events": [{"name": "network-changed", "server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:14.959358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57610) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:15.011820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Made reservation on behalf of 1c535b1813e749a7a91c323384d00cab for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:15.018724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.069282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] device_id is not set on port 412aca33-b450-4dfb-b01e-7691b7c8b4d3 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:15.095747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-0d0ddb8b-cbf8-463e-9480-8dfe08c5798c', 'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c', 'tenant_id': '1c535b1813e749a7a91c323384d00cab', 'fixed_ips': [{'subnet_id': '51de7cfa-ae33-45d2-9b8c-b38329b8690f'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:15.096713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.100348 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b96047-9900-46db-b3f6-3303b162d5b4 x-openstack-request-id: req-93b96047-9900-46db-b3f6-3303b162d5b4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:15.107584 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:15.107946 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93b96047-9900-46db-b3f6-3303b162d5b4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:15.108432 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'status': 'completed', 'code': 200} Jul 16 18:41:15.215762 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b98ad3a7-d7b0-4406-b3bf-2de9b5f98432 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/e7cff442-9178-4c83-8686-ca475b49a990 HTTP/1.1" status: 200 len: 992 time: 0.2369828 Jul 16 18:41:15.317371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-473fe149-7990-4745-8f27-17e4f35fe6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.343862 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-473fe149-7990-4745-8f27-17e4f35fe6f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1098 time: 0.2505741 Jul 16 18:41:15.363545 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:15.465848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Allocated IP 172.20.0.13 (0d0ddb8b-cbf8-463e-9480-8dfe08c5798c/51de7cfa-ae33-45d2-9b8c-b38329b8690f/412aca33-b450-4dfb-b01e-7691b7c8b4d3) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:15.787463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-85d9cb43-4b1e-4e72-ba3b-f0749dbf6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.790749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-85d9cb43-4b1e-4e72-ba3b-f0749dbf6b00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 897 time: 0.4418161 Jul 16 18:41:15.992429 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:12Z', 'revision_number': 0, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:16.110738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f4f6f-807d-407f-90a7-a928d5ec6cd7 req-ded5ceb7-bf4f-4199-b880-0d48dd92e7e9 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.113897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d2f4f6f-807d-407f-90a7-a928d5ec6cd7 req-ded5ceb7-bf4f-4199-b880-0d48dd92e7e9 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.5375586 Jul 16 18:41:16.125372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-6719d916-3859-445c-8413-777d56fb41fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4722092 Jul 16 18:41:16.149899 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] Checking router: 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:16.204908 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:16.207791 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:41:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:16.226107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57628) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:16.235012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d2f4f6f-807d-407f-90a7-a928d5ec6cd7 req-87ed2648-9c79-45be-9ffb-727182e807c7 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037724 Jul 16 18:41:16.259453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-64b2748c-d467-4bb8-8f1b-5ecbe02e795d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 200 len: 1000 time: 0.4473405 Jul 16 18:41:16.261192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.608968 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:16.694146 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-89d00c44-4c85-4664-be56-83079813320a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/e7cff442-9178-4c83-8686-ca475b49a990 HTTP/1.1" status: 200 len: 992 time: 0.4656272 Jul 16 18:41:16.713119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Transition to ACTIVE for port object 412aca33-b450-4dfb-b01e-7691b7c8b4d3 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:16.735982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-a93ee3c8-98f7-41ae-aa2e-ef8e164b5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.757488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-a93ee3c8-98f7-41ae-aa2e-ef8e164b5d57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844e1c00-6f71-4197-91f9-51c1062643f9 HTTP/1.1" status: 200 len: 835 time: 0.4899080 Jul 16 18:41:16.841876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-64413196-3fda-4213-9f8e-250c4b93fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.855831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-64413196-3fda-4213-9f8e-250c4b93fb4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 1097 time: 0.6161640 Jul 16 18:41:16.906529 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-026e4314-1309-4745-84e7-1e8815653c1c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4570043 Jul 16 18:41:16.958061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-c6c7516e-9b53-4162-bd67-961a67ead975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.960835 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-c6c7516e-9b53-4162-bd67-961a67ead975 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811659 Jul 16 18:41:17.055075 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.239503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:17.246137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Allocated IP 172.20.0.2 (0d0ddb8b-cbf8-463e-9480-8dfe08c5798c/51de7cfa-ae33-45d2-9b8c-b38329b8690f/88b60fcb-27ec-497e-8bc0-a8620a06194a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:17.271783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:17.279643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:17.301107 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:12Z', 'revision_number': 0, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:17.447977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-5535ac20-1f83-4543-8936-a25030962ae2 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748693 Jul 16 18:41:17.452560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event updated for resources: {'Port': ['ID=412aca33-b450-4dfb-b01e-7691b7c8b4d3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.476288 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943c06ff-1879-445c-b00f-2d19e00c8651 None None] The sync data for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 is: [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:12Z', 'revision_number': 0, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:17.502248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-c9372481-35d4-4860-a644-5357ad03ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:17.509824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-c9372481-35d4-4860-a644-5357ad03ad8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 200 len: 909 time: 0.6314845 Jul 16 18:41:17.710368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-07f9c606-d305-42ce-a343-4f6dee6549e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 200 len: 1001 time: 0.1838419 Jul 16 18:41:17.711489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57644) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.896946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-723520c9-f736-4775-b7f9-e37aee92ee55 req-4c8c2b85-0dc6-4497-8136-6817e547d8ee service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4427013 Jul 16 18:41:17.913765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-642cd683-c876-4c39-9385-3871d4adfa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:17.922220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-642cd683-c876-4c39-9385-3871d4adfa6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29cfce2f0bc24bd089a6204174647d32&device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 1097 time: 0.2878830 Jul 16 18:41:18.053043 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.071614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Transition to ACTIVE for port object 88b60fcb-27ec-497e-8bc0-a8620a06194a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:18.097386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Transition to ACTIVE for port object 88b60fcb-27ec-497e-8bc0-a8620a06194a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:18.113385 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.253286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c88895-9b27-4cd7-9dee-33450d1a399f None None] New status for floating IP e7cff442-9178-4c83-8686-ca475b49a990: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:18.281414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.282587 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.315623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-ef75fe5c-ac2f-4770-aa4d-2075b7361e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.318771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-ef75fe5c-ac2f-4770-aa4d-2075b7361e5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6947108-8fef-4bba-a297-4c7d0189b56d HTTP/1.1" status: 200 len: 913 time: 0.3893285 Jul 16 18:41:18.328800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-bdabd816-1ba1-4fea-a1bc-2bd13f1133e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.330645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-bdabd816-1ba1-4fea-a1bc-2bd13f1133e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1098 time: 0.2721360 Jul 16 18:41:18.376547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Pushing event updated for resources: {'Port': ['ID=88b60fcb-27ec-497e-8bc0-a8620a06194a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.397144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:18.411719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:18.416422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:18.423140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7794e82a-a005-4c6d-b242-45f6f0161ded tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/e7cff442-9178-4c83-8686-ca475b49a990 HTTP/1.1" status: 200 len: 992 time: 0.6717389 Jul 16 18:41:18.445030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b964e9df-370d-4598-a351-8d11f22a3912 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.7156661 Jul 16 18:41:18.451491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57652) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:18.451709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-5ee73446-3361-41ff-bbed-61157e6f15aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee HTTP/1.1" status: 200 len: 217 time: 0.1243930 Jul 16 18:41:18.453311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-6722d474-1d59-4418-b218-a77e142ac99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.456431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-6722d474-1d59-4418-b218-a77e142ac99b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbbd1be5-162e-4674-8fbf-f143674e14aa HTTP/1.1" status: 200 len: 848 time: 0.6598423 Jul 16 18:41:18.837752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Attempting to bind port 88b60fcb-27ec-497e-8bc0-a8620a06194a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:18.838878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Attempting to bind port 88b60fcb-27ec-497e-8bc0-a8620a06194a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '3af11f39-31ae-45c9-a705-b84cfe71679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:18.839584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Attempting to bind port 88b60fcb-27ec-497e-8bc0-a8620a06194a on network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:18.845131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f63bb-1b33-4798-8aeb-de5800f48eb5 req-6e26b647-debf-4ed0-bb4f-cb816537ebca tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.847968 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-465f63bb-1b33-4798-8aeb-de5800f48eb5 req-6e26b647-debf-4ed0-bb4f-cb816537ebca tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.5410545 Jul 16 18:41:18.904340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:18.905364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Checking segment: {'id': '3af11f39-31ae-45c9-a705-b84cfe71679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:18.906975 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.908078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Bound using segment: {'id': '3af11f39-31ae-45c9-a705-b84cfe71679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:18.909131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Bound port: 88b60fcb-27ec-497e-8bc0-a8620a06194a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af11f39-31ae-45c9-a705-b84cfe71679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '0d0ddb8b-cbf8-463e-9480-8dfe08c5798c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:18.910303 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.939543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-b0523664-4c52-4d73-aec4-a7066af7eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:18.942273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-b0523664-4c52-4d73-aec4-a7066af7eb6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4690018 Jul 16 18:41:19.050432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-e1b0dfcd-9cdf-4999-9e5c-09be64e1cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.052985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-e1b0dfcd-9cdf-4999-9e5c-09be64e1cc37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f45a0a7-5c7f-4177-ab4b-194f81ab4c35 HTTP/1.1" status: 200 len: 853 time: 0.5775204 Jul 16 18:41:19.074482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Deleting port 412aca33-b450-4dfb-b01e-7691b7c8b4d3 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:19.075098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.096979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-465f63bb-1b33-4798-8aeb-de5800f48eb5 req-5bf2277a-7679-4286-9ac9-ff5223729991 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359679 Jul 16 18:41:19.119146 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-6a77c4cb-e946-45f4-8864-3e214acbe47d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6947108-8fef-4bba-a297-4c7d0189b56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580945 Jul 16 18:41:19.216430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] For port 88b60fcb-27ec-497e-8bc0-a8620a06194a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:19.226618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] For port 88b60fcb-27ec-497e-8bc0-a8620a06194a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=88b60fcb-27ec-497e-8bc0-a8620a06194a,segment=NetworkSegment(3af11f39-31ae-45c9-a705-b84cfe71679f),segment_id=3af11f39-31ae-45c9-a705-b84cfe71679f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:19.237759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.239398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-a22e4db7-df9e-4985-aee0-10127f6acc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.256106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-a22e4db7-df9e-4985-aee0-10127f6acc19 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 897 time: 0.8330586 Jul 16 18:41:19.337072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-359b2e17-7273-4d6a-a4a7-e1bf9de516d9 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807921 Jul 16 18:41:19.411846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c568c2-a8ec-451d-b663-35f583fea2aa None None] Pushing event updated for resources: {'Port': ['ID=88b60fcb-27ec-497e-8bc0-a8620a06194a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:19.478747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37068ccc-fcdc-4709-8216-8cbc03c2afdf req-cd2d1eef-b9b2-4cd8-acaf-f87d73afdb79 service neutron] 10.222.0.55 "GET /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328363 Jul 16 18:41:19.479859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57662) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.499361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.546001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-fb131cae-02ed-4a09-ae6b-185ff2a9ec72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 200 len: 1002 time: 0.2797289 Jul 16 18:41:19.616105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Calling delete_port for 412aca33-b450-4dfb-b01e-7691b7c8b4d3 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:19.626528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-d889538f-d52d-474a-a941-9783cb5e03de service neutron] 10.222.0.55 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998665 Jul 16 18:41:19.698857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-0e4c35ba-7bb3-4d99-86c2-c7d9edaaf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.700535 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-0e4c35ba-7bb3-4d99-86c2-c7d9edaaf890 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844e1c00-6f71-4197-91f9-51c1062643f9 HTTP/1.1" status: 200 len: 835 time: 0.1372144 Jul 16 18:41:19.791421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f688ff5d-78ac-42d1-a21b-97322cc3269d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/e7cff442-9178-4c83-8686-ca475b49a990 HTTP/1.1" status: 200 len: 994 time: 0.3023190 Jul 16 18:41:19.866133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2f9e3516-8e35-44f5-b05e-75f1c32e2e62 req-8fc28426-d352-45d4-98f9-fccca0258787 service neutron] 10.222.0.55 "GET /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323768 Jul 16 18:41:19.904236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-986f642f-85e5-42ae-b861-e231d8ac2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:19.910647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-986f642f-85e5-42ae-b861-e231d8ac2f89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491017 Jul 16 18:41:19.965903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.059060 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-94432f14-bb07-469f-99ff-bc9534485164 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399608 Jul 16 18:41:20.250100 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ef7b5ae5-2a27-406c-86d3-3e9e53a0dbb0 req-fe7260b8-e0fe-46f3-9700-c71d5b9458ea service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731327 Jul 16 18:41:20.597733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event deleted for resources: {'Port': ['ID=412aca33-b450-4dfb-b01e-7691b7c8b4d3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.624143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.626986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2c8cc99d-ba6b-431a-9539-5c3b2ac5c3bc tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "DELETE /v2.0/ports/412aca33-b450-4dfb-b01e-7691b7c8b4d3 HTTP/1.1" status: 204 len: 168 time: 2.1682699 Jul 16 18:41:20.630872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57680) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.774288 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cc9642d4-5ba1-43ba-be82-1712be9c7882 tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1431906 Jul 16 18:41:20.778458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57684) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.784471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-468038555'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:20.799431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78c31-2e84-4d17-a4bc-4c4992cfcf13 req-8d238950-5ff9-4887-8c6c-b1e1c372c4a5 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:20.823430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4e78c31-2e84-4d17-a4bc-4c4992cfcf13 req-8d238950-5ff9-4887-8c6c-b1e1c372c4a5 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.2335987 Jul 16 18:41:20.832057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Made reservation on behalf of 1c535b1813e749a7a91c323384d00cab for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:20.838383 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.878497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:20.893416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.893956 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Added segment 02bf98b0-000b-4774-bccf-3b58967e1fd9 of type vlan for network 0afb9a07-9974-4c4b-8149-e70680b9822d Jul 16 18:41:20.949409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.958674 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4e78c31-2e84-4d17-a4bc-4c4992cfcf13 req-5a9c4853-9d57-46ff-a7a9-1fa7d79d1851 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170158 Jul 16 18:41:21.036971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.043830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.045250 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.071965 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2877107 Jul 16 18:41:21.072972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.171763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb39d8f-4b5f-4c07-812b-b353751e4ff7 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event updated for resources: {'Network': ['ID=0afb9a07-9974-4c4b-8149-e70680b9822d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.189836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 0afb9a07-9974-4c4b-8149-e70680b9822d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:21.340242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5163937-bf5e-4614-a4b6-6d7004383f49 None None] Network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:21.393482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3b4e66fe-5b3b-4dd4-a7f2-4969f1e65ecb None None] Provisioning for port 88b60fcb-27ec-497e-8bc0-a8620a06194a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:21.440838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a7ef1517-de0d-4764-aa8a-2de79c7c2ab3 tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "GET /v2.0/agents/705f545d-0f39-4303-b547-8f2d39c85b5c/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.3667674 Jul 16 18:41:21.445402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57702) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.562286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969ea9f8-3744-4179-bc8e-d705778b92de tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] Network 0afb9a07-9974-4c4b-8149-e70680b9822d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:21.587075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-969ea9f8-3744-4179-bc8e-d705778b92de tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "POST /v2.0/agents/705f545d-0f39-4303-b547-8f2d39c85b5c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1371124 Jul 16 18:41:21.587553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57704) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.595568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d170eb52-6891-43a0-a097-6fc25a4caf8a None None] Network 0afb9a07-9974-4c4b-8149-e70680b9822d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:21.780051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b21640ae-81e6-490b-ad05-c84aab9a886e tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "GET /v2.0/agents/705f545d-0f39-4303-b547-8f2d39c85b5c/dhcp-networks HTTP/1.1" status: 200 len: 8829 time: 0.1910915 Jul 16 18:41:21.784042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57706) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.931215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 88b60fcb-27ec-497e-8bc0-a8620a06194a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:21.952876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57712) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:21.953199 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4c559980-ca6b-41ac-abd6-37f9165663bb tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "DELETE /v2.0/agents/705f545d-0f39-4303-b547-8f2d39c85b5c/dhcp-networks/0afb9a07-9974-4c4b-8149-e70680b9822d HTTP/1.1" status: 204 len: 168 time: 0.1675787 Jul 16 18:41:22.082314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 88b60fcb-27ec-497e-8bc0-a8620a06194a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:22.089613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 88b60fcb-27ec-497e-8bc0-a8620a06194a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:22.090148 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.256351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57718) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.271218 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4afd33e8-a323-48e5-9307-b5651f3f1831 tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "GET /v2.0/agents/705f545d-0f39-4303-b547-8f2d39c85b5c/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.3130641 Jul 16 18:41:22.272848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.298731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57722) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.311780 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66548c85-2c94-4644-a833-2f7f3826f108 tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "GET /v2.0/networks/0d0ddb8b-cbf8-463e-9480-8dfe08c5798c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0477698 Jul 16 18:41:22.378518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 88b60fcb-27ec-497e-8bc0-a8620a06194a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=88b60fcb-27ec-497e-8bc0-a8620a06194a,segment=NetworkSegment(3af11f39-31ae-45c9-a705-b84cfe71679f),segment_id=3af11f39-31ae-45c9-a705-b84cfe71679f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:22.401981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57724) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.404237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.410220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ebaa4b03-0388-4c3c-9804-da075ccc7fe1 tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "GET /v2.0/networks/0d0ddb8b-cbf8-463e-9480-8dfe08c5798c/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1101434 Jul 16 18:41:22.502623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3d9dfd94-3929-452e-b132-a84a9a64348c None None] Provisioning complete for port 88b60fcb-27ec-497e-8bc0-a8620a06194a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:22.503018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3d9dfd94-3929-452e-b132-a84a9a64348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.511326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11605914-6fac-4eee-97c7-df5bf7823c3a req-53e33910-6813-424f-9ca3-b1926266820a tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:22.515664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11605914-6fac-4eee-97c7-df5bf7823c3a req-53e33910-6813-424f-9ca3-b1926266820a tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.1765721 Jul 16 18:41:22.577914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11605914-6fac-4eee-97c7-df5bf7823c3a req-a22c0331-9e53-485c-947c-997d904538fb tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558338 Jul 16 18:41:22.597080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=88b60fcb-27ec-497e-8bc0-a8620a06194a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:22.852207 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57732) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:22.863093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5ff625f7-cc08-421a-8c25-db1dae75cf4a tempest-DHCPAgentSchedulersTestJSON-1250154983 tempest-DHCPAgentSchedulersTestJSON-1250154983-project-admin] 10.222.0.48 "GET /v2.0/agents/705f545d-0f39-4303-b547-8f2d39c85b5c/dhcp-networks HTTP/1.1" status: 200 len: 8060 time: 0.4595287 Jul 16 18:41:22.936556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d653dd1c-f65d-4985-aa01-d26322de2805 None None] Could not find standard attr ID for object 412aca33-b450-4dfb-b01e-7691b7c8b4d3. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:41:23.003863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.131043 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.144274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afb9a07-9974-4c4b-8149-e70680b9822d']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.158889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02bf98b0-000b-4774-bccf-3b58967e1fd9') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.159169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02bf98b0-000b-4774-bccf-3b58967e1fd9') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:23.170805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.189046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.196770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:23.197207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:23.238550 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:23.285899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.307292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.317124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "DELETE /v2.0/networks/0afb9a07-9974-4c4b-8149-e70680b9822d HTTP/1.1" status: 204 len: 168 time: 0.4632537 Jul 16 18:41:23.319939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57744) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.342607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efac6e-3475-49fe-89c9-959c517a86ac tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event deleted for resources: {'Network': ['ID=0afb9a07-9974-4c4b-8149-e70680b9822d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.383078 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-708cf564-4975-41e5-b40c-d20ecf4f5333 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] DELETE failed (client error): The resource could not be found. Jul 16 18:41:23.384278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708cf564-4975-41e5-b40c-d20ecf4f5333 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:41:23.388077 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-708cf564-4975-41e5-b40c-d20ecf4f5333 tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "DELETE /v2.0/ports/412aca33-b450-4dfb-b01e-7691b7c8b4d3 HTTP/1.1" status: 404 len: 333 time: 0.0668592 Jul 16 18:41:23.390812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57746) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.477181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Deleting subnet 51de7cfa-ae33-45d2-9b8c-b38329b8690f {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:23.481803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.531500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.708503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.720671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f3e94-107d-4041-bdfd-222190506218 req-e126da74-1be7-4806-98b4-aa5d4f5b8396 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:23.722394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da3f3e94-107d-4041-bdfd-222190506218 req-e126da74-1be7-4806-98b4-aa5d4f5b8396 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.1549938 Jul 16 18:41:23.796060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da3f3e94-107d-4041-bdfd-222190506218 req-3073a78f-2b21-46f2-b2c9-5f11012163ca tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Jul 16 18:41:23.849559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.889201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 88b60fcb-27ec-497e-8bc0-a8620a06194a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:23.902393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event deleted for resources: {'Subnet': ['ID=51de7cfa-ae33-45d2-9b8c-b38329b8690f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.916579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.927343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.928179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bbe392f5-4e96-4400-ada6-08dce89c65dd tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "DELETE /v2.0/subnets/51de7cfa-ae33-45d2-9b8c-b38329b8690f HTTP/1.1" status: 204 len: 168 time: 0.5355980 Jul 16 18:41:23.944906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc258089-a8ef-45b0-b2c2-6cb080296699 None None] Network 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:24.069006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.145988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 88b60fcb-27ec-497e-8bc0-a8620a06194a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:24.146384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.222088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Deleting port 88b60fcb-27ec-497e-8bc0-a8620a06194a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:24.222903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.310331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] DHCP port deletion for 0d0ddb8b-cbf8-463e-9480-8dfe08c5798c request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:41:24.355480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] For port 88b60fcb-27ec-497e-8bc0-a8620a06194a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=88b60fcb-27ec-497e-8bc0-a8620a06194a,segment=NetworkSegment(3af11f39-31ae-45c9-a705-b84cfe71679f),segment_id=3af11f39-31ae-45c9-a705-b84cfe71679f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:24.356896 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.375091 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] Deleting port 88b60fcb-27ec-497e-8bc0-a8620a06194a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:24.375341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Calling delete_port for 88b60fcb-27ec-497e-8bc0-a8620a06194a owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:24.375913 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.488763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.499115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] For port 88b60fcb-27ec-497e-8bc0-a8620a06194a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=88b60fcb-27ec-497e-8bc0-a8620a06194a,segment=NetworkSegment(3af11f39-31ae-45c9-a705-b84cfe71679f),segment_id=3af11f39-31ae-45c9-a705-b84cfe71679f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:24.499854 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.531889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] Calling delete_port for 88b60fcb-27ec-497e-8bc0-a8620a06194a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:24.542386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event deleted for resources: {'Port': ['ID=88b60fcb-27ec-497e-8bc0-a8620a06194a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:24.553949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] No DVR routers for this DVR port 88b60fcb-27ec-497e-8bc0-a8620a06194a on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:24.733378 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.737168 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.754942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0ddb8b-cbf8-463e-9480-8dfe08c5798c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:24.764017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] No DVR routers for this DVR port 88b60fcb-27ec-497e-8bc0-a8620a06194a on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:24.778166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af11f39-31ae-45c9-a705-b84cfe71679f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:24.779269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af11f39-31ae-45c9-a705-b84cfe71679f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:24.793743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c377aaa-f141-45c9-898c-d7b777820d86 None None] Pushing event deleted for resources: {'Port': ['ID=88b60fcb-27ec-497e-8bc0-a8620a06194a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:24.816389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.882511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.920677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:24.923692 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:24.937715 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:25.068536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431ba6c-a185-4e29-8290-8c760a5c21d0 req-f7607c10-0ad7-465d-a627-6d8a977e7bb2 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.071227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a431ba6c-a185-4e29-8290-8c760a5c21d0 req-f7607c10-0ad7-465d-a627-6d8a977e7bb2 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.1012802 Jul 16 18:41:25.110404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.139473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-2a1f4ae5-9649-478b-a3ea-11219cb26592 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.142420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-2a1f4ae5-9649-478b-a3ea-11219cb26592 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 945 time: 0.3395569 Jul 16 18:41:25.146130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a431ba6c-a185-4e29-8290-8c760a5c21d0 req-5cf63c65-2129-41ef-b910-e301532f877e tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/security-groups?id=311d3496-ef1b-4dbe-82a7-c882467d8d66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651815 Jul 16 18:41:25.191431 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.200722 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] 10.222.0.48 "DELETE /v2.0/networks/0d0ddb8b-cbf8-463e-9480-8dfe08c5798c HTTP/1.1" status: 204 len: 168 time: 1.2711205 Jul 16 18:41:25.217079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce33eea-48d9-4e3e-a3e5-26bbd10ffa7e tempest-DHCPAgentSchedulersTestJSON-809456838 tempest-DHCPAgentSchedulersTestJSON-809456838-project] Pushing event deleted for resources: {'Network': ['ID=0d0ddb8b-cbf8-463e-9480-8dfe08c5798c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.355525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57772) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:25.398290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Deleting port b2b9b2fc-11a1-4997-8228-05013abf35ee {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:25.399384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.541821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] For port b2b9b2fc-11a1-4997-8228-05013abf35ee, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=b2b9b2fc-11a1-4997-8228-05013abf35ee,segment=NetworkSegment(e6eb7546-e1e0-4e29-86ea-1f453c4a7390),segment_id=e6eb7546-e1e0-4e29-86ea-1f453c4a7390)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:25.542916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.555915 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.581011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Calling delete_port for b2b9b2fc-11a1-4997-8228-05013abf35ee owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:25.663626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57778) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:25.749905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.758225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.814315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.856065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Pushing event deleted for resources: {'Port': ['ID=b2b9b2fc-11a1-4997-8228-05013abf35ee,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.874729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=98fa5dcfbabf4c3590213645c5070299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160439 Jul 16 18:41:25.876395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6967a5c-55e9-482c-96be-e77c9a0f6e05,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.880310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57786) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:25.899883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.900660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.901342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.902152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.902836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.903458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.904290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.904994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.905681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.906433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.907031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.907691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc6ec60-2cd5-4105-8585-a792f8f21a80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:25.909962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 88b60fcb-27ec-497e-8bc0-a8620a06194a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:25.964394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 88b60fcb-27ec-497e-8bc0-a8620a06194a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:25.965929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 88b60fcb-27ec-497e-8bc0-a8620a06194a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:26.008215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] No DVR routers for this DVR port b2b9b2fc-11a1-4997-8228-05013abf35ee on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:26.010183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-93bb6e9a-3423-4d03-a04e-d677e4cc0ec3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c535b1813e749a7a91c323384d00cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3447332 Jul 16 18:41:26.014506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57788) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:26.016647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.019008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-38fdc11b-8244-4caa-9dee-9a5dba070dcb req-66eb809e-a9ca-4f22-a5fc-e847fd3ba2c6 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.55 "DELETE /v2.0/ports/b2b9b2fc-11a1-4997-8228-05013abf35ee HTTP/1.1" status: 204 len: 173 time: 0.8302884 Jul 16 18:41:26.021147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'name': 'network-vif-deleted', 'tag': 'b2b9b2fc-11a1-4997-8228-05013abf35ee'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:26.025816 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9389997e-3d29-4ef9-960c-e0312fdd09cc" -d '{"events": [{"server_uuid": "ab61f518-22ae-454d-82dc-01d008c074ee", "name": "network-vif-deleted", "tag": "b2b9b2fc-11a1-4997-8228-05013abf35ee"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:26.091685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3744e17d-5952-4f7d-8328-0111f93b0339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.099382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1763-7288-4a0f-8dbe-8a3645519eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.139673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3744e17d-5952-4f7d-8328-0111f93b0339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.157120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1763-7288-4a0f-8dbe-8a3645519eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.260328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1763-7288-4a0f-8dbe-8a3645519eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.263575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ff0e1763-7288-4a0f-8dbe-8a3645519eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.269459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ff0e1763-7288-4a0f-8dbe-8a3645519eb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b6967a5c-55e9-482c-96be-e77c9a0f6e05 HTTP/1.1" status: 204 len: 168 time: 0.3849616 Jul 16 18:41:26.294593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3744e17d-5952-4f7d-8328-0111f93b0339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.306967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e1763-7288-4a0f-8dbe-8a3645519eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6967a5c-55e9-482c-96be-e77c9a0f6e05,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.309546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3744e17d-5952-4f7d-8328-0111f93b0339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.313060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3744e17d-5952-4f7d-8328-0111f93b0339 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/20afd36f-9486-45f2-8efd-4ec67b145a1b HTTP/1.1" status: 204 len: 168 time: 0.2961750 Jul 16 18:41:26.370684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744e17d-5952-4f7d-8328-0111f93b0339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20afd36f-9486-45f2-8efd-4ec67b145a1b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.507549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72d5ef7b-5fcf-4523-9d2a-357d39ce98f0 req-86f6946d-64e0-48e7-a31f-d82b6bfc5354 tempest-InstanceActionsTestJSON-771778419 tempest-InstanceActionsTestJSON-771778419-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab61f518-22ae-454d-82dc-01d008c074ee HTTP/1.1" status: 200 len: 210 time: 0.0402308 Jul 16 18:41:26.516299 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecabe65-f36c-48b5-ba8a-5cf2a382e385 x-openstack-request-id: req-8ecabe65-f36c-48b5-ba8a-5cf2a382e385 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:26.517099 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab61f518-22ae-454d-82dc-01d008c074ee", "name": "network-vif-deleted", "tag": "b2b9b2fc-11a1-4997-8228-05013abf35ee", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:26.517535 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ecabe65-f36c-48b5-ba8a-5cf2a382e385 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:26.517836 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab61f518-22ae-454d-82dc-01d008c074ee', 'name': 'network-vif-deleted', 'tag': 'b2b9b2fc-11a1-4997-8228-05013abf35ee', 'status': 'completed', 'code': 200} Jul 16 18:41:26.860626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:26.877803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eeea88-5722-4a61-a4eb-afce81cfc61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.017609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57808) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.020438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eeea88-5722-4a61-a4eb-afce81cfc61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.026084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-21eeea88-5722-4a61-a4eb-afce81cfc61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.053144 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ae63b3f-2efb-4558-8cbd-c31c3f1c37d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.073901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-21eeea88-5722-4a61-a4eb-afce81cfc61e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed620ed846cd45c9b335489aebf98ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119720 Jul 16 18:41:27.074898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeea88-5722-4a61-a4eb-afce81cfc61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ed438-6c6e-44cb-83f7-4a35227a78f8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.077236 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57810) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.190200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4768aa1c-957f-4249-85da-6ed314d2c6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.231882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4768aa1c-957f-4249-85da-6ed314d2c6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.250469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ae63b3f-2efb-4558-8cbd-c31c3f1c37d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.260631 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ae63b3f-2efb-4558-8cbd-c31c3f1c37d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.320804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae63b3f-2efb-4558-8cbd-c31c3f1c37d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f1873b-7db0-4b3c-95aa-226f7654758b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.329206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1ae63b3f-2efb-4558-8cbd-c31c3f1c37d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=927438bb87ad4d49babb42cfc3de941a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091726 Jul 16 18:41:27.329900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57812) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.374904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4768aa1c-957f-4249-85da-6ed314d2c6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.377827 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4768aa1c-957f-4249-85da-6ed314d2c6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.392271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4768aa1c-957f-4249-85da-6ed314d2c6d2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b10ed438-6c6e-44cb-83f7-4a35227a78f8 HTTP/1.1" status: 204 len: 168 time: 0.3030350 Jul 16 18:41:27.404442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768aa1c-957f-4249-85da-6ed314d2c6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ed438-6c6e-44cb-83f7-4a35227a78f8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.428991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37f73f47-41a1-4ac9-839a-1080b239cc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.459473 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37f73f47-41a1-4ac9-839a-1080b239cc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.534241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37f73f47-41a1-4ac9-839a-1080b239cc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.539719 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37f73f47-41a1-4ac9-839a-1080b239cc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.543887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-37f73f47-41a1-4ac9-839a-1080b239cc5f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15f1873b-7db0-4b3c-95aa-226f7654758b HTTP/1.1" status: 204 len: 168 time: 0.2100885 Jul 16 18:41:27.557322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f73f47-41a1-4ac9-839a-1080b239cc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f1873b-7db0-4b3c-95aa-226f7654758b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.700275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57826) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.815480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] Deleting subnet 1f45a0a7-5c7f-4177-ab4b-194f81ab4c35 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:27.822190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.822461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b2b9b2fc-11a1-4997-8228-05013abf35ee no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:27.875009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: b2b9b2fc-11a1-4997-8228-05013abf35ee {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:27.875668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device b2b9b2fc-11a1-4997-8228-05013abf35ee not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:27.927978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.043238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.185977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.275482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f45a0a7-5c7f-4177-ab4b-194f81ab4c35,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.280665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.285856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-acf3a394-19ee-4112-8e23-3c9e430914eb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f45a0a7-5c7f-4177-ab4b-194f81ab4c35 HTTP/1.1" status: 204 len: 168 time: 0.5825884 Jul 16 18:41:28.288904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57842) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.456126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.635881 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.655710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6947108-8fef-4bba-a297-4c7d0189b56d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.678866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6eb7546-e1e0-4e29-86ea-1f453c4a7390') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.679377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6eb7546-e1e0-4e29-86ea-1f453c4a7390') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:28.696564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.723345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.732418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:28.733351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:28.736365 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:28.823750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.832766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.839146 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c6947108-8fef-4bba-a297-4c7d0189b56d HTTP/1.1" status: 204 len: 168 time: 0.5485821 Jul 16 18:41:28.859348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354408c2-1c86-4243-81c0-e7f376a3ade2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6947108-8fef-4bba-a297-4c7d0189b56d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:29.171518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57880) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.243541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e2ce0ea5-5b26-45d4-abdf-3103c6651981 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29cfce2f0bc24bd089a6204174647d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0707262 Jul 16 18:41:29.248564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57882) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:29.357074 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf323-f35d-499d-99bd-d090d6d18c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.409310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf323-f35d-499d-99bd-d090d6d18c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.507183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf323-f35d-499d-99bd-d090d6d18c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.511463 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1fcf323-f35d-499d-99bd-d090d6d18c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.512729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f1fcf323-f35d-499d-99bd-d090d6d18c99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/311d3496-ef1b-4dbe-82a7-c882467d8d66 HTTP/1.1" status: 204 len: 168 time: 0.2627432 Jul 16 18:41:29.524764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcf323-f35d-499d-99bd-d090d6d18c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d3496-ef1b-4dbe-82a7-c882467d8d66,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:30.550044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed597c23-501a-4063-b5d8-a15ff05d816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.965400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57938) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:31.267666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-659669225'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:31.317861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Made reservation on behalf of 8730eb5a6ddf40d38c199cd938488d28 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:31.325966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.343005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.467983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 57954) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:31.540181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.547303 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.564507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:31.579572 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.580970 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Added segment 089c92c4-efd3-4de7-b0b1-e655790a39a9 of type vlan for network 43108312-757f-4050-9e2c-5e9b37fd125e Jul 16 18:41:31.651123 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.693838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.697126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1114871411-network', 'tenant_id': '696facf7d2694537b72712d338c444fc'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:31.699853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:31.700599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.758432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a10274-c140-4f38-8dae-db45019daf94,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.761392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Made reservation on behalf of 696facf7d2694537b72712d338c444fc for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:31.765826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.789332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.792073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8250475 Jul 16 18:41:31.838131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34f80f-e07b-45bc-af38-284c9e2ebb55 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Pushing event updated for resources: {'Network': ['ID=43108312-757f-4050-9e2c-5e9b37fd125e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.853582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 43108312-757f-4050-9e2c-5e9b37fd125e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:32.050533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.059095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.089697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:32.109058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.116023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.116552 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Added segment 7736d7e0-0af3-4d96-956a-26d9fe3efc6b of type vlan for network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 Jul 16 18:41:32.175365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.268375 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.269619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.270470 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.302037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57980) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:32.308719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Request body: {'port': {'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e', 'binding:host_id': 'n-h2-793620-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-849740504'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:32.339615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Made reservation on behalf of 916b3a360e4e4b8db01d66c90562bb90 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:32.343712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.357826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8859913 Jul 16 18:41:32.359020 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.362395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 57982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:32.368913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Request body: {'subnet': {'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1114871411-subnet', 'tenant_id': '696facf7d2694537b72712d338c444fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:32.400849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Made reservation on behalf of 696facf7d2694537b72712d338c444fc for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:32.403729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.416286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b2225-4d47-433f-8569-071f024c9a2e admin admin] Pushing event updated for resources: {'Network': ['ID=87b77d21-7da3-44d5-8537-a9ac9cbcf3e7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.432444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:32.743077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.756131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.777667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] device_id is not set on port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:32.933353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88fbd11-97d8-4e24-9094-91631e5e8bf6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:32.980834 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.115225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bf8f826-7ddf-452c-a142-957c81aa4c0e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.136235 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd89855e-9eab-4672-822e-6c33621928a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.169224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Checking segment: {'id': '7736d7e0-0af3-4d96-956a-26d9fe3efc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:33.169513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Network hostable DHCP agents. Network: 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:33.190387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] device_id is not set on port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:33.209446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.218479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:33.235011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Transition to ACTIVE for port object 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:33.242215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:33.253009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.253983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.265196 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.280377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d6ffe8-9892-40d9-9eb6-6d98c03fba30 None None] Network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:33.331420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0dadb168-275a-4920-96b8-c29d606f9838 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9675477 Jul 16 18:41:33.374589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=8215bbef-203b-4c8f-97a5-dbb5dcadcba6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.403241 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Checking segment: {'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:33.403838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Network hostable DHCP agents. Network: 43108312-757f-4050-9e2c-5e9b37fd125e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:33.436600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Network 43108312-757f-4050-9e2c-5e9b37fd125e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:33.455437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 43108312-757f-4050-9e2c-5e9b37fd125e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:33.480003 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.482150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:33.496414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a1eee6-e3bf-44ba-8f38-48e40fddfcbc None None] Network 43108312-757f-4050-9e2c-5e9b37fd125e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:33.515116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.515681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.516271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.525751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.526295 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.527164 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 2 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.554870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.555430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.556248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.567548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.572829 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.574012 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 3 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.601276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.602051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.603106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.612142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.613498 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.614570 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 4 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.641555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.642078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.642569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.651316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.651811 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.656311 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 5 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.692288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.693397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.694271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.704318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.705376 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.706200 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 6 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.738381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.738916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.739445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.745586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.746195 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.746788 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 7 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.787546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.789647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.790079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.793301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b67b2-6082-4d07-9d45-9378ae8e6a39 None None] Network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:33.805258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.805672 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.806077 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 8 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.836542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.837447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.838089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.847889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.848643 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.850544 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 9 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.877000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.877704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.878486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.888489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.889559 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.890362 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 10 to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 Jul 16 18:41:33.954406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:33.955714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:33.956763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:33.966985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:33.967637 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:33.968423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.138618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] For port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:34.138882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempted to set empty binding levels {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:41:34.145740 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.195019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.195637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.230039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-db34282f-fb6b-4bdb-8f54-081c1b3983da tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.231682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-db34282f-fb6b-4bdb-8f54-081c1b3983da tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/networks?id=87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 HTTP/1.1" status: 200 len: 822 time: 0.1882124 Jul 16 18:41:34.234227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9302022 Jul 16 18:41:34.235129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b98d5e-19b5-41e4-bf77-957c46018338 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=8215bbef-203b-4c8f-97a5-dbb5dcadcba6,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.239171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58020) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:34.292879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-e602f9ee-d02e-438c-93d5-d9b91b0b27f3 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/quotas/696facf7d2694537b72712d338c444fc HTTP/1.1" status: 200 len: 375 time: 0.0188739 Jul 16 18:41:34.351417 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-427c0e46-2296-439e-9382-37998503a8bf tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=696facf7d2694537b72712d338c444fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508113 Jul 16 18:41:34.362010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.439942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Deleting port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:34.440322 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.525040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-9aeee21e-abf2-4965-9e88-9b35561940e8 service neutron] 10.222.0.48 "GET /v2.0/networks/87b77d21-7da3-44d5-8537-a9ac9cbcf3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600776 Jul 16 18:41:34.529832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] For port 8215bbef-203b-4c8f-97a5-dbb5dcadcba6, host n-h2-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:34.530199 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.561685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Calling delete_port for 8215bbef-203b-4c8f-97a5-dbb5dcadcba6 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:34.691998 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-d001b422-f2de-49d3-ac8e-95cba525e564 service neutron] 10.222.0.48 "GET /v2.0/networks/87b77d21-7da3-44d5-8537-a9ac9cbcf3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535470 Jul 16 18:41:34.717200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.758659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event deleted for resources: {'Port': ['ID=8215bbef-203b-4c8f-97a5-dbb5dcadcba6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:34.773745 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.777412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2c1e98a5-f5e4-430a-9077-3da417b88217 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "DELETE /v2.0/ports/8215bbef-203b-4c8f-97a5-dbb5dcadcba6 HTTP/1.1" status: 204 len: 168 time: 0.5369461 Jul 16 18:41:34.780512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:34.802495 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:34.829174 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44283e6-ec9b-46cf-9704-c293e2367aac tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:41:34.831696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b44283e6-ec9b-46cf-9704-c293e2367aac tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "GET /v2.0/ports/8215bbef-203b-4c8f-97a5-dbb5dcadcba6 HTTP/1.1" status: 404 len: 333 time: 0.0496349 Jul 16 18:41:34.839179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:34.852275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Request body: {'port': {'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1045107176'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:34.887557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Made reservation on behalf of 916b3a360e4e4b8db01d66c90562bb90 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:34.891923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.931441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] device_id is not set on port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:35.062648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-211ed85d-23f6-440f-90e1-592b8988f6bb req-d00565a7-f58e-4e02-abc3-1837cf8e4c0f tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 210 time: 0.0738597 Jul 16 18:41:35.283068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.344372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.420094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Network 43108312-757f-4050-9e2c-5e9b37fd125e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:35.425458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:35.432179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:35.433831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.434773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.451531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=e6fcd472-cdcb-4ea7-8a40-523fac448ee7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:35.469174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-49a9e623-0eaf-48fa-81b0-0eff07672021 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6268744 Jul 16 18:41:35.472396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58058) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:35.480478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:35.588686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.883113 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.988210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] device_id is not set on port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:36.014110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.044243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Transition to ACTIVE for port object e6fcd472-cdcb-4ea7-8a40-523fac448ee7 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:36.052597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.171091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=e6fcd472-cdcb-4ea7-8a40-523fac448ee7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:36.226496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.227027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.227561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.248730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.253780 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.254596 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 2 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.301969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.302524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.303798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.319769 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59b45f7e-98cf-4d7f-adb4-d5169333d3e1 req-17ddf370-a12c-4eba-a619-d37cf4379486 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 210 time: 0.0477469 Jul 16 18:41:36.334253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.334906 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.335530 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 3 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.362129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.362700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.363249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.377325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.377948 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.378630 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 4 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.407821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.408444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.409223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.420614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.421447 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.422293 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 5 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.453431 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.454330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.454976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.465081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.465629 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.466321 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 6 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.501590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.502086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.502669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.512124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.512500 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.513219 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 7 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.536430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.536972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.538074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.546368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.546898 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.547562 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 8 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.571181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.571520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.571942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.586109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.586424 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.586827 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 9 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.601700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.602048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.602399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.607972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.608391 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.608754 n-d-793620-10 neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 10 to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 Jul 16 18:41:36.639364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:36.639680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:36.640204 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:36.649623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:36.650236 n-d-793620-10 neutron-server[93778]: ERROR neutron.plugins.ml2.managers [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:36.650869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.805739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] For port e6fcd472-cdcb-4ea7-8a40-523fac448ee7, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:36.806524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempted to set empty binding levels {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:41:36.812839 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.856406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] In _notify_port_updated(), no bound segment for port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:41:36.857274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.857924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.865983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "PUT /v2.0/ports/e6fcd472-cdcb-4ea7-8a40-523fac448ee7 HTTP/1.1" status: 200 len: 976 time: 1.3855510 Jul 16 18:41:36.866309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58084) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:36.898966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36757b4-9653-4b89-bc4f-ecc9e1c24261 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=e6fcd472-cdcb-4ea7-8a40-523fac448ee7,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.082323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.083047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.084264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.085378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.086185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.086965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.087695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.088555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.089369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.090279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.091140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.092038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.092909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.093845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.095303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.096402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.097296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.098127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.098963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.100380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.101543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.102460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.103310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.104199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.111069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d73ed4e-897a-44f1-8888-37da32c06abc tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21751 time: 0.2450569 Jul 16 18:41:37.114624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58088) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:37.246888 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.284884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Deleting port e6fcd472-cdcb-4ea7-8a40-523fac448ee7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:37.285563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.361623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-ee9fbb77-f757-4a3f-8f01-3acd0994a88e tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.365243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-ee9fbb77-f757-4a3f-8f01-3acd0994a88e tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.13 "GET /v2.0/networks?id=87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 HTTP/1.1" status: 200 len: 822 time: 0.2104514 Jul 16 18:41:37.379343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Request body: {'port': {'device_id': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7', 'admin_state_up': True, 'tenant_id': '696facf7d2694537b72712d338c444fc'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:37.421021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] For port e6fcd472-cdcb-4ea7-8a40-523fac448ee7, host n-h2-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:37.421878 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.436933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Calling delete_port for e6fcd472-cdcb-4ea7-8a40-523fac448ee7 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:37.527094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Made reservation on behalf of 696facf7d2694537b72712d338c444fc for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:37.539988 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.617558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-614f5c75-fbd9-40d3-9e92-841f763164e9 req-445e1742-65a9-4833-b1fe-fef793218afb tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 210 time: 0.0381634 Jul 16 18:41:37.640559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.679906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6fcd472-cdcb-4ea7-8a40-523fac448ee7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.683122 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.696617 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.698872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6a583f23-47f6-49d5-9eeb-6ba59267d5d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "DELETE /v2.0/ports/e6fcd472-cdcb-4ea7-8a40-523fac448ee7 HTTP/1.1" status: 204 len: 168 time: 0.5821483 Jul 16 18:41:37.702655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58092) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:37.734080 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a12f3eb-d974-44f7-b54f-6133be26c8d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:41:37.735993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1a12f3eb-d974-44f7-b54f-6133be26c8d2 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "GET /v2.0/ports/e6fcd472-cdcb-4ea7-8a40-523fac448ee7 HTTP/1.1" status: 404 len: 333 time: 0.0321472 Jul 16 18:41:37.754548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58094) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:37.781679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-319147075', 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:37.811367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Made reservation on behalf of 916b3a360e4e4b8db01d66c90562bb90 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:37.814472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.837595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] device_id is not set on port 22742907-ba2b-4df7-9f11-621fbff65674 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:37.844872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Allocated IP 172.20.0.13 (87b77d21-7da3-44d5-8537-a9ac9cbcf3e7/3bf8f826-7ddf-452c-a142-957c81aa4c0e/efae091d-8226-46dc-b000-9158fef6228f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:38.076581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.153918 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.215566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Network 43108312-757f-4050-9e2c-5e9b37fd125e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:38.219569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:38.225326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:38.226331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.226954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.230258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=22742907-ba2b-4df7-9f11-621fbff65674,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:38.244981 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.272270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0005e42f-6f90-42ac-b819-df20bd1439e8 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5130079 Jul 16 18:41:38.273230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58104) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:38.319944 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.341275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb55992-6ffe-460a-8c4d-2c89536e26d4 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.346658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4eb55992-6ffe-460a-8c4d-2c89536e26d4 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "GET /v2.0/ports/22742907-ba2b-4df7-9f11-621fbff65674 HTTP/1.1" status: 200 len: 954 time: 0.0690429 Jul 16 18:41:38.347138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58108) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:38.366223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:38.370136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:38.378193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:38.420035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Pushing event updated for resources: {'Port': ['ID=efae091d-8226-46dc-b000-9158fef6228f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:38.453440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.454039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.471346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-2489aa27-3320-46d6-9003-aaa73ea68b1a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0972624 Jul 16 18:41:38.484705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Request body: {'port': {'device_id': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:38.517111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Deleting port 22742907-ba2b-4df7-9f11-621fbff65674 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:38.519390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.582388 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.638644 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.666986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Calling delete_port for 22742907-ba2b-4df7-9f11-621fbff65674 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:38.826935 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.916581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.921481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "DELETE /v2.0/ports/22742907-ba2b-4df7-9f11-621fbff65674 HTTP/1.1" status: 204 len: 168 time: 0.5702333 Jul 16 18:41:38.921481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912328c8-fffd-4167-92f6-a768cb42cf94 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event deleted for resources: {'Port': ['ID=22742907-ba2b-4df7-9f11-621fbff65674,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:38.937972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58112) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:38.964657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efae091d-8226-46dc-b000-9158fef6228f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:38.981506 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a79f852-bb2d-4dde-8e45-d348252423ae tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:41:38.983269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3a79f852-bb2d-4dde-8e45-d348252423ae tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "GET /v2.0/ports/22742907-ba2b-4df7-9f11-621fbff65674 HTTP/1.1" status: 404 len: 333 time: 0.0439012 Jul 16 18:41:38.987963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:38.993367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Request body: {'port': {'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1943417184'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:38.995512 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.020820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Transition to ACTIVE for port object efae091d-8226-46dc-b000-9158fef6228f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:39.026207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.047165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Made reservation on behalf of 916b3a360e4e4b8db01d66c90562bb90 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:39.049662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.103170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] device_id is not set on port ac00346b-3080-483f-8788-396dba555424 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:39.146859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2021505-d7d8-4253-9948-1c332a527fe5 req-a836e738-728f-4dbd-9be4-d22628f568ac tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.148647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2021505-d7d8-4253-9948-1c332a527fe5 req-a836e738-728f-4dbd-9be4-d22628f568ac tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 932 time: 0.2677152 Jul 16 18:41:39.167828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Pushing event updated for resources: {'Port': ['ID=efae091d-8226-46dc-b000-9158fef6228f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:39.210974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Attempting to bind port efae091d-8226-46dc-b000-9158fef6228f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:39.211929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Attempting to bind port efae091d-8226-46dc-b000-9158fef6228f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7736d7e0-0af3-4d96-956a-26d9fe3efc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:39.211929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Attempting to bind port efae091d-8226-46dc-b000-9158fef6228f on network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:39.217774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Port efae091d-8226-46dc-b000-9158fef6228f on network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:39.218391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Attempting to bind port efae091d-8226-46dc-b000-9158fef6228f on network 87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:39.225892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:39.226406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Checking segment: {'id': '7736d7e0-0af3-4d96-956a-26d9fe3efc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:39.226906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Bound using segment: {'id': '7736d7e0-0af3-4d96-956a-26d9fe3efc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:39.228326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Bound port: efae091d-8226-46dc-b000-9158fef6228f, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7736d7e0-0af3-4d96-956a-26d9fe3efc6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:39.228919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.273663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2021505-d7d8-4253-9948-1c332a527fe5 req-6406ce06-721f-4fff-bb51-e79fdb1ad0c1 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611291 Jul 16 18:41:39.344462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] For port efae091d-8226-46dc-b000-9158fef6228f, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:39.353470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] For port efae091d-8226-46dc-b000-9158fef6228f, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=efae091d-8226-46dc-b000-9158fef6228f,segment=NetworkSegment(7736d7e0-0af3-4d96-956a-26d9fe3efc6b),segment_id=7736d7e0-0af3-4d96-956a-26d9fe3efc6b)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:39.361918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.423602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.424281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.425782 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] 10.222.0.13 "PUT /v2.0/ports/efae091d-8226-46dc-b000-9158fef6228f HTTP/1.1" status: 200 len: 1093 time: 0.9459350 Jul 16 18:41:39.426264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'tag': 'efae091d-8226-46dc-b000-9158fef6228f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:39.429242 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80af7e6b-31e4-43c8-a421-0cfef78283d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e69f91f-6f97-4d0d-a22a-5fd48285e003", "tag": "efae091d-8226-46dc-b000-9158fef6228f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:39.565700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b57d1-3f1b-45bb-8b82-443e710fbfbe service neutron] Pushing event updated for resources: {'Port': ['ID=efae091d-8226-46dc-b000-9158fef6228f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:39.576455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58134) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:39.578117 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e416b0b2-c3ee-4f8d-9021-f76bddbc764b x-openstack-request-id: req-e416b0b2-c3ee-4f8d-9021-f76bddbc764b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:39.578508 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e69f91f-6f97-4d0d-a22a-5fd48285e003", "tag": "efae091d-8226-46dc-b000-9158fef6228f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:39.578829 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e416b0b2-c3ee-4f8d-9021-f76bddbc764b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:39.583922 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'tag': 'efae091d-8226-46dc-b000-9158fef6228f', 'status': 'completed', 'code': 200} Jul 16 18:41:39.638350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-5baf2526-68eb-43ec-a6dc-fb9912a0f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.640396 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-5baf2526-68eb-43ec-a6dc-fb9912a0f4d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=696facf7d2694537b72712d338c444fc&device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 1096 time: 0.1516087 Jul 16 18:41:39.734279 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-5449d8bf-3667-4051-9c7f-40c7994a1755 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efae091d-8226-46dc-b000-9158fef6228f HTTP/1.1" status: 200 len: 217 time: 0.0848720 Jul 16 18:41:39.822350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2525-4607-4c10-b4fa-d002a6083b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.849335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.875667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-ebcc0aeb-e650-4b2c-b090-44603e1fac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.878283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-ebcc0aeb-e650-4b2c-b090-44603e1fac6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf8f826-7ddf-452c-a142-957c81aa4c0e HTTP/1.1" status: 200 len: 862 time: 0.1374588 Jul 16 18:41:39.902620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.944653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-1df7109a-6b3c-4750-926d-efd62d69a854 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87b77d21-7da3-44d5-8537-a9ac9cbcf3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587180 Jul 16 18:41:39.953163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Network 43108312-757f-4050-9e2c-5e9b37fd125e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:39.956938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:39.961655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:39.962628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.963647 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:39.967476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=ac00346b-3080-483f-8788-396dba555424,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.146387 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-343dd285-1961-49e7-91cf-3789be3e5a81 service neutron] 10.222.0.13 "GET /v2.0/networks/87b77d21-7da3-44d5-8537-a9ac9cbcf3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924508 Jul 16 18:41:40.193186 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2525-4607-4c10-b4fa-d002a6083b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.203815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8b3a2525-4607-4c10-b4fa-d002a6083b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.210590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c02fabdf-b64a-45ac-993a-f5553a6c924e tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2186596 Jul 16 18:41:40.211179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58140) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:40.220431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:40.289332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a2525-4607-4c10-b4fa-d002a6083b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad0d94c-985e-4a16-baff-b79592a64d45,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.295723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8b3a2525-4607-4c10-b4fa-d002a6083b9d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c118ad2169094aabb2ba2b241a6aa42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102609 Jul 16 18:41:40.299360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58146) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:40.315281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c4f77760-c9bd-403c-9e1a-94010d1801e6 req-62215a7c-5a98-4a1e-ba5d-5856f5bbad80 service neutron] 10.222.0.13 "GET /v2.0/networks/87b77d21-7da3-44d5-8537-a9ac9cbcf3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606882 Jul 16 18:41:40.400544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.438680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d42a4d20-235e-4365-8cb7-468373f71237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.499805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d42a4d20-235e-4365-8cb7-468373f71237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.515056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-632ed3d3-5422-4d62-8961-ed78bd219b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.517853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-632ed3d3-5422-4d62-8961-ed78bd219b13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=696facf7d2694537b72712d338c444fc&device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 1096 time: 0.0992074 Jul 16 18:41:40.675224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-95e033f9-3aef-4bc1-8afa-e43d5b7a2624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.679142 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-95e033f9-3aef-4bc1-8afa-e43d5b7a2624 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 HTTP/1.1" status: 200 len: 922 time: 0.1545331 Jul 16 18:41:40.707987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110ec89-41cc-497d-9bee-350cf6036716 req-942df2e9-88c7-41e0-b5a7-8050f252731a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.709588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7110ec89-41cc-497d-9bee-350cf6036716 req-942df2e9-88c7-41e0-b5a7-8050f252731a tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 944 time: 0.2149982 Jul 16 18:41:40.712333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d42a4d20-235e-4365-8cb7-468373f71237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.714984 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d42a4d20-235e-4365-8cb7-468373f71237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.716454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d42a4d20-235e-4365-8cb7-468373f71237 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ad0d94c-985e-4a16-baff-b79592a64d45 HTTP/1.1" status: 204 len: 168 time: 0.4154978 Jul 16 18:41:40.741370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a4d20-235e-4365-8cb7-468373f71237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad0d94c-985e-4a16-baff-b79592a64d45,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.746340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] device_id is not set on port ac00346b-3080-483f-8788-396dba555424 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:40.776007 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-eef36337-d69c-45c0-afcf-5f0b961ede36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efae091d-8226-46dc-b000-9158fef6228f HTTP/1.1" status: 200 len: 217 time: 0.0897534 Jul 16 18:41:40.794866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.832982 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7110ec89-41cc-497d-9bee-350cf6036716 req-0a21e246-0154-4092-a44d-e701d9a7a84e tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928867 Jul 16 18:41:40.834089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Transition to ACTIVE for port object ac00346b-3080-483f-8788-396dba555424 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:40.839426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:40.866198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-1ec702a3-2be4-439f-9e37-fc36930ec6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.869459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-1ec702a3-2be4-439f-9e37-fc36930ec6db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3bf8f826-7ddf-452c-a142-957c81aa4c0e HTTP/1.1" status: 200 len: 862 time: 0.0855610 Jul 16 18:41:40.933380 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-0140b8e4-e762-4ab3-8741-dbccbf86221a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87b77d21-7da3-44d5-8537-a9ac9cbcf3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556326 Jul 16 18:41:40.945483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=ac00346b-3080-483f-8788-396dba555424,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:40.955964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:40.956519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:40.957060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:40.965931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:40.966434 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:40.967046 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 2 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.004275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.004275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.004275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.008265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.008609 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.009220 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 3 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.033585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.034445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.035190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.044091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.045120 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.045800 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 4 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.055201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-7dbee810-2407-4534-a11e-a211ae0ec2cc service neutron] 10.222.0.13 "GET /v2.0/networks/87b77d21-7da3-44d5-8537-a9ac9cbcf3e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146312 Jul 16 18:41:41.070639 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.071192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.071650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.089486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.089985 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.090581 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 5 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.108637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.109238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.109814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.116408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.117001 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.117677 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 6 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.136114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.136742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.137239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.143746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.144317 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.144869 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 7 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.166325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.166827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.167317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.174618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.175310 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.175891 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 8 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.199369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.199768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.200289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.207878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.208508 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.209713 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 9 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.221260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-80af7e6b-31e4-43c8-a421-0cfef78283d1 req-d3b450bb-99a3-4b48-925a-da7abcd10838 service neutron] 10.222.0.13 "GET /v2.0/networks/87b77d21-7da3-44d5-8537-a9ac9cbcf3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592853 Jul 16 18:41:41.230504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.231001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.231520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.239694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.240912 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.241523 n-d-793620-10 neutron-server[93777]: INFO neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempt 10 to bind port ac00346b-3080-483f-8788-396dba555424 Jul 16 18:41:41.264522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:41.265044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:41.265532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempting to bind port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:41.273244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:41.273709 n-d-793620-10 neutron-server[93777]: ERROR neutron.plugins.ml2.managers [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Failed to bind port ac00346b-3080-483f-8788-396dba555424 on host n-h2-793620-10 for vnic_type normal using segments [{'id': '089c92c4-efd3-4de7-b0b1-e655790a39a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '43108312-757f-4050-9e2c-5e9b37fd125e'}] Jul 16 18:41:41.274331 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.307274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.329747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd171c8-0bcc-4208-8c35-ae699bb33867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.399861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] For port ac00346b-3080-483f-8788-396dba555424, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:41.400644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attempted to set empty binding levels {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:41:41.409522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.475440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] In _notify_port_updated(), no bound segment for port ac00346b-3080-483f-8788-396dba555424 on network 43108312-757f-4050-9e2c-5e9b37fd125e {{(pid=93777) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:41:41.476996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.478373 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.480197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "PUT /v2.0/ports/ac00346b-3080-483f-8788-396dba555424 HTTP/1.1" status: 200 len: 976 time: 1.2673805 Jul 16 18:41:41.484559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58162) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.537692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c59bd-30b0-4d90-83ba-a597e1c360ab tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event updated for resources: {'Port': ['ID=ac00346b-3080-483f-8788-396dba555424,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:41.623184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Deleting port ac00346b-3080-483f-8788-396dba555424 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:41.623718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.713153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] For port ac00346b-3080-483f-8788-396dba555424, host n-h2-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:41.713609 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.736407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Calling delete_port for ac00346b-3080-483f-8788-396dba555424 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:41.858698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.904728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac00346b-3080-483f-8788-396dba555424,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:41.916624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.920209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-73e3e09f-a11f-484d-8f6d-91fb704b3f43 tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "DELETE /v2.0/ports/ac00346b-3080-483f-8788-396dba555424 HTTP/1.1" status: 204 len: 168 time: 0.4334202 Jul 16 18:41:41.923785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58170) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.929807 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd171c8-0bcc-4208-8c35-ae699bb33867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.937260 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5fd171c8-0bcc-4208-8c35-ae699bb33867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.992846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd171c8-0bcc-4208-8c35-ae699bb33867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e8083-2395-439f-9b06-feb65781af91,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.005038 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08d8cfc-9e86-4d5b-8924-3c07daba076a tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:41:42.018131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f08d8cfc-9e86-4d5b-8924-3c07daba076a tempest-PortsAdminExtendedAttrsTestJSON-1291616881 tempest-PortsAdminExtendedAttrsTestJSON-1291616881-project-admin] 10.222.0.48 "GET /v2.0/ports/ac00346b-3080-483f-8788-396dba555424 HTTP/1.1" status: 404 len: 333 time: 0.0842440 Jul 16 18:41:42.018131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58172) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:42.041559 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5fd171c8-0bcc-4208-8c35-ae699bb33867 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7696874c60f2420398cfa72622dd85a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7284207 Jul 16 18:41:42.041875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58174) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:42.282303 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.340519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37d91ba7-ff8d-4559-9619-4845d6458178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.465764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37d91ba7-ff8d-4559-9619-4845d6458178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.515606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a515d7-9315-4979-b30b-c87834ef82d6 req-af0e483d-9c0f-4857-8e17-353e0dbe8d40 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.520961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62a515d7-9315-4979-b30b-c87834ef82d6 req-af0e483d-9c0f-4857-8e17-353e0dbe8d40 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 944 time: 0.4267008 Jul 16 18:41:42.634430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.640022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device efae091d-8226-46dc-b000-9158fef6228f details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:42.695556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43108312-757f-4050-9e2c-5e9b37fd125e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:42.724015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '089c92c4-efd3-4de7-b0b1-e655790a39a9') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:42.724379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '089c92c4-efd3-4de7-b0b1-e655790a39a9') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:42.734512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37d91ba7-ff8d-4559-9619-4845d6458178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.738393 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37d91ba7-ff8d-4559-9619-4845d6458178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.743007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-37d91ba7-ff8d-4559-9619-4845d6458178 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a9e8083-2395-439f-9b06-feb65781af91 HTTP/1.1" status: 204 len: 168 time: 0.7000067 Jul 16 18:41:42.751020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62a515d7-9315-4979-b30b-c87834ef82d6 req-65996557-eba5-481a-b851-012d78863fcf tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949244 Jul 16 18:41:42.754065 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.766947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d91ba7-ff8d-4559-9619-4845d6458178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e8083-2395-439f-9b06-feb65781af91,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.793515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.810640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:42.811069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:42.816238 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:42.912727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port efae091d-8226-46dc-b000-9158fef6228f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=efae091d-8226-46dc-b000-9158fef6228f,segment=NetworkSegment(7736d7e0-0af3-4d96-956a-26d9fe3efc6b),segment_id=7736d7e0-0af3-4d96-956a-26d9fe3efc6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:42.935200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'efae091d-8226-46dc-b000-9158fef6228f', 'network_id': '87b77d21-7da3-44d5-8537-a9ac9cbcf3e7', 'port_id': 'efae091d-8226-46dc-b000-9158fef6228f', 'mac_address': 'fa:16:3e:6d:49:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bf8f826-7ddf-452c-a142-957c81aa4c0e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:43.017214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.040454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.044242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] 10.222.0.48 "DELETE /v2.0/networks/43108312-757f-4050-9e2c-5e9b37fd125e HTTP/1.1" status: 204 len: 168 time: 1.0255263 Jul 16 18:41:43.056060 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.074069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af8c2c-761b-4c78-99b0-907da2d780a2 tempest-PortsAdminExtendedAttrsTestJSON-760282667 tempest-PortsAdminExtendedAttrsTestJSON-760282667-project] Pushing event deleted for resources: {'Network': ['ID=43108312-757f-4050-9e2c-5e9b37fd125e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.087641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efae091d-8226-46dc-b000-9158fef6228f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:43.127748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351c3b8-0f7a-47f2-991a-af39762fd3cb req-76f0e68a-65fb-4c1a-bb78-5b66f81a67d0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.142280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a351c3b8-0f7a-47f2-991a-af39762fd3cb req-76f0e68a-65fb-4c1a-bb78-5b66f81a67d0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 945 time: 0.2764328 Jul 16 18:41:43.163625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port efae091d-8226-46dc-b000-9158fef6228f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=efae091d-8226-46dc-b000-9158fef6228f,segment=NetworkSegment(7736d7e0-0af3-4d96-956a-26d9fe3efc6b),segment_id=7736d7e0-0af3-4d96-956a-26d9fe3efc6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:43.173113 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.225457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a351c3b8-0f7a-47f2-991a-af39762fd3cb req-b19b4cc8-a4a9-408c-a652-35a8f6a140e0 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793130 Jul 16 18:41:43.286205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58194) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:43.297357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=efae091d-8226-46dc-b000-9158fef6228f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.375585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:43.401604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a674344a-96e6-4fee-8f46-d3ba78bc4577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.403377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['efae091d-8226-46dc-b000-9158fef6228f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:43.425230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231eb2a-72ff-42a8-ba72-edfd3f7c996f tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.426144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231eb2a-72ff-42a8-ba72-edfd3f7c996f tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.426699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0231eb2a-72ff-42a8-ba72-edfd3f7c996f tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.441521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0231eb2a-72ff-42a8-ba72-edfd3f7c996f tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/ports?project_id=ac86683e154a49e4a318dd040f608cf5&network_id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 2973 time: 0.1530616 Jul 16 18:41:43.528422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58202) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:43.596285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a674344a-96e6-4fee-8f46-d3ba78bc4577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.603679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a674344a-96e6-4fee-8f46-d3ba78bc4577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.672379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674344a-96e6-4fee-8f46-d3ba78bc4577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e5a05a-75ea-4f8b-b78c-978ff1b20883,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.683256 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a674344a-96e6-4fee-8f46-d3ba78bc4577 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eaf63c44cd3c405ba7e23004d3c692dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054874 Jul 16 18:41:43.686284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:43.817591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9583162b-11a7-40ee-aaf6-816ecc3ae90a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8730eb5a6ddf40d38c199cd938488d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829168 Jul 16 18:41:43.817591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58212) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:43.855018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef31084b-977d-4548-930a-7aca532e5722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.924549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef31084b-977d-4548-930a-7aca532e5722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.018258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-b764fd01-d790-4cde-95fc-9c8805d91b19 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.021279 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-b764fd01-d790-4cde-95fc-9c8805d91b19 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.55 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 945 time: 0.1318517 Jul 16 18:41:44.065489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15c5b10-fee2-40f2-8a1e-8c3dace10b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.132916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15c5b10-fee2-40f2-8a1e-8c3dace10b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.158356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef31084b-977d-4548-930a-7aca532e5722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.163121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef31084b-977d-4548-930a-7aca532e5722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.165641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ef31084b-977d-4548-930a-7aca532e5722 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8e5a05a-75ea-4f8b-b78c-978ff1b20883 HTTP/1.1" status: 204 len: 168 time: 0.4768229 Jul 16 18:41:44.187052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Deleting port d1e82953-7818-42f8-8bee-b42dce4293a8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:44.187799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.259472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31084b-977d-4548-930a-7aca532e5722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e5a05a-75ea-4f8b-b78c-978ff1b20883,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:44.314484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274acdc-5a8c-46e2-809f-523d619dfe4b req-2aa06975-dcf5-4c74-8fd1-64d2fbfc0793 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.316990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e274acdc-5a8c-46e2-809f-523d619dfe4b req-2aa06975-dcf5-4c74-8fd1-64d2fbfc0793 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 945 time: 0.3568561 Jul 16 18:41:44.426870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] For port d1e82953-7818-42f8-8bee-b42dce4293a8, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d1e82953-7818-42f8-8bee-b42dce4293a8,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:44.426870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.438209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e274acdc-5a8c-46e2-809f-523d619dfe4b req-d0080040-7f56-41a8-b221-ffe6ec4911ce tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044695 Jul 16 18:41:44.439482 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15c5b10-fee2-40f2-8a1e-8c3dace10b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.446179 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a15c5b10-fee2-40f2-8a1e-8c3dace10b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.451227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a15c5b10-fee2-40f2-8a1e-8c3dace10b66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23a10274-c140-4f38-8dae-db45019daf94 HTTP/1.1" status: 204 len: 168 time: 0.6329126 Jul 16 18:41:44.482087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c5b10-fee2-40f2-8a1e-8c3dace10b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a10274-c140-4f38-8dae-db45019daf94,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:44.646001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device efae091d-8226-46dc-b000-9158fef6228f up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:44.680761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820060f-2576-43a1-af02-b85a81e9b1b5 req-193ceb33-a1fd-4bd3-9a09-d34817bbda8c tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.684074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3820060f-2576-43a1-af02-b85a81e9b1b5 req-193ceb33-a1fd-4bd3-9a09-d34817bbda8c tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 945 time: 0.1687450 Jul 16 18:41:44.717318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port efae091d-8226-46dc-b000-9158fef6228f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:44.723651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port efae091d-8226-46dc-b000-9158fef6228f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:44.724066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.837396 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3820060f-2576-43a1-af02-b85a81e9b1b5 req-616e9b81-be6a-46ac-ae34-f068470dad7d tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/security-groups?id=591d8f20-1e5f-4331-8e8b-96d43c7d1626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439452 Jul 16 18:41:44.838786 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:44.870139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae091d-8226-46dc-b000-9158fef6228f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:44.875927 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d267cb2e-115d-4d27-9e29-0426a0c16baf" -d '{"events": [{"server_uuid": "9e69f91f-6f97-4d0d-a22a-5fd48285e003", "name": "network-vif-plugged", "status": "completed", "tag": "efae091d-8226-46dc-b000-9158fef6228f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:44.933123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port efae091d-8226-46dc-b000-9158fef6228f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=efae091d-8226-46dc-b000-9158fef6228f,segment=NetworkSegment(7736d7e0-0af3-4d96-956a-26d9fe3efc6b),segment_id=7736d7e0-0af3-4d96-956a-26d9fe3efc6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:44.945223 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.051406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=efae091d-8226-46dc-b000-9158fef6228f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.077807 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.078884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.079644 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Floating IP 9cf2f0f8-6960-4168-845f-9f9d012e3e96 disassociated. External IP: 172.25.0.100, port: d1e82953-7818-42f8-8bee-b42dce4293a8. Jul 16 18:41:45.080484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Calling delete_port for d1e82953-7818-42f8-8bee-b42dce4293a8 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:45.297783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58246) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:45.307736 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc4b400-fadc-4d84-bbf4-18ceaf7c99b9 x-openstack-request-id: req-4dc4b400-fadc-4d84-bbf4-18ceaf7c99b9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:45.307934 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e69f91f-6f97-4d0d-a22a-5fd48285e003", "name": "network-vif-plugged", "status": "completed", "tag": "efae091d-8226-46dc-b000-9158fef6228f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:45.308375 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4dc4b400-fadc-4d84-bbf4-18ceaf7c99b9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:45.309023 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae091d-8226-46dc-b000-9158fef6228f', 'code': 200} Jul 16 18:41:45.344482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.411157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event deleted for resources: {'Port': ['ID=d1e82953-7818-42f8-8bee-b42dce4293a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.477256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58250) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:45.526785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fca8892d-0695-40cd-9d71-461db714bbb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=916b3a360e4e4b8db01d66c90562bb90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2236655 Jul 16 18:41:45.527130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58254) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:45.575186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d39378-6604-4202-bfa8-e21f74259851 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.590818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-42d39378-6604-4202-bfa8-e21f74259851 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 814 time: 0.1125698 Jul 16 18:41:45.633642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76b23fe-1b8b-48e3-953a-8cdbbe15f9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.658903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76b23fe-1b8b-48e3-953a-8cdbbe15f9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.765935 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76b23fe-1b8b-48e3-953a-8cdbbe15f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.770748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d76b23fe-1b8b-48e3-953a-8cdbbe15f9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.772741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d76b23fe-1b8b-48e3-953a-8cdbbe15f9d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c88fbd11-97d8-4e24-9094-91631e5e8bf6 HTTP/1.1" status: 204 len: 168 time: 0.2447524 Jul 16 18:41:45.789072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b23fe-1b8b-48e3-953a-8cdbbe15f9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88fbd11-97d8-4e24-9094-91631e5e8bf6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.805829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563662da-dd3d-44fa-8875-7b466546b4c1 req-ab907524-740e-439c-9c4a-10f4e34a9faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.807565 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-563662da-dd3d-44fa-8875-7b466546b4c1 req-ab907524-740e-439c-9c4a-10f4e34a9faa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 1098 time: 0.2848759 Jul 16 18:41:45.825041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Router a6f7a025-e8af-424b-8cb7-3298f6e352ea has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:45.861626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e6cee-61d7-4b93-af34-f1d21b8d7403 req-3d5420d1-9498-4349-8b24-dac7b901b80d tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.870144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b15e6cee-61d7-4b93-af34-f1d21b8d7403 req-3d5420d1-9498-4349-8b24-dac7b901b80d tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 946 time: 0.2474389 Jul 16 18:41:45.887155 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d1e82953-7818-42f8-8bee-b42dce4293a8 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:45.931902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: d1e82953-7818-42f8-8bee-b42dce4293a8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:45.935079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d1e82953-7818-42f8-8bee-b42dce4293a8 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:45.970668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b15e6cee-61d7-4b93-af34-f1d21b8d7403 req-7efc0e66-a596-4b3a-bd86-a21c9672ac96 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991862 Jul 16 18:41:46.043385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-563662da-dd3d-44fa-8875-7b466546b4c1 req-eef3809f-b7d3-4d17-8ed5-832a5ad3df72 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281418 Jul 16 18:41:46.169883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:46.172070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d31332b6-7e1d-47e0-8c90-ca61f50474d1 req-62f966dd-e51a-4de8-85a6-b8e3c49213c8 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 210 time: 0.0437043 Jul 16 18:41:46.183864 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] Sync routers for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:46.214773 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:46.216897 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:41:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:46.244614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] No DVR routers for this DVR port d1e82953-7818-42f8-8bee-b42dce4293a8 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:46.249798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.252267 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0889e3a0-2a79-40f7-8cb9-ac2196076d62 req-13cdbcc7-6221-4b62-9c28-59be1eae1338 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.55 "DELETE /v2.0/ports/d1e82953-7818-42f8-8bee-b42dce4293a8 HTTP/1.1" status: 204 len: 173 time: 2.2262301 Jul 16 18:41:46.252851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'name': 'network-vif-deleted', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:46.256805 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19cc56-45ea-43b4-98e9-353e4d6f508f" -d '{"events": [{"server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "name": "network-vif-deleted", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:46.284502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58282) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:46.304920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'network': {'name': 'tempest-network-smoke--1242566504', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:46.374189 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31f8640-1d94-4366-a2f0-545c6a9051a1 x-openstack-request-id: req-d31f8640-1d94-4366-a2f0-545c6a9051a1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:46.374446 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307", "name": "network-vif-deleted", "tag": "d1e82953-7818-42f8-8bee-b42dce4293a8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:46.374792 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d31f8640-1d94-4366-a2f0-545c6a9051a1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:46.375277 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307', 'name': 'network-vif-deleted', 'tag': 'd1e82953-7818-42f8-8bee-b42dce4293a8', 'status': 'completed', 'code': 200} Jul 16 18:41:46.398909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:46.404243 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.472746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:46.499546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.500548 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Added segment af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae of type vlan for network 764c9724-0a11-4f9d-8674-f99835268893 Jul 16 18:41:46.549133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:46.633868 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.737712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.752305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:46.753125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:46.874719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5844743 Jul 16 18:41:46.875079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:46.956821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145363e1-6608-4dd3-956d-10426f832980 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Network': ['ID=764c9724-0a11-4f9d-8674-f99835268893,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:46.980266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 764c9724-0a11-4f9d-8674-f99835268893 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:47.169634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c064436-4e2a-408d-9396-291a368aed84 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.186673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0c064436-4e2a-408d-9396-291a368aed84 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ac86683e154a49e4a318dd040f608cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3060219 Jul 16 18:41:47.187080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58312) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.327439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:47.431410 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] Checking router: a6f7a025-e8af-424b-8cb7-3298f6e352ea for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:47.452937 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:47.455448 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:41:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:47.650701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.666257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4542d-c0c8-42da-ab41-59c60d95d96c req-53c7c203-9461-41fc-a4ce-6151d1771590 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.679266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2be4542d-c0c8-42da-ab41-59c60d95d96c req-53c7c203-9461-41fc-a4ce-6151d1771590 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 946 time: 0.2622793 Jul 16 18:41:47.696839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e750e22-71c5-4e81-add4-fc621ca1586c tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.703307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5e750e22-71c5-4e81-add4-fc621ca1586c tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5103390 Jul 16 18:41:47.704230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58326) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.727314 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:47.753528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-034af999-815e-4a48-b52e-b4822de80ec1 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444939 Jul 16 18:41:47.754292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.814697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0b44e27-08c4-40e7-a6bc-add43a86490e req-a7226249-a6b1-4922-b948-3ae7961ecb23 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9f7ccb8-38ff-4c98-911f-0fa9c5cc3307 HTTP/1.1" status: 200 len: 210 time: 0.1199484 Jul 16 18:41:47.836348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-113eafd7-0ca8-4934-8e04-3012e4910c44 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ac86683e154a49e4a318dd040f608cf5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803456 Jul 16 18:41:47.839341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58332) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:47.851102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1900909274'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:47.888387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:47.894984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.920775 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:47.941095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2be4542d-c0c8-42da-ab41-59c60d95d96c req-0c8702c5-110d-4bf4-871e-b0e4bb95387b tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593212 Jul 16 18:41:48.123683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5700fe25-9405-4aec-bd87-09a4e2a08d29 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.126193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5700fe25-9405-4aec-bd87-09a4e2a08d29 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2846804 Jul 16 18:41:48.134711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58338) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:48.150198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.156682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.229027 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:48.252617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f8bdd6d1-8c6d-4974-96b4-ad168876cdc7 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1149566 Jul 16 18:41:48.261933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58348) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:48.272818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:48.276358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-936044105', 'network_id': '764c9724-0a11-4f9d-8674-f99835268893', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:48.334896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1441d3f4-2971-4d11-a7f5-e2a5b88211db,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:48.351220 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5451c9e4-4ab2-40d9-9f4c-478b00906499 None None] The sync data for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 is: [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:15Z', 'revision_number': 4, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2', 'name': '', 'network_id': '56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'mac_address': 'fa:16:3e:d7:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2804, 'fixed_ips': [{'subnet_id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:13Z', 'updated_at': '2021-07-16T18:36:26Z', 'revision_number': 5, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'subnets': [{'id': 'bbbd1be5-162e-4674-8fbf-f143674e14aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:48.373615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.374453 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment 72620527-98ea-4ddc-83a1-00f7a58f5eae of type vlan for network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 Jul 16 18:41:48.484776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.546265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.551692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:48.561878 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.571069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.574959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.615745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9621727 Jul 16 18:41:48.623662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:48.647547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'name': 'tempest-PortsIpV6TestJSON-940051797'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:48.744901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9ca1c-2454-4a2d-8f83-a7d371c44e58 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=faa2569b-d4ae-4a0f-8423-1a119fc6d5e7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:48.761018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:48.871371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:48.875906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.911511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 3336140b-bdee-4704-939f-c82657314186 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:48.969501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bc419e-4e1e-41da-b0f4-e599ff4bcf75 None None] New status for floating IP 9cf2f0f8-6960-4168-845f-9f9d012e3e96: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:49.045629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58368) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.138667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.200810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3ddad-ccd1-44a1-99f5-26bdb1ee10bf req-529987f1-7cc2-4902-899e-649e4057b415 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.207976 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44c3ddad-ccd1-44a1-99f5-26bdb1ee10bf req-529987f1-7cc2-4902-899e-649e4057b415 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 946 time: 0.2226934 Jul 16 18:41:49.241030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Subnet': ['ID=6009060d-75ac-467c-8444-8f5dc8b63584,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:49.274916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Checking segment: {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:49.275344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network hostable DHCP agents. Network: 764c9724-0a11-4f9d-8674-f99835268893, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:49.299637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44c3ddad-ccd1-44a1-99f5-26bdb1ee10bf req-0482e93f-e53f-4957-a92a-d33cb174b2dd tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905581 Jul 16 18:41:49.328015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 764c9724-0a11-4f9d-8674-f99835268893 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:49.339102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 764c9724-0a11-4f9d-8674-f99835268893) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:49.349095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fc14d1-e835-4457-a71a-0ccba0672bfe None None] Network 764c9724-0a11-4f9d-8674-f99835268893 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:49.356112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.356952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.378027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fdf90bea-6eaf-4e94-9379-7be2a98eb2be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1115978 Jul 16 18:41:49.531849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Deleting port 4530e49a-1ec2-487d-a9a9-95009f3e17ef {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:49.532737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.581458 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.629792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58378) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:49.636065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-31cbb9c5-b8d2-47b7-b74c-1e98c28e73fc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1304233513', 'description': 'tempest-secgroup-smoke-1304233513 description', 'project_id': 'ac86683e154a49e4a318dd040f608cf5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:49.671580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-764c9724-0a11-4f9d-8674-f99835268893', 'network_id': '764c9724-0a11-4f9d-8674-f99835268893', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ips': [{'subnet_id': '6009060d-75ac-467c-8444-8f5dc8b63584'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:41:49.673064 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.706631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.707151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.718610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cbb9c5-b8d2-47b7-b74c-1e98c28e73fc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.734693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Calling delete_port for 4530e49a-1ec2-487d-a9a9-95009f3e17ef owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:49.739943 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:49.888217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=3336140b-bdee-4704-939f-c82657314186,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:49.945278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Allocated IP 172.20.0.18 (764c9724-0a11-4f9d-8674-f99835268893/6009060d-75ac-467c-8444-8f5dc8b63584/9b2c8502-91f5-4280-a153-40507b760369) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:50.073868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': '72620527-98ea-4ddc-83a1-00f7a58f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:50.074779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: faa2569b-d4ae-4a0f-8423-1a119fc6d5e7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:50.093933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cbb9c5-b8d2-47b7-b74c-1e98c28e73fc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.125369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cbb9c5-b8d2-47b7-b74c-1e98c28e73fc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.169560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:50.224119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-e90e98d0-c78c-46fe-a366-b26363d098f9 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.226750 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-e90e98d0-c78c-46fe-a366-b26363d098f9 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 946 time: 0.2026272 Jul 16 18:41:50.233253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-31cbb9c5-b8d2-47b7-b74c-1e98c28e73fc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.234930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-31cbb9c5-b8d2-47b7-b74c-1e98c28e73fc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6040401 Jul 16 18:41:50.239894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58390) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.240709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cbb9c5-b8d2-47b7-b74c-1e98c28e73fc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a9deb7-f199-45d5-86ab-d4a03e89367f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:50.250545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a560022f-7418-4041-a28d-563757b0c75c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '04a9deb7-f199-45d5-86ab-d4a03e89367f', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:50.264833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, faa2569b-d4ae-4a0f-8423-1a119fc6d5e7) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:50.284035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600e2efd-8ef1-4104-ac2b-347313f3de19 None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:50.302806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:50.308910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.310328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.328059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a560022f-7418-4041-a28d-563757b0c75c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.335110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-62219f96-bced-4f1f-8287-3f1cf5d9ca15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6989503 Jul 16 18:41:50.341604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58394) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.351178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.360612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-519469207'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:50.404041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event deleted for resources: {'Port': ['ID=4530e49a-1ec2-487d-a9a9-95009f3e17ef,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:50.464187 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.528814 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.531098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:50.531860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.533239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3dc8bbc0-04f2-42ca-92b5-2a224ee17b70 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "DELETE /v2.0/floatingips/9cf2f0f8-6960-4168-845f-9f9d012e3e96 HTTP/1.1" status: 204 len: 168 time: 1.4860520 Jul 16 18:41:50.540970 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.541357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Deleting port efae091d-8226-46dc-b000-9158fef6228f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:50.541809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.645074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Transition to ACTIVE for port object 9b2c8502-91f5-4280-a153-40507b760369 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:50.696566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Transition to ACTIVE for port object 9b2c8502-91f5-4280-a153-40507b760369 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:50.731212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.740961 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a560022f-7418-4041-a28d-563757b0c75c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.769532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:50.777030 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a560022f-7418-4041-a28d-563757b0c75c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.794128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] For port efae091d-8226-46dc-b000-9158fef6228f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=efae091d-8226-46dc-b000-9158fef6228f,segment=NetworkSegment(7736d7e0-0af3-4d96-956a-26d9fe3efc6b),segment_id=7736d7e0-0af3-4d96-956a-26d9fe3efc6b)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:50.794796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.826451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Calling delete_port for efae091d-8226-46dc-b000-9158fef6228f owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:50.861374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Pushing event updated for resources: {'Port': ['ID=9b2c8502-91f5-4280-a153-40507b760369,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:50.871906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.873012 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment 84b56424-ad78-4daa-a972-c70badf5654f of type vlan for network 196ba7e3-12d0-4c42-b7dc-8d127cf8b416 Jul 16 18:41:50.888726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560022f-7418-4041-a28d-563757b0c75c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692a2912-053e-4541-9486-85ad90db71b9,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:50.895669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Network 764c9724-0a11-4f9d-8674-f99835268893 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:50.908574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:50.913811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:50.934026 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a560022f-7418-4041-a28d-563757b0c75c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.938028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a560022f-7418-4041-a28d-563757b0c75c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6967790 Jul 16 18:41:50.979307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58404) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.979307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:50.992028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-28aff22a-03d0-4125-812a-3664ee589c00 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '04a9deb7-f199-45d5-86ab-d4a03e89367f', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:51.036579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced056fa-776a-404d-9ab6-37bff05a9c23 req-5a6ce8a4-061d-4138-a8cc-d8b153bf1ffe tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.038485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ced056fa-776a-404d-9ab6-37bff05a9c23 req-5a6ce8a4-061d-4138-a8cc-d8b153bf1ffe tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 946 time: 0.4249344 Jul 16 18:41:51.079164 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.086409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Attempting to bind port 9b2c8502-91f5-4280-a153-40507b760369 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:51.087221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Attempting to bind port 9b2c8502-91f5-4280-a153-40507b760369 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:51.087221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Attempting to bind port 9b2c8502-91f5-4280-a153-40507b760369 on network 764c9724-0a11-4f9d-8674-f99835268893 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:51.094272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:51.095695 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Checking segment: {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:51.096369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.097017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Bound using segment: {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:51.097873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Bound port: 9b2c8502-91f5-4280-a153-40507b760369, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:51.098711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.156122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ced056fa-776a-404d-9ab6-37bff05a9c23 req-54abd2b4-4116-4942-bf4e-b6eab08eeefb tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/security-groups?id=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962145 Jul 16 18:41:51.192838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28aff22a-03d0-4125-812a-3664ee589c00 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.217965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.232717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:51.232717 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.269722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.289116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1280b570-afe6-419c-85ed-b28485418198 None None] For port 9b2c8502-91f5-4280-a153-40507b760369, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:51.289987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7e0a-59fc-4b68-9b38-94211be56a04 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.296545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1280b570-afe6-419c-85ed-b28485418198 None None] For port 9b2c8502-91f5-4280-a153-40507b760369, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9b2c8502-91f5-4280-a153-40507b760369,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:51.302049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['efae091d-8226-46dc-b000-9158fef6228f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:51.336545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Pushing event deleted for resources: {'Port': ['ID=efae091d-8226-46dc-b000-9158fef6228f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:51.346724 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.379806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0338736 Jul 16 18:41:51.410838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7e0a-59fc-4b68-9b38-94211be56a04 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.418486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58408) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:51.428461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'ports': [{'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7'}, {'network_id': '196ba7e3-12d0-4c42-b7dc-8d127cf8b416'}]} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:51.428971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:51.429954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': '196ba7e3-12d0-4c42-b7dc-8d127cf8b416'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:51.472463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] No DVR routers for this DVR port efae091d-8226-46dc-b000-9158fef6228f on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:51.477733 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.481386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53aaa958-9794-4143-9dcc-aa1738d0db9a req-43465e1f-61a0-4fb3-b131-ab2f8b72a923 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.13 "DELETE /v2.0/ports/efae091d-8226-46dc-b000-9158fef6228f HTTP/1.1" status: 204 len: 173 time: 1.2424185 Jul 16 18:41:51.482241 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'name': 'network-vif-deleted', 'tag': 'efae091d-8226-46dc-b000-9158fef6228f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:51.501223 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b826abf3-a1f6-406e-8ec8-b36af2ff1bfd" -d '{"events": [{"server_uuid": "9e69f91f-6f97-4d0d-a22a-5fd48285e003", "name": "network-vif-deleted", "tag": "efae091d-8226-46dc-b000-9158fef6228f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:51.503108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280b570-afe6-419c-85ed-b28485418198 None None] Pushing event updated for resources: {'Port': ['ID=9b2c8502-91f5-4280-a153-40507b760369,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:51.596601 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b71048-4902-482f-a58b-5faf829a9494 x-openstack-request-id: req-d6b71048-4902-482f-a58b-5faf829a9494 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:51.597057 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e69f91f-6f97-4d0d-a22a-5fd48285e003", "name": "network-vif-deleted", "tag": "efae091d-8226-46dc-b000-9158fef6228f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:51.597464 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6b71048-4902-482f-a58b-5faf829a9494 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:51.598100 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e69f91f-6f97-4d0d-a22a-5fd48285e003', 'name': 'network-vif-deleted', 'tag': 'efae091d-8226-46dc-b000-9158fef6228f', 'status': 'completed', 'code': 200} Jul 16 18:41:51.598458 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28aff22a-03d0-4125-812a-3664ee589c00 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.628251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefac760-315e-48d6-bf7b-45b11e63e197 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=196ba7e3-12d0-4c42-b7dc-8d127cf8b416,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:51.650005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 196ba7e3-12d0-4c42-b7dc-8d127cf8b416 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:51.652496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28aff22a-03d0-4125-812a-3664ee589c00 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.829953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aff22a-03d0-4125-812a-3664ee589c00 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74cb763c-d832-4fe6-811e-0c23cd079bcc,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:51.867451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-28aff22a-03d0-4125-812a-3664ee589c00 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:51.868331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:51.873476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d0cbbcc3-8500-4157-9158-fe48ebe7e399 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '04a9deb7-f199-45d5-86ab-d4a03e89367f', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:51.879593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-28aff22a-03d0-4125-812a-3664ee589c00 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8919036 Jul 16 18:41:51.992234 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbcc3-8500-4157-9158-fe48ebe7e399 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.045905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7e0a-59fc-4b68-9b38-94211be56a04 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.050672 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fc8f7e0a-59fc-4b68-9b38-94211be56a04 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.056818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fc8f7e0a-59fc-4b68-9b38-94211be56a04 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] 10.222.0.48 "DELETE /v2.0/security-groups/591d8f20-1e5f-4331-8e8b-96d43c7d1626 HTTP/1.1" status: 204 len: 168 time: 1.0756650 Jul 16 18:41:52.074781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f7e0a-59fc-4b68-9b38-94211be56a04 tempest-TestServerBasicOps-668242007 tempest-TestServerBasicOps-668242007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d8f20-1e5f-4331-8e8b-96d43c7d1626,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.123988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.148420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 2} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:52.158252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.166753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbcc3-8500-4157-9158-fe48ebe7e399 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.172982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbcc3-8500-4157-9158-fe48ebe7e399 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.200958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.217774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbbcc3-8500-4157-9158-fe48ebe7e399 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc1668c-d3ca-46a6-b098-e1dc4145cb25,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.234024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0cbbcc3-8500-4157-9158-fe48ebe7e399 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.235963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d0cbbcc3-8500-4157-9158-fe48ebe7e399 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3664432 Jul 16 18:41:52.239161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.261401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bb5f5e63-a68f-4f93-9f52-0111c5ee026f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '04a9deb7-f199-45d5-86ab-d4a03e89367f', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:52.345128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5e63-a68f-4f93-9f52-0111c5ee026f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.557779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 5d9e14ab-e145-4ac0-a2e9-2476cbbe0956 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:52.564526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5e63-a68f-4f93-9f52-0111c5ee026f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.605696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b81ac4a-61aa-4df2-b9e4-c015296a98fb req-eb926779-f429-4e62-a455-5eaf7b8933d8 tempest-ServerAddressesNegativeTestJSON-296931454 tempest-ServerAddressesNegativeTestJSON-296931454-project] 10.222.0.48 "GET /v2.0/ports?device_id=9e69f91f-6f97-4d0d-a22a-5fd48285e003 HTTP/1.1" status: 200 len: 210 time: 0.0751562 Jul 16 18:41:52.690017 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5e63-a68f-4f93-9f52-0111c5ee026f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.758756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f5e63-a68f-4f93-9f52-0111c5ee026f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82744f2-690b-496d-986a-9d6e906b24b8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:52.788680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb5f5e63-a68f-4f93-9f52-0111c5ee026f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.791574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bb5f5e63-a68f-4f93-9f52-0111c5ee026f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5454156 Jul 16 18:41:52.794918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58446) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:52.811533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '04a9deb7-f199-45d5-86ab-d4a03e89367f', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:52.875272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.887928 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Project ac86683e154a49e4a318dd040f608cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:41:52.908359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.408520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97cf40-0123-4a3a-a025-636da9e2b0eb None None] Network 764c9724-0a11-4f9d-8674-f99835268893 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:53.530134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.539782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 7fe09077-8c14-4b4f-bfb5-6f91f0c63aa0 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:41:53.588397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8fe39bee-88b8-434b-95f0-2286bdcc994a None None] Provisioning for port 9b2c8502-91f5-4280-a153-40507b760369 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:53.756545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.801107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.822265 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.886582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58458) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.887418 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.888710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0927727 Jul 16 18:41:53.889441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b152582-897c-4cca-a9e9-8dd30405c29f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db7923e5-5e54-4bfc-a6de-1937dfe4821e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:53.908952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58460) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:53.914042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '04a9deb7-f199-45d5-86ab-d4a03e89367f', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:54.066597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] Deleting subnet 3bf8f826-7ddf-452c-a142-957c81aa4c0e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:41:54.069974 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Project ac86683e154a49e4a318dd040f608cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:41:54.090400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.138132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9b2c8502-91f5-4280-a153-40507b760369 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:54.215940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:54.216978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.224105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=5d9e14ab-e145-4ac0-a2e9-2476cbbe0956,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.230863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:54.241571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:54.242507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.324354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=7fe09077-8c14-4b4f-bfb5-6f91f0c63aa0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.331958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.343264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 9b2c8502-91f5-4280-a153-40507b760369 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:54.358906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9b2c8502-91f5-4280-a153-40507b760369 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:54.359537 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.416027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.480862 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.564747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.575440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.577676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.589782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.593840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': '84b56424-ad78-4daa-a972-c70badf5654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '196ba7e3-12d0-4c42-b7dc-8d127cf8b416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:54.594264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: 196ba7e3-12d0-4c42-b7dc-8d127cf8b416, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:41:54.625613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ef456570-c0e1-4319-ac7e-ecef214bcfdd None None] Provisioning complete for port 9b2c8502-91f5-4280-a153-40507b760369 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:54.626061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef456570-c0e1-4319-ac7e-ecef214bcfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.641175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bf8f826-7ddf-452c-a142-957c81aa4c0e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.642952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c94f0e-a307-492a-9dfc-c48de222d8ad,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:54.647953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.653758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-42e90268-e4ec-4bc6-8d58-1843d4c8efb0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3bf8f826-7ddf-452c-a142-957c81aa4c0e HTTP/1.1" status: 204 len: 168 time: 0.7581289 Jul 16 18:41:54.654917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58472) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.657377 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.658536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-39e0e4b4-e6e5-4ec2-8dfd-581d58a17156 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7486351 Jul 16 18:41:54.658706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device efae091d-8226-46dc-b000-9158fef6228f no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:54.699145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 196ba7e3-12d0-4c42-b7dc-8d127cf8b416 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:41:54.723253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: efae091d-8226-46dc-b000-9158fef6228f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:54.723970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device efae091d-8226-46dc-b000-9158fef6228f not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:54.773604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 196ba7e3-12d0-4c42-b7dc-8d127cf8b416) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:54.778976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 9b2c8502-91f5-4280-a153-40507b760369, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9b2c8502-91f5-4280-a153-40507b760369,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:54.796888 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:54.801584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53e957f-a694-4dd6-9f8e-50d0c411e4c6 None None] Network 196ba7e3-12d0-4c42-b7dc-8d127cf8b416 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:41:54.806250 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.808889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.818572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.819808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.838411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:54.877772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:54.877965 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-83a808f8-e9b4-4354-9bc1-0e8e2404a205 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4571247 Jul 16 18:41:54.893136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=9b2c8502-91f5-4280-a153-40507b760369,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.145370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.186464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b77d21-7da3-44d5-8537-a9ac9cbcf3e7']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.232127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7736d7e0-0af3-4d96-956a-26d9fe3efc6b') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.232541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7736d7e0-0af3-4d96-956a-26d9fe3efc6b') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:55.259866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 7fe09077-8c14-4b4f-bfb5-6f91f0c63aa0 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:55.260521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.269920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.295128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-02d30cb4-35ef-4d14-8377-e8f0fd5ded54 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1304233513&fields=id&tenant_id=ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 267 time: 0.1442456 Jul 16 18:41:55.312345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.337249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:55.337815 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:55.340417 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:55.351346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.374324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 7fe09077-8c14-4b4f-bfb5-6f91f0c63aa0 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:55.387197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Deleting port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:55.387630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.527790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.541492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.543776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] 10.222.0.48 "DELETE /v2.0/networks/87b77d21-7da3-44d5-8537-a9ac9cbcf3e7 HTTP/1.1" status: 204 len: 168 time: 0.8877404 Jul 16 18:41:55.567263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] For port 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:55.568700 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.585345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Calling delete_port for 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:55.601376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.601691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305a7bc-d23d-4d07-a48e-09260cb76d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=87b77d21-7da3-44d5-8537-a9ac9cbcf3e7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.629717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-bea77390-4cde-4457-88f5-bbe10467d1c7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.636369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=7fe09077-8c14-4b4f-bfb5-6f91f0c63aa0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.636942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-bea77390-4cde-4457-88f5-bbe10467d1c7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/networks?id=764c9724-0a11-4f9d-8674-f99835268893 HTTP/1.1" status: 200 len: 797 time: 0.3269279 Jul 16 18:41:55.662862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-8ff18cc5-b129-49e3-9afb-bcd63a150113 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/quotas/ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 375 time: 0.0192297 Jul 16 18:41:55.703023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.705673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5c0fe2db-5427-41b7-9fcf-3a12ff01ee94 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/7fe09077-8c14-4b4f-bfb5-6f91f0c63aa0 HTTP/1.1" status: 204 len: 168 time: 0.8222961 Jul 16 18:41:55.710936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.794173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58502) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:55.882672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-3fa42c0f-2234-4ffc-84f3-6e33c745adc0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2181318 Jul 16 18:41:55.928609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9b2c8502-91f5-4280-a153-40507b760369 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:55.980010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-53a47750-6697-4608-93f7-24df159f5ee2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=696facf7d2694537b72712d338c444fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805043 Jul 16 18:41:55.993241 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58506) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.100871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.191361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.242740 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-57d94016-4aaa-4379-821b-f0df4195bbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.248242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fae355-a968-4215-adfd-627ccaa36fde tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.259523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fae355-a968-4215-adfd-627ccaa36fde tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.266433 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-41fae355-a968-4215-adfd-627ccaa36fde tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5497806 Jul 16 18:41:56.273677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58510) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.332817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.333328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.333827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.334274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.335634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.336090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.336566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.337000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.337438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.338531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.339984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.340946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:56.368348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9b2c8502-91f5-4280-a153-40507b760369 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:56.368824 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.514181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-57d94016-4aaa-4379-821b-f0df4195bbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.519095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.574301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-125da98b-cb8b-4db1-ae37-565f19efaed7 service neutron] 10.222.0.48 "GET /v2.0/networks/764c9724-0a11-4f9d-8674-f99835268893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6779833 Jul 16 18:41:56.771670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 5d9e14ab-e145-4ac0-a2e9-2476cbbe0956 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:56.771992 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.775525 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-57d94016-4aaa-4379-821b-f0df4195bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.778485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-57d94016-4aaa-4379-821b-f0df4195bbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.779899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-57d94016-4aaa-4379-821b-f0df4195bbb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5f5025cd-6d82-4e35-8545-bf0bd23d0ebe HTTP/1.1" status: 204 len: 168 time: 0.7850673 Jul 16 18:41:56.892224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d94016-4aaa-4379-821b-f0df4195bbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5025cd-6d82-4e35-8545-bf0bd23d0ebe,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.899763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-8977b4c9-0631-4e71-a62d-a46b43558b61 service neutron] 10.222.0.48 "GET /v2.0/networks/764c9724-0a11-4f9d-8674-f99835268893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077579 Jul 16 18:41:57.064680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Router a6f7a025-e8af-424b-8cb7-3298f6e352ea has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:57.082531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.125675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 5d9e14ab-e145-4ac0-a2e9-2476cbbe0956 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:57.340243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7587c70-a1d5-4bc4-b8e7-37a1d9898727 req-95f6d10b-1b80-4e5f-ae53-9275cab5f40d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 210 time: 0.0728366 Jul 16 18:41:57.412201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:57.422086 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.428476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-af68d24c-bde0-4094-a242-6433f07bd382 admin admin] 10.222.0.48 "PUT /v2.0/routers/a6f7a025-e8af-424b-8cb7-3298f6e352ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3026416 Jul 16 18:41:57.434292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58528) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.442348 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] Sync routers for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:57.483799 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:57.485089 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:41:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.617645 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.690614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=5d9e14ab-e145-4ac0-a2e9-2476cbbe0956,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:57.719040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.725617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-84cb896a-9502-4d61-b5e7-388dd51ff3df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/5d9e14ab-e145-4ac0-a2e9-2476cbbe0956 HTTP/1.1" status: 204 len: 168 time: 1.4312165 Jul 16 18:41:57.725978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58538) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.851312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa87571-dda2-4407-b96c-c1c31e0ec432 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.853041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7fa87571-dda2-4407-b96c-c1c31e0ec432 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1259274 Jul 16 18:41:57.865939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58544) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:57.925952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.970209 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4706a2a5-9232-4b04-b0d9-28e4fea4af0f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:41:57.974349 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4706a2a5-9232-4b04-b0d9-28e4fea4af0f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/7fe09077-8c14-4b4f-bfb5-6f91f0c63aa0 HTTP/1.1" status: 404 len: 333 time: 0.1064646 Jul 16 18:41:57.977886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.054106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Deleting port b4a33c5b-761c-49c7-ae69-e2f5c601538b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:58.055567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.073805 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07b684c-cf43-4995-ba8e-6f42892e363c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:41:58.077786 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c07b684c-cf43-4995-ba8e-6f42892e363c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/5d9e14ab-e145-4ac0-a2e9-2476cbbe0956 HTTP/1.1" status: 404 len: 333 time: 0.0975559 Jul 16 18:41:58.082329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58552) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.202106 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:58.277788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.285937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] For port b4a33c5b-761c-49c7-ae69-e2f5c601538b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b4a33c5b-761c-49c7-ae69-e2f5c601538b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:58.288297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.318791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Calling delete_port for b4a33c5b-761c-49c7-ae69-e2f5c601538b owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:58.450152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.463069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['196ba7e3-12d0-4c42-b7dc-8d127cf8b416']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:58.475807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b56424-ad78-4daa-a972-c70badf5654f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:58.476427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b56424-ad78-4daa-a972-c70badf5654f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:58.487575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.509974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.518503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:41:58.519353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:41:58.613270 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:41:58.619151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.638295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.646755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/196ba7e3-12d0-4c42-b7dc-8d127cf8b416 HTTP/1.1" status: 204 len: 168 time: 0.5571802 Jul 16 18:41:58.650639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58562) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.665674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-615874222'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:58.694907 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba316579-dfbd-43a6-80e2-1463e12130f7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=196ba7e3-12d0-4c42-b7dc-8d127cf8b416,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:58.753526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:58.767033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.861490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:41:58.894998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.895473 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment c5ef9a20-a91f-4b66-b680-bb2df4af523e of type vlan for network f9005f68-275a-42c9-bb4f-626f565d633e Jul 16 18:41:58.952451 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:41:55Z', 'revision_number': 5, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port': {'id': 'b4a33c5b-761c-49c7-ae69-e2f5c601538b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:36:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:59.003073 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.026088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6682a9c-0516-4256-9466-902f91b59998 req-719e0f9d-e95e-458b-a3af-0c4a5ea43407 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 210 time: 0.1061490 Jul 16 18:41:59.027206 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] Checking router: a6f7a025-e8af-424b-8cb7-3298f6e352ea for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:59.048525 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] Routers {'a6f7a025-e8af-424b-8cb7-3298f6e352ea'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:59.049433 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:41:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:59.084498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a33c5b-761c-49c7-ae69-e2f5c601538b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.111519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.142507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58574) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.186218 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] Set router a6f7a025-e8af-424b-8cb7-3298f6e352ea gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:59.205562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.213575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:59.214682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.265406 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:41:58Z', 'revision_number': 7, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:59.272326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6187060 Jul 16 18:41:59.278511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:59.303864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:59.358143 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f57a560-4b5c-4bc6-83fa-156a117bafa8 None None] The sync data for ids ['a6f7a025-e8af-424b-8cb7-3298f6e352ea'] in n-d-793620-10 is: [{'id': 'a6f7a025-e8af-424b-8cb7-3298f6e352ea', 'name': 'tempest-TestServerBasicOps-1740912524-router', 'tenant_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:07Z', 'updated_at': '2021-07-16T18:41:58Z', 'revision_number': 7, 'project_id': 'e397c1d4cfe84dc5b42c65699757b2cc', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:59.421377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb69910-18b0-44ae-aaac-e298d7527181 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=f9005f68-275a-42c9-bb4f-626f565d633e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.452762 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f9005f68-275a-42c9-bb4f-626f565d633e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:41:59.470949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1536427966-network', 'tenant_id': '2949b37687df494793b4ec81664927aa'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:59.534212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Made reservation on behalf of 2949b37687df494793b4ec81664927aa for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:59.547982 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.551998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.578133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.674254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:59.680773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.868722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.895686 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.056288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.072382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:00.111417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.177114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:00.181783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5bfb3524-6159-4e6c-b23a-4b0cde8ac8d2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:00.297393 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e424b5c-3a21-4d9f-bd2a-29ce3a58ea4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.352391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:00.472904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:00.531671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.535739 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Added segment 8123caa1-3a80-4a56-959c-fd812c092813 of type vlan for network c4532f7e-0582-4752-9347-4fd9394354f2 Jul 16 18:42:00.630032 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.719827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=a3857f66-9e20-42cc-9fb8-14cb25162d3a,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:00.720045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-5a0e5c8b-1803-4d4f-a7c5-773a94ae6a7f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.723525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-5a0e5c8b-1803-4d4f-a7c5-773a94ae6a7f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.55 "GET /v2.0/networks?id=764c9724-0a11-4f9d-8674-f99835268893 HTTP/1.1" status: 200 len: 797 time: 0.8429351 Jul 16 18:42:00.727568 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.728130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6f7a025-e8af-424b-8cb7-3298f6e352ea {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:00.741481 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.744580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-80e6fb54-4f7a-494d-b838-8c461bc45d4c admin admin] 10.222.0.48 "DELETE /v2.0/routers/a6f7a025-e8af-424b-8cb7-3298f6e352ea HTTP/1.1" status: 204 len: 168 time: 3.3084307 Jul 16 18:42:00.760673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:00.792810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.806904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df53ecc4-f0e7-428d-9197-f7cec716ce9f req-0fa9b453-cb0b-4ba2-9f4d-116d870559eb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 210 time: 0.0892246 Jul 16 18:42:00.850813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': 'c5ef9a20-a91f-4b66-b680-bb2df4af523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:00.851192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: f9005f68-275a-42c9-bb4f-626f565d633e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:00.894925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network f9005f68-275a-42c9-bb4f-626f565d633e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:00.925525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f9005f68-275a-42c9-bb4f-626f565d633e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:00.940382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f20712f-065b-4bfc-9938-40a7cf227f4c None None] Network f9005f68-275a-42c9-bb4f-626f565d633e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:00.952462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.955555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.987845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-970f852e-0967-4325-a0b9-2edb0db19cc1 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 472 time: 0.2513604 Jul 16 18:42:01.004593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'port': {'device_id': '4a14d861-43fb-4e77-977f-985278be43cf', 'network_id': '764c9724-0a11-4f9d-8674-f99835268893', 'admin_state_up': True, 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'security_groups': ['04a9deb7-f199-45d5-86ab-d4a03e89367f']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:01.012687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.016127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.017548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.020713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d971e9f3-9b7c-4389-8c57-f2b966da810c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7383366 Jul 16 18:42:01.021806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58598) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.057282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e', 'name': 'tempest-PortsIpV6TestJSON-1581518071'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:01.089434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] Deleting subnet bbbd1be5-162e-4674-8fbf-f143674e14aa {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:01.123510 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.223134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0477648 Jul 16 18:42:01.225252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.279244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Request body: {'subnet': {'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1536427966-subnet', 'tenant_id': '2949b37687df494793b4ec81664927aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:01.479463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b453453-9268-41ca-a4d0-a489cbdc3420 admin admin] Pushing event updated for resources: {'Network': ['ID=c4532f7e-0582-4752-9347-4fd9394354f2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.487470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f9005f68-275a-42c9-bb4f-626f565d633e', 'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e', 'tenant_id': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'fixed_ips': [{'subnet_id': 'a3857f66-9e20-42cc-9fb8-14cb25162d3a'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:01.488349 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.499584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network c4532f7e-0582-4752-9347-4fd9394354f2 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:01.551788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.605342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:01.610286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.636375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 58ad2938-97aa-4cea-b6de-ca7fd4395002 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:01.723137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Made reservation on behalf of 2949b37687df494793b4ec81664927aa for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:01.731271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.847268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::2c0 (f9005f68-275a-42c9-bb4f-626f565d633e/a3857f66-9e20-42cc-9fb8-14cb25162d3a/58ad2938-97aa-4cea-b6de-ca7fd4395002) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:01.880544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b4a33c5b-761c-49c7-ae69-e2f5c601538b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:01.940025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b4a33c5b-761c-49c7-ae69-e2f5c601538b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:01.940827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b4a33c5b-761c-49c7-ae69-e2f5c601538b not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:02.021685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.142090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:02.147203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.206952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.257558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-314c31c5-0fec-4672-9451-0b86d04b1c3d req-0f938644-b021-460a-8499-3859c25cc1d0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 210 time: 0.0657089 Jul 16 18:42:02.333866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.365620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object 58ad2938-97aa-4cea-b6de-ca7fd4395002 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:02.368272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbd1be5-162e-4674-8fbf-f143674e14aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.390091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.393488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5669f225-4145-46f4-9da3-6cfe2fde15bf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bbbd1be5-162e-4674-8fbf-f143674e14aa HTTP/1.1" status: 204 len: 168 time: 1.6313272 Jul 16 18:42:02.399934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6d2ac-3bda-4d9a-b82b-a697119e596d None None] Network 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:02.403084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58612) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:02.449844 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.560701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=58ad2938-97aa-4cea-b6de-ca7fd4395002,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:02.571437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network f9005f68-275a-42c9-bb4f-626f565d633e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:02.573605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:02.575872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:02.582417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:02.584051 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.620997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-560f8df2-eed8-4368-8b3a-b2d1356bef6e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5895255 Jul 16 18:42:02.621671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58616) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:02.718596 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.762215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Allocated IP 2001:db8::2 (f9005f68-275a-42c9-bb4f-626f565d633e/a3857f66-9e20-42cc-9fb8-14cb25162d3a/aac98377-5de3-4261-8ae4-343218ea47e0) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:02.774284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.20.0.29 (764c9724-0a11-4f9d-8674-f99835268893/6009060d-75ac-467c-8444-8f5dc8b63584/657c82f5-a118-4c3b-b6ee-8ad257204fdc) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:02.828608 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.933721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 58ad2938-97aa-4cea-b6de-ca7fd4395002 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:02.934656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.987575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d874177-6449-4079-9d2a-10907a4e810e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:03.146391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Deleting port e016090f-4996-4df7-a10f-0f5aa9d78290 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.147671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.178515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Checking segment: {'id': '8123caa1-3a80-4a56-959c-fd812c092813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:03.179253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Network hostable DHCP agents. Network: c4532f7e-0582-4752-9347-4fd9394354f2, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:03.266160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] DHCP port deletion for 56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:03.284141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.291788 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6546a0c9-a215-448c-bac3-b6c779173053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.331466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 58ad2938-97aa-4cea-b6de-ca7fd4395002 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.604232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-66f8ed85-11c8-461a-9e87-7581bea0812c req-f22e8df0-ac19-4075-b2c1-41aac0a706d7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 210 time: 0.0735397 Jul 16 18:42:03.628097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.670846 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.675157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] Deleting port e016090f-4996-4df7-a10f-0f5aa9d78290 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:03.675730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.718163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Transition to ACTIVE for port object aac98377-5de3-4261-8ae4-343218ea47e0 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:03.850074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Transition to ACTIVE for port object aac98377-5de3-4261-8ae4-343218ea47e0 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:03.882594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] For port e016090f-4996-4df7-a10f-0f5aa9d78290, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e016090f-4996-4df7-a10f-0f5aa9d78290,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:03.882860 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.896622 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.917993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.936002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] Calling delete_port for e016090f-4996-4df7-a10f-0f5aa9d78290 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:03.985797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e016090f-4996-4df7-a10f-0f5aa9d78290 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:03.994792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=58ad2938-97aa-4cea-b6de-ca7fd4395002,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.061252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.063740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-70b64f9f-8f1c-4b77-b083-00c781633de3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/58ad2938-97aa-4cea-b6de-ca7fd4395002 HTTP/1.1" status: 204 len: 168 time: 1.4389913 Jul 16 18:42:04.068656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58644) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:04.126243 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab57b0b6-9092-4cb2-a191-77d696c1afa0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:42:04.128072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab57b0b6-9092-4cb2-a191-77d696c1afa0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:04.133004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ab57b0b6-9092-4cb2-a191-77d696c1afa0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/58ad2938-97aa-4cea-b6de-ca7fd4395002 HTTP/1.1" status: 404 len: 333 time: 0.0618610 Jul 16 18:42:04.135130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58646) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:04.176733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] For port e016090f-4996-4df7-a10f-0f5aa9d78290, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e016090f-4996-4df7-a10f-0f5aa9d78290,segment=NetworkSegment(262e91d3-f3a2-437c-8bc1-d85bea7dc498),segment_id=262e91d3-f3a2-437c-8bc1-d85bea7dc498)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:04.177586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.204805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Calling delete_port for e016090f-4996-4df7-a10f-0f5aa9d78290 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:04.223710 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-516413d8-0ca9-4b70-984d-8928849af5bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:42:04.224566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Network f9005f68-275a-42c9-bb4f-626f565d633e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:04.228342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-516413d8-0ca9-4b70-984d-8928849af5bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/58ad2938-97aa-4cea-b6de-ca7fd4395002 HTTP/1.1" status: 404 len: 333 time: 0.0906644 Jul 16 18:42:04.236541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58654) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:04.268933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:04.282346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:04.286442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Pushing event updated for resources: {'Port': ['ID=aac98377-5de3-4261-8ae4-343218ea47e0,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.378893 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.404547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.420661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Network c4532f7e-0582-4752-9347-4fd9394354f2 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:04.424812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Transition to ACTIVE for port object 657c82f5-a118-4c3b-b6ee-8ad257204fdc will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:04.438465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet a3857f66-9e20-42cc-9fb8-14cb25162d3a {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:04.450028 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.481529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Port e016090f-4996-4df7-a10f-0f5aa9d78290 update to DOWN by agent not found {{(pid=93779) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:42:04.494386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Pushing event deleted for resources: {'Port': ['ID=e016090f-4996-4df7-a10f-0f5aa9d78290,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:04.504517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, c4532f7e-0582-4752-9347-4fd9394354f2) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:04.511931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.513800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.530845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Attempting to bind port aac98377-5de3-4261-8ae4-343218ea47e0 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:04.531654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Attempting to bind port aac98377-5de3-4261-8ae4-343218ea47e0 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c5ef9a20-a91f-4b66-b680-bb2df4af523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:04.532447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Attempting to bind port aac98377-5de3-4261-8ae4-343218ea47e0 on network f9005f68-275a-42c9-bb4f-626f565d633e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:04.536621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390c694-4567-41f6-bae1-26006cdcdc16 None None] Network c4532f7e-0582-4752-9347-4fd9394354f2 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:04.540648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] No DVR routers for this DVR port e016090f-4996-4df7-a10f-0f5aa9d78290 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:04.546787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.589318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6b625c0f-9868-4d10-87db-3153329fe538 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3399804 Jul 16 18:42:04.736789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.763452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:04.784624 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.791892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262e91d3-f3a2-437c-8bc1-d85bea7dc498') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:04.792388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262e91d3-f3a2-437c-8bc1-d85bea7dc498') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:04.799573 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.839849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.876021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.899363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:04.901229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Checking segment: {'id': 'c5ef9a20-a91f-4b66-b680-bb2df4af523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:04.904087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.905166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Bound using segment: {'id': 'c5ef9a20-a91f-4b66-b680-bb2df4af523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:04.917336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Bound port: aac98377-5de3-4261-8ae4-343218ea47e0, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ef9a20-a91f-4b66-b680-bb2df4af523e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'f9005f68-275a-42c9-bb4f-626f565d633e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:04.918589 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.981643 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.090170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 764c9724-0a11-4f9d-8674-f99835268893 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:05.094953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.110851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:05.129360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:05.164996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] Pushing event deleted for resources: {'Port': ['ID=e016090f-4996-4df7-a10f-0f5aa9d78290,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:05.184958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afed321e-abe9-40f4-865b-c972cbc765c2 None None] No DVR routers for this DVR port e016090f-4996-4df7-a10f-0f5aa9d78290 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:05.253087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc97c696-0672-4c1b-85eb-0c81e961b91b None None] Network c4532f7e-0582-4752-9347-4fd9394354f2 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:05.263236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:05.281395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:05.283469 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:05.363776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=657c82f5-a118-4c3b-b6ee-8ad257204fdc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:05.611404 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.632996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.634329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.679323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.688395 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] 10.222.0.48 "DELETE /v2.0/networks/56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f HTTP/1.1" status: 204 len: 168 time: 3.2775414 Jul 16 18:42:05.690047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:05.775682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a064270-4880-46ea-88b1-cf128469d673 admin admin] Pushing event deleted for resources: {'Network': ['ID=56bf85e9-59e3-47d4-9e9b-a3fee4f4a79f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:05.896959 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d28a87ec-2463-445d-a8a4-fabce15656b8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9010382 Jul 16 18:42:05.948111 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:05.950987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-caf5aa32-5f53-4d76-9d92-5abf29ac8650 None None] Provisioning for port 657c82f5-a118-4c3b-b6ee-8ad257204fdc completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:05.956727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-caf5aa32-5f53-4d76-9d92-5abf29ac8650 None None] Provisioning complete for port 657c82f5-a118-4c3b-b6ee-8ad257204fdc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:05.957555 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caf5aa32-5f53-4d76-9d92-5abf29ac8650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.046964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-caf5aa32-5f53-4d76-9d92-5abf29ac8650 None None] Port 657c82f5-a118-4c3b-b6ee-8ad257204fdc cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:06.101271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6df1c321-cfac-4f36-af49-af759496082d None None] For port aac98377-5de3-4261-8ae4-343218ea47e0, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:06.104025 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.122012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Request body: {'port': {'device_id': '4a14d861-43fb-4e77-977f-985278be43cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:06.135282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6df1c321-cfac-4f36-af49-af759496082d None None] For port aac98377-5de3-4261-8ae4-343218ea47e0, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aac98377-5de3-4261-8ae4-343218ea47e0,segment=NetworkSegment(c5ef9a20-a91f-4b66-b680-bb2df4af523e),segment_id=c5ef9a20-a91f-4b66-b680-bb2df4af523e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:06.152448 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.222705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=a3857f66-9e20-42cc-9fb8-14cb25162d3a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.314379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.327005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-387289d9-fac7-4006-9aaf-e6a5473c5864 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/a3857f66-9e20-42cc-9fb8-14cb25162d3a HTTP/1.1" status: 204 len: 168 time: 2.0747037 Jul 16 18:42:06.342729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58678) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:06.356114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1c321-cfac-4f36-af49-af759496082d None None] Pushing event updated for resources: {'Port': ['ID=aac98377-5de3-4261-8ae4-343218ea47e0,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:06.450892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.490091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd565b-4c0a-4bb9-8d1d-af956b5096a0 req-e26ad3a6-a842-4d8e-8117-ec7c97402078 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:06.504107 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9cd565b-4c0a-4bb9-8d1d-af956b5096a0 req-e26ad3a6-a842-4d8e-8117-ec7c97402078 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 932 time: 1.4539640 Jul 16 18:42:06.736281 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:06.796013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9cd565b-4c0a-4bb9-8d1d-af956b5096a0 req-752261bf-d0ea-4822-b07d-6047bcbb9846 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2905943 Jul 16 18:42:06.980105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port aac98377-5de3-4261-8ae4-343218ea47e0 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:06.981417 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.175162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] For port aac98377-5de3-4261-8ae4-343218ea47e0, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=aac98377-5de3-4261-8ae4-343218ea47e0,segment=NetworkSegment(c5ef9a20-a91f-4b66-b680-bb2df4af523e),segment_id=c5ef9a20-a91f-4b66-b680-bb2df4af523e)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:07.179136 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.223492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for aac98377-5de3-4261-8ae4-343218ea47e0 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:07.291702 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.394204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.457210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No DVR routers for this DVR port aac98377-5de3-4261-8ae4-343218ea47e0 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:07.468932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=aac98377-5de3-4261-8ae4-343218ea47e0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:07.667776 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.675590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.690865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9005f68-275a-42c9-bb4f-626f565d633e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:07.724577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5ef9a20-a91f-4b66-b680-bb2df4af523e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:07.725164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5ef9a20-a91f-4b66-b680-bb2df4af523e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:07.752802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.802329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.812660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:07.813091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:07.818629 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:07.855639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657c82f5-a118-4c3b-b6ee-8ad257204fdc {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:07.877754 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.907401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Transition to ACTIVE for port object 657c82f5-a118-4c3b-b6ee-8ad257204fdc will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:07.912813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:07.955023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.086107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Pushing event updated for resources: {'Port': ['ID=657c82f5-a118-4c3b-b6ee-8ad257204fdc,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:08.198990 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.243342 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.250275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/f9005f68-275a-42c9-bb4f-626f565d633e HTTP/1.1" status: 204 len: 168 time: 1.8957455 Jul 16 18:42:08.259777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58730) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:08.269560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-567650147'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:08.402214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:08.413505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.493615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Attempting to bind port 657c82f5-a118-4c3b-b6ee-8ad257204fdc on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:08.495882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Attempting to bind port 657c82f5-a118-4c3b-b6ee-8ad257204fdc by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:08.499929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Attempting to bind port 657c82f5-a118-4c3b-b6ee-8ad257204fdc on network 764c9724-0a11-4f9d-8674-f99835268893 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:08.504565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32166297-2b49-4a41-9277-e1034de31cf7 None None] Could not find standard attr ID for object aac98377-5de3-4261-8ae4-343218ea47e0. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:08.531466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380c752-15de-42b2-a850-b9cc4b86985f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=f9005f68-275a-42c9-bb4f-626f565d633e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:08.558056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Port 657c82f5-a118-4c3b-b6ee-8ad257204fdc on network 764c9724-0a11-4f9d-8674-f99835268893 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:08.558627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Attempting to bind port 657c82f5-a118-4c3b-b6ee-8ad257204fdc on network 764c9724-0a11-4f9d-8674-f99835268893 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:08.617409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303485d-e3fd-4c45-8014-29bf5045d25b None None] DHCP port deletion for f9005f68-275a-42c9-bb4f-626f565d633e request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:08.643024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:08.643368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Checking segment: {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:08.644572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Bound using segment: {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:08.644572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Bound port: 657c82f5-a118-4c3b-b6ee-8ad257204fdc, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:08.644852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.649617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:08.672703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e572805-472a-4d49-a06b-ea92ce9b487e None None] Network f9005f68-275a-42c9-bb4f-626f565d633e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:08.708018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01744a-74c9-4c89-8f3e-66699ce6f5d3 req-a2c7efa0-9a48-43f0-8ddd-dea9c911f62b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.720655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e572805-472a-4d49-a06b-ea92ce9b487e None None] Network f9005f68-275a-42c9-bb4f-626f565d633e could not be found, it might have been deleted concurrently. {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:42:08.728839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea01744a-74c9-4c89-8f3e-66699ce6f5d3 req-a2c7efa0-9a48-43f0-8ddd-dea9c911f62b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 944 time: 0.5628502 Jul 16 18:42:08.760790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74821-e650-4288-a12c-20591424e110 req-c7fee6cd-21c4-4b5b-9272-33fd4a8d1536 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.764122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-c7fee6cd-21c4-4b5b-9272-33fd4a8d1536 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/networks?id=c4532f7e-0582-4752-9347-4fd9394354f2 HTTP/1.1" status: 200 len: 810 time: 0.6356490 Jul 16 18:42:08.776990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] For port 657c82f5-a118-4c3b-b6ee-8ad257204fdc, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:08.794287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] For port 657c82f5-a118-4c3b-b6ee-8ad257204fdc, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=657c82f5-a118-4c3b-b6ee-8ad257204fdc,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:08.814161 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.835126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.835478 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment 3069843c-eb4a-497f-800a-d29cb3546d65 of type vlan for network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 Jul 16 18:42:08.842122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.842769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.844318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/657c82f5-a118-4c3b-b6ee-8ad257204fdc HTTP/1.1" status: 200 len: 1093 time: 2.9308701 Jul 16 18:42:08.844805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a14d861-43fb-4e77-977f-985278be43cf', 'tag': '657c82f5-a118-4c3b-b6ee-8ad257204fdc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:08.847305 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31023ae-7b55-4476-bd2a-e50c35a8328c" -d '{"events": [{"name": "network-changed", "server_uuid": "4a14d861-43fb-4e77-977f-985278be43cf", "tag": "657c82f5-a118-4c3b-b6ee-8ad257204fdc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:08.900586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-a83fc3c4-df4f-4bd9-8a2e-dc7512c02328 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/quotas/2949b37687df494793b4ec81664927aa HTTP/1.1" status: 200 len: 375 time: 0.0886123 Jul 16 18:42:08.991592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea01744a-74c9-4c89-8f3e-66699ce6f5d3 req-b63c9a53-6650-43c0-a75f-bc9a68ecb59d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2614372 Jul 16 18:42:09.006911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:09.117060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-8ef75419-0d58-47c8-bbde-e56adb9a2f6d tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2949b37687df494793b4ec81664927aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2152085 Jul 16 18:42:09.126457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.143474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02efaf-71e5-4f34-8bc9-95662e8c25c0 service neutron] Pushing event updated for resources: {'Port': ['ID=657c82f5-a118-4c3b-b6ee-8ad257204fdc,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:09.159863 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16a01be-079b-4598-9fcb-7bfbdaaec8b2 x-openstack-request-id: req-b16a01be-079b-4598-9fcb-7bfbdaaec8b2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:09.160185 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a14d861-43fb-4e77-977f-985278be43cf", "tag": "657c82f5-a118-4c3b-b6ee-8ad257204fdc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:09.162837 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b16a01be-079b-4598-9fcb-7bfbdaaec8b2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:09.163605 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a14d861-43fb-4e77-977f-985278be43cf', 'tag': '657c82f5-a118-4c3b-b6ee-8ad257204fdc', 'status': 'completed', 'code': 200} Jul 16 18:42:09.229591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-a792687a-f1f9-4382-9cc1-11baa375671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.231371 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-a792687a-f1f9-4382-9cc1-11baa375671b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 1096 time: 0.2944701 Jul 16 18:42:09.294246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-4e71042c-3f7d-4172-a109-b710812b356d service neutron] 10.222.0.48 "GET /v2.0/networks/c4532f7e-0582-4752-9347-4fd9394354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572528 Jul 16 18:42:09.318505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-09b32eaf-b718-4b37-b39c-cbee7e883d74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=657c82f5-a118-4c3b-b6ee-8ad257204fdc HTTP/1.1" status: 200 len: 217 time: 0.0719922 Jul 16 18:42:09.396388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Deleting port 78e6065d-8272-4bdc-b3a3-232a31186ce2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:09.399251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.449357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-b2df75bb-f8bd-4819-bcd0-314bb1be1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.450995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-b2df75bb-f8bd-4819-bcd0-314bb1be1ce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6009060d-75ac-467c-8444-8f5dc8b63584 HTTP/1.1" status: 200 len: 837 time: 0.1222985 Jul 16 18:42:09.451834 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-853dbda8-78a0-49b7-9c4d-5a91cb643793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.473332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:42:09.529789 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.542166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.543873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.632453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] For port 78e6065d-8272-4bdc-b3a3-232a31186ce2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=78e6065d-8272-4bdc-b3a3-232a31186ce2,segment=NetworkSegment(293bd6ea-fe12-409f-90ad-d3cfb7777b20),segment_id=293bd6ea-fe12-409f-90ad-d3cfb7777b20)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:09.632877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.653189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-b1a9b9da-55fe-42b8-a373-266dfe3f0f40 service neutron] 10.222.0.48 "GET /v2.0/networks/c4532f7e-0582-4752-9347-4fd9394354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576105 Jul 16 18:42:09.670356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-2e4d8907-e392-4a48-aaa8-a038771c8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:09.672569 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-2e4d8907-e392-4a48-aaa8-a038771c8364 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=764c9724-0a11-4f9d-8674-f99835268893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2132001 Jul 16 18:42:09.673792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Calling delete_port for 78e6065d-8272-4bdc-b3a3-232a31186ce2 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:09.747359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=07838029-c29b-43e9-8ba1-c89d8c9f40c9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:09.766837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:09.876776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-853dbda8-78a0-49b7-9c4d-5a91cb643793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.894414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-affad3e8-e6b4-4e54-af68-7e04895e764f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6360960 Jul 16 18:42:09.897773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58754) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:09.915494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-853dbda8-78a0-49b7-9c4d-5a91cb643793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:09.920947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:09.990957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aac98377-5de3-4261-8ae4-343218ea47e0 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:10.056006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: aac98377-5de3-4261-8ae4-343218ea47e0 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:10.056635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device aac98377-5de3-4261-8ae4-343218ea47e0 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:10.058894 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-853dbda8-78a0-49b7-9c4d-5a91cb643793 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a142178be4d74844ad9958cc67e7e7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0362182 Jul 16 18:42:10.061961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58758) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:10.086393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-d42c9e9b-8f16-4b41-8f1c-7b1a6ae27a12 service neutron] 10.222.0.55 "GET /v2.0/networks/764c9724-0a11-4f9d-8674-f99835268893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040329 Jul 16 18:42:10.101551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dbda8-78a0-49b7-9c4d-5a91cb643793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849a976d-39a3-4a52-b629-c745908e5b1b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:10.185369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:10.199385 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.406741 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.472286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73d0b942-5bf2-457d-9451-b9f719b75984 req-6e5ef0e6-d6a1-48b5-879b-8b96a2e08f8e tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 210 time: 0.0540485 Jul 16 18:42:10.501044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6d8a9-4985-441b-9eb7-d317e88543b9 req-b6008dab-302b-43b5-be9e-ae212b051535 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:10.510422 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-baa6d8a9-4985-441b-9eb7-d317e88543b9 req-b6008dab-302b-43b5-be9e-ae212b051535 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 944 time: 0.3004823 Jul 16 18:42:10.523158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e6065d-8272-4bdc-b3a3-232a31186ce2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:10.594513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-baa6d8a9-4985-441b-9eb7-d317e88543b9 req-2f8152fc-718d-4884-83c5-8eb8f3e75c32 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830564 Jul 16 18:42:10.752350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-721c0178-5e97-465c-bcac-5e598d7c6f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.799783 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.819345 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6585eebb-1041-4894-8aa9-e33cb51fc582 req-b5318ebc-4256-4f4e-8388-bf8eb8f1f60e service neutron] 10.222.0.55 "GET /v2.0/networks/764c9724-0a11-4f9d-8674-f99835268893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860623 Jul 16 18:42:10.828090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-721c0178-5e97-465c-bcac-5e598d7c6f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:10.949472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': '3069843c-eb4a-497f-800a-d29cb3546d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:10.949854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: 07838029-c29b-43e9-8ba1-c89d8c9f40c9, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:10.961602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=c4cd04da-1b26-46af-9f25-b326810144c7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:10.981114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:10.998608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 07838029-c29b-43e9-8ba1-c89d8c9f40c9) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:11.008677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d795f2-0779-4491-b167-57fe4073c6eb None None] Network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:11.023386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:11.027059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.061788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dfd49ae4-22b2-4618-b221-12d90e804134 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1616492 Jul 16 18:42:11.062749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58772) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:11.071238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-809418526'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:11.243878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-46b5f000-4b45-4168-a975-e5f1fa617e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:11.246250 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-46b5f000-4b45-4168-a975-e5f1fa617e47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 1096 time: 0.3007131 Jul 16 18:42:11.304466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.311825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-07838029-c29b-43e9-8ba1-c89d8c9f40c9', 'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9', 'tenant_id': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'fixed_ips': [{'subnet_id': 'c4cd04da-1b26-46af-9f25-b326810144c7'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:11.313127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.332492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:11.346883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.347112 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-721c0178-5e97-465c-bcac-5e598d7c6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.351710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-721c0178-5e97-465c-bcac-5e598d7c6f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.353469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-721c0178-5e97-465c-bcac-5e598d7c6f66 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/849a976d-39a3-4a52-b629-c745908e5b1b HTTP/1.1" status: 204 len: 168 time: 1.2757866 Jul 16 18:42:11.387848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c0178-5e97-465c-bcac-5e598d7c6f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849a976d-39a3-4a52-b629-c745908e5b1b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:11.500219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 5954d72b-27e4-40f3-8538-8e32b1121f97 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:11.618912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Allocated IP 2001:db8::2 (07838029-c29b-43e9-8ba1-c89d8c9f40c9/c4cd04da-1b26-46af-9f25-b326810144c7/9aabd956-a307-4627-a895-18704b93ccad) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:11.770685 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:11.872857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-0d4020c6-0bf9-43ee-87cd-ed922e7d012d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:11.881262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-0d4020c6-0bf9-43ee-87cd-ed922e7d012d service neutron] 10.222.0.55 "GET /v2.0/networks?id=764c9724-0a11-4f9d-8674-f99835268893 HTTP/1.1" status: 200 len: 897 time: 0.6204028 Jul 16 18:42:12.028196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-28b672d3-7c22-40d6-b201-87dc2f22176f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=657c82f5-a118-4c3b-b6ee-8ad257204fdc HTTP/1.1" status: 200 len: 217 time: 0.1409314 Jul 16 18:42:12.147212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-b921599b-b6fe-428d-a45f-0f3d1130075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.152318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-b921599b-b6fe-428d-a45f-0f3d1130075a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6009060d-75ac-467c-8444-8f5dc8b63584 HTTP/1.1" status: 200 len: 837 time: 0.1117826 Jul 16 18:42:12.154003 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.170814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Transition to ACTIVE for port object 9aabd956-a307-4627-a895-18704b93ccad will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:12.184721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6705cd99-4f26-485f-bb78-0f0cba2a54f3 req-fa38a572-01f1-404d-b396-f528392b2e28 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 210 time: 0.1591887 Jul 16 18:42:12.197020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 657c82f5-a118-4c3b-b6ee-8ad257204fdc details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:12.197230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58792) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:12.228754 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42139926-aa3e-4f1d-8419-cd1f5bdd1b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.325510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 657c82f5-a118-4c3b-b6ee-8ad257204fdc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=657c82f5-a118-4c3b-b6ee-8ad257204fdc,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:12.343144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '657c82f5-a118-4c3b-b6ee-8ad257204fdc', 'network_id': '764c9724-0a11-4f9d-8674-f99835268893', 'port_id': '657c82f5-a118-4c3b-b6ee-8ad257204fdc', 'mac_address': 'fa:16:3e:d8:da:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6009060d-75ac-467c-8444-8f5dc8b63584', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:12.349706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Transition to ACTIVE for port object 9aabd956-a307-4627-a895-18704b93ccad will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:12.386546 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.487911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Pushing event updated for resources: {'Port': ['ID=9aabd956-a307-4627-a895-18704b93ccad,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:12.490486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42139926-aa3e-4f1d-8419-cd1f5bdd1b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.518860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.519294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.519508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.520030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.520644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.521171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.521762 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.522301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.522825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.523354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.523878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.524440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:12.552720 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.555428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355ab02-1cac-4d56-8299-bb7442a36ef4 req-8c8a03da-83b6-4129-8c3d-2268e8aa8728 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:12.558424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:12.559344 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a355ab02-1cac-4d56-8299-bb7442a36ef4 req-8c8a03da-83b6-4129-8c3d-2268e8aa8728 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 944 time: 0.6112990 Jul 16 18:42:12.571940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:12.574442 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42139926-aa3e-4f1d-8419-cd1f5bdd1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.585274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:12.603493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657c82f5-a118-4c3b-b6ee-8ad257204fdc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:12.726848 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42139926-aa3e-4f1d-8419-cd1f5bdd1b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2022e4bc-9172-4893-afc6-693efda561a7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:12.772380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-42139926-aa3e-4f1d-8419-cd1f5bdd1b70 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b0b6118dd57d4fc38f492b0cc018a939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5678844 Jul 16 18:42:12.772380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::255 (07838029-c29b-43e9-8ba1-c89d8c9f40c9/c4cd04da-1b26-46af-9f25-b326810144c7/5954d72b-27e4-40f3-8538-8e32b1121f97) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:12.783385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58802) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:12.840814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a355ab02-1cac-4d56-8299-bb7442a36ef4 req-8db6cd8a-93fa-48f7-836b-0513edeb9c3b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354159 Jul 16 18:42:12.956339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c33e4ed-3c9c-406f-b75d-91c96eac927e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.038513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c33e4ed-3c9c-406f-b75d-91c96eac927e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.105314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.147391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 657c82f5-a118-4c3b-b6ee-8ad257204fdc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=657c82f5-a118-4c3b-b6ee-8ad257204fdc,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:13.160171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object 5954d72b-27e4-40f3-8538-8e32b1121f97 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:13.162294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c33e4ed-3c9c-406f-b75d-91c96eac927e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.165715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c33e4ed-3c9c-406f-b75d-91c96eac927e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.167238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c33e4ed-3c9c-406f-b75d-91c96eac927e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2022e4bc-9172-4893-afc6-693efda561a7 HTTP/1.1" status: 204 len: 168 time: 0.3799667 Jul 16 18:42:13.170683 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.203518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33e4ed-3c9c-406f-b75d-91c96eac927e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2022e4bc-9172-4893-afc6-693efda561a7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.239776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Attempting to bind port 9aabd956-a307-4627-a895-18704b93ccad on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:13.240766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Attempting to bind port 9aabd956-a307-4627-a895-18704b93ccad by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '3069843c-eb4a-497f-800a-d29cb3546d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:13.241784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Attempting to bind port 9aabd956-a307-4627-a895-18704b93ccad on network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:13.289808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.362972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:13.363680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Checking segment: {'id': '3069843c-eb4a-497f-800a-d29cb3546d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:13.364811 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.365387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Bound using segment: {'id': '3069843c-eb4a-497f-800a-d29cb3546d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:13.366083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Bound port: 9aabd956-a307-4627-a895-18704b93ccad, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3069843c-eb4a-497f-800a-d29cb3546d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '07838029-c29b-43e9-8ba1-c89d8c9f40c9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:13.366652 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.398551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:13.406098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:13.416610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:13.417294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['657c82f5-a118-4c3b-b6ee-8ad257204fdc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:13.430174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:13.432280 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.488635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=5954d72b-27e4-40f3-8538-8e32b1121f97,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.503692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=657c82f5-a118-4c3b-b6ee-8ad257204fdc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.506081 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9bc419e0-1ca6-4806-b868-5ab384cda5cc tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.4409409 Jul 16 18:42:13.507411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58808) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:13.635335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87387931-dee6-4180-9f0a-a264cd1461e8 req-0b81d885-e5b3-4c90-8e11-307f44186205 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 210 time: 0.1049519 Jul 16 18:42:13.672486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] For port 9aabd956-a307-4627-a895-18704b93ccad, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:13.705866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Router d4b907cd-8a61-49dc-95f7-3b8fca127c7c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:13.708944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-cd426795-7e33-4fb6-bed0-195eb7c660b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:13.711143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-cd426795-7e33-4fb6-bed0-195eb7c660b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=764c9724-0a11-4f9d-8674-f99835268893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.5509093 Jul 16 18:42:13.726792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] For port 9aabd956-a307-4627-a895-18704b93ccad, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9aabd956-a307-4627-a895-18704b93ccad,segment=NetworkSegment(3069843c-eb4a-497f-800a-d29cb3546d65),segment_id=3069843c-eb4a-497f-800a-d29cb3546d65)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:13.741304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.787877 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74821-e650-4288-a12c-20591424e110 req-46516c13-a624-4932-8afb-83e58141d2cb tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:13.790114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-46516c13-a624-4932-8afb-83e58141d2cb tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.13 "GET /v2.0/networks?id=c4532f7e-0582-4752-9347-4fd9394354f2 HTTP/1.1" status: 200 len: 810 time: 0.4642262 Jul 16 18:42:13.862774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Request body: {'port': {'device_id': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2', 'admin_state_up': True, 'tenant_id': '2949b37687df494793b4ec81664927aa'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:13.888243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a36459-b63a-458e-8c47-2fa3a20f1f1b None None] Pushing event updated for resources: {'Port': ['ID=9aabd956-a307-4627-a895-18704b93ccad,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.976453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 5954d72b-27e4-40f3-8538-8e32b1121f97 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:13.976453 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.326217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:14.334591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58816) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:14.357527 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b463198c-b515-4d9d-85e3-3cd32ebe4a72 admin admin] 10.222.0.48 "PUT /v2.0/routers/d4b907cd-8a61-49dc-95f7-3b8fca127c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5940855 Jul 16 18:42:14.361305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] Sync routers for ids ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:14.362676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:14.381208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.383818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] Routers {'d4b907cd-8a61-49dc-95f7-3b8fca127c7c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:14.385499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:14.419433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 5954d72b-27e4-40f3-8538-8e32b1121f97 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:14.510203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f130caab-1e2d-4f8a-abfd-51da673123b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.528745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-5fecf738-07dd-42fd-9deb-d9b55347226b service neutron] 10.222.0.55 "GET /v2.0/networks/764c9724-0a11-4f9d-8674-f99835268893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065419 Jul 16 18:42:14.614651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a828a1-025c-43c5-ab70-edce837daafe req-d3e15a1b-36da-4480-b66d-12297fdb22a3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:14.617880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38a828a1-025c-43c5-ab70-edce837daafe req-d3e15a1b-36da-4480-b66d-12297fdb22a3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 945 time: 0.4401395 Jul 16 18:42:14.726978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38a828a1-025c-43c5-ab70-edce837daafe req-2a3e951d-627e-414b-9f2f-b81e7d9b283f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945737 Jul 16 18:42:14.758236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Made reservation on behalf of 2949b37687df494793b4ec81664927aa for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:14.766840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.770194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] Set router d4b907cd-8a61-49dc-95f7-3b8fca127c7c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:14.907924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.980899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=5954d72b-27e4-40f3-8538-8e32b1121f97,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:15.028985 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96f4bd47-8396-491a-be74-b4f465fc7e68 req-54664727-b08c-4ef5-a0a7-840f165bdd03 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 210 time: 0.0674450 Jul 16 18:42:15.081276 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.084098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-29512775-09fd-4f6b-80a5-d35d197d5846 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/5954d72b-27e4-40f3-8538-8e32b1121f97 HTTP/1.1" status: 204 len: 168 time: 1.5747023 Jul 16 18:42:15.088878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58828) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.143426 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f9869f-eb86-4e6c-a739-7f80236a80c8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:42:15.147851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-30f9869f-eb86-4e6c-a739-7f80236a80c8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/5954d72b-27e4-40f3-8538-8e32b1121f97 HTTP/1.1" status: 404 len: 333 time: 0.0575144 Jul 16 18:42:15.152556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58830) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.182064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.283072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet c4cd04da-1b26-46af-9f25-b326810144c7 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:15.289879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.323403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:42:10Z', 'revision_number': 5, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:15.378159 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.384604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] Checking router: d4b907cd-8a61-49dc-95f7-3b8fca127c7c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:15.400922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] Routers {'d4b907cd-8a61-49dc-95f7-3b8fca127c7c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:15.402229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:15.542828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.587002 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a31023ae-7b55-4476-bd2a-e50c35a8328c req-8542f254-2493-4a36-a3b1-083f3f5b0154 service neutron] 10.222.0.55 "GET /v2.0/networks/764c9724-0a11-4f9d-8674-f99835268893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0302279 Jul 16 18:42:15.702531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.713476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.751116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f130caab-1e2d-4f8a-abfd-51da673123b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.752444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] Set router d4b907cd-8a61-49dc-95f7-3b8fca127c7c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:15.764705 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f130caab-1e2d-4f8a-abfd-51da673123b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.791341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.802488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/c4cd04da-1b26-46af-9f25-b326810144c7 HTTP/1.1" status: 204 len: 168 time: 0.6478686 Jul 16 18:42:15.804413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab56cd-7996-42c0-91a3-dd7f0a6a1cee tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=c4cd04da-1b26-46af-9f25-b326810144c7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:15.823002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58834) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.877628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Allocated IP 172.20.0.12 (c4532f7e-0582-4752-9347-4fd9394354f2/9d874177-6449-4079-9d2a-10907a4e810e/8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:15.948779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f130caab-1e2d-4f8a-abfd-51da673123b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e0cb6f743114ff3b2a433bfeb15925c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6129999 Jul 16 18:42:15.949783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.957035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f130caab-1e2d-4f8a-abfd-51da673123b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e76f2-982c-46fe-a58d-c52943a28e9d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.018016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeafd59-72e0-47f4-81af-6717f6618972 None None] Network 07838029-c29b-43e9-8ba1-c89d8c9f40c9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:16.024382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 657c82f5-a118-4c3b-b6ee-8ad257204fdc up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:16.064272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.294995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9aabd956-a307-4627-a895-18704b93ccad up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:16.369130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 9aabd956-a307-4627-a895-18704b93ccad {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:16.370354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.405799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78777281-ddaf-4d6e-8cdb-bb58f4a97984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.452126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa777ab-c95f-43c1-a9d6-545cc964e81d req-6a77267a-2bb2-4c16-ae1a-17f1d336e90d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:16.456908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78777281-ddaf-4d6e-8cdb-bb58f4a97984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.458999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-daa777ab-c95f-43c1-a9d6-545cc964e81d req-6a77267a-2bb2-4c16-ae1a-17f1d336e90d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 945 time: 0.3805928 Jul 16 18:42:16.553911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bc218530-bc1e-4a67-92bb-a875fe152e5d None None] Provisioning for port 9aabd956-a307-4627-a895-18704b93ccad completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:16.580632 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78777281-ddaf-4d6e-8cdb-bb58f4a97984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.589971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78777281-ddaf-4d6e-8cdb-bb58f4a97984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.595733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-78777281-ddaf-4d6e-8cdb-bb58f4a97984 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/706e76f2-982c-46fe-a58d-c52943a28e9d HTTP/1.1" status: 204 len: 168 time: 0.6212187 Jul 16 18:42:16.690337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78777281-ddaf-4d6e-8cdb-bb58f4a97984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e76f2-982c-46fe-a58d-c52943a28e9d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.731706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Deleting port 44b42445-1a30-4632-9700-71d704a81c98 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:16.732675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.748327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 657c82f5-a118-4c3b-b6ee-8ad257204fdc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:16.760283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8120c4c1-e440-4144-ad7a-7e262d6f2118 req-5a8ccb3e-8fe7-44a8-b31d-03612ce89d13 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 210 time: 0.2980704 Jul 16 18:42:16.779403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 657c82f5-a118-4c3b-b6ee-8ad257204fdc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:16.781037 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.935028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.977757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-daa777ab-c95f-43c1-a9d6-545cc964e81d req-194d6742-d2c7-45fc-a078-b2c4d5976260 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488924 Jul 16 18:42:17.038215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] For port 9aabd956-a307-4627-a895-18704b93ccad, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9aabd956-a307-4627-a895-18704b93ccad,segment=NetworkSegment(3069843c-eb4a-497f-800a-d29cb3546d65),segment_id=3069843c-eb4a-497f-800a-d29cb3546d65)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:17.038688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.070333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 9aabd956-a307-4627-a895-18704b93ccad owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:17.121759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] For port 44b42445-1a30-4632-9700-71d704a81c98, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=44b42445-1a30-4632-9700-71d704a81c98,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:17.122348 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.158783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 9aabd956-a307-4627-a895-18704b93ccad completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:17.159782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Calling delete_port for 44b42445-1a30-4632-9700-71d704a81c98 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:17.189421 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.219813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 9aabd956-a307-4627-a895-18704b93ccad triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:17.220996 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.231282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.287409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=9aabd956-a307-4627-a895-18704b93ccad,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.296673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No DVR routers for this DVR port 9aabd956-a307-4627-a895-18704b93ccad on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:17.390629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Port 9aabd956-a307-4627-a895-18704b93ccad was deleted so its status cannot be updated. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:42:17.430892 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.446922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.455269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:42:10Z', 'revision_number': 5, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:17.469251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07838029-c29b-43e9-8ba1-c89d8c9f40c9']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:17.488449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3069843c-eb4a-497f-800a-d29cb3546d65') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:17.488449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3069843c-eb4a-497f-800a-d29cb3546d65') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:17.508032 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.536337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.538625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea11ff99-2009-4301-a340-5022981dee3a None None] DHCP port deletion for 07838029-c29b-43e9-8ba1-c89d8c9f40c9 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:17.544672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e283f58e-8dbb-4f7c-a0e3-3b7d341a16da None None] The sync data for ids ['d4b907cd-8a61-49dc-95f7-3b8fca127c7c'] in n-d-793620-10 is: [{'id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'name': 'tempest-TestServerBasicOps-1710316689-router', 'tenant_id': 'ea406a2e63504c4e8493b6e578cf424a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': '44b42445-1a30-4632-9700-71d704a81c98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:21Z', 'updated_at': '2021-07-16T18:42:10Z', 'revision_number': 5, 'project_id': 'ea406a2e63504c4e8493b6e578cf424a', 'gw_port': {'id': '44b42445-1a30-4632-9700-71d704a81c98', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ee:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b907cd-8a61-49dc-95f7-3b8fca127c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2816, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:23Z', 'updated_at': '2021-07-16T18:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:17.559705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:17.562147 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:17.573495 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:17.622537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a14d861-43fb-4e77-977f-985278be43cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657c82f5-a118-4c3b-b6ee-8ad257204fdc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:17.626431 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e280e63f-ea9e-4f71-8325-c724be0ebbc3" -d '{"events": [{"server_uuid": "4a14d861-43fb-4e77-977f-985278be43cf", "name": "network-vif-plugged", "status": "completed", "tag": "657c82f5-a118-4c3b-b6ee-8ad257204fdc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:17.682048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 657c82f5-a118-4c3b-b6ee-8ad257204fdc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=657c82f5-a118-4c3b-b6ee-8ad257204fdc,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:17.694242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.734379 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bec8b7-579d-41c3-ac91-e3e6f2aaeab2 x-openstack-request-id: req-02bec8b7-579d-41c3-ac91-e3e6f2aaeab2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:17.735079 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a14d861-43fb-4e77-977f-985278be43cf", "name": "network-vif-plugged", "status": "completed", "tag": "657c82f5-a118-4c3b-b6ee-8ad257204fdc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:17.735548 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-02bec8b7-579d-41c3-ac91-e3e6f2aaeab2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:17.736488 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a14d861-43fb-4e77-977f-985278be43cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657c82f5-a118-4c3b-b6ee-8ad257204fdc', 'code': 200} Jul 16 18:42:17.798076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.815212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Pushing event updated for resources: {'Port': ['ID=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.821031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=657c82f5-a118-4c3b-b6ee-8ad257204fdc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.827892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Network c4532f7e-0582-4752-9347-4fd9394354f2 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:17.834431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.845264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/07838029-c29b-43e9-8ba1-c89d8c9f40c9 HTTP/1.1" status: 204 len: 168 time: 2.0182385 Jul 16 18:42:17.846865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58866) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:17.865960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'name': 'tempest-PortsIpV6TestJSON-1798806721'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:17.874014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e467e-5e61-4c5f-95bb-83a34a099a66 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=07838029-c29b-43e9-8ba1-c89d8c9f40c9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.874588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:17.905007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:17.971530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.183872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b42445-1a30-4632-9700-71d704a81c98,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:18.191236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 78e6065d-8272-4bdc-b3a3-232a31186ce2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:18.245763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:18.247315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.288371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 78e6065d-8272-4bdc-b3a3-232a31186ce2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:18.288871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 78e6065d-8272-4bdc-b3a3-232a31186ce2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:18.289395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1de6-95af-40d8-8eec-d714adb8373c req-2a361d0a-4fda-48e6-8242-680878482624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:18.289542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9aabd956-a307-4627-a895-18704b93ccad no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:18.291265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e9f1de6-95af-40d8-8eec-d714adb8373c req-2a361d0a-4fda-48e6-8242-680878482624 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 1098 time: 0.4560916 Jul 16 18:42:18.304169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.332793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:18.341048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.416386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 9aabd956-a307-4627-a895-18704b93ccad {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:18.417079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9aabd956-a307-4627-a895-18704b93ccad not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:18.444441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.447838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.472280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c4989-aec1-40bb-aaac-3adac8d1cbbe req-42b9f133-fec9-40fb-9522-7ffc875042e8 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:18.475702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-451c4989-aec1-40bb-aaac-3adac8d1cbbe req-42b9f133-fec9-40fb-9522-7ffc875042e8 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 932 time: 0.3143232 Jul 16 18:42:18.480676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 79e1a1da-80c1-4105-aeb2-550783ee4ba1 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:18.545185 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.545692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b907cd-8a61-49dc-95f7-3b8fca127c7c {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:18.585570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-8728daad-775a-4c65-9f24-59c3d2d193b5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7291589 Jul 16 18:42:18.592767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.600623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-19bc4bce-7ee3-4043-b064-8d3c7bba3bc0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d4b907cd-8a61-49dc-95f7-3b8fca127c7c HTTP/1.1" status: 204 len: 168 time: 4.2348657 Jul 16 18:42:18.608932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:18.637308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Request body: {'port': {'device_id': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:18.674840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-451c4989-aec1-40bb-aaac-3adac8d1cbbe req-6102e8f5-2417-4326-930a-39b951177682 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822550 Jul 16 18:42:18.887350 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5e9f1de6-95af-40d8-8eec-d714adb8373c req-f6a4cf70-68b3-458d-bcad-40f3a35e9bf0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5863597 Jul 16 18:42:19.002366 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-ea63b23c-8e92-4de9-89a7-6d6bd4303e1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4920232 Jul 16 18:42:19.011695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] Deleting subnet 2e230eb4-7bee-4c69-a5e8-afd13b33ffa4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:19.026241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.143600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.181230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.414548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396da1-c742-4a18-8966-8971be141583 req-12db7f61-0d72-4869-b3ce-a89a8c7c5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.417950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-12db7f61-0d72-4869-b3ce-a89a8c7c5a13 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1098 time: 0.3421321 Jul 16 18:42:19.544955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cd86a-15c4-4c9b-8dab-1b5d63bd49e0 req-2f8c2f5a-b2dd-433a-bffe-94962fd7c637 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.559429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-887cd86a-15c4-4c9b-8dab-1b5d63bd49e0 req-2f8c2f5a-b2dd-433a-bffe-94962fd7c637 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 946 time: 1.0236242 Jul 16 18:42:19.675497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.883406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.921140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396da1-c742-4a18-8966-8971be141583 req-b2c9e748-f9c4-49d8-82a5-0e315db3cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:19.924041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-b2c9e748-f9c4-49d8-82a5-0e315db3cd2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 897 time: 0.4443967 Jul 16 18:42:20.025325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 44b42445-1a30-4632-9700-71d704a81c98 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:20.070116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:20.118560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.123681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 44b42445-1a30-4632-9700-71d704a81c98 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:20.124373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 44b42445-1a30-4632-9700-71d704a81c98 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:20.136284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:20.165025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-887cd86a-15c4-4c9b-8dab-1b5d63bd49e0 req-1885583b-90e8-4ff9-9018-841660d16ed9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6039286 Jul 16 18:42:20.166251 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-e7ced393-0423-453c-bdf2-cd48e06c26dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 200 len: 1002 time: 0.2322049 Jul 16 18:42:20.167376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:20.189432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.219294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.330673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=79e1a1da-80c1-4105-aeb2-550783ee4ba1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:20.341865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-47c1f42d-b989-4059-a14a-9cdbaf2da17d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4819782 Jul 16 18:42:20.345856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58912) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:20.459625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc35af-d2a5-4dc4-bcb5-9a24e15479e6 req-06fd2f78-6caf-435b-bd6b-2e8ee2288dae tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:20.471826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61cc35af-d2a5-4dc4-bcb5-9a24e15479e6 req-06fd2f78-6caf-435b-bd6b-2e8ee2288dae tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 932 time: 0.2399788 Jul 16 18:42:20.613585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61cc35af-d2a5-4dc4-bcb5-9a24e15479e6 req-7979c0f9-5f43-4688-a5fc-d4490416ef73 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399291 Jul 16 18:42:20.681435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 79e1a1da-80c1-4105-aeb2-550783ee4ba1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:20.682684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.865713 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:20.889401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 79e1a1da-80c1-4105-aeb2-550783ee4ba1 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:20.954826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.142163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396da1-c742-4a18-8966-8971be141583 req-e8ad6f2c-0270-40bf-9e8e-d8443d129840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.145581 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-e8ad6f2c-0270-40bf-9e8e-d8443d129840 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844e1c00-6f71-4197-91f9-51c1062643f9 HTTP/1.1" status: 200 len: 835 time: 0.2118237 Jul 16 18:42:21.187563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e230eb4-7bee-4c69-a5e8-afd13b33ffa4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.206392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4122c718-37ee-44db-9011-29d400a7dffe None None] Network 205376c0-913c-4b4e-9b90-e078d8e070a7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:21.215056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.248305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.263849 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8623d9ba-027d-4ae0-ad2c-0d89a4dc671a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2e230eb4-7bee-4c69-a5e8-afd13b33ffa4 HTTP/1.1" status: 204 len: 168 time: 2.6466374 Jul 16 18:42:21.267184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 58922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.279023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=79e1a1da-80c1-4105-aeb2-550783ee4ba1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:21.309676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.313266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-585ee1c3-5f6d-4c5a-ac44-d739028abf60 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/79e1a1da-80c1-4105-aeb2-550783ee4ba1 HTTP/1.1" status: 204 len: 168 time: 0.9652987 Jul 16 18:42:21.319340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58926) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:21.330417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'mac_address': 'fa:16:3e:6e:75:c5', 'name': 'tempest-PortsIpV6TestJSON-787815469'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:21.548766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.565559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10396da1-c742-4a18-8966-8971be141583 req-5935cc54-a028-4a48-9d75-78a6e5e6f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.569006 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-5935cc54-a028-4a48-9d75-78a6e5e6f79c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4156790 Jul 16 18:42:21.646989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:21.717617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] DHCP port deletion for 205376c0-913c-4b4e-9b90-e078d8e070a7 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:21.744853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:21.762774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.812554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Transition to ACTIVE for port object 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:21.834181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.841291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] Deleting port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:21.842170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.854204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.927221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4f2ab-3888-46a3-aa9d-44101d451093 req-e0937f20-a57d-4255-8274-50104cb6e01e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:21.929935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57a4f2ab-3888-46a3-aa9d-44101d451093 req-e0937f20-a57d-4255-8274-50104cb6e01e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 946 time: 0.3889830 Jul 16 18:42:21.958241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] For port 81bbe142-6a36-47d4-9e14-8aa7b65fa059, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=81bbe142-6a36-47d4-9e14-8aa7b65fa059,segment=NetworkSegment(293bd6ea-fe12-409f-90ad-d3cfb7777b20),segment_id=293bd6ea-fe12-409f-90ad-d3cfb7777b20)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:21.958890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:21.983500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] Calling delete_port for 81bbe142-6a36-47d4-9e14-8aa7b65fa059 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:21.995749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 3abf7930-e8d4-4d71-9d73-fd47637a0e33 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:22.031877 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-81e8abc5-71ce-4cce-9d56-cf862a798edf service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264958 Jul 16 18:42:22.037488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Pushing event updated for resources: {'Port': ['ID=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.114155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Deleting port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:22.114520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.128852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81bbe142-6a36-47d4-9e14-8aa7b65fa059 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:22.156329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 81bbe142-6a36-47d4-9e14-8aa7b65fa059 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:22.156943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81bbe142-6a36-47d4-9e14-8aa7b65fa059 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:22.160738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.196491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] Pushing event deleted for resources: {'Port': ['ID=81bbe142-6a36-47d4-9e14-8aa7b65fa059,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.209898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f7e91-0c35-43b0-be3d-c3a9b881a637 None None] No DVR routers for this DVR port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:22.296711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] For port 81bbe142-6a36-47d4-9e14-8aa7b65fa059, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=81bbe142-6a36-47d4-9e14-8aa7b65fa059,segment=NetworkSegment(293bd6ea-fe12-409f-90ad-d3cfb7777b20),segment_id=293bd6ea-fe12-409f-90ad-d3cfb7777b20)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:22.297281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.312883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Calling delete_port for 81bbe142-6a36-47d4-9e14-8aa7b65fa059 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:22.475230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Attempting to bind port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:22.475452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57a4f2ab-3888-46a3-aa9d-44101d451093 req-ffc44e03-c06f-437e-9543-74b3513b050c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292804 Jul 16 18:42:22.475710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Attempting to bind port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '8123caa1-3a80-4a56-959c-fd812c092813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:22.475929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Attempting to bind port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce on network c4532f7e-0582-4752-9347-4fd9394354f2 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:22.507895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce on network c4532f7e-0582-4752-9347-4fd9394354f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:22.508259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Attempting to bind port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce on network c4532f7e-0582-4752-9347-4fd9394354f2 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:22.516186 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.517203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.559074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Pushing event deleted for resources: {'Port': ['ID=81bbe142-6a36-47d4-9e14-8aa7b65fa059,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.561417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:22.561780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Checking segment: {'id': '8123caa1-3a80-4a56-959c-fd812c092813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:22.562180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Bound using segment: {'id': '8123caa1-3a80-4a56-959c-fd812c092813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:22.562728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Bound port: 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8123caa1-3a80-4a56-959c-fd812c092813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:22.563108 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.571767 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10396da1-c742-4a18-8966-8971be141583 req-d88208f1-bdcf-4ce3-a93a-b142b86bfb18 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219588 Jul 16 18:42:22.590676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] No DVR routers for this DVR port 81bbe142-6a36-47d4-9e14-8aa7b65fa059 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:22.638568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea89aa-4026-412d-91d3-64156ca99021 req-a488bdeb-ee07-442a-903c-977585827c73 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:22.641143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0ea89aa-4026-412d-91d3-64156ca99021 req-a488bdeb-ee07-442a-903c-977585827c73 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 944 time: 0.4406722 Jul 16 18:42:22.644071 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.729538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:22.760355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:22.773324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:22.781096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:22.782150 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.828969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=3abf7930-e8d4-4d71-9d73-fd47637a0e33,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:22.844788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-732506a6-0857-4782-99bb-8cd28b324ce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5236170 Jul 16 18:42:22.851692 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.858991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58954) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:22.894101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205376c0-913c-4b4e-9b90-e078d8e070a7']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.918050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] For port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:22.930781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293bd6ea-fe12-409f-90ad-d3cfb7777b20') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.931155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293bd6ea-fe12-409f-90ad-d3cfb7777b20') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:22.960543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0ea89aa-4026-412d-91d3-64156ca99021 req-7e4ddbbb-af2a-4f85-b96a-56ee617c5871 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016012 Jul 16 18:42:22.972662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] For port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,segment=NetworkSegment(8123caa1-3a80-4a56-959c-fd812c092813),segment_id=8123caa1-3a80-4a56-959c-fd812c092813)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:22.977877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.018626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.044762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.059739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:23.060070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:23.088081 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:23.123466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a6d1a7-c3fa-408d-a04b-e0ace13fe617 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.128923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22a6d1a7-c3fa-408d-a04b-e0ace13fe617 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/3abf7930-e8d4-4d71-9d73-fd47637a0e33 HTTP/1.1" status: 200 len: 844 time: 0.2626505 Jul 16 18:42:23.138593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742bb0-db9f-4cf9-8bf1-64f3f18471c2 req-98d5d647-5b88-4a96-bcd3-7b030c33967b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.140260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f742bb0-db9f-4cf9-8bf1-64f3f18471c2 req-98d5d647-5b88-4a96-bcd3-7b030c33967b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 946 time: 0.4042306 Jul 16 18:42:23.140785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58960) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.266727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.268088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.271183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] 10.222.0.13 "PUT /v2.0/ports/8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce HTTP/1.1" status: 200 len: 1093 time: 4.6600168 Jul 16 18:42:23.281961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'tag': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:23.289751 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72a04cf-64fd-4839-b9cc-a1ff23db5828" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f46fce-8345-4ed3-83d1-ee8dcec4527e", "tag": "8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:23.331494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.350732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.357332 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] 10.222.0.48 "DELETE /v2.0/networks/205376c0-913c-4b4e-9b90-e078d8e070a7 HTTP/1.1" status: 204 len: 168 time: 2.0794535 Jul 16 18:42:23.435260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa684ab1-b20f-4638-9007-05975297a48d service neutron] Pushing event updated for resources: {'Port': ['ID=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.444697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f742bb0-db9f-4cf9-8bf1-64f3f18471c2 req-4fb4c757-aa73-4e25-8988-f4aca01841b7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677715 Jul 16 18:42:23.495586 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f8d308-eb69-4654-90ab-9a184560f421 x-openstack-request-id: req-c6f8d308-eb69-4654-90ab-9a184560f421 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:23.495870 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f46fce-8345-4ed3-83d1-ee8dcec4527e", "tag": "8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:23.498456 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c6f8d308-eb69-4654-90ab-9a184560f421 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:23.499977 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'tag': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce', 'status': 'completed', 'code': 200} Jul 16 18:42:23.511184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 3abf7930-e8d4-4d71-9d73-fd47637a0e33 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:23.511543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.551158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b4c1c-e51e-4b1f-95af-1275a761e676 admin admin] Pushing event deleted for resources: {'Network': ['ID=205376c0-913c-4b4e-9b90-e078d8e070a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.606515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74821-e650-4288-a12c-20591424e110 req-c8c88ee6-8667-4cb9-a5ff-1ffbae40edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.611333 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-c8c88ee6-8667-4cb9-a5ff-1ffbae40edf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2949b37687df494793b4ec81664927aa&device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 1096 time: 0.2311523 Jul 16 18:42:23.658618 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.670060 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-71227cb8-f91c-4154-b38c-1c65f2f24a84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce HTTP/1.1" status: 200 len: 217 time: 0.0493710 Jul 16 18:42:23.682556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 3abf7930-e8d4-4d71-9d73-fd47637a0e33 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:23.756790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb74821-e650-4288-a12c-20591424e110 req-4bd01a5a-c6e7-4b75-90a4-64fce2d9e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:23.760966 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-4bd01a5a-c6e7-4b75-90a4-64fce2d9e474 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d874177-6449-4079-9d2a-10907a4e810e HTTP/1.1" status: 200 len: 850 time: 0.0851605 Jul 16 18:42:23.849327 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-09905f77-e26a-447e-8262-53dd8cc27692 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4532f7e-0582-4752-9347-4fd9394354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804503 Jul 16 18:42:23.864931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.909751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=3abf7930-e8d4-4d71-9d73-fd47637a0e33,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:23.912208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.937830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:23.940395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-41db4862-eea2-4587-b8e9-7e097ba91fe6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/3abf7930-e8d4-4d71-9d73-fd47637a0e33 HTTP/1.1" status: 204 len: 168 time: 0.7983780 Jul 16 18:42:23.945483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58984) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.980071 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-440a1e0f-04f5-42cb-816a-be15d8facc39 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:42:23.987086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-440a1e0f-04f5-42cb-816a-be15d8facc39 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/3abf7930-e8d4-4d71-9d73-fd47637a0e33 HTTP/1.1" status: 404 len: 333 time: 0.0349112 Jul 16 18:42:23.990247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58986) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:23.996495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'name': 'tempest-PortsIpV6TestJSON-930430511'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:24.047369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-00ceb770-a09a-40c4-9305-7521948588d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e397c1d4cfe84dc5b42c65699757b2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262152 Jul 16 18:42:24.049223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 58990) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:24.141842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-e13aefea-74b8-4823-94b2-53e5a80b157a service neutron] 10.222.0.13 "GET /v2.0/networks/c4532f7e-0582-4752-9347-4fd9394354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843616 Jul 16 18:42:24.246580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:24.254948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.299925 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-801d6f65-2148-4f3c-99ab-e54d5cfceca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.397013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 95b84eb9-9b32-49e7-9ff3-ac0c63e387c9 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:24.442819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fb74821-e650-4288-a12c-20591424e110 req-dec04e8f-e9ea-4a1e-a52f-c91c44655c31 service neutron] 10.222.0.13 "GET /v2.0/networks/c4532f7e-0582-4752-9347-4fd9394354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925391 Jul 16 18:42:24.573345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-801d6f65-2148-4f3c-99ab-e54d5cfceca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.622730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-febdb940-74e2-47ba-95d6-e53231460688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:24.625200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-febdb940-74e2-47ba-95d6-e53231460688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2949b37687df494793b4ec81664927aa&device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 1096 time: 0.0977407 Jul 16 18:42:24.671125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab6f65-eab8-4966-bc3a-ef9aa01672d7 req-ed2f906e-f794-499a-a841-03c2dda264c1 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:24.672852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6ab6f65-eab8-4966-bc3a-ef9aa01672d7 req-ed2f906e-f794-499a-a841-03c2dda264c1 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 944 time: 0.3696189 Jul 16 18:42:24.774508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-67ff530f-9ed0-4c6e-a890-aba43926b928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:24.775897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-67ff530f-9ed0-4c6e-a890-aba43926b928 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c4532f7e-0582-4752-9347-4fd9394354f2 HTTP/1.1" status: 200 len: 910 time: 0.1441174 Jul 16 18:42:24.787339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-801d6f65-2148-4f3c-99ab-e54d5cfceca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.790035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-801d6f65-2148-4f3c-99ab-e54d5cfceca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.791303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-801d6f65-2148-4f3c-99ab-e54d5cfceca0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37cfee53-f7a4-4913-a924-e1e5c14e17a0 HTTP/1.1" status: 204 len: 168 time: 0.7410870 Jul 16 18:42:24.804618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6ab6f65-eab8-4966-bc3a-ef9aa01672d7 req-2333c4d6-5e24-4fb3-a55d-f987db94fec8 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214447 Jul 16 18:42:24.824779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.857241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-29e0859d-4abc-43fd-95be-4bde18976aae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce HTTP/1.1" status: 200 len: 217 time: 0.0736091 Jul 16 18:42:24.866041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d6f65-2148-4f3c-99ab-e54d5cfceca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cfee53-f7a4-4913-a924-e1e5c14e17a0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:24.910991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:24.958482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-fd5458d3-423b-42ee-9c8b-4bc87ff60eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:24.961063 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-fd5458d3-423b-42ee-9c8b-4bc87ff60eb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d874177-6449-4079-9d2a-10907a4e810e HTTP/1.1" status: 200 len: 850 time: 0.0970054 Jul 16 18:42:25.004178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-16f2f8aa-9503-436c-a543-b827ce1e233c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c4532f7e-0582-4752-9347-4fd9394354f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358551 Jul 16 18:42:25.025467 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:25.029755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:25.033773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:25.042272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.043001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.063412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=95b84eb9-9b32-49e7-9ff3-ac0c63e387c9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:25.070858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3e8b8fd4-0872-448d-8867-68697a03b059 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0792875 Jul 16 18:42:25.075599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59002) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:25.089842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:25.091017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59004) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:25.124374 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-a427e833-4a10-4e2e-94eb-60e1f4724f7d service neutron] 10.222.0.13 "GET /v2.0/networks/c4532f7e-0582-4752-9347-4fd9394354f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124344 Jul 16 18:42:25.267090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c72a04cf-64fd-4839-b9cc-a1ff23db5828 req-8a0c291c-88d6-4f10-a71d-77f1099e7bf3 service neutron] 10.222.0.13 "GET /v2.0/networks/c4532f7e-0582-4752-9347-4fd9394354f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352782 Jul 16 18:42:25.440737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:25.448556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.510992 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ee9f9890-11bf-420c-aea5-e1c39fe5ce3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea406a2e63504c4e8493b6e578cf424a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647407 Jul 16 18:42:25.511836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59014) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:25.643937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71b85af2-8a31-4059-9c2f-507941c24ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.697280 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71b85af2-8a31-4059-9c2f-507941c24ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.834766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71b85af2-8a31-4059-9c2f-507941c24ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.855867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-71b85af2-8a31-4059-9c2f-507941c24ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:25.878247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-71b85af2-8a31-4059-9c2f-507941c24ddf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6438195-f13b-4da3-9586-bd5c3249f976 HTTP/1.1" status: 204 len: 168 time: 0.3626652 Jul 16 18:42:25.951714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b85af2-8a31-4059-9c2f-507941c24ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6438195-f13b-4da3-9586-bd5c3249f976,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:26.163426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.230657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.341459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] In _notify_port_updated(), no bound segment for port 95b84eb9-9b32-49e7-9ff3-ac0c63e387c9 on network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 {{(pid=93777) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:42:26.352975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.354254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.356774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "PUT /v2.0/ports/95b84eb9-9b32-49e7-9ff3-ac0c63e387c9 HTTP/1.1" status: 200 len: 818 time: 1.2795954 Jul 16 18:42:26.360875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59034) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:26.427537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=95b84eb9-9b32-49e7-9ff3-ac0c63e387c9,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:26.448521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.449149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.449700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.450426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.451290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.451867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.452967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.456286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.456990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.458336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.458903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.459451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3207481-0666-4c48-bd62-91a4415c0371 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:26.578610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 95b84eb9-9b32-49e7-9ff3-ac0c63e387c9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:26.579374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.697575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.707112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77103da-d953-4b11-a301-09e96364930c req-4aba2ba8-b37e-461a-bb3d-686aea75a8b6 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.710602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d77103da-d953-4b11-a301-09e96364930c req-4aba2ba8-b37e-461a-bb3d-686aea75a8b6 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 944 time: 0.5527694 Jul 16 18:42:26.723129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 95b84eb9-9b32-49e7-9ff3-ac0c63e387c9 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:26.764736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:26.798350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:26.847663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d77103da-d953-4b11-a301-09e96364930c req-3c6f93ba-d322-4d26-a246-c7d019c9a5f8 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288247 Jul 16 18:42:26.959136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.024118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,segment=NetworkSegment(8123caa1-3a80-4a56-959c-fd812c092813),segment_id=8123caa1-3a80-4a56-959c-fd812c092813)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:27.049000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce', 'network_id': 'c4532f7e-0582-4752-9347-4fd9394354f2', 'port_id': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce', 'mac_address': 'fa:16:3e:6f:cc:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d874177-6449-4079-9d2a-10907a4e810e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:27.126445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.136341 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/95b84eb9-9b32-49e7-9ff3-ac0c63e387c9 HTTP/1.1" status: 204 len: 168 time: 0.7716925 Jul 16 18:42:27.140305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b85377-b23b-46cb-af40-6e9cd0c8e591 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=95b84eb9-9b32-49e7-9ff3-ac0c63e387c9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:27.150026 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:27.230631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.291793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:27.345458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,segment=NetworkSegment(8123caa1-3a80-4a56-959c-fd812c092813),segment_id=8123caa1-3a80-4a56-959c-fd812c092813)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:27.352320 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.448076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069910e1-e5e0-449c-9d4a-01e6e680bb13 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:27.452075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-069910e1-e5e0-449c-9d4a-01e6e680bb13 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3003986 Jul 16 18:42:27.456057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59060) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:27.542010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:27.560746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:27.579052 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7708ff0a-0dee-4ee8-9cfb-ce47893f44c0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:42:27.587171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7708ff0a-0dee-4ee8-9cfb-ce47893f44c0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/95b84eb9-9b32-49e7-9ff3-ac0c63e387c9 HTTP/1.1" status: 404 len: 333 time: 0.1243708 Jul 16 18:42:27.591205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59064) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:27.617889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1603759389'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:27.688442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:27.695625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.858076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59074) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:27.896692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:27.942585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:27.943244 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment 20bc05d6-e805-4b74-bf26-49200e0d7dcc of type vlan for network 04a83871-ef2d-45f6-a692-727bd55639ab Jul 16 18:42:28.096781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2052318900-network', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:28.147321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:28.154826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.210387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.385538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.392379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.430363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.443689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:28.446206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:28.466562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.467097 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Added segment 3822b2f7-b43b-4706-b426-52112a17bc05 of type vlan for network b7f4625e-4196-40e8-8f94-e2248f7841e7 Jul 16 18:42:28.471389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.20.0.17 (764c9724-0a11-4f9d-8674-f99835268893/6009060d-75ac-467c-8444-8f5dc8b63584/1bd7b216-1f24-4571-b345-3d334b08a4f7) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:28.544143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.546941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.549733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.550384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.599695 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.601001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.601702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.639055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c9d33-e72c-401a-923d-b5a65a5bd568 req-649ee13f-1279-4b31-b445-ed9413de35d9 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.645374 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7811344 Jul 16 18:42:28.645575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e91c9d33-e72c-401a-923d-b5a65a5bd568 req-649ee13f-1279-4b31-b445-ed9413de35d9 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 945 time: 0.2449472 Jul 16 18:42:28.647526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59082) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:28.699997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Request body: {'subnet': {'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2052318900-subnet', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:28.716487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1243420 Jul 16 18:42:28.717897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd20ec-2b4a-4097-805e-4afdaa8cfd0f admin admin] Pushing event updated for resources: {'Network': ['ID=b7f4625e-4196-40e8-8f94-e2248f7841e7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:28.723880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:28.735411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.738784 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:28.752652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:28.753477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Transition to ACTIVE for port object 1bd7b216-1f24-4571-b345-3d334b08a4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:28.813215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:28.843841 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:28.874593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8396bb-6d54-4238-be50-762e06d6f9c7 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=04a83871-ef2d-45f6-a692-727bd55639ab,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:29.002109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:29.015607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.064036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:29.083317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.127995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 764c9724-0a11-4f9d-8674-f99835268893 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:29.134788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e91c9d33-e72c-401a-923d-b5a65a5bd568 req-4e366bfa-765d-4b57-aca0-92aa04b5fc35 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393675 Jul 16 18:42:29.149351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:29.156580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:29.166643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=1bd7b216-1f24-4571-b345-3d334b08a4f7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:29.247291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 04a83871-ef2d-45f6-a692-727bd55639ab details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:29.278412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.644349 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.759192 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.774383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-53f433b5-6546-411f-ba31-b03b3054857f None None] Provisioning for port 1bd7b216-1f24-4571-b345-3d334b08a4f7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:29.783353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:29.793373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-53f433b5-6546-411f-ba31-b03b3054857f None None] Provisioning complete for port 1bd7b216-1f24-4571-b345-3d334b08a4f7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:29.794707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-53f433b5-6546-411f-ba31-b03b3054857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.798733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:29.799325 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.850717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee18eeb0-395b-4204-a469-a96f347af079,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:29.862177 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.960025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-53f433b5-6546-411f-ba31-b03b3054857f None None] Port 1bd7b216-1f24-4571-b345-3d334b08a4f7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:29.993084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': '20bc05d6-e805-4b74-bf26-49200e0d7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:29.994664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: 04a83871-ef2d-45f6-a692-727bd55639ab, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:30.034400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:30.034782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Network hostable DHCP agents. Network: b7f4625e-4196-40e8-8f94-e2248f7841e7, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:30.049737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=7e2949e4-46d6-40e1-9441-946ffd2271f0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:30.075188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 04a83871-ef2d-45f6-a692-727bd55639ab is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:30.090316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.118905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 04a83871-ef2d-45f6-a692-727bd55639ab) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:30.128224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.129840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.132265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210343ea-e10d-4ffc-b399-f7ee7855fa33 None None] Network 04a83871-ef2d-45f6-a692-727bd55639ab requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:30.186778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6362312e-6fd0-4687-a65b-c6e17f197268 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4601989 Jul 16 18:42:30.189454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:30.210182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c7696f7e-2f01-42c1-a421-b94e8bb254b6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:30.223599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:30.248464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:30.258094 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faee1b4-180e-483a-88f9-de6ffa4f400a" -d '{"events": [{"server_uuid": "a3f46fce-8345-4ed3-83d1-ee8dcec4527e", "name": "network-vif-plugged", "status": "completed", "tag": "8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:30.333582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, b7f4625e-4196-40e8-8f94-e2248f7841e7) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:30.347588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.348561 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.372476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9b41455d-6d66-4f8c-b786-b6a67a51fef2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6817577 Jul 16 18:42:30.373451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:30.385173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:30.398550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e957cd7-8b41-4f92-a1d2-e1a9ef82e1ca None None] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:30.492135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.493368 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.598528 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc7269-0992-49b6-b56b-f17f244d4924 x-openstack-request-id: req-33fc7269-0992-49b6-b56b-f17f244d4924 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:30.600765 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f46fce-8345-4ed3-83d1-ee8dcec4527e", "name": "network-vif-plugged", "status": "completed", "tag": "8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:30.601290 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-33fc7269-0992-49b6-b56b-f17f244d4924 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:30.601903 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce', 'code': 200} Jul 16 18:42:30.680193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,segment=NetworkSegment(8123caa1-3a80-4a56-959c-fd812c092813),segment_id=8123caa1-3a80-4a56-959c-fd812c092813)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:30.693920 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ca33487-737d-4b5d-9fc2-249623a7b9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.712279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.833657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-b7f4625e-4196-40e8-8f94-e2248f7841e7', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:30.836074 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.838368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7696f7e-2f01-42c1-a421-b94e8bb254b6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:30.844197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7696f7e-2f01-42c1-a421-b94e8bb254b6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.855072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.900183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.907267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:30.924012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407628-7a69-44b3-a9f2-632ea282ebbc req-6a21fd03-c958-4fd7-a4d2-6b6c3f33f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.927526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da407628-7a69-44b3-a9f2-632ea282ebbc req-6a21fd03-c958-4fd7-a4d2-6b6c3f33f203 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 1097 time: 0.3148859 Jul 16 18:42:31.128656 n-d-793620-10 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-c7696f7e-2f01-42c1-a421-b94e8bb254b6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7e2949e4-46d6-40e1-9441-946ffd2271f0 (CIDR: 2001:db8::/64) Jul 16 18:42:31.154904 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7696f7e-2f01-42c1-a421-b94e8bb254b6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:42:31.155698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7696f7e-2f01-42c1-a421-b94e8bb254b6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:42:31.185506 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.204907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Allocated IP 172.20.0.2 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/652ec30c-d7a2-4d1b-8d7d-5e33a74e350b) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:31.217726 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-da407628-7a69-44b3-a9f2-632ea282ebbc req-2d6d1a68-3a82-49d8-ba18-b087d4c7aaef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818146 Jul 16 18:42:31.225719 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c7696f7e-2f01-42c1-a421-b94e8bb254b6 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0335858 Jul 16 18:42:31.226794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:31.242665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:31.286903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=1bd7b216-1f24-4571-b345-3d334b08a4f7,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:31.308128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa28869-5ca5-4ee9-994d-e8bbaac131c0 req-e6c9966a-fab4-40b4-9e54-067b7945456a tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.310399 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7aa28869-5ca5-4ee9-994d-e8bbaac131c0 req-e6c9966a-fab4-40b4-9e54-067b7945456a tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 946 time: 0.6219862 Jul 16 18:42:31.317433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.411046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7aa28869-5ca5-4ee9-994d-e8bbaac131c0 req-92814642-69f4-4555-9861-cd6009855df2 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815701 Jul 16 18:42:31.440393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:31.445731 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.531634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:31.564895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 764c9724-0a11-4f9d-8674-f99835268893 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:31.568500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:31.736754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-04a83871-ef2d-45f6-a692-727bd55639ab', 'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab', 'tenant_id': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'fixed_ips': [{'subnet_id': '7e2949e4-46d6-40e1-9441-946ffd2271f0'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:31.739057 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.151038 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.208744 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.214359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.281482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Transition to ACTIVE for port object 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:32.348031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.356105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:32.384939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-99f81c8c-0fcd-4f54-81d1-750c033a9818 None None] Provisioning complete for port 1bd7b216-1f24-4571-b345-3d334b08a4f7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:32.385526 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-99f81c8c-0fcd-4f54-81d1-750c033a9818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.406137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Transition to ACTIVE for port object 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:32.462693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 04a83871-ef2d-45f6-a692-727bd55639ab is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:32.478315 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.491267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:32.510329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.518946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.583821 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3505921 Jul 16 18:42:32.590372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59138) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:32.601137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab', 'fixed_ips': [{'subnet_id': '7e2949e4-46d6-40e1-9441-946ffd2271f0'}, {'subnet_id': '9b49ad91-e122-4613-960d-96e3afd53006'}], 'name': 'tempest-PortsIpV6TestJSON-142113036'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:32.612932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ecb46-fa02-436a-a29c-c1508c47788b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=9b49ad91-e122-4613-960d-96e3afd53006,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.621888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:32.628169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Allocated IP 2001:db8::2 (04a83871-ef2d-45f6-a692-727bd55639ab/7e2949e4-46d6-40e1-9441-946ffd2271f0/1787ea77-568b-4ea4-87ee-e3c796a1d876) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:32.632376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Pushing event updated for resources: {'Port': ['ID=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:32.639353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:32.671595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:32.675777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-99f81c8c-0fcd-4f54-81d1-750c033a9818 None None] Port 1bd7b216-1f24-4571-b345-3d334b08a4f7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:32.847029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Attempting to bind port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:32.847760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Attempting to bind port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:32.848796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Attempting to bind port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:32.862842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:32.863392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:32.863745 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.864173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:32.864685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Bound port: 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:32.865220 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.909337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Allocated IP 172.25.0.203 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/cfa532de-264b-4c58-b284-a93a7b3bb414) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:32.938528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:32.960249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1f00e1e3-cb95-4045-ba3d-84e9b08dd6cd tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "PUT /v2.0/routers/91c1f2a9-7e23-463f-8fee-b74ca28b8c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8552914 Jul 16 18:42:32.977471 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Sync routers for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:33.013996 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:33.015543 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:33.032940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:33.033254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] For port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:33.047335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] For port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:33.165340 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.240358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa01f29-e79d-4df8-bfc3-cc4355c109a2 req-be81f5e4-1606-413e-a417-0f66c449254a tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:33.243887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1aa01f29-e79d-4df8-bfc3-cc4355c109a2 req-be81f5e4-1606-413e-a417-0f66c449254a tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 946 time: 0.3573565 Jul 16 18:42:33.306392 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.364949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f46359-1b98-43f6-98c9-6efadd9024d2 None None] Pushing event updated for resources: {'Port': ['ID=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:33.367813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port b1b1d84c-b26e-41fb-a789-6ce258ba1e37 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:33.468724 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:33.500305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1aa01f29-e79d-4df8-bfc3-cc4355c109a2 req-9f797b00-48cb-4519-bbd2-893e7a3e5487 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338655 Jul 16 18:42:33.510171 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.630904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.744710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.774987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Transition to ACTIVE for port object 1787ea77-568b-4ea4-87ee-e3c796a1d876 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:33.822270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:33.826632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Transition to ACTIVE for port object 1787ea77-568b-4ea4-87ee-e3c796a1d876 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:33.836293 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3ea94ff-d7e8-4a95-85b8-9e4e730fd7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.843913 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.855028 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:33.857462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:33.871638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:34.023156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Network 04a83871-ef2d-45f6-a692-727bd55639ab is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:34.026714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:34.031276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:34.074765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Pushing event updated for resources: {'Port': ['ID=1787ea77-568b-4ea4-87ee-e3c796a1d876,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:34.104710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Pushing event updated for resources: {'Port': ['ID=cfa532de-264b-4c58-b284-a93a7b3bb414,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:34.231827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Attempting to bind port 1787ea77-568b-4ea4-87ee-e3c796a1d876 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:34.232674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Attempting to bind port 1787ea77-568b-4ea4-87ee-e3c796a1d876 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '20bc05d6-e805-4b74-bf26-49200e0d7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:34.233329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Attempting to bind port 1787ea77-568b-4ea4-87ee-e3c796a1d876 on network 04a83871-ef2d-45f6-a692-727bd55639ab {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:34.245367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:34.246756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Checking segment: {'id': '20bc05d6-e805-4b74-bf26-49200e0d7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:34.251322 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.252914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Bound using segment: {'id': '20bc05d6-e805-4b74-bf26-49200e0d7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:34.254306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Bound port: 1787ea77-568b-4ea4-87ee-e3c796a1d876, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20bc05d6-e805-4b74-bf26-49200e0d7dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:34.256398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.427327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::2d9 (04a83871-ef2d-45f6-a692-727bd55639ab/7e2949e4-46d6-40e1-9441-946ffd2271f0/b1b1d84c-b26e-41fb-a789-6ce258ba1e37) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:34.428761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ee935283-9aba-4a85-86f0-811290342986 None None] For port 1787ea77-568b-4ea4-87ee-e3c796a1d876, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:34.453493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8:0:1::354 (04a83871-ef2d-45f6-a692-727bd55639ab/9b49ad91-e122-4613-960d-96e3afd53006/b1b1d84c-b26e-41fb-a789-6ce258ba1e37) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:34.472564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ee935283-9aba-4a85-86f0-811290342986 None None] For port 1787ea77-568b-4ea4-87ee-e3c796a1d876, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1787ea77-568b-4ea4-87ee-e3c796a1d876,segment=NetworkSegment(20bc05d6-e805-4b74-bf26-49200e0d7dcc),segment_id=20bc05d6-e805-4b74-bf26-49200e0d7dcc)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:34.477418 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.482363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.754717 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:29Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 1, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7b216-1f24-4571-b345-3d334b08a4f7', 'name': '', 'network_id': '764c9724-0a11-4f9d-8674-f99835268893', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:f1:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '6009060d-75ac-467c-8444-8f5dc8b63584', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:27Z', 'updated_at': '2021-07-16T18:42:30Z', 'revision_number': 2, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '6009060d-75ac-467c-8444-8f5dc8b63584', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:34.861349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee935283-9aba-4a85-86f0-811290342986 None None] Pushing event updated for resources: {'Port': ['ID=1787ea77-568b-4ea4-87ee-e3c796a1d876,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:34.893528 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Checking router: 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:34.894135 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Updating router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 port 1bd7b216-1f24-4571-b345-3d334b08a4f7 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:42:35.094126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.095418 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.151498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object b1b1d84c-b26e-41fb-a789-6ce258ba1e37 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:35.308421 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.553943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 04a83871-ef2d-45f6-a692-727bd55639ab is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:35.583527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:35.587346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:35.609808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.610975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:35.644932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=b1b1d84c-b26e-41fb-a789-6ce258ba1e37,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:35.678343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-30a4f0ab-c727-4317-a41b-cff8e6050e38 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0836477 Jul 16 18:42:35.680739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:35.698066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e2949e4-46d6-40e1-9441-946ffd2271f0'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:35.938866 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.097149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e8edca-1c30-4cfa-bc3f-cd6e55cb57d0 None None] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:36.231127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.272651 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.309280 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Transition to ACTIVE for port object 1bd7b216-1f24-4571-b345-3d334b08a4f7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:36.330372 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.408596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-046fa51b-5ac2-4468-ae14-e79bda9dadd2 None None] Provisioning for port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:36.418878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:36.507276 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Pushing event updated for resources: {'Port': ['ID=1bd7b216-1f24-4571-b345-3d334b08a4f7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:36.521226 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.521567 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.521894 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.522234 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.522565 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.522889 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.523216 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.523535 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.523854 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.524192 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.524522 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.525951 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:36.530035 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Attempting to bind port 1bd7b216-1f24-4571-b345-3d334b08a4f7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:36.530035 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Attempting to bind port 1bd7b216-1f24-4571-b345-3d334b08a4f7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:36.530460 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Attempting to bind port 1bd7b216-1f24-4571-b345-3d334b08a4f7 on network 764c9724-0a11-4f9d-8674-f99835268893 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:36.538920 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:36.539296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Checking segment: {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:36.539703 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.540098 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Bound using segment: {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:36.540631 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Bound port: 1bd7b216-1f24-4571-b345-3d334b08a4f7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '764c9724-0a11-4f9d-8674-f99835268893'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:36.541015 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.694200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bf16f-9ac3-4925-b162-b5e72281873f req-40bac226-1b3d-47ca-ac08-05ec7b26d9ad tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.701854 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-667bf16f-9ac3-4925-b162-b5e72281873f req-40bac226-1b3d-47ca-ac08-05ec7b26d9ad tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 946 time: 0.8014400 Jul 16 18:42:36.717744 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] For port 1bd7b216-1f24-4571-b345-3d334b08a4f7, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:36.726628 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] For port 1bd7b216-1f24-4571-b345-3d334b08a4f7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1bd7b216-1f24-4571-b345-3d334b08a4f7,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:36.736729 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.801799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:36.829528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:36.830701 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:36.958563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b0de3-9c34-4725-812e-0859b0ddda13 req-4f7710b2-1b5f-42fb-87a8-1d468e67d614 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.964994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a01b0de3-9c34-4725-812e-0859b0ddda13 req-4f7710b2-1b5f-42fb-87a8-1d468e67d614 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 946 time: 2.0892236 Jul 16 18:42:37.059822 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.203956 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed916c76-7312-4b34-aac1-a734948af345 None None] Pushing event updated for resources: {'Port': ['ID=1bd7b216-1f24-4571-b345-3d334b08a4f7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:37.239157 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:37.242953 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:37.333134 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.552659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad657d41-eded-4434-b16d-43dff9a143d3 None None] Network 04a83871-ef2d-45f6-a692-727bd55639ab requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:37.584106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a01b0de3-9c34-4725-812e-0859b0ddda13 req-a693c746-b952-4e2a-81a9-fea74090ff49 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090899 Jul 16 18:42:37.634216 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:37.654832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.844633 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.854481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dae9acdc-88df-452e-9631-83f64841073e None None] Provisioning for port 1787ea77-568b-4ea4-87ee-e3c796a1d876 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:37.966870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.975362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:37.997263 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:37.998460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1787ea77-568b-4ea4-87ee-e3c796a1d876 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:38.258707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:38.342133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:42:38.378987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1787ea77-568b-4ea4-87ee-e3c796a1d876 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:38.388063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Deleting port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:38.388636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.410795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1787ea77-568b-4ea4-87ee-e3c796a1d876 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:38.411520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.483145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Delete allocated IP 2001:db8:0:1::354 (04a83871-ef2d-45f6-a692-727bd55639ab/9b49ad91-e122-4613-960d-96e3afd53006) {{(pid=93778) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:42:38.508670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:38.516711 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:29Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 1, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7b216-1f24-4571-b345-3d334b08a4f7', 'name': '', 'network_id': '764c9724-0a11-4f9d-8674-f99835268893', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:f1:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '6009060d-75ac-467c-8444-8f5dc8b63584', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:27Z', 'updated_at': '2021-07-16T18:42:36Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '6009060d-75ac-467c-8444-8f5dc8b63584', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:38.534932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.537575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8072460b-4a4f-4541-9184-a3fe51b2c0fa admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1566429 Jul 16 18:42:38.540332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59202) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:38.578866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] For port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,segment=NetworkSegment(8123caa1-3a80-4a56-959c-fd812c092813),segment_id=8123caa1-3a80-4a56-959c-fd812c092813)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:38.585793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.594997 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bfa8a1-ba5d-4450-b1ed-01d867435b57 None None] The sync data for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 is: [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:29Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 1, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bd7b216-1f24-4571-b345-3d334b08a4f7', 'name': '', 'network_id': '764c9724-0a11-4f9d-8674-f99835268893', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:f1:6f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '6009060d-75ac-467c-8444-8f5dc8b63584', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:27Z', 'updated_at': '2021-07-16T18:42:36Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '6009060d-75ac-467c-8444-8f5dc8b63584', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:38.629822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-11bc1463-4c8e-40fa-9675-c35b461d4b4b None None] Provisioning complete for port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:38.630174 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-11bc1463-4c8e-40fa-9675-c35b461d4b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.767851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.779564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:38.798218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Calling delete_port for 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:38.802020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Ignored duplicate provisioning block setup for port b1b1d84c-b26e-41fb-a789-6ce258ba1e37 by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:42:38.819145 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:38.853437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:38.855702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:39.000266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] In _notify_port_updated(), no bound segment for port b1b1d84c-b26e-41fb-a789-6ce258ba1e37 on network 04a83871-ef2d-45f6-a692-727bd55639ab {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:42:39.006365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:39.007071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.008552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "PUT /v2.0/ports/b1b1d84c-b26e-41fb-a789-6ce258ba1e37 HTTP/1.1" status: 200 len: 925 time: 3.3244395 Jul 16 18:42:39.014180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:39.022707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e2949e4-46d6-40e1-9441-946ffd2271f0'}, {'subnet_id': '9b49ad91-e122-4613-960d-96e3afd53006'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:39.071425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecf15b-46be-48c5-a9d0-d7e131e2cc7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=b1b1d84c-b26e-41fb-a789-6ce258ba1e37,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:39.292877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501a2b-dfcc-4ed3-b6de-628d6856c074 req-7f0dd6db-cabb-4a00-acbd-f2563fd41de5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:39.301328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3501a2b-dfcc-4ed3-b6de-628d6856c074 req-7f0dd6db-cabb-4a00-acbd-f2563fd41de5 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 946 time: 0.3671720 Jul 16 18:42:39.338016 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.502022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Pushing event deleted for resources: {'Port': ['ID=8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:39.532863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f3501a2b-dfcc-4ed3-b6de-628d6856c074 req-3cb96589-362a-4638-879f-6f8725232d57 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/security-groups?id=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297997 Jul 16 18:42:39.542908 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.587646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] No DVR routers for this DVR port 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:39.597135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.604196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-667bf16f-9ac3-4925-b162-b5e72281873f req-ea96dcae-8c52-4aa9-8ba6-4bcf85899904 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.13 "DELETE /v2.0/ports/8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce HTTP/1.1" status: 204 len: 173 time: 2.8953266 Jul 16 18:42:39.605193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'name': 'network-vif-deleted', 'tag': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:39.626851 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a0ff54-14b6-427a-b19b-a784e6d39449" -d '{"events": [{"server_uuid": "a3f46fce-8345-4ed3-83d1-ee8dcec4527e", "name": "network-vif-deleted", "tag": "8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:39.736448 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ee9f5-0caf-472a-9aef-8e73001de486 x-openstack-request-id: req-159ee9f5-0caf-472a-9aef-8e73001de486 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:39.736893 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f46fce-8345-4ed3-83d1-ee8dcec4527e", "name": "network-vif-deleted", "tag": "8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:39.737156 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-159ee9f5-0caf-472a-9aef-8e73001de486 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:39.737629 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f46fce-8345-4ed3-83d1-ee8dcec4527e', 'name': 'network-vif-deleted', 'tag': '8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce', 'status': 'completed', 'code': 200} Jul 16 18:42:39.770280 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:39.932187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef51051-528b-494e-8b20-5f71965170db None None] Update dhcp port {'port': {'network_id': '04a83871-ef2d-45f6-a692-727bd55639ab', 'fixed_ips': [{'subnet_id': '7e2949e4-46d6-40e1-9441-946ffd2271f0', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b49ad91-e122-4613-960d-96e3afd53006'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '1787ea77-568b-4ea4-87ee-e3c796a1d876'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:42:40.061794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.110074 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bef51051-528b-494e-8b20-5f71965170db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.161052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:40.224989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Allocated IP 172.20.0.1 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:40.407129 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.425233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Transition to ACTIVE for port object e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:40.475449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.478399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8:0:1::69 (04a83871-ef2d-45f6-a692-727bd55639ab/9b49ad91-e122-4613-960d-96e3afd53006/b1b1d84c-b26e-41fb-a789-6ce258ba1e37) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:40.523277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:40.527697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:40.532607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:40.536836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 1787ea77-568b-4ea4-87ee-e3c796a1d876, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1787ea77-568b-4ea4-87ee-e3c796a1d876,segment=NetworkSegment(20bc05d6-e805-4b74-bf26-49200e0d7dcc),segment_id=20bc05d6-e805-4b74-bf26-49200e0d7dcc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:40.623008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:40.647734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.806026 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.896557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:40.930242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:40.943437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b710d6e-9043-49f1-97e1-9d804a1bfc51 req-fe91bd4d-23e0-45e7-8888-53431c758cd6 tempest-ServerGroupTestJSON-328490281 tempest-ServerGroupTestJSON-328490281-project] 10.222.0.48 "GET /v2.0/ports?device_id=a3f46fce-8345-4ed3-83d1-ee8dcec4527e HTTP/1.1" status: 200 len: 210 time: 0.0779023 Jul 16 18:42:40.950264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Ignored duplicate provisioning block setup for port b1b1d84c-b26e-41fb-a789-6ce258ba1e37 by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:42:40.957496 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.069609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=b1b1d84c-b26e-41fb-a789-6ce258ba1e37,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.070897 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.183066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] In _notify_port_updated(), no bound segment for port b1b1d84c-b26e-41fb-a789-6ce258ba1e37 on network 04a83871-ef2d-45f6-a692-727bd55639ab {{(pid=93778) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:42:41.209031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.220526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.224137 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-de40d40d-ede2-4428-b936-706af9bff25c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "PUT /v2.0/ports/b1b1d84c-b26e-41fb-a789-6ce258ba1e37 HTTP/1.1" status: 200 len: 1010 time: 2.2064550 Jul 16 18:42:41.226909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:41.243396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:41.244299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8dab36d2-ffe6-40e5-a37b-b0d40d33b0ce not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:41.311976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=1787ea77-568b-4ea4-87ee-e3c796a1d876,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.324342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:41.405882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.416954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.461012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:41.461393 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.496666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port b1b1d84c-b26e-41fb-a789-6ce258ba1e37 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:41.497534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.527218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.531615 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.545192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c8bc2293-aaba-4f9f-8c3c-55edd069f9e8 None None] Provisioning for port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:41.572539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bef51051-528b-494e-8b20-5f71965170db None None] Allocated IP 2001:db8:0:1::2 (04a83871-ef2d-45f6-a692-727bd55639ab/9b49ad91-e122-4613-960d-96e3afd53006/1787ea77-568b-4ea4-87ee-e3c796a1d876) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:41.576077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c8bc2293-aaba-4f9f-8c3c-55edd069f9e8 None None] Provisioning complete for port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:41.576708 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8bc2293-aaba-4f9f-8c3c-55edd069f9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.647504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:41.649674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:41.666962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.704713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for b1b1d84c-b26e-41fb-a789-6ce258ba1e37 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:41.733296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c8bc2293-aaba-4f9f-8c3c-55edd069f9e8 None None] Port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:41.797864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:34Z', 'revision_number': 3, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:41.860532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:41.860931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Updating router 2d137186-6db0-4762-9ad2-a18f3e4de687 port cfa532de-264b-4c58-b284-a93a7b3bb414 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:42:41.887636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:42.053246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bef51051-528b-494e-8b20-5f71965170db None None] For port 1787ea77-568b-4ea4-87ee-e3c796a1d876, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1787ea77-568b-4ea4-87ee-e3c796a1d876,segment=NetworkSegment(20bc05d6-e805-4b74-bf26-49200e0d7dcc),segment_id=20bc05d6-e805-4b74-bf26-49200e0d7dcc)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:42.074096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:42.092790 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e51dc25-acc1-437f-ac9e-c1c7580272e8 admin admin] 10.222.0.48 "PUT /v2.0/routers/2d137186-6db0-4762-9ad2-a18f3e4de687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5510380 Jul 16 18:42:42.152952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.170513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1bd7b216-1f24-4571-b345-3d334b08a4f7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:42.264611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bef51051-528b-494e-8b20-5f71965170db None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.266906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.380443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=b1b1d84c-b26e-41fb-a789-6ce258ba1e37,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:42.382055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bef51051-528b-494e-8b20-5f71965170db None None] Transition to ACTIVE for port object 1787ea77-568b-4ea4-87ee-e3c796a1d876 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:42.402408 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bef51051-528b-494e-8b20-5f71965170db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.488841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2be7b72e-2b86-4044-b9ae-eab756b8e5d6 None None] Provisioning complete for port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:42.489489 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2be7b72e-2b86-4044-b9ae-eab756b8e5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.514633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.522038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59274) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:42.534409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b860d534-f618-4c5d-bfe7-ddcb3c05990e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/b1b1d84c-b26e-41fb-a789-6ce258ba1e37 HTTP/1.1" status: 204 len: 168 time: 1.3046432 Jul 16 18:42:42.563056 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-20dd2268-b525-40f9-a8f7-a278de85ca35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:42:42.569908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:42.583315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-20dd2268-b525-40f9-a8f7-a278de85ca35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/b1b1d84c-b26e-41fb-a789-6ce258ba1e37 HTTP/1.1" status: 404 len: 333 time: 0.0585988 Jul 16 18:42:42.627516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1bd7b216-1f24-4571-b345-3d334b08a4f7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:42.661841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1bd7b216-1f24-4571-b345-3d334b08a4f7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:42.662333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.668929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2be7b72e-2b86-4044-b9ae-eab756b8e5d6 None None] Port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:42.670374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet 9b49ad91-e122-4613-960d-96e3afd53006 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:42.686071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:42.711891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef51051-528b-494e-8b20-5f71965170db None None] Pushing event updated for resources: {'Port': ['ID=1787ea77-568b-4ea4-87ee-e3c796a1d876,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:42.796585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.180837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.197510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Transition to ACTIVE for port object cfa532de-264b-4c58-b284-a93a7b3bb414 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:43.221457 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.276041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.281257 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.433364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 1bd7b216-1f24-4571-b345-3d334b08a4f7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1bd7b216-1f24-4571-b345-3d334b08a4f7,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:43.511653 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.533408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59310) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:43.544240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb410ea-62b0-4b75-b0c7-a04f2203106f None None] Pushing event updated for resources: {'Port': ['ID=cfa532de-264b-4c58-b284-a93a7b3bb414,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:43.608098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:43.628912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-831444922-network', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:43.646204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.666171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Attempting to bind port cfa532de-264b-4c58-b284-a93a7b3bb414 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:43.667550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Attempting to bind port cfa532de-264b-4c58-b284-a93a7b3bb414 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:43.667933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Attempting to bind port cfa532de-264b-4c58-b284-a93a7b3bb414 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:43.681647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] Deleting subnet 9d874177-6449-4079-9d2a-10907a4e810e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:43.688919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:43.689384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:43.690654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.692452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.692902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:43.693408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Bound port: cfa532de-264b-4c58-b284-a93a7b3bb414, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:43.693809 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.772332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1787ea77-568b-4ea4-87ee-e3c796a1d876 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:43.789226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.806713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=9b49ad91-e122-4613-960d-96e3afd53006,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:43.820355 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.834728 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-980753aa-9df8-4da1-8456-629c98984e88 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/9b49ad91-e122-4613-960d-96e3afd53006 HTTP/1.1" status: 204 len: 168 time: 1.2602322 Jul 16 18:42:43.837559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:43.904914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.921505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Made reservation on behalf of 2c1fb373d1ad458992c172f25b7734a8 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:43.924525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=1bd7b216-1f24-4571-b345-3d334b08a4f7,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:43.943919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:43.953447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] For port cfa532de-264b-4c58-b284-a93a7b3bb414, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:43.958368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] For port cfa532de-264b-4c58-b284-a93a7b3bb414, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cfa532de-264b-4c58-b284-a93a7b3bb414,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:43.967968 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.006563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.080888 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.087604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet 7e2949e4-46d6-40e1-9441-946ffd2271f0 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:44.094934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.098652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:44.101123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:44.107115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb410ea-62b0-4b75-b0c7-a04f2203106f None None] Pushing event updated for resources: {'Port': ['ID=cfa532de-264b-4c58-b284-a93a7b3bb414,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:44.112526 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.119127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9d874177-6449-4079-9d2a-10907a4e810e HTTP/1.1" status: 204 len: 168 time: 0.5822458 Jul 16 18:42:44.122030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59322) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:44.163759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb71a8-fba0-4c5e-a3d9-c1b435e268a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d874177-6449-4079-9d2a-10907a4e810e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:44.173804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde8cfbf-7f8b-4831-b53b-3aad31957fd9 None None] Network 04a83871-ef2d-45f6-a692-727bd55639ab requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:44.197070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-13f449ba-10d2-44df-8ab3-c5914833a40b None None] Could not find standard attr ID for object b1b1d84c-b26e-41fb-a789-6ce258ba1e37. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:44.291784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.298113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-13f449ba-10d2-44df-8ab3-c5914833a40b None None] Provisioning for port 1787ea77-568b-4ea4-87ee-e3c796a1d876 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:44.364256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.507035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-13f449ba-10d2-44df-8ab3-c5914833a40b None None] Provisioning complete for port 1787ea77-568b-4ea4-87ee-e3c796a1d876 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:44.507434 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-13f449ba-10d2-44df-8ab3-c5914833a40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.541933 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.555191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4532f7e-0582-4752-9347-4fd9394354f2']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:44.580573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8123caa1-3a80-4a56-959c-fd812c092813') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:44.580886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8123caa1-3a80-4a56-959c-fd812c092813') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:44.594761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.634345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.656562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:44.658072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:44.662901 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:44.692429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.702019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.709025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:44.721136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.813468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:44.853450 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.879340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.882103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d548ee31-85f5-4820-b201-c6b7e06b779b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:44.906860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] 10.222.0.48 "DELETE /v2.0/networks/c4532f7e-0582-4752-9347-4fd9394354f2 HTTP/1.1" status: 204 len: 168 time: 0.7828474 Jul 16 18:42:44.920525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:44.920996 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Added segment cdb9045a-efab-461f-8756-a676282233c0 of type vlan for network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 Jul 16 18:42:44.985199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211bd9d-cb52-4a9d-925e-8dd899bf9aab admin admin] Pushing event deleted for resources: {'Network': ['ID=c4532f7e-0582-4752-9347-4fd9394354f2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.004563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.023232 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.024649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59336) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:45.134182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.136299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.137688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.146508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.154633 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/7e2949e4-46d6-40e1-9441-946ffd2271f0 HTTP/1.1" status: 204 len: 168 time: 1.3111563 Jul 16 18:42:45.210587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59338) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:45.243225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac6ba-5177-4777-ae01-e604836cbc43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2949e4-46d6-40e1-9441-946ffd2271f0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.291214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6742837 Jul 16 18:42:45.291214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59340) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:45.291214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:45.311855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Request body: {'subnet': {'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-831444922-subnet', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:45.398272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.434137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1060ef5-b30f-4623-9dfb-879b15dfb179 admin admin] Pushing event updated for resources: {'Network': ['ID=b5dc56a1-f0bf-4818-a478-0db6fb7766c4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.471523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:45.555075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Made reservation on behalf of 2c1fb373d1ad458992c172f25b7734a8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:45.559717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 1787ea77-568b-4ea4-87ee-e3c796a1d876 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:45.561275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.568725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.643908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] For port 1787ea77-568b-4ea4-87ee-e3c796a1d876, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1787ea77-568b-4ea4-87ee-e3c796a1d876,segment=NetworkSegment(20bc05d6-e805-4b74-bf26-49200e0d7dcc),segment_id=20bc05d6-e805-4b74-bf26-49200e0d7dcc)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:45.644879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.665511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 1787ea77-568b-4ea4-87ee-e3c796a1d876 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:45.768327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:42:41Z', 'revision_number': 2, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:45.772896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1bd7b216-1f24-4571-b345-3d334b08a4f7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:45.786956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.866676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=1787ea77-568b-4ea4-87ee-e3c796a1d876,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:45.879058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No DVR routers for this DVR port 1787ea77-568b-4ea4-87ee-e3c796a1d876 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:45.955327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c107a-44d4-4b68-8b37-8bfa5e778d68 None None] Host n-d-793620-10 tried to update port 1787ea77-568b-4ea4-87ee-e3c796a1d876 which no longer exists. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 16 18:42:45.967172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e7bb4-75ee-47be-8078-a150a4153a69 None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:42:41Z', 'revision_number': 2, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:46.077370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1bd7b216-1f24-4571-b345-3d334b08a4f7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:46.077802 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.095045 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.127226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11e072-e5f2-42dc-8fc3-3e68dd98e1a6 None None] Network 04a83871-ef2d-45f6-a692-727bd55639ab requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:46.138199 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-12b29a2f-1ada-4a63-8e11-11c772057482 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2949b37687df494793b4ec81664927aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8427911 Jul 16 18:42:46.148348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59356) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.243024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:46.273990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-744768ad-e8cb-4fba-ae72-e9c18f9e1eaf None None] Could not find standard attr ID for object 1787ea77-568b-4ea4-87ee-e3c796a1d876. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:42:46.326963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Checking segment: {'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:46.327531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Network hostable DHCP agents. Network: b5dc56a1-f0bf-4818-a478-0db6fb7766c4, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:46.336356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.382908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:46.388392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a83871-ef2d-45f6-a692-727bd55639ab']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:46.413158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, b5dc56a1-f0bf-4818-a478-0db6fb7766c4) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:46.420068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.421429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.450122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bc05d6-e805-4b74-bf26-49200e0d7dcc') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:46.450732 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1d52d764-380e-4785-b132-2c6cb0eaffa0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1470344 Jul 16 18:42:46.453288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:46.458377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bc05d6-e805-4b74-bf26-49200e0d7dcc') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:46.464306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:46.511838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a6fafe-9672-436f-aac3-7b09327f4be0 None None] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:46.520914 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.537646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:46.748618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d223ea3-2371-4286-837e-d6b65034801c None None] DHCP port deletion for 04a83871-ef2d-45f6-a692-727bd55639ab request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:46.761869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.188977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-b5dc56a1-f0bf-4818-a478-0db6fb7766c4', 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'fixed_ips': [{'subnet_id': 'c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:47.190560 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.191818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.338655 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.371191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6945ebc9-5a14-41a7-8241-0e0da34233d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.389741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.446248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:47.447877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:47.452258 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:47.479932 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6945ebc9-5a14-41a7-8241-0e0da34233d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.548622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Allocated IP 172.20.0.2 (b5dc56a1-f0bf-4818-a478-0db6fb7766c4/c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc/921340bb-ec8d-4eb0-bdd7-acc9a66ead98) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:47.864762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.947682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.951500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.961438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:47.972890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/04a83871-ef2d-45f6-a692-727bd55639ab HTTP/1.1" status: 204 len: 168 time: 2.7599387 Jul 16 18:42:47.979108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59372) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:48.020297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.020886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1787ea77-568b-4ea4-87ee-e3c796a1d876 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:48.074797 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.093290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Transition to ACTIVE for port object 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:48.140199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Transition to ACTIVE for port object 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:48.211885 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.320364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1787ea77-568b-4ea4-87ee-e3c796a1d876 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:48.320704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1787ea77-568b-4ea4-87ee-e3c796a1d876 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:48.326056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Pushing event updated for resources: {'Port': ['ID=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.350682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Allocated IP 172.25.0.207 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/d959e3ba-9381-4702-8f85-5e4dc7693706) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:48.365985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:48.372744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:48.383524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:48.493048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6945ebc9-5a14-41a7-8241-0e0da34233d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.497601 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6945ebc9-5a14-41a7-8241-0e0da34233d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.499442 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6945ebc9-5a14-41a7-8241-0e0da34233d0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/df09fa96-e21d-4790-b9a7-efe7f9a4dcb4 HTTP/1.1" status: 204 len: 168 time: 2.3495865 Jul 16 18:42:48.594284 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.596890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Attempting to bind port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:48.597809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Attempting to bind port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:48.598185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Attempting to bind port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 on network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:48.618004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:48.618631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Checking segment: {'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:48.619294 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.619949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Bound using segment: {'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:48.621059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Bound port: 921340bb-ec8d-4eb0-bdd7-acc9a66ead98, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:48.621702 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.675026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.705417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27000417-d06a-47bf-b0f8-88cdcf22522a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=04a83871-ef2d-45f6-a692-727bd55639ab,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.732827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Pushing event updated for resources: {'Port': ['ID=d959e3ba-9381-4702-8f85-5e4dc7693706,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:48.749363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:48.752248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:48.762622 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:48.766941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:48.831018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] For port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:48.839344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] For port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,segment=NetworkSegment(cdb9045a-efab-461f-8756-a676282233c0),segment_id=cdb9045a-efab-461f-8756-a676282233c0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:48.850566 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.860602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945ebc9-5a14-41a7-8241-0e0da34233d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df09fa96-e21d-4790-b9a7-efe7f9a4dcb4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.054446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e436e0-65c7-4cfb-9932-c93f30dccac1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.059533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-78e436e0-65c7-4cfb-9932-c93f30dccac1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.0430002 Jul 16 18:42:49.068244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59388) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.273535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3476b-a5c1-4421-a481-f02d268a6b7e None None] Pushing event updated for resources: {'Port': ['ID=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.514064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b53fbf7f-61d3-4333-bffa-c6be7bd88126 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4434419 Jul 16 18:42:49.518260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59400) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:49.528207 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.547278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-934160218'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:49.846904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:49.868481 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.875893 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cfa532de-264b-4c58-b284-a93a7b3bb414 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:50.031778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port cfa532de-264b-4c58-b284-a93a7b3bb414 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:50.041492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port cfa532de-264b-4c58-b284-a93a7b3bb414 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:50.042330 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.104770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:42:50.190430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.265731 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.280198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.281094 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment 92d5f141-88f9-4b99-8f37-0463f008f54d of type vlan for network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f Jul 16 18:42:50.336389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port cfa532de-264b-4c58-b284-a93a7b3bb414, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cfa532de-264b-4c58-b284-a93a7b3bb414,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:50.345442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.532389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.630635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=cfa532de-264b-4c58-b284-a93a7b3bb414,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:50.657664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Router 64d3689b-65bc-4121-b10a-6079dd3999eb is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:42:50.684354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.740661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:50.750569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.926682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port 1bd7b216-1f24-4571-b345-3d334b08a4f7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:50.927623 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:50.946617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4260595 Jul 16 18:42:51.042493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:51.060681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:51.228714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:51.235195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.262978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42937d2f-dc4c-4d63-88be-b653c7be525c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=f4cc2bbb-a0ec-4249-9240-bd4eba950a4f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:51.276630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:42:51.430795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:51.493127 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Sync routers for ids ['64d3689b-65bc-4121-b10a-6079dd3999eb'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:51.534407 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Routers {'64d3689b-65bc-4121-b10a-6079dd3999eb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:51.535445 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['64d3689b-65bc-4121-b10a-6079dd3999eb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:51.567233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c136d010-9d0c-47bf-8298-f989f4918125 None None] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:51.584206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port 1bd7b216-1f24-4571-b345-3d334b08a4f7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1bd7b216-1f24-4571-b345-3d334b08a4f7,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:51.585112 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.642829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for 1bd7b216-1f24-4571-b345-3d334b08a4f7 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:51.729692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-de61460f-34ee-4d3a-a8e0-6ff8d4ff3e88 None None] Provisioning for port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:51.787015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.800004 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-baa517f1-173f-4342-b634-a8f735c1e16e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3435016 Jul 16 18:42:51.804100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.078653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:52.228216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:52.229288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:52.311027 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Set router 64d3689b-65bc-4121-b10a-6079dd3999eb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:52.336995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cfa532de-264b-4c58-b284-a93a7b3bb414 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:52.509044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.693602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port cfa532de-264b-4c58-b284-a93a7b3bb414 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:52.694397 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.697686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59458) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.712553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=1bd7b216-1f24-4571-b345-3d334b08a4f7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.212429 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:42:49Z', 'revision_number': 3, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port': {'id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:53.348197 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Checking router: 64d3689b-65bc-4121-b10a-6079dd3999eb for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:53.348818 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Updating router 64d3689b-65bc-4121-b10a-6079dd3999eb port d959e3ba-9381-4702-8f85-5e4dc7693706 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:42:53.359833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:53.372217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8bf9-928c-471a-8ba7-ca5046dd77d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.420029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:53.556338 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.782022 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.817713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:53.876474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:53.881432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.915860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8bf9-928c-471a-8ba7-ca5046dd77d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.933822 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c1fa8bf9-928c-471a-8ba7-ca5046dd77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.064292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=9650106d-2e74-4aa3-a19c-517b0267d6e6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.094207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.094607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c1fa8bf9-928c-471a-8ba7-ca5046dd77d5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f16772381ac248119f6744fd3f7c306e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3936005 Jul 16 18:42:54.097945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fa8bf9-928c-471a-8ba7-ca5046dd77d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5678f74d-843a-405f-ba42-5648bbbc8ca2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.105388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.227441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': '92d5f141-88f9-4b99-8f37-0463f008f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:54.227803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: f4cc2bbb-a0ec-4249-9240-bd4eba950a4f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:42:54.411747 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.440522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:42:54.478350 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Transition to ACTIVE for port object d959e3ba-9381-4702-8f85-5e4dc7693706 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:54.499310 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.547893 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d87c20f-3ec7-4596-a19a-bd5774315949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.631286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f4cc2bbb-a0ec-4249-9240-bd4eba950a4f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:54.637195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-09e75ae3-a483-4637-b154-cc19f107e984 None None] Provisioning complete for port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:54.637837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09e75ae3-a483-4637-b154-cc19f107e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.639447 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Attempting to bind port d959e3ba-9381-4702-8f85-5e4dc7693706 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:54.639819 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Attempting to bind port d959e3ba-9381-4702-8f85-5e4dc7693706 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:54.640216 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Attempting to bind port d959e3ba-9381-4702-8f85-5e4dc7693706 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:54.648952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00aa395-f04c-426e-9f50-d607f69afe35 None None] Network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:54.670328 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e984c-c938-4a74-a509-c4e58cab70b8 None None] Pushing event updated for resources: {'Port': ['ID=d959e3ba-9381-4702-8f85-5e4dc7693706,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:54.679409 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:54.680177 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:54.680935 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.681528 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:54.682218 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Bound port: d959e3ba-9381-4702-8f85-5e4dc7693706, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:54.682813 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.689582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.694856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.743532 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.757464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-60ce6bed-2eab-45da-a95c-e4a456203b35 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7169592 Jul 16 18:42:54.762211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59484) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:54.769335 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] For port d959e3ba-9381-4702-8f85-5e4dc7693706, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:54.778494 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] For port d959e3ba-9381-4702-8f85-5e4dc7693706, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d959e3ba-9381-4702-8f85-5e4dc7693706,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:54.781975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f', 'name': 'tempest-PortsIpV6TestJSON-1968728081'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:54.787241 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.814381 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:42:41Z', 'revision_number': 2, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:54.846722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d87c20f-3ec7-4596-a19a-bd5774315949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.898511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:54.899323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Updating router 2d137186-6db0-4762-9ad2-a18f3e4de687 port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:42:54.921980 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:54.986323 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e984c-c938-4a74-a509-c4e58cab70b8 None None] Pushing event updated for resources: {'Port': ['ID=d959e3ba-9381-4702-8f85-5e4dc7693706,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.015175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,segment=NetworkSegment(cdb9045a-efab-461f-8756-a676282233c0),segment_id=cdb9045a-efab-461f-8756-a676282233c0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:55.031530 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Routers {'64d3689b-65bc-4121-b10a-6079dd3999eb'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:55.032207 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['64d3689b-65bc-4121-b10a-6079dd3999eb'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:55.058658 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.164239 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:55.209844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.269299 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.291887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09e75ae3-a483-4637-b154-cc19f107e984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.350949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d87c20f-3ec7-4596-a19a-bd5774315949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.354009 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d87c20f-3ec7-4596-a19a-bd5774315949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.358013 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3d87c20f-3ec7-4596-a19a-bd5774315949 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5678f74d-843a-405f-ba42-5648bbbc8ca2 HTTP/1.1" status: 204 len: 168 time: 1.2620420 Jul 16 18:42:55.376963 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] Set router 64d3689b-65bc-4121-b10a-6079dd3999eb gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:55.459710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c20f-3ec7-4596-a19a-bd5774315949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5678f74d-843a-405f-ba42-5648bbbc8ca2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:55.486525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f4cc2bbb-a0ec-4249-9240-bd4eba950a4f', 'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f', 'tenant_id': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'fixed_ips': [{'subnet_id': '9650106d-2e74-4aa3-a19c-517b0267d6e6'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:42:55.489514 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.616210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Allocated IP 172.20.0.1 (b5dc56a1-f0bf-4818-a478-0db6fb7766c4/c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc/e39eb4ef-c367-4745-9439-8dc674599576) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:55.711889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:55.748923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:55.886727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port ac80c3e3-7147-4160-8fe8-4e9408fbe398 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:55.916621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:55.946703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cfea0048-d50c-44ec-9644-22adb434d464 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "PUT /v2.0/routers/91c1f2a9-7e23-463f-8fee-b74ca28b8c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9203956 Jul 16 18:42:56.055614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-09e75ae3-a483-4637-b154-cc19f107e984 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:42:56.056294 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-09e75ae3-a483-4637-b154-cc19f107e984 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:42:56.060840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.135347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Transition to ACTIVE for port object e39eb4ef-c367-4745-9439-8dc674599576 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:56.179970 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] Sync routers for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:56.235717 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:56.240654 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:56.243461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.266014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::14e (f4cc2bbb-a0ec-4249-9240-bd4eba950a4f/9650106d-2e74-4aa3-a19c-517b0267d6e6/ac80c3e3-7147-4160-8fe8-4e9408fbe398) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:56.379045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Pushing event updated for resources: {'Port': ['ID=e39eb4ef-c367-4745-9439-8dc674599576,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.429887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.436483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.442730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.443321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.443814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.444362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.452412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.452412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.452412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.452412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.458596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.458596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:56.505745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:56.530305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:56.535068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:56.554423 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.684876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Transition to ACTIVE for port object e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:56.730649 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:42:49Z', 'revision_number': 3, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port': {'id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:56.733258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.763074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.853802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b5acd-cda2-4de0-b86f-a78f7db29ccf None None] Pushing event updated for resources: {'Port': ['ID=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:56.984121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:56.992742 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c34e44b-06cb-43f3-98c6-695327c248f2 None None] The sync data for ids ['64d3689b-65bc-4121-b10a-6079dd3999eb'] in n-d-793620-10 is: [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:42:49Z', 'revision_number': 3, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port': {'id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:57.043699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:57.093358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object ac80c3e3-7147-4160-8fe8-4e9408fbe398 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:57.094450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Attempting to bind port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:57.094975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Attempting to bind port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:57.095193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Attempting to bind port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:57.122550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:57.132108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:57.132754 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.133248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:57.133838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Bound port: e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:57.134237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.327551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ca409-c11d-43d9-9aec-43e1ab01df19 req-c4beaace-1807-41b0-ba24-b6804496433e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.336528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae4ca409-c11d-43d9-9aec-43e1ab01df19 req-c4beaace-1807-41b0-ba24-b6804496433e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 946 time: 0.2368588 Jul 16 18:42:57.414625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.421202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:57.429309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.513941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3f9a7dc7-f747-4ab1-a9fe-7e41e262daba None None] Provisioning for port e39eb4ef-c367-4745-9439-8dc674599576 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:57.569925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae4ca409-c11d-43d9-9aec-43e1ab01df19 req-00a5871f-3030-45f4-8f16-66498f34dba4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318258 Jul 16 18:42:57.582894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:57.587696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:57.606453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:57.627090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.632544 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.718090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9541025 Jul 16 18:42:57.721430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59540) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:57.736600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Allocated IP 2001:db8::2 (f4cc2bbb-a0ec-4249-9240-bd4eba950a4f/9650106d-2e74-4aa3-a19c-517b0267d6e6/dd88f4f3-e8f6-43cc-b03f-f61ae76c9508) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:57.748374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f', 'name': 'tempest-PortsIpV6TestJSON-1224615525'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:58.008770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5106a4a6-d06a-4afe-ad76-5750196dff52 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=ac80c3e3-7147-4160-8fe8-4e9408fbe398,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.018801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.033468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.062238 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:52Z', 'revision_number': 6, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 1, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:58.143919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:58.149142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.154159 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.156135 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] Checking router: 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:58.174204 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:58.176611 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:58.195399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Transition to ACTIVE for port object dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:58.218412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 7414d91c-b8bf-4091-8e26-550842b54cd7 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:42:58.251421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Transition to ACTIVE for port object dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:58.272646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3f9a7dc7-f747-4ab1-a9fe-7e41e262daba None None] Provisioning complete for port e39eb4ef-c367-4745-9439-8dc674599576 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:58.272967 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3f9a7dc7-f747-4ab1-a9fe-7e41e262daba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.292747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.330980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Pushing event updated for resources: {'Port': ['ID=e39eb4ef-c367-4745-9439-8dc674599576,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.394872 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:58.398775 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.502803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::17c (f4cc2bbb-a0ec-4249-9240-bd4eba950a4f/9650106d-2e74-4aa3-a19c-517b0267d6e6/7414d91c-b8bf-4091-8e26-550842b54cd7) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:58.512618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-2d4fcac4-7c50-4068-81ad-9c77771ae14f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.523459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-2d4fcac4-7c50-4068-81ad-9c77771ae14f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 946 time: 0.3388186 Jul 16 18:42:58.641993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Pushing event updated for resources: {'Port': ['ID=dd88f4f3-e8f6-43cc-b03f-f61ae76c9508,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.826636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] For port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:58.833598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3f9a7dc7-f747-4ab1-a9fe-7e41e262daba None None] Port e39eb4ef-c367-4745-9439-8dc674599576 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:58.841563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] For port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:58.844810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:58.846681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:58.847423 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.854160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:58.860049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:58.864217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.935543 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:52Z', 'revision_number': 6, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 1, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:58.980310 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd122d7c-96a9-4019-8035-f8c8dfd1b574 None None] The sync data for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 is: [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:52Z', 'revision_number': 6, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'e7cff442-9178-4c83-8686-ca475b49a990', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'port_id': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'mac_address': 'fa:16:3e:9a:7b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82979f08-5e43-415c-b24b-60bdc042ae44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:12Z', 'updated_at': '2021-07-16T18:41:18Z', 'revision_number': 1, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:59.063859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:59.069704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:59.082815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port 657c82f5-a118-4c3b-b6ee-8ad257204fdc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:59.083231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.169651 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.202781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object 7414d91c-b8bf-4091-8e26-550842b54cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:59.265918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port 657c82f5-a118-4c3b-b6ee-8ad257204fdc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=657c82f5-a118-4c3b-b6ee-8ad257204fdc,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:59.267897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.300378 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.318067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for 657c82f5-a118-4c3b-b6ee-8ad257204fdc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:59.363235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:59.366589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:59.417102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59590) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.469880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:59.495829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:59.504089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:59.530076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.531119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.572446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe34d1-533e-4fff-a7ba-192836c8c634 req-79fab241-3d03-4422-8981-6537a91907bc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.580782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59fe34d1-533e-4fff-a7ba-192836c8c634 req-79fab241-3d03-4422-8981-6537a91907bc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 946 time: 0.6905177 Jul 16 18:42:59.626934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=7414d91c-b8bf-4091-8e26-550842b54cd7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.687839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9e393e1e-3143-41cd-9cf0-274aae684f0b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9524002 Jul 16 18:42:59.691298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59594) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:59.789169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.881288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:59.902686 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d12cc9d3-2a4a-4605-8d3e-eb4baeb4fc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.916656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=657c82f5-a118-4c3b-b6ee-8ad257204fdc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.927056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59fe34d1-533e-4fff-a7ba-192836c8c634 req-a1c2de76-410b-4c62-8843-961040b19696 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=04a9deb7-f199-45d5-86ab-d4a03e89367f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447053 Jul 16 18:43:00.044398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0130aec6-d727-478b-8d04-98a360225894 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.046211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0130aec6-d727-478b-8d04-98a360225894 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A14e HTTP/1.1" status: 200 len: 929 time: 0.3452377 Jul 16 18:43:00.049619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59598) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:00.053151 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] No DVR routers for this DVR port 657c82f5-a118-4c3b-b6ee-8ad257204fdc on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:00.085921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.089185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e91bfb9f-66f1-43d4-b3de-71fc5a7cb9bd req-4d0a9462-ea94-441c-9005-04856dc42a0a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.55 "DELETE /v2.0/ports/657c82f5-a118-4c3b-b6ee-8ad257204fdc HTTP/1.1" status: 204 len: 173 time: 1.5612199 Jul 16 18:43:00.115407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Router 64d3689b-65bc-4121-b10a-6079dd3999eb has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:00.117729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a14d861-43fb-4e77-977f-985278be43cf', 'name': 'network-vif-deleted', 'tag': '657c82f5-a118-4c3b-b6ee-8ad257204fdc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:00.124016 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd42015-a6ec-4ce6-a051-069812595b46" -d '{"events": [{"server_uuid": "4a14d861-43fb-4e77-977f-985278be43cf", "name": "network-vif-deleted", "tag": "657c82f5-a118-4c3b-b6ee-8ad257204fdc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:00.147616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Attempting to bind port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:00.156711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Attempting to bind port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '92d5f141-88f9-4b99-8f37-0463f008f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:00.158653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Attempting to bind port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 on network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:00.319404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06b5acd-cda2-4de0-b86f-a78f7db29ccf None None] Pushing event updated for resources: {'Port': ['ID=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:00.351200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:00.353528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Checking segment: {'id': '92d5f141-88f9-4b99-8f37-0463f008f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:00.356832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.357594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Bound using segment: {'id': '92d5f141-88f9-4b99-8f37-0463f008f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:00.358300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Bound port: dd88f4f3-e8f6-43cc-b03f-f61ae76c9508, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d5f141-88f9-4b99-8f37-0463f008f54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'f4cc2bbb-a0ec-4249-9240-bd4eba950a4f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:00.360720 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.430081 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a06170-f7b1-4318-9e16-d293d8803bd7 x-openstack-request-id: req-55a06170-f7b1-4318-9e16-d293d8803bd7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:00.430426 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a14d861-43fb-4e77-977f-985278be43cf", "name": "network-vif-deleted", "tag": "657c82f5-a118-4c3b-b6ee-8ad257204fdc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:00.430627 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55a06170-f7b1-4318-9e16-d293d8803bd7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:00.431051 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a14d861-43fb-4e77-977f-985278be43cf', 'name': 'network-vif-deleted', 'tag': '657c82f5-a118-4c3b-b6ee-8ad257204fdc', 'status': 'completed', 'code': 200} Jul 16 18:43:00.559126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d12cc9d3-2a4a-4605-8d3e-eb4baeb4fc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.598411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d12cc9d3-2a4a-4605-8d3e-eb4baeb4fc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.607597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cb998f27-ef53-4c43-9294-5b08ae4b1082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:00.611421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:00.643896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0545ef99-b36d-4f7b-ba0f-e97475e9c920 admin admin] 10.222.0.48 "PUT /v2.0/routers/64d3689b-65bc-4121-b10a-6079dd3999eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7930481 Jul 16 18:43:00.660368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 7414d91c-b8bf-4091-8e26-550842b54cd7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:00.660871 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.160986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] For port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:01.179399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] For port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dd88f4f3-e8f6-43cc-b03f-f61ae76c9508,segment=NetworkSegment(92d5f141-88f9-4b99-8f37-0463f008f54d),segment_id=92d5f141-88f9-4b99-8f37-0463f008f54d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:01.206334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Sync routers for ids ['64d3689b-65bc-4121-b10a-6079dd3999eb'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:01.232479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:01.263475 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.408961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cc9d3-2a4a-4605-8d3e-eb4baeb4fc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f36f2d-c3d5-49ef-98e2-1ec06d4479ad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.424635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e8bd4e76-d91d-4069-b3de-82a578d3775c None None] Provisioning complete for port e39eb4ef-c367-4745-9439-8dc674599576 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:01.425628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8bd4e76-d91d-4069-b3de-82a578d3775c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.465155 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1953215e-9866-4225-aa87-613f76ff311e req-ff31786d-3de4-4e43-ba6f-1bce5db1a71a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a14d861-43fb-4e77-977f-985278be43cf HTTP/1.1" status: 200 len: 210 time: 0.0764921 Jul 16 18:43:01.471376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59628) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:01.472943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d12cc9d3-2a4a-4605-8d3e-eb4baeb4fc30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=290fc25a548446bca45dd49d8da5f787&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0532751 Jul 16 18:43:01.513590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e8bd4e76-d91d-4069-b3de-82a578d3775c None None] Port e39eb4ef-c367-4745-9439-8dc674599576 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:01.535844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Routers {'64d3689b-65bc-4121-b10a-6079dd3999eb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:01.536536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:42:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['64d3689b-65bc-4121-b10a-6079dd3999eb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:01.670211 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6deeed41-2256-44d7-be0e-805929a57a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.703960 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.748910 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6deeed41-2256-44d7-be0e-805929a57a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.777136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 7414d91c-b8bf-4091-8e26-550842b54cd7 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:01.826090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e008b-ef71-4d55-8dc4-d3b9db9e5e6b None None] Pushing event updated for resources: {'Port': ['ID=dd88f4f3-e8f6-43cc-b03f-f61ae76c9508,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.850813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6deeed41-2256-44d7-be0e-805929a57a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.858681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6deeed41-2256-44d7-be0e-805929a57a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.861592 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6deeed41-2256-44d7-be0e-805929a57a1f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4f36f2d-c3d5-49ef-98e2-1ec06d4479ad HTTP/1.1" status: 204 len: 168 time: 0.3862791 Jul 16 18:43:01.905478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeed41-2256-44d7-be0e-805929a57a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f36f2d-c3d5-49ef-98e2-1ec06d4479ad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.907352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:02.029149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:42:58Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:02.085726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:02.086207 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.099671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Set router 64d3689b-65bc-4121-b10a-6079dd3999eb gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:02.301583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.434102 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.440912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59664) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:02.441224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/7414d91c-b8bf-4091-8e26-550842b54cd7 HTTP/1.1" status: 204 len: 168 time: 2.3886518 Jul 16 18:43:02.442503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01475502-95a2-45cd-b112-224390b72485 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=7414d91c-b8bf-4091-8e26-550842b54cd7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:02.544681 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d91a2db-6d79-4f57-9b95-d4cbebc65596 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:43:02.562214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59674) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:02.576878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9d91a2db-6d79-4f57-9b95-d4cbebc65596 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/7414d91c-b8bf-4091-8e26-550842b54cd7 HTTP/1.1" status: 404 len: 333 time: 0.1331151 Jul 16 18:43:02.615135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 657c82f5-a118-4c3b-b6ee-8ad257204fdc no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:02.669395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58fc6f4-83ac-4f2d-bbbc-0badec4f6b2c None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:42:58Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:02.702124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:02.754830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 657c82f5-a118-4c3b-b6ee-8ad257204fdc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:02.755408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 657c82f5-a118-4c3b-b6ee-8ad257204fdc not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:02.985418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port ac80c3e3-7147-4160-8fe8-4e9408fbe398 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:02.986306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.005538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5144-b288-4b0b-b519-2de859b4fbb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.121850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5144-b288-4b0b-b519-2de859b4fbb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.347242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.377133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5144-b288-4b0b-b519-2de859b4fbb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.382864 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e0fc5144-b288-4b0b-b519-2de859b4fbb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.385122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e0fc5144-b288-4b0b-b519-2de859b4fbb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/security-groups/04a9deb7-f199-45d5-86ab-d4a03e89367f HTTP/1.1" status: 204 len: 168 time: 0.6813846 Jul 16 18:43:03.411311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for ac80c3e3-7147-4160-8fe8-4e9408fbe398 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:03.438798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc5144-b288-4b0b-b519-2de859b4fbb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a9deb7-f199-45d5-86ab-d4a03e89367f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.485067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59702) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:03.495513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b444de72-8b4b-4d9d-a7f7-1406581d4c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.598285 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.683996 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.800466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:03.812250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting subnet 6009060d-75ac-467c-8444-8f5dc8b63584 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:03.817798 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.818652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d959e3ba-9381-4702-8f85-5e4dc7693706 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:03.845582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.847686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.939323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=ac80c3e3-7147-4160-8fe8-4e9408fbe398,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.949765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:04.081366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:42:57Z', 'revision_number': 4, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port': {'id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:42:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e39eb4ef-c367-4745-9439-8dc674599576', 'name': '', 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'mac_address': 'fa:16:3e:38:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:55Z', 'updated_at': '2021-07-16T18:42:57Z', 'revision_number': 2, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'subnets': [{'id': 'c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:04.088718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.095666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-691154a7-cce3-4116-b551-3a8ee3cdb631 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/ac80c3e3-7147-4160-8fe8-4e9408fbe398 HTTP/1.1" status: 204 len: 168 time: 1.5320840 Jul 16 18:43:04.100845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59712) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:04.138889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Checking router: 64d3689b-65bc-4121-b10a-6079dd3999eb for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:04.139351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Updating router 64d3689b-65bc-4121-b10a-6079dd3999eb port e39eb4ef-c367-4745-9439-8dc674599576 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:43:04.141331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.202908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13346d-608f-44ed-be2c-e1bb4dd6a755 None None] Network f4cc2bbb-a0ec-4249-9240-bd4eba950a4f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:04.210976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d959e3ba-9381-4702-8f85-5e4dc7693706 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:04.272482 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e41c959-5f90-4fbd-a350-5ca87ef72734 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:43:04.276523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8e41c959-5f90-4fbd-a350-5ca87ef72734 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/ac80c3e3-7147-4160-8fe8-4e9408fbe398 HTTP/1.1" status: 404 len: 333 time: 0.1718156 Jul 16 18:43:04.283543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59718) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:04.320896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d959e3ba-9381-4702-8f85-5e4dc7693706 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:04.325910 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.406720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet 9650106d-2e74-4aa3-a19c-517b0267d6e6 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:04.418212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.419380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.495721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.509470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c84567ba-6d11-4eb7-bac6-261f5c36004f None None] Provisioning for port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:04.589229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.622032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.635748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.677613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Subnet': ['ID=6009060d-75ac-467c-8444-8f5dc8b63584,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:04.702432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.708134 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f507785c-ac4b-4669-b354-aefbf05527a0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/subnets/6009060d-75ac-467c-8444-8f5dc8b63584 HTTP/1.1" status: 204 len: 168 time: 1.2211795 Jul 16 18:43:04.708876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59726) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:04.785593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700ea11-74fd-43c2-b684-bde0d69919fd None None] Network 764c9724-0a11-4f9d-8674-f99835268893 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:04.867374 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.909720 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.026996 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.043193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port 9b2c8502-91f5-4280-a153-40507b760369 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:05.043857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.121100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port 9b2c8502-91f5-4280-a153-40507b760369, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=9b2c8502-91f5-4280-a153-40507b760369,segment=NetworkSegment(af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae),segment_id=af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:05.121822 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.136737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for 9b2c8502-91f5-4280-a153-40507b760369 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:05.152760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=9650106d-2e74-4aa3-a19c-517b0267d6e6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.201340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.203919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f9f0e3c1-f5df-41c2-b3aa-404888813903 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/9650106d-2e74-4aa3-a19c-517b0267d6e6 HTTP/1.1" status: 204 len: 168 time: 0.9172599 Jul 16 18:43:05.204612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59734) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:05.238468 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.310116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.351519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-4443f5d7-591d-4c8b-9315-5188ab6a3837 req-6bb112e5-b20e-48ea-909c-c2406189e51e service neutron] (93777) timed out ('10.222.0.13', 63004) {{(pid=93777) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:43:05.367461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=9b2c8502-91f5-4280-a153-40507b760369,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:05.373665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] No DVR routers for this DVR port 9b2c8502-91f5-4280-a153-40507b760369 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:05.430331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d959e3ba-9381-4702-8f85-5e4dc7693706, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d959e3ba-9381-4702-8f85-5e4dc7693706,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:05.498511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.525659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.526145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764c9724-0a11-4f9d-8674-f99835268893']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.554978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.555362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af84b0ea-e3d0-4c8f-b51a-c9ad65bf14ae') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:05.577750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.601219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.625879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:05.626307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.632461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:05.633168 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.654865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:05.698561 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:05.774613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1bd7b216-1f24-4571-b345-3d334b08a4f7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:05.847750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.866917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.873995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/networks/764c9724-0a11-4f9d-8674-f99835268893 HTTP/1.1" status: 204 len: 168 time: 1.1638670 Jul 16 18:43:05.875315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 59746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:05.902321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] For port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dd88f4f3-e8f6-43cc-b03f-f61ae76c9508,segment=NetworkSegment(92d5f141-88f9-4b99-8f37-0463f008f54d),segment_id=92d5f141-88f9-4b99-8f37-0463f008f54d)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:05.902812 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.911313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1bd7b216-1f24-4571-b345-3d334b08a4f7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:05.911653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1bd7b216-1f24-4571-b345-3d334b08a4f7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:05.934422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:05.971069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:05.981052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b59d5-4c23-489e-abe8-43283c2f63ac tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Network': ['ID=764c9724-0a11-4f9d-8674-f99835268893,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:06.055769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Transition to ACTIVE for port object e39eb4ef-c367-4745-9439-8dc674599576 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:06.090367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c2d507-cf1b-4ed5-a14c-2cc9d037bdb1 None None] DHCP port deletion for 764c9724-0a11-4f9d-8674-f99835268893 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:06.108264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.111382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d959e3ba-9381-4702-8f85-5e4dc7693706,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:06.129329 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.235544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port ab8d6970-4f72-460b-80cf-765d14a144d9 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:06.235971 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.281812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19b1c8-da10-4900-bb65-4291f7886ad9 None None] Pushing event updated for resources: {'Port': ['ID=e39eb4ef-c367-4745-9439-8dc674599576,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:06.308392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.389132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3ecf1-bb2f-4fcc-b8b9-f4bef45a43aa None None] DHCP port deletion for f4cc2bbb-a0ec-4249-9240-bd4eba950a4f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:06.431737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=dd88f4f3-e8f6-43cc-b03f-f61ae76c9508,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:06.468057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No DVR routers for this DVR port dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:06.519474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Attempting to bind port e39eb4ef-c367-4745-9439-8dc674599576 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:06.524063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Attempting to bind port e39eb4ef-c367-4745-9439-8dc674599576 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:06.524652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Attempting to bind port e39eb4ef-c367-4745-9439-8dc674599576 on network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:06.538131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:06.538806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Checking segment: {'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:06.539378 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.540636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Bound using segment: {'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:06.543035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Bound port: e39eb4ef-c367-4745-9439-8dc674599576, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb9045a-efab-461f-8756-a676282233c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:06.543694 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.547455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.548551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.583047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:06.595847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for ab8d6970-4f72-460b-80cf-765d14a144d9 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:06.739000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.781034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4cc2bbb-a0ec-4249-9240-bd4eba950a4f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.785072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] For port e39eb4ef-c367-4745-9439-8dc674599576, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:06.794280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] For port e39eb4ef-c367-4745-9439-8dc674599576, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e39eb4ef-c367-4745-9439-8dc674599576,segment=NetworkSegment(cdb9045a-efab-461f-8756-a676282233c0),segment_id=cdb9045a-efab-461f-8756-a676282233c0)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:06.798317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:06.799316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.804481 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.823919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d5f141-88f9-4b99-8f37-0463f008f54d') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.824262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d5f141-88f9-4b99-8f37-0463f008f54d') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.855125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.912930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.931816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Routers {'64d3689b-65bc-4121-b10a-6079dd3999eb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:06.935594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['64d3689b-65bc-4121-b10a-6079dd3999eb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:06.935990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:06.936663 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:06.970141 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:07.045897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.138796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19b1c8-da10-4900-bb65-4291f7886ad9 None None] Pushing event updated for resources: {'Port': ['ID=e39eb4ef-c367-4745-9439-8dc674599576,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.169602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-1642d95c-a0ac-49f6-90fb-e1363ba760cb tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.171214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-1642d95c-a0ac-49f6-90fb-e1363ba760cb tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.1631718 Jul 16 18:43:07.213582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=ab8d6970-4f72-460b-80cf-765d14a144d9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.301463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-3e6fa7d4-3452-4468-9307-b093f0fdab43 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/quotas/d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 375 time: 0.0333321 Jul 16 18:43:07.307005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.324627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.330684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/f4cc2bbb-a0ec-4249-9240-bd4eba950a4f HTTP/1.1" status: 204 len: 168 time: 2.1225085 Jul 16 18:43:07.341910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59788) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.388834 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.389436 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Floating IP e7cff442-9178-4c83-8686-ca475b49a990 disassociated (deleted). External IP: 172.25.0.249, port: 6e60aa19-57a4-4781-b943-733ebe032ec6. Jul 16 18:43:07.427256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1545690205'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:07.489400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1b1a5-9b81-4d02-bb52-16926a34d3bb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=f4cc2bbb-a0ec-4249-9240-bd4eba950a4f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.548027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:07.558683 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.620986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:07.639035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.639035 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment e18eeea5-4888-4dc0-81b1-3f6576350218 of type vlan for network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 Jul 16 18:43:07.697937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.742290 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.750326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.751340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:07.854640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=3e73de0b-8644-4d66-ba23-53bc0abeadc6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:07.876468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-3879060b-4ee6-4e4a-800b-2e341457020e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5640910 Jul 16 18:43:07.888910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f4013bd3-a91d-466d-a196-2cc7e809f649 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5422652 Jul 16 18:43:07.897687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59798) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:07.915795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:07.934557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:08.194697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:08.202121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.210930 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.273041 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:08.376915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] Set router 64d3689b-65bc-4121-b10a-6079dd3999eb gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:08.648124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d959e3ba-9381-4702-8f85-5e4dc7693706 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:08.680508 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-c9fed05a-d6c4-45fe-b358-a93644ef9a67 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911432 Jul 16 18:43:08.844491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:08.889862 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.009355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d959e3ba-9381-4702-8f85-5e4dc7693706 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:09.010369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.096169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:09.109317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-37ec4d92-9b98-4ac9-bfd5-9276e9a66617 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193476 Jul 16 18:43:09.126399 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] Sync routers for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:09.140249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.148422 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:09.149775 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:09.220325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=5a921a41-dec5-47cf-8d02-2b78b582cecf,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:09.242084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': 'e18eeea5-4888-4dc0-81b1-3f6576350218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:09.242248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: 3e73de0b-8644-4d66-ba23-53bc0abeadc6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:09.270223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:09.287627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3e73de0b-8644-4d66-ba23-53bc0abeadc6) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:09.296939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.297769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.320619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22b4e1e3-c0a6-4fb9-a2b5-b199c1c3eb6d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4191401 Jul 16 18:43:09.323755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59818) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:09.330149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-770500ba-d047-4823-87aa-fc0018bc9058 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/floatingips/e7cff442-9178-4c83-8686-ca475b49a990 HTTP/1.1" status: 204 len: 168 time: 3.4428306 Jul 16 18:43:09.336206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6', 'name': 'tempest-PortsIpV6TestJSON-2128305098', 'fixed_ips': [{'subnet_id': '5a921a41-dec5-47cf-8d02-2b78b582cecf', 'ip_address': '2001:db8::10'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:09.342926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:09.347038 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c52e447-7cee-434b-a133-28464348aa59" -d '{"events": [{"name": "network-changed", "server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:09.361931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7cd300-8c50-4439-a0cb-31080e75eb39 None None] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:09.623659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:09.642697 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:09.783051 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8b8011-07f4-411b-99d5-358f4068a1ea x-openstack-request-id: req-de8b8011-07f4-411b-99d5-358f4068a1ea {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:09.783562 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:09.784044 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-de8b8011-07f4-411b-99d5-358f4068a1ea {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:09.794914 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'status': 'completed', 'code': 200} Jul 16 18:43:09.884331 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:09.998610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52e447-7cee-434b-a133-28464348aa59 req-167adf27-2ffa-47cf-a4c2-8b62441b03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.000972 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c52e447-7cee-434b-a133-28464348aa59 req-167adf27-2ffa-47cf-a4c2-8b62441b03f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 1098 time: 0.1842642 Jul 16 18:43:10.002438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-706327ad-f0c0-4505-9240-83f58b46026b req-a600d881-4fb5-499c-b8fa-3694a3a621b2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.0678122 Jul 16 18:43:10.004003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port acf447b5-f769-49eb-9893-2a48c5ad5508 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:10.152167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52e447-7cee-434b-a133-28464348aa59 req-939c3879-bd27-4cf7-91f3-c1f720a4dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.153854 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c52e447-7cee-434b-a133-28464348aa59 req-939c3879-bd27-4cf7-91f3-c1f720a4dbc2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 200 len: 897 time: 0.1380274 Jul 16 18:43:10.255040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c52e447-7cee-434b-a133-28464348aa59 req-dfce0d82-cc8d-453e-8c4a-21c431e2c206 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 200 len: 217 time: 0.0939584 Jul 16 18:43:10.304392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-3e73de0b-8644-4d66-ba23-53bc0abeadc6', 'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6', 'tenant_id': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'fixed_ips': [{'subnet_id': '5a921a41-dec5-47cf-8d02-2b78b582cecf'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:10.305316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:10.348461 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:52Z', 'revision_number': 6, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:10.446622 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] Checking router: 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:10.465646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52e447-7cee-434b-a133-28464348aa59 req-37aaca6a-6341-476c-b9a4-370dd0dbeb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.466581 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c52e447-7cee-434b-a133-28464348aa59 req-37aaca6a-6341-476c-b9a4-370dd0dbeb1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=844e1c00-6f71-4197-91f9-51c1062643f9 HTTP/1.1" status: 200 len: 835 time: 0.2048340 Jul 16 18:43:10.471082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:10.488752 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:10.492894 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:10.616231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52e447-7cee-434b-a133-28464348aa59 req-89d9fff7-1e45-46aa-8b8d-f39b1835309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.619255 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c52e447-7cee-434b-a133-28464348aa59 req-89d9fff7-1e45-46aa-8b8d-f39b1835309e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1374767 Jul 16 18:43:10.702531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::10 (3e73de0b-8644-4d66-ba23-53bc0abeadc6/5a921a41-dec5-47cf-8d02-2b78b582cecf/acf447b5-f769-49eb-9893-2a48c5ad5508) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:10.898554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:10.899047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dd88f4f3-e8f6-43cc-b03f-f61ae76c9508 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:10.899489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9b2c8502-91f5-4280-a153-40507b760369 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:10.926575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c52e447-7cee-434b-a133-28464348aa59 req-53f7c0a5-8936-4616-869d-4006c6d9024a service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006008 Jul 16 18:43:10.959195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 9b2c8502-91f5-4280-a153-40507b760369 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:10.959503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 9b2c8502-91f5-4280-a153-40507b760369 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:10.965000 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:10.971016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:42:57Z', 'revision_number': 4, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port': {'id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e39eb4ef-c367-4745-9439-8dc674599576', 'name': '', 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'mac_address': 'fa:16:3e:38:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:55Z', 'updated_at': '2021-07-16T18:43:06Z', 'revision_number': 4, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'subnets': [{'id': 'c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:11.067569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809854c2-97d0-4916-b148-c6f5a82ba37c None None] The sync data for ids ['64d3689b-65bc-4121-b10a-6079dd3999eb'] in n-d-793620-10 is: [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:42:57Z', 'revision_number': 4, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port': {'id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e39eb4ef-c367-4745-9439-8dc674599576', 'name': '', 'network_id': 'b5dc56a1-f0bf-4818-a478-0db6fb7766c4', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'mac_address': 'fa:16:3e:38:f8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:55Z', 'updated_at': '2021-07-16T18:43:06Z', 'revision_number': 4, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'subnets': [{'id': 'c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:11.231075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d51ca3-1a7e-4e1d-a300-ae9d1359ecf0 req-ef4d76d7-3ce0-4e6a-ba9c-0124456221b3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.250224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d3d51ca3-1a7e-4e1d-a300-ae9d1359ecf0 req-ef4d76d7-3ce0-4e6a-ba9c-0124456221b3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 946 time: 0.5038991 Jul 16 18:43:11.281764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c52e447-7cee-434b-a133-28464348aa59 req-39b6e896-0660-48a8-b415-63f2eea19957 service neutron] 10.222.0.13 "GET /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477993 Jul 16 18:43:11.416870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d3d51ca3-1a7e-4e1d-a300-ae9d1359ecf0 req-e3e3a9ea-c1a4-4df9-a931-67919406358a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363611 Jul 16 18:43:11.470824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5288ddbe-fc2c-4846-8dfd-daf8c097149a req-df4215f7-f65f-4407-970e-a6472de3a9d8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.0485790 Jul 16 18:43:11.502200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.570042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object acf447b5-f769-49eb-9893-2a48c5ad5508 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:11.761335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.826777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:11.833011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:11.839852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:11.854885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.855738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.879607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-2a42ef29-66f2-4f23-adfd-4aaae2f40c8c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.882873 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-2a42ef29-66f2-4f23-adfd-4aaae2f40c8c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 946 time: 0.3085473 Jul 16 18:43:11.945051 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Allocated IP 2001:db8::2 (3e73de0b-8644-4d66-ba23-53bc0abeadc6/5a921a41-dec5-47cf-8d02-2b78b582cecf/d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:11.969236 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6440246 Jul 16 18:43:11.973718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59886) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:11.990031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6', 'name': 'tempest-PortsIpV6TestJSON-1623574078', 'fixed_ips': [{'subnet_id': '5a921a41-dec5-47cf-8d02-2b78b582cecf', 'ip_address': '2001:db8::f'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:12.004825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013fc3c-fad0-4998-916f-5b987efe374d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=acf447b5-f769-49eb-9893-2a48c5ad5508,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:12.112664 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:52Z', 'revision_number': 6, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:12.239342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port 6e60aa19-57a4-4781-b943-733ebe032ec6 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:12.239874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.315904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.320124 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ecb759-ebd8-4108-8e2a-a1d9c4d20f83 None None] The sync data for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 is: [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:42:52Z', 'revision_number': 6, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '6bec765e-0135-4ff1-bc98-0614f839328c', 'name': '', 'network_id': '46e508e0-b4a5-45a9-8dc7-2cf8ea85744a', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:d2:49:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:40Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '844e1c00-6f71-4197-91f9-51c1062643f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:12.329615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Transition to ACTIVE for port object d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:12.370538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Transition to ACTIVE for port object d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:12.381298 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.386334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:12.396641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.445217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port e3188c5e-f8ff-42e4-87a4-350c5fde4563 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:12.486886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Pushing event updated for resources: {'Port': ['ID=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:12.592312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:12.600572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port 6e60aa19-57a4-4781-b943-733ebe032ec6, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=6e60aa19-57a4-4781-b943-733ebe032ec6,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:12.602479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.606750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:12.611410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:12.706507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for 6e60aa19-57a4-4781-b943-733ebe032ec6 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:12.857626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Attempting to bind port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:12.858538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Attempting to bind port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'e18eeea5-4888-4dc0-81b1-3f6576350218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:12.859137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Attempting to bind port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 on network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:12.869551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:12.870477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Checking segment: {'id': 'e18eeea5-4888-4dc0-81b1-3f6576350218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:12.871271 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.875085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Bound using segment: {'id': 'e18eeea5-4888-4dc0-81b1-3f6576350218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:12.876365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Bound port: d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18eeea5-4888-4dc0-81b1-3f6576350218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '3e73de0b-8644-4d66-ba23-53bc0abeadc6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:12.877029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.173160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::f (3e73de0b-8644-4d66-ba23-53bc0abeadc6/5a921a41-dec5-47cf-8d02-2b78b582cecf/e3188c5e-f8ff-42e4-87a4-350c5fde4563) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:13.245980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] For port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:13.261687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] For port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,segment=NetworkSegment(e18eeea5-4888-4dc0-81b1-3f6576350218),segment_id=e18eeea5-4888-4dc0-81b1-3f6576350218)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:13.286695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.448730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eafc08a-da1c-41d5-8a04-94e2c7bd710b None None] New status for floating IP e7cff442-9178-4c83-8686-ca475b49a990: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:13.562359 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.692194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e39eb4ef-c367-4745-9439-8dc674599576 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:13.927392 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:13.930485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Pushing event updated for resources: {'Port': ['ID=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:13.952826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.955491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.959375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.960102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.960720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.964535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.983431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.984190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.984775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.985349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.987656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:13.990550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea80c5ee-2067-4dd9-b0a8-03e217da4e3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:14.040070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object e3188c5e-f8ff-42e4-87a4-350c5fde4563 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:14.053787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=6e60aa19-57a4-4781-b943-733ebe032ec6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:14.121320 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e39eb4ef-c367-4745-9439-8dc674599576 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:14.137884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e39eb4ef-c367-4745-9439-8dc674599576 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:14.138156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.254715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f482c0ee-9128-425b-9f95-96faec46fdd4 req-06be53f9-8e8a-49b4-aa18-2f29bdbe0a5c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 210 time: 0.4045899 Jul 16 18:43:14.348555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.402264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d1f73180-0cce-4e8b-a016-eedbc097653a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.406155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d1f73180-0cce-4e8b-a016-eedbc097653a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.9371362 Jul 16 18:43:14.412829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62b2eb13-c3b6-40e3-b263-bfa5412d3ae1 req-dffd217b-c385-40e0-ae56-b77471705d3c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.6287181 Jul 16 18:43:14.491044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'port': {'device_id': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'admin_state_up': True, 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:14.518006 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.554440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:14.569867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:14.581231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:14.591788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.595734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.611957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e39eb4ef-c367-4745-9439-8dc674599576, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e39eb4ef-c367-4745-9439-8dc674599576,segment=NetworkSegment(cdb9045a-efab-461f-8756-a676282233c0),segment_id=cdb9045a-efab-461f-8756-a676282233c0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:14.622968 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.648094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6719968 Jul 16 18:43:14.648667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59948) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:14.844357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e39eb4ef-c367-4745-9439-8dc674599576,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:14.848190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] No DVR routers for this DVR port 6e60aa19-57a4-4781-b943-733ebe032ec6 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:14.852313 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:14.858241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2482870-2ed8-4644-86e6-7ee3c26508f9 req-7d4b3bc0-c3d8-4897-b1a0-5fea392ab723 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "DELETE /v2.0/ports/6e60aa19-57a4-4781-b943-733ebe032ec6 HTTP/1.1" status: 204 len: 173 time: 2.9648519 Jul 16 18:43:14.886974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246d37b-328c-4708-b7f2-d80a697c44d2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=e3188c5e-f8ff-42e4-87a4-350c5fde4563,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:14.901345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'name': 'network-vif-deleted', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:14.909852 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab45f121-5af6-4313-8122-7f4eef92d232" -d '{"events": [{"server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "name": "network-vif-deleted", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:14.919776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:14.931669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e60aa19-57a4-4781-b943-733ebe032ec6 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:14.948863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.019553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 6e60aa19-57a4-4781-b943-733ebe032ec6 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:15.020045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 6e60aa19-57a4-4781-b943-733ebe032ec6 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:15.039293 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e7aeef-89ea-4ad3-bdb0-93a6c61e4639 x-openstack-request-id: req-f9e7aeef-89ea-4ad3-bdb0-93a6c61e4639 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:15.040069 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82979f08-5e43-415c-b24b-60bdc042ae44", "name": "network-vif-deleted", "tag": "6e60aa19-57a4-4781-b943-733ebe032ec6", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:15.041291 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9e7aeef-89ea-4ad3-bdb0-93a6c61e4639 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:15.041865 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82979f08-5e43-415c-b24b-60bdc042ae44', 'name': 'network-vif-deleted', 'tag': '6e60aa19-57a4-4781-b943-733ebe032ec6', 'status': 'completed', 'code': 200} Jul 16 18:43:15.133715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2ba07-de40-4d65-b425-f89556bdb8b0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.144421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e8c2ba07-de40-4d65-b425-f89556bdb8b0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4893253 Jul 16 18:43:15.147423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:15.427995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b181a-ef46-4631-b4dc-0e400e82843b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.440585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b181a-ef46-4631-b4dc-0e400e82843b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.448775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.20.0.12 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/a2d8b377-854a-4be5-b838-de41189f0ecc) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:15.472289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173b181a-ef46-4631-b4dc-0e400e82843b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.476362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-173b181a-ef46-4631-b4dc-0e400e82843b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3273859 Jul 16 18:43:15.500780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 59974) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:15.668765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e39eb4ef-c367-4745-9439-8dc674599576 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:15.893860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port e3188c5e-f8ff-42e4-87a4-350c5fde4563 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:15.897741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.970012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69c0c859-9255-4712-ab03-84f6c6c0354f req-dfc6d225-adb0-4bc8-81f1-15b9a7d38d7c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=82979f08-5e43-415c-b24b-60bdc042ae44 HTTP/1.1" status: 200 len: 210 time: 0.1187735 Jul 16 18:43:16.008561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.028872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Transition to ACTIVE for port object a2d8b377-854a-4be5-b838-de41189f0ecc will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:16.050699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e39eb4ef-c367-4745-9439-8dc674599576 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:16.057032 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.091959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.269921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=a2d8b377-854a-4be5-b838-de41189f0ecc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:16.301846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:16.316011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:16.323704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:16.352057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be22d5dc-d3d9-45d9-921a-d7518a639a3e None None] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:16.533045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.535602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.571525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-50efecca-c2e2-4810-94da-3de8e390c026 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1043885 Jul 16 18:43:16.584011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Request body: {'port': {'device_id': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:16.633463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fccca-13f8-4df4-931f-ba67fc2c4e9a req-26a8ff0e-998b-45f8-8874-485cb28aee54 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.650352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef0fccca-13f8-4df4-931f-ba67fc2c4e9a req-26a8ff0e-998b-45f8-8874-485cb28aee54 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 932 time: 0.5768578 Jul 16 18:43:16.661293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.755624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for e3188c5e-f8ff-42e4-87a4-350c5fde4563 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:16.835875 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:16.842243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef0fccca-13f8-4df4-931f-ba67fc2c4e9a req-f3952ff1-932a-41c7-985a-2b13ddd9ea99 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902137 Jul 16 18:43:17.116380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:17.145911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1b2812cf-f6f0-405f-b9ec-82110749cf4b None None] Provisioning for port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:17.346404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.436265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:17.459039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:17.463211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.491832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60024) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:17.495990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=e3188c5e-f8ff-42e4-87a4-350c5fde4563,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:17.605520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-60a7b253-15b4-4505-be83-f3e618b58ee1 None None] Provisioning for port a2d8b377-854a-4be5-b838-de41189f0ecc completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:17.624884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-60a7b253-15b4-4505-be83-f3e618b58ee1 None None] Provisioning complete for port a2d8b377-854a-4be5-b838-de41189f0ecc triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:17.628972 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60a7b253-15b4-4505-be83-f3e618b58ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.658023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.665268 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e8158f1f-2bd2-4959-a8eb-3fcfa271350f tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/e3188c5e-f8ff-42e4-87a4-350c5fde4563 HTTP/1.1" status: 204 len: 168 time: 2.1628869 Jul 16 18:43:17.668708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60032) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:17.754221 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa05ea76-a7d3-4fc9-aed1-775da3d2eae3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:43:17.762807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fa05ea76-a7d3-4fc9-aed1-775da3d2eae3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/e3188c5e-f8ff-42e4-87a4-350c5fde4563 HTTP/1.1" status: 404 len: 333 time: 0.0878673 Jul 16 18:43:17.781874 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60036) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:17.784624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d8b377-854a-4be5-b838-de41189f0ecc {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:17.803827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.862502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-60a7b253-15b4-4505-be83-f3e618b58ee1 None None] Port a2d8b377-854a-4be5-b838-de41189f0ecc cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:17.863909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Transition to ACTIVE for port object a2d8b377-854a-4be5-b838-de41189f0ecc will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:17.875368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:17.924726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.050172 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c751f749-8a61-4ae1-b291-7f7aa33f4e11 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.062903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Pushing event updated for resources: {'Port': ['ID=a2d8b377-854a-4be5-b838-de41189f0ecc,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:18.116473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,segment=NetworkSegment(e18eeea5-4888-4dc0-81b1-3f6576350218),segment_id=e18eeea5-4888-4dc0-81b1-3f6576350218)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:18.129080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c751f749-8a61-4ae1-b291-7f7aa33f4e11 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.130625 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.186016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port acf447b5-f769-49eb-9893-2a48c5ad5508 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:18.186382 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.391646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.428418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for acf447b5-f769-49eb-9893-2a48c5ad5508 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:18.444887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:18.535591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Attempting to bind port a2d8b377-854a-4be5-b838-de41189f0ecc on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:18.538102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Attempting to bind port a2d8b377-854a-4be5-b838-de41189f0ecc by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:18.539120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Attempting to bind port a2d8b377-854a-4be5-b838-de41189f0ecc on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:18.560969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Port a2d8b377-854a-4be5-b838-de41189f0ecc on network b7f4625e-4196-40e8-8f94-e2248f7841e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:43:18.561590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Attempting to bind port a2d8b377-854a-4be5-b838-de41189f0ecc on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:18.588602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:18.589292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:18.589953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:18.590880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Bound port: a2d8b377-854a-4be5-b838-de41189f0ecc, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:18.591516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.695364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e275bef0-3048-4f09-ac57-593e22ba6c20 None None] Provisioning for port acf447b5-f769-49eb-9893-2a48c5ad5508 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:18.702024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e275bef0-3048-4f09-ac57-593e22ba6c20 None None] Provisioning complete for port acf447b5-f769-49eb-9893-2a48c5ad5508 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:18.711765 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e275bef0-3048-4f09-ac57-593e22ba6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.854037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e275bef0-3048-4f09-ac57-593e22ba6c20 None None] Port acf447b5-f769-49eb-9893-2a48c5ad5508 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:18.864442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] For port a2d8b377-854a-4be5-b838-de41189f0ecc, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:18.894783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e275bef0-3048-4f09-ac57-593e22ba6c20 None None] Provisioning complete for port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:18.895621 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e275bef0-3048-4f09-ac57-593e22ba6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.114043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] For port a2d8b377-854a-4be5-b838-de41189f0ecc, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2d8b377-854a-4be5-b838-de41189f0ecc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:19.121622 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.132651 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.187261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.191351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.194119 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] 10.222.0.55 "PUT /v2.0/ports/a2d8b377-854a-4be5-b838-de41189f0ecc HTTP/1.1" status: 200 len: 1093 time: 2.6159043 Jul 16 18:43:19.199234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'tag': 'a2d8b377-854a-4be5-b838-de41189f0ecc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:19.203028 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc034e0-ff1d-4163-9368-0fbe5632ca92" -d '{"events": [{"name": "network-changed", "server_uuid": "ac4ac3be-46b2-4607-ade6-c80ebf8a1157", "tag": "a2d8b377-854a-4be5-b838-de41189f0ecc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:19.372622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4f92180-a37d-40dd-ae1c-89a64533947a None None] Could not find standard attr ID for object acf447b5-f769-49eb-9893-2a48c5ad5508. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:43:19.434852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aaf17c-cb62-47d6-9456-244e1e28073a service neutron] Pushing event updated for resources: {'Port': ['ID=a2d8b377-854a-4be5-b838-de41189f0ecc,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.495418 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb8976a-11b0-405d-bc40-5534d5bcffa3 x-openstack-request-id: req-ddb8976a-11b0-405d-bc40-5534d5bcffa3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:19.496369 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac4ac3be-46b2-4607-ade6-c80ebf8a1157", "tag": "a2d8b377-854a-4be5-b838-de41189f0ecc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:19.496872 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ddb8976a-11b0-405d-bc40-5534d5bcffa3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:19.497572 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'tag': 'a2d8b377-854a-4be5-b838-de41189f0ecc', 'status': 'completed', 'code': 200} Jul 16 18:43:19.523861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-24d3d522-2cc4-4a4b-b546-724e39aeb4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.526064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-24d3d522-2cc4-4a4b-b546-724e39aeb4b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 1096 time: 0.1768320 Jul 16 18:43:19.617628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.624661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/acf447b5-f769-49eb-9893-2a48c5ad5508 HTTP/1.1" status: 204 len: 168 time: 1.8385510 Jul 16 18:43:19.626348 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c751f749-8a61-4ae1-b291-7f7aa33f4e11 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.635014 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c751f749-8a61-4ae1-b291-7f7aa33f4e11 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.653469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c751f749-8a61-4ae1-b291-7f7aa33f4e11 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/security-groups/9cd17483-8f4b-4c07-9c2c-7321cb5eff8b HTTP/1.1" status: 204 len: 168 time: 2.1513476 Jul 16 18:43:19.660653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60064) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:19.686346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc99ee7-c1d3-4c62-ae5c-7bd9e4f9da74 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=acf447b5-f769-49eb-9893-2a48c5ad5508,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.733217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:19.756863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-5d9e0c74-769b-45e3-85e0-e50c5a69670f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d8b377-854a-4be5-b838-de41189f0ecc HTTP/1.1" status: 200 len: 217 time: 0.2229142 Jul 16 18:43:19.828391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b313bc22-4715-47b1-b592-331670da3489 req-60c30178-1321-4974-8a22-5686d10c7bda tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.840450 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b313bc22-4715-47b1-b592-331670da3489 req-60c30178-1321-4974-8a22-5686d10c7bda tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.9518180 Jul 16 18:43:19.843102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751f749-8a61-4ae1-b291-7f7aa33f4e11 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd17483-8f4b-4c07-9c2c-7321cb5eff8b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:19.869210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60070) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:19.916568 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cbce71-793a-4c4f-bc15-d69e1dbe21df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:43:19.919083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-54cbce71-793a-4c4f-bc15-d69e1dbe21df tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/acf447b5-f769-49eb-9893-2a48c5ad5508 HTTP/1.1" status: 404 len: 333 time: 0.2427115 Jul 16 18:43:19.927283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:20.019470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-6a27029b-c238-4750-a7ba-427d91d04f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:20.022946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-6a27029b-c238-4750-a7ba-427d91d04f7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1323798 Jul 16 18:43:20.069033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5301976e-ac33-4521-811d-6f43b0a2008c None None] Could not find standard attr ID for object e3188c5e-f8ff-42e4-87a4-350c5fde4563. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:43:20.383784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:20.493002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:20.493555 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.610693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-03ad918f-ac16-424b-9809-5ebf22bfc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:20.613474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-03ad918f-ac16-424b-9809-5ebf22bfc495 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5771523 Jul 16 18:43:20.707513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4e78723-8bd9-4419-973d-0a65c90e4086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.745986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet 5a921a41-dec5-47cf-8d02-2b78b582cecf {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:20.762841 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.832304 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-06ae2f3f-1dd6-4ffa-bd6a-a31513f00762 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027187 Jul 16 18:43:20.844537 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b313bc22-4715-47b1-b592-331670da3489 req-aa8a6ebb-132d-4f07-8b28-b376c7785cd4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0029793 Jul 16 18:43:20.871845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.995356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-01efdb5f-ff5c-43cf-ac0e-b925caa5ecf9 req-e3d43a17-1bc9-4853-814f-c832b0df6c33 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559613 Jul 16 18:43:21.150463 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.206889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-6e1d3255-68e1-43b7-8573-004e839bf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:21.212933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-6e1d3255-68e1-43b7-8573-004e839bf871 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 1096 time: 0.1111424 Jul 16 18:43:21.239696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4e78723-8bd9-4419-973d-0a65c90e4086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.274698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4e78723-8bd9-4419-973d-0a65c90e4086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.339934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a4e78723-8bd9-4419-973d-0a65c90e4086 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e91744d3ffe24d76907797082dab256c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4330096 Jul 16 18:43:21.348232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60082) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.403047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.503732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=5a921a41-dec5-47cf-8d02-2b78b582cecf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.507267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78723-8bd9-4419-973d-0a65c90e4086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc7ddf-f562-4cb5-9442-6ce5bc746f3a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.539669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.545723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9ba7b8f8-7e17-4a1e-95de-4d848a5bf337 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/5a921a41-dec5-47cf-8d02-2b78b582cecf HTTP/1.1" status: 204 len: 168 time: 1.6149859 Jul 16 18:43:21.546441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd45b4d-e629-4b87-9986-d70d06f6b582 None None] Network 3e73de0b-8644-4d66-ba23-53bc0abeadc6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:21.551573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:21.629356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8081b934-3c5c-4c60-9fac-8c2990a5b622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.743037 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8081b934-3c5c-4c60-9fac-8c2990a5b622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.773860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-82204834-6002-4e56-8597-81a1968ff798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:21.777096 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-82204834-6002-4e56-8597-81a1968ff798 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.5509274 Jul 16 18:43:21.829092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8081b934-3c5c-4c60-9fac-8c2990a5b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.833058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8081b934-3c5c-4c60-9fac-8c2990a5b622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.840800 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8081b934-3c5c-4c60-9fac-8c2990a5b622 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44bc7ddf-f562-4cb5-9442-6ce5bc746f3a HTTP/1.1" status: 204 len: 168 time: 0.4900310 Jul 16 18:43:21.852059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081b934-3c5c-4c60-9fac-8c2990a5b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc7ddf-f562-4cb5-9442-6ce5bc746f3a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.882824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] DHCP port deletion for 3e73de0b-8644-4d66-ba23-53bc0abeadc6 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:21.953423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] Deleting port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:21.954489 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.048616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] For port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,segment=NetworkSegment(e18eeea5-4888-4dc0-81b1-3f6576350218),segment_id=e18eeea5-4888-4dc0-81b1-3f6576350218)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:22.049538 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.081250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] Calling delete_port for d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:22.130978 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-19f16d76-7386-4da2-bcd6-7d2469b44f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2d8b377-854a-4be5-b838-de41189f0ecc HTTP/1.1" status: 200 len: 217 time: 0.3389633 Jul 16 18:43:22.197713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.286990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553dc5ee-083f-46ab-8f86-1c71228beee9 req-5e8b7d3c-e13f-47e5-9af9-f1a4ebcde228 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:22.298887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-553dc5ee-083f-46ab-8f86-1c71228beee9 req-5e8b7d3c-e13f-47e5-9af9-f1a4ebcde228 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.1652553 Jul 16 18:43:22.373357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:22.376728 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-553dc5ee-083f-46ab-8f86-1c71228beee9 req-f35114af-d8b6-43a1-b445-03060d081db6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759685 Jul 16 18:43:22.394878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.532432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No active binding found for port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:43:22.533440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:22.551528 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.596430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] Pushing event deleted for resources: {'Port': ['ID=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:22.629022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7964c5-34a0-451e-a4e8-ad83e68f09a9 None None] No DVR routers for this DVR port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:22.934855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60168) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:22.958357 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-15a1227d-5c0c-4577-8fb7-7651cf536cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.148213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-15a1227d-5c0c-4577-8fb7-7651cf536cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.156201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-15a1227d-5c0c-4577-8fb7-7651cf536cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.212899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-15a1227d-5c0c-4577-8fb7-7651cf536cb6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d418707e9a664c3bba578d0a7ebf90bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755625 Jul 16 18:43:23.218012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60170) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:23.300409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1227d-5c0c-4577-8fb7-7651cf536cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6156a1-54aa-4ddb-bdf8-510e8260fbaa,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:23.303858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-e92c5c9e-e3dd-4e76-82fc-5d9ead0cb1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.307191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-e92c5c9e-e3dd-4e76-82fc-5d9ead0cb1ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 1.1546433 Jul 16 18:43:23.379798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed9d1-c656-43c5-83e4-a4040dd461be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.433111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed9d1-c656-43c5-83e4-a4040dd461be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.585074 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed9d1-c656-43c5-83e4-a4040dd461be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.590195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c8ed9d1-c656-43c5-83e4-a4040dd461be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.592430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3c8ed9d1-c656-43c5-83e4-a4040dd461be admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea6156a1-54aa-4ddb-bdf8-510e8260fbaa HTTP/1.1" status: 204 len: 168 time: 0.3725879 Jul 16 18:43:23.624367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ed9d1-c656-43c5-83e4-a4040dd461be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6156a1-54aa-4ddb-bdf8-510e8260fbaa,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:23.683293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-177e0327-6a70-48eb-a376-2a1090373fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.685094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-177e0327-6a70-48eb-a376-2a1090373fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3676999 Jul 16 18:43:23.687225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:23.687578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.776128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531783f-a117-453c-9d47-58e0baccb844 req-2528ab06-eea3-42f3-83cd-0b073e42229a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.779249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3531783f-a117-453c-9d47-58e0baccb844 req-2528ab06-eea3-42f3-83cd-0b073e42229a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.1519752 Jul 16 18:43:23.904265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-9d04833e-a07b-480f-8ff4-4ed89fb862dd service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043054 Jul 16 18:43:23.908141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3531783f-a117-453c-9d47-58e0baccb844 req-f2826518-bea2-4f1c-9b8f-39d8fd7f82e1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169155 Jul 16 18:43:24.145174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] For port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2, host n-d-793620-10, got binding levels [] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:24.145753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.275848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:24.290379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 was not found and therefore no delete operation was performed {{(pid=93778) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:43:24.301637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.361119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:24.370198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No DVR routers for this DVR port d3bfeb6e-af0d-4e16-8940-ff3cde19e0a2 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:24.380874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5bc034e0-ff1d-4163-9368-0fbe5632ca92 req-ec5e2885-148a-4fdd-a51c-ae23f71ebef1 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211073 Jul 16 18:43:24.560216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.578109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e73de0b-8644-4d66-ba23-53bc0abeadc6']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:24.655796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18eeea5-4888-4dc0-81b1-3f6576350218') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:24.656094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18eeea5-4888-4dc0-81b1-3f6576350218') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:24.675847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.773182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.784708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:24.785139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:24.788430 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:24.793182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port 6bec765e-0135-4ff1-bc98-0614f839328c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:24.793182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:24.969087 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.012174 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.020124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:25.025244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1401647204'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:25.029505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/3e73de0b-8644-4d66-ba23-53bc0abeadc6 HTTP/1.1" status: 204 len: 168 time: 3.4463193 Jul 16 18:43:25.035570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae45e27-441c-44eb-ba12-95eb219deba4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=3e73de0b-8644-4d66-ba23-53bc0abeadc6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:25.089061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:25.096208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.103580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port 6bec765e-0135-4ff1-bc98-0614f839328c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6bec765e-0135-4ff1-bc98-0614f839328c,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:25.104125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.122936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for 6bec765e-0135-4ff1-bc98-0614f839328c owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:25.138200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:25.147860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.149887 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Added segment 6f894475-00da-4afa-ad07-052ba899ce62 of type vlan for network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 Jul 16 18:43:25.202944 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.253885 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.261277 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.262160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.402686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Network': ['ID=712230d1-a7dd-4e7d-812a-0f39a844cbb6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:25.418527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:25.473074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5d779f09-20ee-4a7a-a6e3-bf7dd15df504 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4521840 Jul 16 18:43:25.475059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:25.490577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:25.559328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fada20-45de-410f-9690-6bfd872ab4b9 req-5d29fe18-ee0b-4bcf-a8d1-fb94ddeaeb7c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.576876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4fada20-45de-410f-9690-6bfd872ab4b9 req-5d29fe18-ee0b-4bcf-a8d1-fb94ddeaeb7c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.1679184 Jul 16 18:43:25.632501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4fada20-45de-410f-9690-6bfd872ab4b9 req-9c4bae8b-aab8-4e24-8b34-79ed2e7c36fc tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543773 Jul 16 18:43:25.779538 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:25.802420 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.838528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:25.843396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.976200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=6bec765e-0135-4ff1-bc98-0614f839328c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.359957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.506947 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.520049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=3ee6616c-49ba-4e83-b225-aad60d9d6cc9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:26.541850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Checking segment: {'id': '6f894475-00da-4afa-ad07-052ba899ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:26.542274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network hostable DHCP agents. Network: 712230d1-a7dd-4e7d-812a-0f39a844cbb6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:26.647023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:26.679286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 712230d1-a7dd-4e7d-812a-0f39a844cbb6) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:26.687686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.688368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.691207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d802d5-ed1f-46cb-a072-b5f1bf450e02 None None] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:26.717035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1eb71e1c-dbdd-40c5-af6b-791076f2d253 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2370181 Jul 16 18:43:26.717537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60238) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:26.723447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4b61c83a-eec1-4ba8-8e5d-a254f494445a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-920536148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:26.780716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b61c83a-eec1-4ba8-8e5d-a254f494445a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.781836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b61c83a-eec1-4ba8-8e5d-a254f494445a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.912371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b61c83a-eec1-4ba8-8e5d-a254f494445a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.925127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b61c83a-eec1-4ba8-8e5d-a254f494445a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.961312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b61c83a-eec1-4ba8-8e5d-a254f494445a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:26.966857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4b61c83a-eec1-4ba8-8e5d-a254f494445a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2468410 Jul 16 18:43:26.967491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60246) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:26.986464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6', 'name': 'tempest-PortsIpV6TestJSON-808631383'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:27.048663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-712230d1-a7dd-4e7d-812a-0f39a844cbb6', 'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6', 'tenant_id': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'fixed_ips': [{'subnet_id': '3ee6616c-49ba-4e83-b225-aad60d9d6cc9'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:27.054919 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.087778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:27.291881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:27.299530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.364818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:27.426521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:27.444105 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] Sync routers for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:27.449279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828dedfe-1cc3-46c7-b4f7-6562a7e2e84a req-86b0822b-1467-49ad-afa7-76cc50b414bc tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:27.450954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-828dedfe-1cc3-46c7-b4f7-6562a7e2e84a req-86b0822b-1467-49ad-afa7-76cc50b414bc tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.1864655 Jul 16 18:43:27.462162 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea2defd3-7e6c-4fe9-880e-4da76d81e3e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "PUT /v2.0/routers/91c1f2a9-7e23-463f-8fee-b74ca28b8c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7272265 Jul 16 18:43:27.466496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60258) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:27.470419 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:27.471607 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:27.539109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-828dedfe-1cc3-46c7-b4f7-6562a7e2e84a req-18f608f8-5a77-404a-ac71-fcd30637cae9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780070 Jul 16 18:43:27.554411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Allocated IP 2001:db8::2 (712230d1-a7dd-4e7d-812a-0f39a844cbb6/3ee6616c-49ba-4e83-b225-aad60d9d6cc9/f04171fb-77c3-4ee9-a437-91b8e69b1a33) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:27.638232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting subnet 844e1c00-6f71-4197-91f9-51c1062643f9 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:27.642449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.710579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.752846 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:27.854211 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.923796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.955837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Transition to ACTIVE for port object f04171fb-77c3-4ee9-a437-91b8e69b1a33 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:27.959283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:27.991299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Transition to ACTIVE for port object f04171fb-77c3-4ee9-a437-91b8e69b1a33 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:28.028460 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.037433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Subnet': ['ID=844e1c00-6f71-4197-91f9-51c1062643f9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:28.047394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.049825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9ec2a6af-f0b8-4a8e-954b-b829079ad6bb tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/subnets/844e1c00-6f71-4197-91f9-51c1062643f9 HTTP/1.1" status: 204 len: 168 time: 0.5822446 Jul 16 18:43:28.054251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:28.190302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::261 (712230d1-a7dd-4e7d-812a-0f39a844cbb6/3ee6616c-49ba-4e83-b225-aad60d9d6cc9/cdcac30f-41fc-453c-8fa7-28afdcf75bc6) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:28.197669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Pushing event updated for resources: {'Port': ['ID=f04171fb-77c3-4ee9-a437-91b8e69b1a33,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:28.215506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cc449a-7fe3-4317-9d0a-84cb720aabbb None None] Network 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:28.280014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:28.290214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:28.299925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:28.470428 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.520597 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:43:25Z', 'revision_number': 7, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:28.608809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] Checking router: 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:28.632618 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] Routers {'91c1f2a9-7e23-463f-8fee-b74ca28b8c43'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:28.633361 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:28.721753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Attempting to bind port f04171fb-77c3-4ee9-a437-91b8e69b1a33 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:28.721753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Attempting to bind port f04171fb-77c3-4ee9-a437-91b8e69b1a33 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '6f894475-00da-4afa-ad07-052ba899ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:28.721753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Attempting to bind port f04171fb-77c3-4ee9-a437-91b8e69b1a33 on network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:28.730005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.737700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:28.738464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Checking segment: {'id': '6f894475-00da-4afa-ad07-052ba899ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:28.739150 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.739806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Bound using segment: {'id': '6f894475-00da-4afa-ad07-052ba899ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:28.740680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Bound port: f04171fb-77c3-4ee9-a437-91b8e69b1a33, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f894475-00da-4afa-ad07-052ba899ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '712230d1-a7dd-4e7d-812a-0f39a844cbb6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:28.741354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.785454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.836803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object cdcac30f-41fc-453c-8fa7-28afdcf75bc6 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:28.935779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port 897b1e81-ec79-47b6-8069-e0e9bdd3d008 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:28.937709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.015573 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] Set router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:29.088461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] DHCP port deletion for 46e508e0-b4a5-45a9-8dc7-2cf8ea85744a request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:29.104563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] For port f04171fb-77c3-4ee9-a437-91b8e69b1a33, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:29.107635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.159748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b1cff-6968-430a-89bd-7460598a212d req-77d92b95-e4cf-4a88-9d2a-2fefa9951b95 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:29.165105 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b38b1cff-6968-430a-89bd-7460598a212d req-77d92b95-e4cf-4a88-9d2a-2fefa9951b95 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.3163214 Jul 16 18:43:29.201477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] For port f04171fb-77c3-4ee9-a437-91b8e69b1a33, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f04171fb-77c3-4ee9-a437-91b8e69b1a33,segment=NetworkSegment(6f894475-00da-4afa-ad07-052ba899ce62),segment_id=6f894475-00da-4afa-ad07-052ba899ce62)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:29.215084 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.288328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:29.304477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:29.317872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:29.324793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:29.325814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.365929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port 897b1e81-ec79-47b6-8069-e0e9bdd3d008, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=897b1e81-ec79-47b6-8069-e0e9bdd3d008,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:29.366534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.378832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b38b1cff-6968-430a-89bd-7460598a212d req-2cd9353a-e1ec-46ea-8d14-3001e67552ef tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845345 Jul 16 18:43:29.390620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=cdcac30f-41fc-453c-8fa7-28afdcf75bc6,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:29.443133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.443885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.444546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.445130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.447325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.449724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.451178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.456275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for 897b1e81-ec79-47b6-8069-e0e9bdd3d008 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:29.457204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.457976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.459326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.460679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.461987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:29.479719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.481046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a329c62d-eb6d-481c-a25b-dff5bbe5901e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5124216 Jul 16 18:43:29.533529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893ce71-bcec-4170-96b5-26d0b03ab972 None None] Pushing event updated for resources: {'Port': ['ID=f04171fb-77c3-4ee9-a437-91b8e69b1a33,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:29.559294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60294) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:29.566601 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:43:25Z', 'revision_number': 7, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:29.568687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] Deleting port 2bd7f1bb-2de9-4dc9-a270-f88feee7face {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:29.569356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.704094 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589c687-edfe-4a9e-88d9-9c46263cb819 None None] The sync data for ids ['91c1f2a9-7e23-463f-8fee-b74ca28b8c43'] in n-d-793620-10 is: [{'id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'name': 'tempest-TestNetworkBasicOps-router-50765828', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230'}], 'enable_snat': True}, 'gw_port_id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:43:25Z', 'revision_number': 7, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': '897b1e81-ec79-47b6-8069-e0e9bdd3d008', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91c1f2a9-7e23-463f-8fee-b74ca28b8c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:33Z', 'updated_at': '2021-07-16T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:29.778808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb5bed01-ed9d-4fed-93f4-656a6fb63f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.916116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb5bed01-ed9d-4fed-93f4-656a6fb63f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.918005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] For port 2bd7f1bb-2de9-4dc9-a270-f88feee7face, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2bd7f1bb-2de9-4dc9-a270-f88feee7face,segment=NetworkSegment(1d13bb85-932c-4739-b29e-bf4df5a4e62e),segment_id=1d13bb85-932c-4739-b29e-bf4df5a4e62e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:29.919406 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.926716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb5bed01-ed9d-4fed-93f4-656a6fb63f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:29.938107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] Calling delete_port for 2bd7f1bb-2de9-4dc9-a270-f88feee7face owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:29.995548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fb5bed01-ed9d-4fed-93f4-656a6fb63f7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6e37fe9c5de046498d9896e78dc41156&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4347265 Jul 16 18:43:30.002626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bed01-ed9d-4fed-93f4-656a6fb63f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffedc467-674a-41d9-97b6-01e3b8a7afce,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.007258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60298) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:30.170980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b02c5b64-bcb1-47fd-a81e-b40af9da6a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.215699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.231165 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b02c5b64-bcb1-47fd-a81e-b40af9da6a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.367389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] No DVR routers for this DVR port 2bd7f1bb-2de9-4dc9-a270-f88feee7face on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:30.381223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc2de2-697d-4ab0-99ac-01d8a2f581f2 None None] Pushing event deleted for resources: {'Port': ['ID=2bd7f1bb-2de9-4dc9-a270-f88feee7face,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.431288 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aba7f2bb-caf7-4ea4-8d7e-e6a4374eaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.466252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f04171fb-77c3-4ee9-a437-91b8e69b1a33 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:30.492737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b02c5b64-bcb1-47fd-a81e-b40af9da6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.518683 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b02c5b64-bcb1-47fd-a81e-b40af9da6a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.525868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b02c5b64-bcb1-47fd-a81e-b40af9da6a20 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffedc467-674a-41d9-97b6-01e3b8a7afce HTTP/1.1" status: 204 len: 168 time: 0.5162330 Jul 16 18:43:30.555617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c5b64-bcb1-47fd-a81e-b40af9da6a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffedc467-674a-41d9-97b6-01e3b8a7afce,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:30.785516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f04171fb-77c3-4ee9-a437-91b8e69b1a33 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:30.915528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bd7f1bb-2de9-4dc9-a270-f88feee7face no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:30.964056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 2bd7f1bb-2de9-4dc9-a270-f88feee7face {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:30.969308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2bd7f1bb-2de9-4dc9-a270-f88feee7face not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:30.969992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6bec765e-0135-4ff1-bc98-0614f839328c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:30.970187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:30.984037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969776c-3032-49e2-9d77-c5b2118b0b08 req-f93aec7b-2f8d-4102-a55b-c47af05a1eed tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:30.986287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7969776c-3032-49e2-9d77-c5b2118b0b08 req-f93aec7b-2f8d-4102-a55b-c47af05a1eed tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.1879148 Jul 16 18:43:31.010780 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.095033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6bec765e-0135-4ff1-bc98-0614f839328c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:31.101228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6bec765e-0135-4ff1-bc98-0614f839328c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:31.119823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7969776c-3032-49e2-9d77-c5b2118b0b08 req-ceb322ba-3653-46a4-967b-ce64dd1b2c2c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242962 Jul 16 18:43:31.190485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=897b1e81-ec79-47b6-8069-e0e9bdd3d008,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:31.310325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60310) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:31.346754 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.359913 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-066c68ec-4c15-4781-b9f1-257aa457990b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.509391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.514061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.563546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-066c68ec-4c15-4781-b9f1-257aa457990b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.572542 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-066c68ec-4c15-4781-b9f1-257aa457990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.598962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e95b64-d74e-41e1-b3f4-a683fd52fd09 None None] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:31.614343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.615066 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Fanout notify agent at l3_agent the message router_deleted on router 91c1f2a9-7e23-463f-8fee-b74ca28b8c43 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:43:31.625906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.627815 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4315d8bb-cf00-41c9-a1f7-8abe4afd66be tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/routers/91c1f2a9-7e23-463f-8fee-b74ca28b8c43 HTTP/1.1" status: 204 len: 168 time: 3.5717773 Jul 16 18:43:31.632863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:31.663892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c68ec-4c15-4781-b9f1-257aa457990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2602dd51-e0ad-49ee-8bcf-8c448ab92d79,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:31.673244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-066c68ec-4c15-4781-b9f1-257aa457990b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b41b8de7b9b4439ac4bf42acaaab50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616948 Jul 16 18:43:31.676031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60316) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:31.709939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-42b0e5c2-d1f1-494c-a875-7c8193dd0f5d None None] Provisioning for port f04171fb-77c3-4ee9-a437-91b8e69b1a33 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:31.732705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-42b0e5c2-d1f1-494c-a875-7c8193dd0f5d None None] Provisioning complete for port f04171fb-77c3-4ee9-a437-91b8e69b1a33 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:31.733447 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42b0e5c2-d1f1-494c-a875-7c8193dd0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.785709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.792119 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.801569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.832372 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4aa898a0-abb3-467b-9a4c-12780c5d476c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.868817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4aa898a0-abb3-467b-9a4c-12780c5d476c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.946065 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4aa898a0-abb3-467b-9a4c-12780c5d476c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.948748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4aa898a0-abb3-467b-9a4c-12780c5d476c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.954430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4aa898a0-abb3-467b-9a4c-12780c5d476c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2602dd51-e0ad-49ee-8bcf-8c448ab92d79 HTTP/1.1" status: 204 len: 168 time: 0.2727780 Jul 16 18:43:31.984366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa898a0-abb3-467b-9a4c-12780c5d476c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2602dd51-e0ad-49ee-8bcf-8c448ab92d79,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.193667 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42b0e5c2-d1f1-494c-a875-7c8193dd0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.228206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.261788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-42b0e5c2-d1f1-494c-a875-7c8193dd0f5d None None] For port f04171fb-77c3-4ee9-a437-91b8e69b1a33, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f04171fb-77c3-4ee9-a437-91b8e69b1a33,segment=NetworkSegment(6f894475-00da-4afa-ad07-052ba899ce62),segment_id=6f894475-00da-4afa-ad07-052ba899ce62)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:32.279207 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42b0e5c2-d1f1-494c-a875-7c8193dd0f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.423577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=cdcac30f-41fc-453c-8fa7-28afdcf75bc6,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.463473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2d8b377-854a-4be5-b838-de41189f0ecc details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:32.519543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e3ba1-f2f3-404e-bb1b-e6c83438d54a req-881694ac-69cb-4812-a5f6-6148414b9c72 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.521723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-946e3ba1-f2f3-404e-bb1b-e6c83438d54a req-881694ac-69cb-4812-a5f6-6148414b9c72 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 944 time: 0.1727781 Jul 16 18:43:32.535413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 897b1e81-ec79-47b6-8069-e0e9bdd3d008 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:32.552753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.581319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 897b1e81-ec79-47b6-8069-e0e9bdd3d008 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:32.582163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 897b1e81-ec79-47b6-8069-e0e9bdd3d008 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:32.595453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0e5c2-d1f1-494c-a875-7c8193dd0f5d None None] Pushing event updated for resources: {'Port': ['ID=f04171fb-77c3-4ee9-a437-91b8e69b1a33,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:32.610585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e508e0-b4a5-45a9-8dc7-2cf8ea85744a']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:32.625103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-946e3ba1-f2f3-404e-bb1b-e6c83438d54a req-88223583-50a0-4ba3-8804-1d6305ff28b5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958209 Jul 16 18:43:32.626500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.643370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d13bb85-932c-4739-b29e-bf4df5a4e62e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:32.643676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d13bb85-932c-4739-b29e-bf4df5a4e62e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:32.681220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.775350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a2d8b377-854a-4be5-b838-de41189f0ecc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2d8b377-854a-4be5-b838-de41189f0ecc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:32.804445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'a2d8b377-854a-4be5-b838-de41189f0ecc', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'port_id': 'a2d8b377-854a-4be5-b838-de41189f0ecc', 'mac_address': 'fa:16:3e:a4:76:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:32.878766 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.904994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d8b377-854a-4be5-b838-de41189f0ecc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:32.934218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a2d8b377-854a-4be5-b838-de41189f0ecc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2d8b377-854a-4be5-b838-de41189f0ecc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:32.939307 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.040384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.055619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a2d8b377-854a-4be5-b838-de41189f0ecc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:33.087685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:33.088446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:33.095413 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:33.159343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a544b8c9-7eb6-45c9-9328-907b7808467f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.172142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a2d8b377-854a-4be5-b838-de41189f0ecc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:33.305486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-22ca64ca-c622-46f5-b983-c1602e08b0a0 None None] Provisioning for port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:33.318792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-22ca64ca-c622-46f5-b983-c1602e08b0a0 None None] Provisioning complete for port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:33.319981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22ca64ca-c622-46f5-b983-c1602e08b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.366630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-22ca64ca-c622-46f5-b983-c1602e08b0a0 None None] Port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:33.400371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.427713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.437001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/networks/46e508e0-b4a5-45a9-8dc7-2cf8ea85744a HTTP/1.1" status: 204 len: 168 time: 1.7981336 Jul 16 18:43:33.478506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60346) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:33.489219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'network': {'name': 'tempest-network-smoke--1892647632', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:33.507313 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.518855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-22ca64ca-c622-46f5-b983-c1602e08b0a0 None None] Provisioning complete for port f04171fb-77c3-4ee9-a437-91b8e69b1a33 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:33.534021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-22ca64ca-c622-46f5-b983-c1602e08b0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.582140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:33.595093 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.665830 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.687477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b75349-4295-4475-93c4-aacf59f8a4ae tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Network': ['ID=46e508e0-b4a5-45a9-8dc7-2cf8ea85744a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:33.700932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:43:33.713658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.717573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.726049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.726511 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Added segment b06ede7e-1a3c-4854-8f1d-f5fa45da028f of type vlan for network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 Jul 16 18:43:33.831839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.880374 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.902628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.910455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.914197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d21f4083-e71f-4059-b8cb-64e814dc2875 None None] Provisioning complete for port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:33.930296 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d21f4083-e71f-4059-b8cb-64e814dc2875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.983575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=cdcac30f-41fc-453c-8fa7-28afdcf75bc6,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:34.008705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5277605 Jul 16 18:43:34.014576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:34.038194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-366627567', 'admin_state_up': True, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:34.068492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d21f4083-e71f-4059-b8cb-64e814dc2875 None None] Port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:34.178280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538801bc-f83c-42c7-ab70-dd23db4758e0 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Network': ['ID=8c5b7b76-e8f4-4a7a-a35a-49790d803764,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:34.193500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f9b65a95-f70b-47e0-b330-67bfb0fb3a37 None None] Provisioning complete for port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:34.193881 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9b65a95-f70b-47e0-b330-67bfb0fb3a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.223519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ce4cc-071d-4930-bb06-13bf3872dc0e req-2caff54b-db3a-47a5-a496-6e3d760bb421 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:34.225664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-877ce4cc-071d-4930-bb06-13bf3872dc0e req-2caff54b-db3a-47a5-a496-6e3d760bb421 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 945 time: 0.1656115 Jul 16 18:43:34.268931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:43:34.305308 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.306954 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.332831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-877ce4cc-071d-4930-bb06-13bf3872dc0e req-e75bc297-247f-4f2e-a26a-189297ccbd71 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003091 Jul 16 18:43:34.433866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.438587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:34.443988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:34.601268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2d8b377-854a-4be5-b838-de41189f0ecc up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:34.657182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f04171fb-77c3-4ee9-a437-91b8e69b1a33 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:34.744509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f9b65a95-f70b-47e0-b330-67bfb0fb3a37 None None] Port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:34.807468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.907192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Router b8b94e98-9882-46f6-ab7f-9934e390b9b8 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:43:34.951902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:34.983318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f04171fb-77c3-4ee9-a437-91b8e69b1a33 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:34.984579 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.038664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port a2d8b377-854a-4be5-b838-de41189f0ecc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:35.048336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port a2d8b377-854a-4be5-b838-de41189f0ecc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:35.049601 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.137402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:35.147395 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-060ac7b5-f4d4-48e1-b3f9-122004480a7e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "PUT /v2.0/routers/b8b94e98-9882-46f6-ab7f-9934e390b9b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6664901 Jul 16 18:43:35.150356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60370) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:35.231498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] Sync routers for ids ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:35.242099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-916e47f4-3a8d-42f9-aa86-b68de7850991 None None] Provisioning complete for port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:35.262385 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-916e47f4-3a8d-42f9-aa86-b68de7850991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.323788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.339810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21ede73-f894-4cfe-af32-02157014c973 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:35.356534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e21ede73-f894-4cfe-af32-02157014c973 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b94e98-9882-46f6-ab7f-9934e390b9b8 HTTP/1.1" status: 200 len: 988 time: 0.2033651 Jul 16 18:43:35.358091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60378) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:35.363349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.620731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] Routers {'b8b94e98-9882-46f6-ab7f-9934e390b9b8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:35.621390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.626589 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.665005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.667513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-916e47f4-3a8d-42f9-aa86-b68de7850991 None None] Port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:35.680510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.25.0.96 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/be48dc28-6279-4950-8b7a-9fca7e37ce8a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:35.689724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] Routers {'b8b94e98-9882-46f6-ab7f-9934e390b9b8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:35.690637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.747712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d8b377-854a-4be5-b838-de41189f0ecc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:35.750352 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc453b9f-f5a4-4735-9d42-c28bc2cf5f36" -d '{"events": [{"server_uuid": "ac4ac3be-46b2-4607-ade6-c80ebf8a1157", "name": "network-vif-plugged", "status": "completed", "tag": "a2d8b377-854a-4be5-b838-de41189f0ecc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:35.789008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a2d8b377-854a-4be5-b838-de41189f0ecc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2d8b377-854a-4be5-b838-de41189f0ecc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:35.791360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:35.792835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d7c6df-cd10-4754-bab5-9879ea8e75d5 None None] The sync data for ids ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:35.795988 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.863194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3a8e0-efc8-4b9e-aae3-80a5a036e3b3 req-f96ca35d-66cf-4705-9963-51ea7c8de263 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:35.865052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70c3a8e0-efc8-4b9e-aae3-80a5a036e3b3 req-f96ca35d-66cf-4705-9963-51ea7c8de263 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 945 time: 0.2416117 Jul 16 18:43:35.912721 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd3a3fa-b129-4824-b863-17648e8486de x-openstack-request-id: req-7cd3a3fa-b129-4824-b863-17648e8486de {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:35.913009 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4ac3be-46b2-4607-ade6-c80ebf8a1157", "name": "network-vif-plugged", "status": "completed", "tag": "a2d8b377-854a-4be5-b838-de41189f0ecc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:35.913268 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7cd3a3fa-b129-4824-b863-17648e8486de {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:35.913670 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d8b377-854a-4be5-b838-de41189f0ecc', 'code': 200} Jul 16 18:43:35.947946 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.957613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a2d8b377-854a-4be5-b838-de41189f0ecc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:35.978843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.996888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70c3a8e0-efc8-4b9e-aae3-80a5a036e3b3 req-ae285895-f969-4287-a278-3dc0fed62d91 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192420 Jul 16 18:43:36.072003 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.164041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:36.167744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=be48dc28-6279-4950-8b7a-9fca7e37ce8a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:36.186352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:36.191452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:36.254807 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.395862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c64867-efb9-4a3d-affd-6579d08acec3 req-d66a192b-77fa-4970-a9b9-1098499feb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.401976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-02c64867-efb9-4a3d-affd-6579d08acec3 req-d66a192b-77fa-4970-a9b9-1098499feb20 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 1098 time: 0.3596721 Jul 16 18:43:36.502508 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-02c64867-efb9-4a3d-affd-6579d08acec3 req-c925ed7c-847d-4734-a713-87f034952dc4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557868 Jul 16 18:43:36.699654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.707637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port cdcac30f-41fc-453c-8fa7-28afdcf75bc6 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:36.707985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.958843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:36.969093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for cdcac30f-41fc-453c-8fa7-28afdcf75bc6 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:37.216338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60436) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:37.286660 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.416702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.545652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=cdcac30f-41fc-453c-8fa7-28afdcf75bc6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:37.604180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60db8b19-9d99-42d6-8295-83174aec6df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.630151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b1a6a-edfc-40eb-bd49-06eb2e157f94 req-2359b9f7-004c-427e-bea5-4c59718eb476 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.633437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-580b1a6a-edfc-40eb-bd49-06eb2e157f94 req-2359b9f7-004c-427e-bea5-4c59718eb476 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 946 time: 0.3613195 Jul 16 18:43:37.703943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.906129 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.920510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-580b1a6a-edfc-40eb-bd49-06eb2e157f94 req-e485f995-57ae-4580-a8b3-f9cefb16d116 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654009 Jul 16 18:43:37.982255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.235335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60db8b19-9d99-42d6-8295-83174aec6df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.246708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Router b8b94e98-9882-46f6-ab7f-9934e390b9b8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:38.251842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60db8b19-9d99-42d6-8295-83174aec6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.257636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:43:38.480871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:38.496893 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Sync routers for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:38.508033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.513800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:38.515180 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.520894 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e1e1751d-3102-47e0-b079-4df703f5060e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4982262 Jul 16 18:43:38.521820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.628573 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-48989996-e380-4f28-ba92-879ef3477222 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=ac86683e154a49e4a318dd040f608cf5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1011724 Jul 16 18:43:38.630368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.828183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec0f7d-cdbf-49ca-82a1-20aac45e8334 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.830623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-54ec0f7d-cdbf-49ca-82a1-20aac45e8334 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1983221 Jul 16 18:43:38.834044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60466) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.838353 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:38.905626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db8b19-9d99-42d6-8295-83174aec6df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce833e18-0ad1-4c64-aac3-d7ae17e448ca,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.908314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ecf709c4-af90-46a7-8493-05c5f1d312b4 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0721126 Jul 16 18:43:38.911311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:38.942150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1334335981', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:39.057844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-60db8b19-9d99-42d6-8295-83174aec6df6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a288c313ae714079a6b5f32059285a02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8402410 Jul 16 18:43:39.184680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60474) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.213970 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:36Z', 'revision_number': 3, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:39.222668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:39.246185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] Sync routers for ids ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:39.256342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:39.262621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.264348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a1f00791-dc16-47e5-8e11-69112315526e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "PUT /v2.0/routers/b8b94e98-9882-46f6-ab7f-9934e390b9b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8989069 Jul 16 18:43:39.270539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.281122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] Routers {'b8b94e98-9882-46f6-ab7f-9934e390b9b8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:39.285543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:39.321313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Checking router: 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:39.326349 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Updating router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c port be48dc28-6279-4950-8b7a-9fca7e37ce8a binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:43:39.339494 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d944bf86-dfeb-49ff-982b-444c166d6b42 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:43:39.346017 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d944bf86-dfeb-49ff-982b-444c166d6b42 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/cdcac30f-41fc-453c-8fa7-28afdcf75bc6 HTTP/1.1" status: 404 len: 333 time: 0.0729668 Jul 16 18:43:39.367318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60482) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:39.387196 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.469294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:39.493657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] Routers {'b8b94e98-9882-46f6-ab7f-9934e390b9b8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:39.495005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:39.570670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:39.581099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f2bb0-2bfa-46c5-87bd-daab040e2d66 None None] The sync data for ids ['b8b94e98-9882-46f6-ab7f-9934e390b9b8'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:39.692305 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ed2f91-e154-43dd-8966-ec782d72eb53 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.822693 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6aa7869-fa48-47d2-9a5c-6f53fd7676a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.825162 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.881240 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Transition to ACTIVE for port object be48dc28-6279-4950-8b7a-9fca7e37ce8a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:39.894530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.899725 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:39.982577 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Attempting to bind port be48dc28-6279-4950-8b7a-9fca7e37ce8a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:39.983277 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Attempting to bind port be48dc28-6279-4950-8b7a-9fca7e37ce8a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:39.983930 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Attempting to bind port be48dc28-6279-4950-8b7a-9fca7e37ce8a on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:39.987942 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Pushing event updated for resources: {'Port': ['ID=be48dc28-6279-4950-8b7a-9fca7e37ce8a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:39.988815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Subnet': ['ID=84df9d35-9937-41f3-ac72-170616675cf6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.003032 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:40.003032 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:40.003032 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.003032 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:40.003032 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Bound port: be48dc28-6279-4950-8b7a-9fca7e37ce8a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:40.003032 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.016873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Checking segment: {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:40.018100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network hostable DHCP agents. Network: 8c5b7b76-e8f4-4a7a-a35a-49790d803764, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:43:40.029387 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.029741 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.030083 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.030456 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.030793 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.031123 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.031451 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.031875 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.032469 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.033172 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.033850 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.043486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:43:40.052441 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.065518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8c5b7b76-e8f4-4a7a-a35a-49790d803764) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:40.070603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.071540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.086999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4fc4d-7a3c-41a5-92d2-563c7000303e req-e5705993-e5db-4af8-8997-8ce74d88dc1d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.087705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99296b4-5c7d-44a8-917b-1b6f4f8ab9c1 None None] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:40.091476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01d4fc4d-7a3c-41a5-92d2-563c7000303e req-e5705993-e5db-4af8-8997-8ce74d88dc1d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 946 time: 0.8140001 Jul 16 18:43:40.107957 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ed2f91-e154-43dd-8966-ec782d72eb53 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.108897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-df6676ba-c072-4d2c-abab-20d8cf7a7f29 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1837666 Jul 16 18:43:40.112073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60494) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:40.112730 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6aa7869-fa48-47d2-9a5c-6f53fd7676a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.124542 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] For port be48dc28-6279-4950-8b7a-9fca7e37ce8a, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:40.125227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ed2f91-e154-43dd-8966-ec782d72eb53 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.129849 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] For port be48dc28-6279-4950-8b7a-9fca7e37ce8a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=be48dc28-6279-4950-8b7a-9fca7e37ce8a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:40.136129 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.235651 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:40.236287 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:40.237954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ed2f91-e154-43dd-8966-ec782d72eb53 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.238550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ed2f91-e154-43dd-8966-ec782d72eb53 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Fanout notify agent at l3_agent the message router_deleted on router b8b94e98-9882-46f6-ab7f-9934e390b9b8 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:43:40.260499 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06ed2f91-e154-43dd-8966-ec782d72eb53 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.265183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-06ed2f91-e154-43dd-8966-ec782d72eb53 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/routers/b8b94e98-9882-46f6-ab7f-9934e390b9b8 HTTP/1.1" status: 204 len: 168 time: 0.8676960 Jul 16 18:43:40.269620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60496) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:40.421987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet 3ee6616c-49ba-4e83-b225-aad60d9d6cc9 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:43:40.440652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01d4fc4d-7a3c-41a5-92d2-563c7000303e req-d690a43a-a0fd-4b5c-89e8-de663cd4c8b4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410597 Jul 16 18:43:40.441797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.551005 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6aa7869-fa48-47d2-9a5c-6f53fd7676a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.555657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b6aa7869-fa48-47d2-9a5c-6f53fd7676a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.558119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b6aa7869-fa48-47d2-9a5c-6f53fd7676a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce833e18-0ad1-4c64-aac3-d7ae17e448ca HTTP/1.1" status: 204 len: 168 time: 1.3714809 Jul 16 18:43:40.575338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.719462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa7869-fa48-47d2-9a5c-6f53fd7676a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce833e18-0ad1-4c64-aac3-d7ae17e448ca,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.791689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:40.805572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.935010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.986812 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0471608-6012-4f4f-978a-c51c7bcaf480 None None] Pushing event updated for resources: {'Port': ['ID=be48dc28-6279-4950-8b7a-9fca7e37ce8a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:41.080550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.096736 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:41.124461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81afa8b-f259-413d-840a-c4e3aaf2d58b req-16a1076f-996c-4568-86ad-a22891ced433 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.133248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e81afa8b-f259-413d-840a-c4e3aaf2d58b req-16a1076f-996c-4568-86ad-a22891ced433 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 946 time: 0.1692917 Jul 16 18:43:41.207749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee6616c-49ba-4e83-b225-aad60d9d6cc9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:41.232634 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.237275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d4c5ce1e-8913-44e9-8a49-e07912e61ea1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/3ee6616c-49ba-4e83-b225-aad60d9d6cc9 HTTP/1.1" status: 204 len: 168 time: 0.9640868 Jul 16 18:43:41.237611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Allocated IP 172.20.0.2 (8c5b7b76-e8f4-4a7a-a35a-49790d803764/84df9d35-9937-41f3-ac72-170616675cf6/c0f1a699-6ed5-4d07-88ed-08f304d40092) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:41.237709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.259533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d036da2b-6ebe-4180-ab8f-a654f7bfe876 None None] Network 712230d1-a7dd-4e7d-812a-0f39a844cbb6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:41.295756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e81afa8b-f259-413d-840a-c4e3aaf2d58b req-93a7445e-a02e-4eff-a491-1976fba12551 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591454 Jul 16 18:43:41.560026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60520) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:41.599614 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1a39870-8244-4a8e-8015-d6361fd5f011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.603990 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:36Z', 'revision_number': 3, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:41.742183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.756439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] DHCP port deletion for 712230d1-a7dd-4e7d-812a-0f39a844cbb6 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:43:41.787650 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cc40e6-3898-4d22-9aef-e09c56039d83 None None] The sync data for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 is: [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:36Z', 'revision_number': 3, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:41.831054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.862511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.880671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Transition to ACTIVE for port object c0f1a699-6ed5-4d07-88ed-08f304d40092 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:41.937044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Transition to ACTIVE for port object c0f1a699-6ed5-4d07-88ed-08f304d40092 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:41.944970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc54b1-ca02-4487-a936-5f61264daef4 req-e50e0328-9096-45a8-a646-b8efb7ccbdd0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:41.952919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46bc54b1-ca02-4487-a936-5f61264daef4 req-e50e0328-9096-45a8-a646-b8efb7ccbdd0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 946 time: 0.3576369 Jul 16 18:43:41.963981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.033963 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46bc54b1-ca02-4487-a936-5f61264daef4 req-dfbe6a10-4abc-4582-ad96-49cb1bd4901b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798526 Jul 16 18:43:42.130925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Pushing event updated for resources: {'Port': ['ID=c0f1a699-6ed5-4d07-88ed-08f304d40092,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.156287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1a39870-8244-4a8e-8015-d6361fd5f011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.166404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1a39870-8244-4a8e-8015-d6361fd5f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.192216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:42.200975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:42.213555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:42.239480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] Deleting port f04171fb-77c3-4ee9-a437-91b8e69b1a33 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:42.240542 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.281132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a1a39870-8244-4a8e-8015-d6361fd5f011 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e914d96524434fa99a66a90bd2e0c488&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167547 Jul 16 18:43:42.281132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a39870-8244-4a8e-8015-d6361fd5f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f815ca-eee5-493c-b441-085026ed4f5b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.286197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60532) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:42.391656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] For port f04171fb-77c3-4ee9-a437-91b8e69b1a33, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f04171fb-77c3-4ee9-a437-91b8e69b1a33,segment=NetworkSegment(6f894475-00da-4afa-ad07-052ba899ce62),segment_id=6f894475-00da-4afa-ad07-052ba899ce62)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:42.392446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.413450 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77bcf3be-58c7-467a-8482-e64afae73bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.414769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.20.0.1 (8c5b7b76-e8f4-4a7a-a35a-49790d803764/84df9d35-9937-41f3-ac72-170616675cf6/d9f5962a-c6db-4abb-91d0-a21eabfb7ca7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:42.421081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] Calling delete_port for f04171fb-77c3-4ee9-a437-91b8e69b1a33 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:42.486895 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77bcf3be-58c7-467a-8482-e64afae73bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.645868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port f04171fb-77c3-4ee9-a437-91b8e69b1a33 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:42.646419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.679896 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77bcf3be-58c7-467a-8482-e64afae73bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.686095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77bcf3be-58c7-467a-8482-e64afae73bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.689490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-77bcf3be-58c7-467a-8482-e64afae73bd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74f815ca-eee5-493c-b441-085026ed4f5b HTTP/1.1" status: 204 len: 168 time: 0.4012544 Jul 16 18:43:42.708864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Attempting to bind port c0f1a699-6ed5-4d07-88ed-08f304d40092 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:42.710286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcf3be-58c7-467a-8482-e64afae73bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f815ca-eee5-493c-b441-085026ed4f5b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:42.712550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Attempting to bind port c0f1a699-6ed5-4d07-88ed-08f304d40092 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:42.713156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Attempting to bind port c0f1a699-6ed5-4d07-88ed-08f304d40092 on network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:42.728922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.741951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:42.742649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Checking segment: {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:42.743212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.745474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Bound using segment: {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:42.746811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Bound port: c0f1a699-6ed5-4d07-88ed-08f304d40092, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:42.748530 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.902958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] For port f04171fb-77c3-4ee9-a437-91b8e69b1a33, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f04171fb-77c3-4ee9-a437-91b8e69b1a33,segment=NetworkSegment(6f894475-00da-4afa-ad07-052ba899ce62),segment_id=6f894475-00da-4afa-ad07-052ba899ce62)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:42.903492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.943371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Transition to ACTIVE for port object d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:42.957891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for f04171fb-77c3-4ee9-a437-91b8e69b1a33 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:43.062535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.080879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f04171fb-77c3-4ee9-a437-91b8e69b1a33 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:43.224900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] No DVR routers for this DVR port f04171fb-77c3-4ee9-a437-91b8e69b1a33 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:43.241861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.259837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: f04171fb-77c3-4ee9-a437-91b8e69b1a33 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:43.259837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f04171fb-77c3-4ee9-a437-91b8e69b1a33 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:43.259837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aea4fd-d74c-4bef-bc07-a028bb6f7724 None None] Pushing event deleted for resources: {'Port': ['ID=f04171fb-77c3-4ee9-a437-91b8e69b1a33,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:43.303682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:43.316520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:43.325526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] For port c0f1a699-6ed5-4d07-88ed-08f304d40092, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:43.334655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] For port c0f1a699-6ed5-4d07-88ed-08f304d40092, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c0f1a699-6ed5-4d07-88ed-08f304d40092,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:43.343032 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.390173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:43.603370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a91e5-9166-420d-a30f-9a21d32c932a None None] Pushing event updated for resources: {'Port': ['ID=c0f1a699-6ed5-4d07-88ed-08f304d40092,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:43.727910 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.773225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:43.811917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:43.982082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No DVR routers for this DVR port f04171fb-77c3-4ee9-a437-91b8e69b1a33 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:44.136452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=f04171fb-77c3-4ee9-a437-91b8e69b1a33,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:44.619644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device be48dc28-6279-4950-8b7a-9fca7e37ce8a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:44.643525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.668573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712230d1-a7dd-4e7d-812a-0f39a844cbb6']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:44.693805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f894475-00da-4afa-ad07-052ba899ce62') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:44.694219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f894475-00da-4afa-ad07-052ba899ce62') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:44.711245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.736457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.745341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:43:44.745341 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:43:44.835805 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:43:44.841788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.879584 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.887825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/712230d1-a7dd-4e7d-812a-0f39a844cbb6 HTTP/1.1" status: 204 len: 168 time: 3.6463013 Jul 16 18:43:44.894588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60574) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:44.901295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port be48dc28-6279-4950-8b7a-9fca7e37ce8a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:44.912744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port be48dc28-6279-4950-8b7a-9fca7e37ce8a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:44.915408 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:44.990110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4c8d8-aced-4c62-9d11-2b79d8f5f9df req-49c4729e-0387-4b1b-b0aa-4bbdf2cf600a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.006564 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fb4c8d8-aced-4c62-9d11-2b79d8f5f9df req-49c4729e-0387-4b1b-b0aa-4bbdf2cf600a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 946 time: 0.3194828 Jul 16 18:43:45.062724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885065d6-ba02-4deb-ac6c-9f34d8f62da0 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=712230d1-a7dd-4e7d-812a-0f39a844cbb6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.104605 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fb4c8d8-aced-4c62-9d11-2b79d8f5f9df req-31512c2a-acf3-4d0b-9cd3-5a068ba9ea0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950623 Jul 16 18:43:45.177666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.259044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port be48dc28-6279-4950-8b7a-9fca7e37ce8a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=be48dc28-6279-4950-8b7a-9fca7e37ce8a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:45.274900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.276571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0f1a699-6ed5-4d07-88ed-08f304d40092 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:45.282861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ff998a-9f6b-4ca7-af76-21abc36de9f1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.288945 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e8ff998a-9f6b-4ca7-af76-21abc36de9f1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/3336140b-bdee-4704-939f-c82657314186 HTTP/1.1" status: 200 len: 844 time: 0.3837397 Jul 16 18:43:45.289694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60584) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:45.361285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-617c6e0f-5bb3-4963-a3d9-a50fafea5f7f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:45.366174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-617c6e0f-5bb3-4963-a3d9-a50fafea5f7f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 946 time: 0.5279622 Jul 16 18:43:45.471801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.541483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=be48dc28-6279-4950-8b7a-9fca7e37ce8a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:45.570653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c0f1a699-6ed5-4d07-88ed-08f304d40092 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:45.593719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-503d0ad0-b237-47ef-98dc-cda6f204eec2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/3336140b-bdee-4704-939f-c82657314186?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2985625 Jul 16 18:43:45.597175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60588) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:45.615892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:45.984954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:45.993240 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.105935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68d02f-6a0c-46d7-aef9-7c9273306069 None None] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:46.300254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3da56ac7-3553-4c02-821c-6b30c1cf801d None None] Provisioning for port c0f1a699-6ed5-4d07-88ed-08f304d40092 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:46.319617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3da56ac7-3553-4c02-821c-6b30c1cf801d None None] Provisioning complete for port c0f1a699-6ed5-4d07-88ed-08f304d40092 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:46.325699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3da56ac7-3553-4c02-821c-6b30c1cf801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.366985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port a2d8b377-854a-4be5-b838-de41189f0ecc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:46.368274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.489264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device be48dc28-6279-4950-8b7a-9fca7e37ce8a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:46.501399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60604) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:46.625169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] For port a2d8b377-854a-4be5-b838-de41189f0ecc, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a2d8b377-854a-4be5-b838-de41189f0ecc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:46.626161 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.638519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.713409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for a2d8b377-854a-4be5-b838-de41189f0ecc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:46.790462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:46.802651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:46.822860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:46.824300 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.861251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fc8d3-7651-42d1-8abb-120fc14dfcd3 req-f7e93367-bf88-478f-8881-fd3b11f58023 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:46.863647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-911fc8d3-7651-42d1-8abb-120fc14dfcd3 req-f7e93367-bf88-478f-8881-fd3b11f58023 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 946 time: 0.4486253 Jul 16 18:43:46.889609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2876105 Jul 16 18:43:46.891094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60620) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:46.914226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'security_group': {'name': 'tempest-secgroup-1229748000'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:46.931312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07dfb94d-a382-4d4c-9e9d-4a592d2767f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:46.947415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8d536-a0c1-46ab-8597-b1edc9bdafed None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:46.957329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900b836-b24a-4715-936a-2df5479349b1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=07653233-804e-47bf-ac87-65f336f81021,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.038051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-911fc8d3-7651-42d1-8abb-120fc14dfcd3 req-f01a1974-9c0d-40cd-9921-f33ceb805191 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641042 Jul 16 18:43:47.041215 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:43:47.041215 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:43:47.041215 n-d-793620-10 neutron-server[93777]: [parameters: {'project_id_1': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 43, 46, 973113)}] Jul 16 18:43:47.041215 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:43:47.041692 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:43:47.180080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port be48dc28-6279-4950-8b7a-9fca7e37ce8a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:47.180982 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.183707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3da56ac7-3553-4c02-821c-6b30c1cf801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.396016 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3da56ac7-3553-4c02-821c-6b30c1cf801d None None] For port c0f1a699-6ed5-4d07-88ed-08f304d40092, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c0f1a699-6ed5-4d07-88ed-08f304d40092,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:47.428718 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3da56ac7-3553-4c02-821c-6b30c1cf801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.537452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.552912 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.828621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da56ac7-3553-4c02-821c-6b30c1cf801d None None] Pushing event updated for resources: {'Port': ['ID=c0f1a699-6ed5-4d07-88ed-08f304d40092,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:47.868143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07dfb94d-a382-4d4c-9e9d-4a592d2767f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.899546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.914118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.920176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'tenant_id': 'af2d964cfdd045eca0cd99b5fadaa7cd', 'fixed_ips': [{'subnet_id': '07653233-804e-47bf-ac87-65f336f81021'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:43:47.923852 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.948611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-07dfb94d-a382-4d4c-9e9d-4a592d2767f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:47.996839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.166464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ffb4cb80-9b5b-42c9-8c2f-b71faa2d8587 None None] Provisioning for port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:48.189871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ffb4cb80-9b5b-42c9-8c2f-b71faa2d8587 None None] Provisioning complete for port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:48.208407 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ffb4cb80-9b5b-42c9-8c2f-b71faa2d8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.237847 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-07dfb94d-a382-4d4c-9e9d-4a592d2767f2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66c33a77ae8f46d190da15f7e3fad761&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7238903 Jul 16 18:43:48.259519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60646) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:48.372967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0f1a699-6ed5-4d07-88ed-08f304d40092 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:48.394710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.409404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:48.411729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfb94d-a382-4d4c-9e9d-4a592d2767f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec715ac-c8da-4dd3-bdc7-238a2e97250a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.437344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:48.467929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ffb4cb80-9b5b-42c9-8c2f-b71faa2d8587 None None] Port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:48.480855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=a2d8b377-854a-4be5-b838-de41189f0ecc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.490410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Allocated IP 2001:db8::2 (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/07653233-804e-47bf-ac87-65f336f81021/6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:48.496098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2d8b377-854a-4be5-b838-de41189f0ecc no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:48.557448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5c98019-d609-4880-9b6c-dc48551539e0 req-b4e2c828-6435-4ed2-8450-4349b227ad2c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.2402620 Jul 16 18:43:48.639304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] No DVR routers for this DVR port a2d8b377-854a-4be5-b838-de41189f0ecc on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:48.640560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3df5-b778-4e87-8c21-d17dfe5b859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.653760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.656808 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9aba3e44-6e20-467a-96b2-6312ea2aeade req-20d39f5e-7847-465c-b536-93e0cb9085e5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "DELETE /v2.0/ports/a2d8b377-854a-4be5-b838-de41189f0ecc HTTP/1.1" status: 204 len: 173 time: 3.2853286 Jul 16 18:43:48.661195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'name': 'network-vif-deleted', 'tag': 'a2d8b377-854a-4be5-b838-de41189f0ecc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:48.663641 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8831be9-41ff-45cf-ae2f-708522ece7ee" -d '{"events": [{"server_uuid": "ac4ac3be-46b2-4607-ade6-c80ebf8a1157", "name": "network-vif-deleted", "tag": "a2d8b377-854a-4be5-b838-de41189f0ecc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:48.692828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3df5-b778-4e87-8c21-d17dfe5b859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.712987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: a2d8b377-854a-4be5-b838-de41189f0ecc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:48.713943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a2d8b377-854a-4be5-b838-de41189f0ecc not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:48.750044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ffb4cb80-9b5b-42c9-8c2f-b71faa2d8587 None None] Provisioning complete for port c0f1a699-6ed5-4d07-88ed-08f304d40092 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:48.751614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ffb4cb80-9b5b-42c9-8c2f-b71faa2d8587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.770646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3df5-b778-4e87-8c21-d17dfe5b859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.784869 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ef2b3df5-b778-4e87-8c21-d17dfe5b859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.786126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ef2b3df5-b778-4e87-8c21-d17dfe5b859c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ec715ac-c8da-4dd3-bdc7-238a2e97250a HTTP/1.1" status: 204 len: 168 time: 0.5238986 Jul 16 18:43:48.870638 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d43f632-77a7-402e-984a-4b2867551776 x-openstack-request-id: req-4d43f632-77a7-402e-984a-4b2867551776 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:48.870638 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac4ac3be-46b2-4607-ade6-c80ebf8a1157", "name": "network-vif-deleted", "tag": "a2d8b377-854a-4be5-b838-de41189f0ecc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:48.870638 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4d43f632-77a7-402e-984a-4b2867551776 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:48.870638 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4ac3be-46b2-4607-ade6-c80ebf8a1157', 'name': 'network-vif-deleted', 'tag': 'a2d8b377-854a-4be5-b838-de41189f0ecc', 'status': 'completed', 'code': 200} Jul 16 18:43:48.876832 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.878514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2b3df5-b778-4e87-8c21-d17dfe5b859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec715ac-c8da-4dd3-bdc7-238a2e97250a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:48.926339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.967179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:49.048420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.052794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1586676 Jul 16 18:43:49.053457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60658) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.066901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e5208275-79ee-4a75-909c-361c65f32b2c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'security_group': {'name': 'tempest-secgroup-836260860'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:49.089978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8aad8-b1ed-444f-871e-928ff994cce4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf43076d-46ad-43c9-bef4-f23d875c4d00,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:49.097345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5208275-79ee-4a75-909c-361c65f32b2c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.246614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.264931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Transition to ACTIVE for port object 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:49.290949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5208275-79ee-4a75-909c-361c65f32b2c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.299111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5208275-79ee-4a75-909c-361c65f32b2c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.302490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Transition to ACTIVE for port object 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:49.338540 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.367431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e5208275-79ee-4a75-909c-361c65f32b2c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.369441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c0f1a699-6ed5-4d07-88ed-08f304d40092 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:49.370056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.372041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e5208275-79ee-4a75-909c-361c65f32b2c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3171580 Jul 16 18:43:49.378079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.397042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1190920430', 'security_groups': ['89e09031-1e1f-4959-a9e0-c6bbfc0495af'], 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07653233-804e-47bf-ac87-65f336f81021'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:49.434331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5208275-79ee-4a75-909c-361c65f32b2c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e09031-1e1f-4959-a9e0-c6bbfc0495af,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:49.562900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:49.573656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:49.587112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:49.685774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:49.699432 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Sync routers for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:49.742472 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:49.744913 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:49.754306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-69b95161-3124-43e1-be5f-5667c7e5a233 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "PUT /v2.0/routers/78f2202e-4ae5-4d99-aab2-5bbc94e5c12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6403534 Jul 16 18:43:49.757060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60682) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:49.818853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Pushing event updated for resources: {'Port': ['ID=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:49.913792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Attempting to bind port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:49.914477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Attempting to bind port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '72620527-98ea-4ddc-83a1-00f7a58f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:49.915028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Attempting to bind port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d on network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:49.925859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:49.926748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Checking segment: {'id': '72620527-98ea-4ddc-83a1-00f7a58f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:49.927455 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.928196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Bound using segment: {'id': '72620527-98ea-4ddc-83a1-00f7a58f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:49.929146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Bound port: 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72620527-98ea-4ddc-83a1-00f7a58f5eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:49.929813 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.932244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:49.982603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3486de47-203f-410a-a6a7-3f703b4b30ae req-30c21aad-be51-42e7-bee8-88a7380dd348 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.1314926 Jul 16 18:43:50.147068 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:50.229781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.265387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1d0564fa-1f3f-4060-b240-561eb75582f5 None None] Provisioning complete for port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:50.266007 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d0564fa-1f3f-4060-b240-561eb75582f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.272758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.275032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.275634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.276213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.276866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.277583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.278113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.284123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.285848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 85efde7f-c58b-4712-9a46-16036add64f5 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:43:50.287282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.289435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-50860ce6-38df-4ea5-8261-e9984dc34955 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6381 time: 0.5312452 Jul 16 18:43:50.295231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.302832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] For port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:50.323886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] For port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,segment=NetworkSegment(72620527-98ea-4ddc-83a1-00f7a58f5eae),segment_id=72620527-98ea-4ddc-83a1-00f7a58f5eae)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:50.326142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1d0564fa-1f3f-4060-b240-561eb75582f5 None None] Port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:50.338253 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.547796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5a9ba-3987-47e1-bdcf-d754738784d5 None None] Pushing event updated for resources: {'Port': ['ID=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.649034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.650054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.650702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.651342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.664387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.665141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.665857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.666662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.667308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:50.670672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-82dbebe3-ce04-475b-b14e-ffca1d10059b tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5898 time: 0.3743575 Jul 16 18:43:50.675006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60704) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.708988 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:46Z', 'revision_number': 2, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:50.825167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::3f (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/07653233-804e-47bf-ac87-65f336f81021/85efde7f-c58b-4712-9a46-16036add64f5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:50.847400 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Checking router: 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:50.849618 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Updating router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:43:50.956716 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.247626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-24926559-52fd-4ed9-80a2-7eb01a882c84 tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.5711510 Jul 16 18:43:51.376369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.417639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object 85efde7f-c58b-4712-9a46-16036add64f5 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:51.457897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19f19748-1066-4558-b6b1-2b34f00d3d4b req-6f61a72d-f0a3-48c2-a5cf-11d3b0a62b6a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.0671682 Jul 16 18:43:51.527121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.626946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=85efde7f-c58b-4712-9a46-16036add64f5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:51.662858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:51.672502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:51.675868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:43:51.691716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.695132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.730296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60732) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.739297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d11c2e45-959a-47dc-bfa4-dd1f32edb97e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:51.751165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6f180284-7eed-4ed9-bbdc-cb24a62fb322 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3692346 Jul 16 18:43:51.939767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:51.945915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d3b9b30b-4f18-4514-bb54-8596a5305610 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410045718', 'description': 'tempest-secgroup-smoke-1410045718 description', 'project_id': 'ac86683e154a49e4a318dd040f608cf5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:52.004836 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.019641 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Transition to ACTIVE for port object d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:52.020282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b30b-4f18-4514-bb54-8596a5305610 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.033487 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.216893 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767bc58-bbde-44f3-be53-29866f7eca70 None None] Pushing event updated for resources: {'Port': ['ID=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.269879 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Attempting to bind port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:43:52.270336 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Attempting to bind port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:43:52.270806 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Attempting to bind port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 on network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:43:52.287899 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:43:52.288261 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Checking segment: {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:43:52.288768 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.289172 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Bound using segment: {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:43:52.289657 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Bound port: d9f5962a-c6db-4abb-91d0-a21eabfb7ca7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:43:52.290043 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.332142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b30b-4f18-4514-bb54-8596a5305610 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.360874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b30b-4f18-4514-bb54-8596a5305610 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.381048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11c2e45-959a-47dc-bfa4-dd1f32edb97e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:52.390230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d11c2e45-959a-47dc-bfa4-dd1f32edb97e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.491012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:52.527171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9b30b-4f18-4514-bb54-8596a5305610 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871e85e1-578d-4649-bcdf-13e100d67502,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.538271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b30b-4f18-4514-bb54-8596a5305610 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.551305 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d3b9b30b-4f18-4514-bb54-8596a5305610 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6095438 Jul 16 18:43:52.554071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:52.583741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2d861d78-068d-450d-91db-88da91953db8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '871e85e1-578d-4649-bcdf-13e100d67502', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:52.659569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:52.673499 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d861d78-068d-450d-91db-88da91953db8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.685218 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] For port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:43:52.700091 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] For port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:43:52.713795 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.807943 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-d11c2e45-959a-47dc-bfa4-dd1f32edb97e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07653233-804e-47bf-ac87-65f336f81021 (CIDR: 2001:db8::/64) Jul 16 18:43:52.817145 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11c2e45-959a-47dc-bfa4-dd1f32edb97e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:43:52.817145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11c2e45-959a-47dc-bfa4-dd1f32edb97e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:43:52.877134 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d11c2e45-959a-47dc-bfa4-dd1f32edb97e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1419036 Jul 16 18:43:52.886333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60760) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:52.929261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:52.935375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767bc58-bbde-44f3-be53-29866f7eca70 None None] Pushing event updated for resources: {'Port': ['ID=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:52.954311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d861d78-068d-450d-91db-88da91953db8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.966703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d861d78-068d-450d-91db-88da91953db8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.990633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:52.994679 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:43:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:53.061264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861d78-068d-450d-91db-88da91953db8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28423eb-45b9-4830-853e-6383414cc03d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:53.076728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d861d78-068d-450d-91db-88da91953db8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.082987 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2d861d78-068d-450d-91db-88da91953db8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5266438 Jul 16 18:43:53.083790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:53.095999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-531fbee2-2ea7-4bf3-87d7-b379f4468b3d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '871e85e1-578d-4649-bcdf-13e100d67502', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:53.118974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1ce4a818-201b-42c9-b046-818bb6104ad4 req-dfa988ac-4808-4dca-a4c3-aa75ce3c5ddc tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.1778193 Jul 16 18:43:53.193183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-531fbee2-2ea7-4bf3-87d7-b379f4468b3d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.252515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Provisioning complete for port 3336140b-bdee-4704-939f-c82657314186 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:53.252897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.391294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-531fbee2-2ea7-4bf3-87d7-b379f4468b3d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.402006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-531fbee2-2ea7-4bf3-87d7-b379f4468b3d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.426431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Port 3336140b-bdee-4704-939f-c82657314186 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:53.447966 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:53.454209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:43:53.471151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Provisioning for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:53.479545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.483244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Provisioning complete for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:53.483625 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.491045 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-531fbee2-2ea7-4bf3-87d7-b379f4468b3d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.502608 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-531fbee2-2ea7-4bf3-87d7-b379f4468b3d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4173973 Jul 16 18:43:53.508475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:53.568737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8a736b05-beb0-431c-9670-6e9994b32c88 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '871e85e1-578d-4649-bcdf-13e100d67502', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:53.665468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fbee2-2ea7-4bf3-87d7-b379f4468b3d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70426b5-9b75-4ee6-a15f-69795afc98d1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:53.694405 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a736b05-beb0-431c-9670-6e9994b32c88 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.737953 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.868742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] For port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,segment=NetworkSegment(72620527-98ea-4ddc-83a1-00f7a58f5eae),segment_id=72620527-98ea-4ddc-83a1-00f7a58f5eae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:53.879184 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.907789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a736b05-beb0-431c-9670-6e9994b32c88 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.917287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a736b05-beb0-431c-9670-6e9994b32c88 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.106018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a736b05-beb0-431c-9670-6e9994b32c88 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e51e4e3-49db-4ebe-9fd3-f641b22b82fd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.120774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a736b05-beb0-431c-9670-6e9994b32c88 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.130918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8a736b05-beb0-431c-9670-6e9994b32c88 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5883944 Jul 16 18:43:54.132902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.158616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1282c1f2-4336-40b3-aab8-9184c76cfc5a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '871e85e1-578d-4649-bcdf-13e100d67502', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.228866 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:52Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:54.237999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168813d-e53e-4a78-964b-c7547b4d88e2 None None] Pushing event updated for resources: {'Port': ['ID=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.264814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0b668769-52e3-458b-a820-e954b6994a48 None None] Provisioning for port 85efde7f-c58b-4712-9a46-16036add64f5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:54.281018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0b668769-52e3-458b-a820-e954b6994a48 None None] Provisioning complete for port 85efde7f-c58b-4712-9a46-16036add64f5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:54.283352 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0b668769-52e3-458b-a820-e954b6994a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.308845 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d683ec-725c-4a6f-97d3-151cd634809f None None] The sync data for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 is: [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:52Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:54.388500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1282c1f2-4336-40b3-aab8-9184c76cfc5a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.392375 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.520424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-0b668769-52e3-458b-a820-e954b6994a48 None None] Port 85efde7f-c58b-4712-9a46-16036add64f5 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:54.585189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=f18adbb4-a5ba-4b23-a2b9-556e29f684e2,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.606176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1282c1f2-4336-40b3-aab8-9184c76cfc5a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.613178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1282c1f2-4336-40b3-aab8-9184c76cfc5a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.652302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282c1f2-4336-40b3-aab8-9184c76cfc5a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90aad02c-eb56-49fb-96ef-274ed7737bf6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:54.656363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:43:54.661298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1282c1f2-4336-40b3-aab8-9184c76cfc5a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.668803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1282c1f2-4336-40b3-aab8-9184c76cfc5a tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5328948 Jul 16 18:43:54.670399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60818) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.681950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '871e85e1-578d-4649-bcdf-13e100d67502', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:54.695865 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a970ca43-56c7-47e9-b9f3-306d3befa547 req-a70de4e1-5cd3-4ac4-b2b4-4dd82293f007 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.1111758 Jul 16 18:43:54.701319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:43:54.712109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:54.730827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43dd119-0cf0-4e11-b343-534c46a3b6ec None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:43:54.732700 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.753110 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Project ac86683e154a49e4a318dd040f608cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:43:54.762518 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:54.770098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f67e3594-733a-4bde-a983-6b6a95c2a156 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8748722 Jul 16 18:43:54.771332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60824) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:54.785438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-360850597', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f18adbb4-a5ba-4b23-a2b9-556e29f684e2'}], 'security_groups': ['bf43076d-46ad-43c9-bef4-f23d875c4d00']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:55.041176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.050597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.098341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e61301-913f-461a-8ef1-eec9fe736743,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:55.132243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.136567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a55e838e-13f5-4a92-8255-695d5fad6673 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4577100 Jul 16 18:43:55.136821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:55.151038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'security_group_rule': {'security_group_id': '871e85e1-578d-4649-bcdf-13e100d67502', 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:43:55.201315 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Project ac86683e154a49e4a318dd040f608cf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:43:55.220037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.351702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.358453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.401427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.403158 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2652881 Jul 16 18:43:55.421647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c389b4a-6d04-44fc-9823-c2d5a7bcb9ef tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb08dbf6-eea2-40e6-9519-6936b56c2aa1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:55.535089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] Update dhcp port {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'fixed_ips': [{'subnet_id': '07653233-804e-47bf-ac87-65f336f81021', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f18adbb4-a5ba-4b23-a2b9-556e29f684e2'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:43:55.632368 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:55.663819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60846) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:55.869041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.301406 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.317803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.338496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.350822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] Allocated IP 2001:db8:0:1::2 (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/f18adbb4-a5ba-4b23-a2b9-556e29f684e2/6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:56.398670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f71304e-9f47-4dae-8713-ecc6ecc9ee6b req-14291afb-31d6-4cc7-8147-920d3f202d46 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.2935081 Jul 16 18:43:56.518579 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3868d38f0caa4b0492ef5b4901af6c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8504889 Jul 16 18:43:56.525608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:56.595875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a519b433-80d0-406e-bcc3-ca054fdda715,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:56.634263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.634912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.635426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.636090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.636645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.637216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.637790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.638130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.638470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.638918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.639303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.639598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad5f665-20b6-4bc1-a0a4-522d2cd2df69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:56.670236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980da82f-2f2f-4842-b4b4-c2789bbc1e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.717934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-39c51ebc-8e8b-46fb-8a59-f5ec21dd945f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410045718&fields=id&tenant_id=ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 267 time: 0.6187065 Jul 16 18:43:56.739231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980da82f-2f2f-4842-b4b4-c2789bbc1e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.763936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:56.947547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:56.948031 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.957254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980da82f-2f2f-4842-b4b4-c2789bbc1e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.960752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-980da82f-2f2f-4842-b4b4-c2789bbc1e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:56.962446 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-980da82f-2f2f-4842-b4b4-c2789bbc1e48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a519b433-80d0-406e-bcc3-ca054fdda715 HTTP/1.1" status: 204 len: 168 time: 0.4265001 Jul 16 18:43:56.986753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980da82f-2f2f-4842-b4b4-c2789bbc1e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a519b433-80d0-406e-bcc3-ca054fdda715,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:57.082300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] For port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,segment=NetworkSegment(72620527-98ea-4ddc-83a1-00f7a58f5eae),segment_id=72620527-98ea-4ddc-83a1-00f7a58f5eae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:57.267042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:57.299494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-c906c978-c8c9-4ce1-b184-db7bbe0d2330 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:57.301208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-c906c978-c8c9-4ce1-b184-db7bbe0d2330 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/networks?id=8c5b7b76-e8f4-4a7a-a35a-49790d803764 HTTP/1.1" status: 200 len: 797 time: 0.5819139 Jul 16 18:43:57.341125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-b5f51bd9-1098-4b71-9e11-9b762a85707e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/quotas/ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 375 time: 0.0338902 Jul 16 18:43:57.396909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:57.405692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:57.406417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.493201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.525951 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-d0125f9a-56db-44d2-bd8b-73bf0c1091a9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717148 Jul 16 18:43:57.634225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] Transition to ACTIVE for port object 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:57.661924 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.759015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-f42be9a2-4676-4fd7-9033-895ac58644ab service neutron] 10.222.0.48 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297356 Jul 16 18:43:57.777513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9239295-e9fa-4093-9f50-b05f713b4c03 None None] Pushing event updated for resources: {'Port': ['ID=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:57.815797 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.828472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:57.860638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5158bcd1-b505-4d72-9438-7c27ce9a0a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.876301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:57.884196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:57.945179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-42b1789b-047b-4519-94af-3582726faec0 service neutron] 10.222.0.48 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829336 Jul 16 18:43:58.027342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11afa904-230b-4907-b9eb-f4f2cd6b220a req-3a268e5b-4896-40fd-a153-f9629ccd29d3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.1204131 Jul 16 18:43:58.073144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.180189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5158bcd1-b505-4d72-9438-7c27ce9a0a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.187641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5158bcd1-b505-4d72-9438-7c27ce9a0a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.255470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158bcd1-b505-4d72-9438-7c27ce9a0a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36aafca-3506-4d3e-bb64-518f67da241b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.261658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5158bcd1-b505-4d72-9438-7c27ce9a0a16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b4e21f3ab724028bfc495d10649893c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311004 Jul 16 18:43:58.264551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.375955 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf61c64-87c2-46a8-807d-636e27238b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.409592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Delete allocated IP 2001:db8::3f (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/07653233-804e-47bf-ac87-65f336f81021) {{(pid=93777) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:43:58.417723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf61c64-87c2-46a8-807d-636e27238b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.442707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:58.504532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf61c64-87c2-46a8-807d-636e27238b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.508279 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf61c64-87c2-46a8-807d-636e27238b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.509736 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bbf61c64-87c2-46a8-807d-636e27238b76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e36aafca-3506-4d3e-bb64-518f67da241b HTTP/1.1" status: 204 len: 168 time: 0.2430136 Jul 16 18:43:58.539147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf61c64-87c2-46a8-807d-636e27238b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36aafca-3506-4d3e-bb64-518f67da241b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.539541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d3d0171-341e-42a0-8da6-8db18a61ca38 req-7929f842-3375-4f39-b534-d69495278331 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 210 time: 0.1734967 Jul 16 18:43:58.551257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8:0:1::20b (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/f18adbb4-a5ba-4b23-a2b9-556e29f684e2/85efde7f-c58b-4712-9a46-16036add64f5) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:43:58.616625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:58.721070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:58.721865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.161978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.194325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object 85efde7f-c58b-4712-9a46-16036add64f5 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:43:59.222175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.336943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] In _notify_port_updated(), no bound segment for port 85efde7f-c58b-4712-9a46-16036add64f5 on network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 {{(pid=93777) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:43:59.351958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:59.366625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.371084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "PUT /v2.0/ports/85efde7f-c58b-4712-9a46-16036add64f5 HTTP/1.1" status: 200 len: 930 time: 4.5959780 Jul 16 18:43:59.371527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:59.404447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eca16-b74a-4f0a-b0a8-851e99bdcfd9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=85efde7f-c58b-4712-9a46-16036add64f5,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:59.478461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b40aba32-44fb-4c8a-8e45-bfc682715920 req-ce3c1a8c-3baa-433a-9e0e-9771d77cb7b2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.1427407 Jul 16 18:43:59.616922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Provisioning for port 85efde7f-c58b-4712-9a46-16036add64f5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:59.653365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Provisioning complete for port 85efde7f-c58b-4712-9a46-16036add64f5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:59.653814 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.673950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 85efde7f-c58b-4712-9a46-16036add64f5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:59.677231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.724062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Port 85efde7f-c58b-4712-9a46-16036add64f5 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:59.758945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Provisioning complete for port 3336140b-bdee-4704-939f-c82657314186 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:59.759334 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.846937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Port 3336140b-bdee-4704-939f-c82657314186 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:43:59.871263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Provisioning for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:59.879459 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Provisioning complete for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:59.879837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3044554d-0189-4679-8a20-b86a16214770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.952522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cdd7829d-3cd2-4a18-9762-43d0182aa008 req-f53849e1-8252-4717-a250-a91c108c8e96 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 210 time: 0.0795193 Jul 16 18:43:59.957542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:59.999772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 85efde7f-c58b-4712-9a46-16036add64f5 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:00.287111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.344221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=85efde7f-c58b-4712-9a46-16036add64f5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:00.365994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8d3e426d-fbac-44b7-860b-5a353abc2295 None None] Provisioning complete for port 85efde7f-c58b-4712-9a46-16036add64f5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:00.366620 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d3e426d-fbac-44b7-860b-5a353abc2295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.426425 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3c50441-409d-4c19-b1b8-4f706c5bf819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.452820 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8d3e426d-fbac-44b7-860b-5a353abc2295 None None] Port 85efde7f-c58b-4712-9a46-16036add64f5 was deleted so its status cannot be updated. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:44:00.468235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.473302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60972) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.473504 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7f187e0b-6b01-480c-b666-cd5c00fb26f8 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/85efde7f-c58b-4712-9a46-16036add64f5 HTTP/1.1" status: 204 len: 168 time: 1.1002569 Jul 16 18:44:00.534241 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a6a298-761a-4954-acdc-9353c4e8a831 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:44:00.538990 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-49a6a298-761a-4954-acdc-9353c4e8a831 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/85efde7f-c58b-4712-9a46-16036add64f5 HTTP/1.1" status: 404 len: 333 time: 0.0616486 Jul 16 18:44:00.539819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60976) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.678656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e7dcfddf-e393-47c1-a233-8e737289803c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.728580 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e7dcfddf-e393-47c1-a233-8e737289803c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.750838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 60982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:00.948989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67a2e140-85b7-4a51-ab77-9f7c597588e6 req-43ab2b84-d169-4150-85e9-f2ae19543016 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac4ac3be-46b2-4607-ade6-c80ebf8a1157 HTTP/1.1" status: 200 len: 210 time: 0.0681300 Jul 16 18:44:00.952009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e7dcfddf-e393-47c1-a233-8e737289803c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.959091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e7dcfddf-e393-47c1-a233-8e737289803c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.960310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e7dcfddf-e393-47c1-a233-8e737289803c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/security-groups/89e09031-1e1f-4959-a9e0-c6bbfc0495af HTTP/1.1" status: 204 len: 168 time: 0.4192517 Jul 16 18:44:00.975625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 60988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.023958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcfddf-e393-47c1-a233-8e737289803c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e09031-1e1f-4959-a9e0-c6bbfc0495af,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.056774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1892138940'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.096442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:01.100561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.123343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-6b0531b3-48c4-4a33-8b50-6d8646212bb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.126753 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-6b0531b3-48c4-4a33-8b50-6d8646212bb7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "GET /v2.0/networks?id=8c5b7b76-e8f4-4a7a-a35a-49790d803764 HTTP/1.1" status: 200 len: 797 time: 0.3378420 Jul 16 18:44:01.128530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.190784 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d554bf1c-9143-40f6-bef9-96d55f08d3fb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.279201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-54a8f05e-4f9b-4a9a-ac03-416253740ce1 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac86683e154a49e4a318dd040f608cf5 HTTP/1.1" status: 200 len: 380 time: 0.1397448 Jul 16 18:44:01.293968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'port': {'device_id': '224f6683-629c-4663-bb15-f07d1768fb21', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'admin_state_up': True, 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'security_groups': ['871e85e1-578d-4649-bcdf-13e100d67502']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:01.309449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d554bf1c-9143-40f6-bef9-96d55f08d3fb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.389927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.405770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.430542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-52222c35-1603-4693-b68e-79794be9d5bf req-a96ff598-3afc-40ea-a735-2d3020b5ac50 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 210 time: 0.1106238 Jul 16 18:44:01.493873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d554bf1c-9143-40f6-bef9-96d55f08d3fb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.497155 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d554bf1c-9143-40f6-bef9-96d55f08d3fb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.506602 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d554bf1c-9143-40f6-bef9-96d55f08d3fb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/security-groups/bf43076d-46ad-43c9-bef4-f23d875c4d00 HTTP/1.1" status: 204 len: 168 time: 0.5293357 Jul 16 18:44:01.511892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.515730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:01.524000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554bf1c-9143-40f6-bef9-96d55f08d3fb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf43076d-46ad-43c9-bef4-f23d875c4d00,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.595914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3f2d35-674c-4671-b5ac-65078810fb96,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.624119 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.624944 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Added segment 55de6219-8995-4727-8e0d-7c39acef66cb of type vlan for network 38ca1476-3b14-4c02-bf15-966d9d6ae04d Jul 16 18:44:01.728779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet 07653233-804e-47bf-ac87-65f336f81021 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:01.749067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.796792 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.824880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Made reservation on behalf of ac86683e154a49e4a318dd040f608cf5 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:01.831047 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.877683 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.047374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.053896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:02.054737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.152368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3993516 Jul 16 18:44:02.160015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32788) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:02.200314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:02.225067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b64b1e-3705-4ee7-abaa-8f5a83c8d69b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Network': ['ID=38ca1476-3b14-4c02-bf15-966d9d6ae04d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.240204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.292048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:02.604984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.20.0.7 (8c5b7b76-e8f4-4a7a-a35a-49790d803764/84df9d35-9937-41f3-ac72-170616675cf6/f39b54c3-781b-4b73-94aa-91522ec8ab12) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:02.671804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:02.675590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.729244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dafe9fbc-fd5d-403e-ab7f-b404338f5e9e req-32f549fe-7511-46a2-9557-875f3b10e993 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 210 time: 0.0891392 Jul 16 18:44:02.776275 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:02.964925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.083185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=07653233-804e-47bf-ac87-65f336f81021,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:03.112580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba46fa3-d6fb-43dd-8d63-ae24e3bc6d34 None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:03.146559 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.149615 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2bc4efec-9892-4d07-a3e9-1e54c3640939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.151617 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5f52aad6-f016-4bd2-b151-e52e0a27c91c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/07653233-804e-47bf-ac87-65f336f81021 HTTP/1.1" status: 204 len: 168 time: 1.6327198 Jul 16 18:44:03.158161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32812) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.171124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:03.234446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.329104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Transition to ACTIVE for port object f39b54c3-781b-4b73-94aa-91522ec8ab12 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:03.386796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.433080 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.453726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:03.458975 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.622682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.629136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=dc6615a7-cd76-470d-80d6-3f97f2242be2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:03.785616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:03.801270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:03.804738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:03.812498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:03.814444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network hostable DHCP agents. Network: 38ca1476-3b14-4c02-bf15-966d9d6ae04d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:03.962637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=f39b54c3-781b-4b73-94aa-91522ec8ab12,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.028489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.036503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.037197 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.045764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:04.096175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 38ca1476-3b14-4c02-bf15-966d9d6ae04d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:04.106179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065ff06-ae47-4a21-82a4-e2819395b88c None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:04.132526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.133475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.166533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-f31f0e5b-7b04-44a8-9a74-59706a50817c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8816352 Jul 16 18:44:04.187749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d0b02040-9a47-4757-8b68-cccecc87623b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9917111 Jul 16 18:44:04.189488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:04.202521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Request body: {'port': {'device_id': '224f6683-629c-4663-bb15-f07d1768fb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:04.209179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.219964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'name': 'tempest-NetworksTestDHCPv6-1346783432'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:04.236352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=dde2bf7f-d5cf-4f87-9c2d-96c253e54233,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.255449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:04.270023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.270990 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.351769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90258b5-3646-4b0c-ad5e-65602960df89 req-4884d83f-5bf7-45b9-adf3-3b947ed2d5a8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:04.365684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c90258b5-3646-4b0c-ad5e-65602960df89 req-4884d83f-5bf7-45b9-adf3-3b947ed2d5a8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 931 time: 0.3734078 Jul 16 18:44:04.377036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5253262b-0a38-4552-a280-785991c15da4 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2165275 Jul 16 18:44:04.394557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32842) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.405268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-68abf856-517d-46ce-9547-c340ccfcb8a3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'security_group': {'name': 'tempest-secgroup-454010216'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:04.630040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c90258b5-3646-4b0c-ad5e-65602960df89 req-20673fa6-8af2-49cd-9f0c-3da1c3b32549 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628548 Jul 16 18:44:04.655145 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68abf856-517d-46ce-9547-c340ccfcb8a3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.698156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.702838 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.729537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': 'dc6615a7-cd76-470d-80d6-3f97f2242be2'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:04.734397 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.757541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8ba57e15-1364-4b75-a36d-390678807d02 None None] Provisioning for port f39b54c3-781b-4b73-94aa-91522ec8ab12 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:04.768859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8ba57e15-1364-4b75-a36d-390678807d02 None None] Provisioning complete for port f39b54c3-781b-4b73-94aa-91522ec8ab12 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:04.769823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba57e15-1364-4b75-a36d-390678807d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.943576 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68abf856-517d-46ce-9547-c340ccfcb8a3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.953708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68abf856-517d-46ce-9547-c340ccfcb8a3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.036452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68abf856-517d-46ce-9547-c340ccfcb8a3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f71f345-61c2-42a4-86b5-6b4797aae506,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.100776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8ba57e15-1364-4b75-a36d-390678807d02 None None] Port f39b54c3-781b-4b73-94aa-91522ec8ab12 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:05.134356 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68abf856-517d-46ce-9547-c340ccfcb8a3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.135880 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-68abf856-517d-46ce-9547-c340ccfcb8a3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7399986 Jul 16 18:44:05.140232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32856) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.146048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-58005b0f-2740-4e1a-9af4-6cd5622f77e2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'security_group': {'name': 'tempest-secgroup-414903105'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:05.153016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:05.159762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.202239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58005b0f-2740-4e1a-9af4-6cd5622f77e2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.247183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/dc6615a7-cd76-470d-80d6-3f97f2242be2/4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:05.276513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 74c83b85-0def-410e-bf60-41c9555c9a54 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:05.407404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58005b0f-2740-4e1a-9af4-6cd5622f77e2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.413951 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58005b0f-2740-4e1a-9af4-6cd5622f77e2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.489480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58005b0f-2740-4e1a-9af4-6cd5622f77e2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0eaad7-bf95-4c42-994a-0f820cd395f7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.505662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-58005b0f-2740-4e1a-9af4-6cd5622f77e2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.507934 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-58005b0f-2740-4e1a-9af4-6cd5622f77e2 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3665771 Jul 16 18:44:05.512358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32862) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.519120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-35d3d4e1-91d5-4f09-827b-1bb1ffb49c19 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'security_group': {'name': 'tempest-secgroup-1645296452'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:05.533487 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.542821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b7e1c-75c8-4436-b626-8587f271899d None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:05.553008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Transition to ACTIVE for port object 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:05.556475 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d3d4e1-91d5-4f09-827b-1bb1ffb49c19 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.575383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Transition to ACTIVE for port object 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:05.591146 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.705876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-41bd24de-b5bb-4d8e-809a-c6fa2f10fb67 None None] Provisioning complete for port 3336140b-bdee-4704-939f-c82657314186 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:05.707040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41bd24de-b5bb-4d8e-809a-c6fa2f10fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.759166 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:05.765547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:05.779585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Pushing event updated for resources: {'Port': ['ID=4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.786856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:05.869183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::338 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/dc6615a7-cd76-470d-80d6-3f97f2242be2/74c83b85-0def-410e-bf60-41c9555c9a54) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:05.878927 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d3d4e1-91d5-4f09-827b-1bb1ffb49c19 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.887250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d3d4e1-91d5-4f09-827b-1bb1ffb49c19 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.986755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3d4e1-91d5-4f09-827b-1bb1ffb49c19 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76446e8-247b-4da8-be85-066ddf0ca2e8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.997144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-41bd24de-b5bb-4d8e-809a-c6fa2f10fb67 None None] Port 3336140b-bdee-4704-939f-c82657314186 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:06.005166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d3d4e1-91d5-4f09-827b-1bb1ffb49c19 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.010881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35d3d4e1-91d5-4f09-827b-1bb1ffb49c19 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4926658 Jul 16 18:44:06.011824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32868) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.024603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1373061734', 'security_groups': ['b76446e8-247b-4da8-be85-066ddf0ca2e8'], 'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dde2bf7f-d5cf-4f87-9c2d-96c253e54233'}]}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:06.047616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Attempting to bind port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:06.047992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Attempting to bind port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:06.048399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Attempting to bind port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:06.078504 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.100569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-41bd24de-b5bb-4d8e-809a-c6fa2f10fb67 None None] Provisioning complete for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:06.100949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41bd24de-b5bb-4d8e-809a-c6fa2f10fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.173405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:06.173787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:06.174200 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.174606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:06.175172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Bound port: 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:06.175550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.219837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:06.336969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] For port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:06.346169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] For port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:06.370695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bba8a-5f18-4e80-a6f6-5ab981afe1e5 req-4738317c-6b37-4ca4-a892-87613f1511d4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.375179 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.389504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e3bba8a-5f18-4e80-a6f6-5ab981afe1e5 req-4738317c-6b37-4ca4-a892-87613f1511d4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 931 time: 0.2386146 Jul 16 18:44:06.390604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.460424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 74c83b85-0def-410e-bf60-41c9555c9a54 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:06.642552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e3bba8a-5f18-4e80-a6f6-5ab981afe1e5 req-006fc568-c46f-4c47-91d2-22cd37a62169 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2514765 Jul 16 18:44:06.645216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.725811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.780265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] Update dhcp port {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'fixed_ips': [{'subnet_id': 'f18adbb4-a5ba-4b23-a2b9-556e29f684e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dde2bf7f-d5cf-4f87-9c2d-96c253e54233'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:44:06.821743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] device_id is not set on port 17b65222-97ab-42d3-987d-3c66eb7b61d4 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:06.878523 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.960110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:07.018474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39b54c3-781b-4b73-94aa-91522ec8ab12 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:07.037371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:07.049954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418da29-e61e-4f05-af44-bdf1a29390d3 None None] Pushing event updated for resources: {'Port': ['ID=4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.053821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=74c83b85-0def-410e-bf60-41c9555c9a54,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.073879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:07.122761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.123012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.128097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.180297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Transition to ACTIVE for port object f39b54c3-781b-4b73-94aa-91522ec8ab12 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:07.227536 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-261bbd82-15a2-47fd-b166-9db24524d9cc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0154190 Jul 16 18:44:07.237674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.247917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32876) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.365762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8::33b (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/dde2bf7f-d5cf-4f87-9c2d-96c253e54233/17b65222-97ab-42d3-987d-3c66eb7b61d4) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:07.370416 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.434304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Pushing event updated for resources: {'Port': ['ID=f39b54c3-781b-4b73-94aa-91522ec8ab12,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.629735 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c31983-2da3-40d6-b0a7-1ac7a203b72b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.655603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c31983-2da3-40d6-b0a7-1ac7a203b72b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.660731 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d7c31983-2da3-40d6-b0a7-1ac7a203b72b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4058750 Jul 16 18:44:07.670259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32882) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.706097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.862332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Attempting to bind port f39b54c3-781b-4b73-94aa-91522ec8ab12 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:07.862691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Attempting to bind port f39b54c3-781b-4b73-94aa-91522ec8ab12 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:07.865350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Attempting to bind port f39b54c3-781b-4b73-94aa-91522ec8ab12 on network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:07.920838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Port f39b54c3-781b-4b73-94aa-91522ec8ab12 on network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:07.921334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Attempting to bind port f39b54c3-781b-4b73-94aa-91522ec8ab12 on network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:07.957187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:07.957624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Checking segment: {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:07.957962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Bound using segment: {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:07.958420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Bound port: f39b54c3-781b-4b73-94aa-91522ec8ab12, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:07.958786 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.041646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.072353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object 17b65222-97ab-42d3-987d-3c66eb7b61d4 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:08.235119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] For port f39b54c3-781b-4b73-94aa-91522ec8ab12, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:08.246929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] For port f39b54c3-781b-4b73-94aa-91522ec8ab12, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:08.257796 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.262673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.470915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Pushing event updated for resources: {'Port': ['ID=f39b54c3-781b-4b73-94aa-91522ec8ab12,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.478108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:08.493277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 74c83b85-0def-410e-bf60-41c9555c9a54 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:08.496373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.532664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.533669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.536769 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-20788cd2-fa3a-4bca-8cea-2853ec3e3cab service neutron] 10.222.0.13 "PUT /v2.0/ports/f39b54c3-781b-4b73-94aa-91522ec8ab12 HTTP/1.1" status: 200 len: 1092 time: 4.3442264 Jul 16 18:44:08.537504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:08.540406 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ec5046-9dee-427e-b311-4b2e077babd1" -d '{"events": [{"name": "network-changed", "server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:08.577298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:08.667829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:08.692309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] Allocated IP 2001:db8::2 (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/dde2bf7f-d5cf-4f87-9c2d-96c253e54233/6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:08.698933 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e935947-41a2-4dca-b632-9940565a5775 x-openstack-request-id: req-0e935947-41a2-4dca-b632-9940565a5775 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:08.700251 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:08.702774 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e935947-41a2-4dca-b632-9940565a5775 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:08.708036 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'status': 'completed', 'code': 200} Jul 16 18:44:08.764635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:08.807090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:08.815732 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.860923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea47b2c0-a867-4668-a85b-c214fec6698f None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:08.963253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9462881 Jul 16 18:44:08.975006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.982530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f264e3-c094-48ed-a782-2b10641157fd tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=17b65222-97ab-42d3-987d-3c66eb7b61d4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.996053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e6d2df8c-0538-4463-a2ff-e1c8302a5ac9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:09.013683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] For port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,segment=NetworkSegment(72620527-98ea-4ddc-83a1-00f7a58f5eae),segment_id=72620527-98ea-4ddc-83a1-00f7a58f5eae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.093007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28500ed-23f3-46a6-8844-7bac90266312 req-b53eab51-5051-4591-8cbb-66df4fb6c2c6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:09.104813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b28500ed-23f3-46a6-8844-7bac90266312 req-b53eab51-5051-4591-8cbb-66df4fb6c2c6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 943 time: 1.1377652 Jul 16 18:44:09.107125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.144177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] Transition to ACTIVE for port object 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:09.155035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:09.177205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.240964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2b2aac8c-51bd-4e19-83f9-dc84e5d92e4c None None] Provisioning for port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:09.316889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2b2aac8c-51bd-4e19-83f9-dc84e5d92e4c None None] Provisioning complete for port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:09.317262 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b2aac8c-51bd-4e19-83f9-dc84e5d92e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.338470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b28500ed-23f3-46a6-8844-7bac90266312 req-b4753be1-8f58-42e6-b6f6-9489fc9ca7e6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296121 Jul 16 18:44:09.412981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124c68b2-3587-4f5c-aa11-58303ff18788 None None] Pushing event updated for resources: {'Port': ['ID=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.762328 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b2aac8c-51bd-4e19-83f9-dc84e5d92e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.879202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2b2aac8c-51bd-4e19-83f9-dc84e5d92e4c None None] For port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.885194 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b2aac8c-51bd-4e19-83f9-dc84e5d92e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.096207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2aac8c-51bd-4e19-83f9-dc84e5d92e4c None None] Pushing event updated for resources: {'Port': ['ID=4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.483179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:10.702544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a82ce76d-1c61-428a-ae7d-dfd5a10151dc None None] Provisioning for port 74c83b85-0def-410e-bf60-41c9555c9a54 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:10.742106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a82ce76d-1c61-428a-ae7d-dfd5a10151dc None None] Provisioning complete for port 74c83b85-0def-410e-bf60-41c9555c9a54 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:10.742606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a82ce76d-1c61-428a-ae7d-dfd5a10151dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.862609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71512cb-d5a7-4771-bacd-775efa923ed4 req-fcc5b1de-ec88-4e19-98a8-ee88bbca0461 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:10.866771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71512cb-d5a7-4771-bacd-775efa923ed4 req-fcc5b1de-ec88-4e19-98a8-ee88bbca0461 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 943 time: 0.2073021 Jul 16 18:44:10.907933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a82ce76d-1c61-428a-ae7d-dfd5a10151dc None None] Port 74c83b85-0def-410e-bf60-41c9555c9a54 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:10.915644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.937578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d2df8c-0538-4463-a2ff-e1c8302a5ac9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:10.953152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e6d2df8c-0538-4463-a2ff-e1c8302a5ac9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.959431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a82ce76d-1c61-428a-ae7d-dfd5a10151dc None None] Provisioning complete for port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:10.966163 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a82ce76d-1c61-428a-ae7d-dfd5a10151dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.978585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d71512cb-d5a7-4771-bacd-775efa923ed4 req-3b0b845c-123a-496e-9550-b058a9de55b5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049852 Jul 16 18:44:11.021888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:11.026233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.198164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 74c83b85-0def-410e-bf60-41c9555c9a54 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:11.317919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-575c6b4a-574d-4460-84df-2dfddeebfeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:11.323653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-575c6b4a-574d-4460-84df-2dfddeebfeba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 1095 time: 2.7109330 Jul 16 18:44:11.330267 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:11.464185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Provisioning complete for port 74c83b85-0def-410e-bf60-41c9555c9a54 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:11.465195 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.547198 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-c69b428c-fe3c-421c-9ece-120ab72746c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12 HTTP/1.1" status: 200 len: 217 time: 0.1283910 Jul 16 18:44:11.620059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Port 74c83b85-0def-410e-bf60-41c9555c9a54 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:11.633769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Provisioning complete for port 3336140b-bdee-4704-939f-c82657314186 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:11.634356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.688618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Port 3336140b-bdee-4704-939f-c82657314186 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:11.703142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Provisioning for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:11.709716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Provisioning complete for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:11.712310 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c242531b-9339-4517-a3d4-be9b3089d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:11.742855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-439b5167-db3e-49be-92bf-dfab0e0266c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:11.745891 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-439b5167-db3e-49be-92bf-dfab0e0266c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84df9d35-9937-41f3-ac72-170616675cf6 HTTP/1.1" status: 200 len: 835 time: 0.1100073 Jul 16 18:44:11.901807 n-d-793620-10 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-e6d2df8c-0538-4463-a2ff-e1c8302a5ac9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dde2bf7f-d5cf-4f87-9c2d-96c253e54233 (CIDR: 2001:db8::/64) Jul 16 18:44:11.919137 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d2df8c-0538-4463-a2ff-e1c8302a5ac9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:11.919996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d2df8c-0538-4463-a2ff-e1c8302a5ac9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:11.986964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 32992) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:11.987687 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e6d2df8c-0538-4463-a2ff-e1c8302a5ac9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0071943 Jul 16 18:44:11.995782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6fcf48fb-3560-4d60-a450-2ef476f2e49e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:11.998968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469732c-245e-42e2-998a-87166cf23c48 req-5be6da56-38b8-416e-8016-51c0ad5645de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.001617 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-5be6da56-38b8-416e-8016-51c0ad5645de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5b7b76-e8f4-4a7a-a35a-49790d803764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2430127 Jul 16 18:44:12.045645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-54adf30e-5569-4ea0-9e8a-b1fd5a09719f None None] Provisioning for port 17b65222-97ab-42d3-987d-3c66eb7b61d4 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:12.058476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-54adf30e-5569-4ea0-9e8a-b1fd5a09719f None None] Provisioning complete for port 17b65222-97ab-42d3-987d-3c66eb7b61d4 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:12.058864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54adf30e-5569-4ea0-9e8a-b1fd5a09719f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.206004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-54adf30e-5569-4ea0-9e8a-b1fd5a09719f None None] Port 17b65222-97ab-42d3-987d-3c66eb7b61d4 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:12.267537 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.337691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=74c83b85-0def-410e-bf60-41c9555c9a54,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.407383 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.419553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ef9e5072-8a39-48c8-9a5b-d5c7ce58dc6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/74c83b85-0def-410e-bf60-41c9555c9a54 HTTP/1.1" status: 204 len: 168 time: 4.7369270 Jul 16 18:44:12.421805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 32998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.441242 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-72d4ff88-d3df-4eba-a86c-09cd87dc2359 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022899 Jul 16 18:44:12.471030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcf48fb-3560-4d60-a450-2ef476f2e49e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:12.480306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6fcf48fb-3560-4d60-a450-2ef476f2e49e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.625581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aeacd7-a9b5-4635-bc76-585946d0c98f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.631186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aeacd7-a9b5-4635-bc76-585946d0c98f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:12.634091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-27aeacd7-a9b5-4635-bc76-585946d0c98f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2099845 Jul 16 18:44:12.638443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.804345 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-6fcf48fb-3560-4d60-a450-2ef476f2e49e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f18adbb4-a5ba-4b23-a2b9-556e29f684e2 (CIDR: 2001:db8:0:1::/64) Jul 16 18:44:12.811194 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fcf48fb-3560-4d60-a450-2ef476f2e49e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:12.811719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fcf48fb-3560-4d60-a450-2ef476f2e49e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:12.843277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6fcf48fb-3560-4d60-a450-2ef476f2e49e tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8538840 Jul 16 18:44:12.849596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33004) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.861315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'subnet': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:12.865153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet dc6615a7-cd76-470d-80d6-3f97f2242be2 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:12.874050 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.883211 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8469732c-245e-42e2-998a-87166cf23c48 req-1245142e-2529-4b89-a434-421942f5d989 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793850 Jul 16 18:44:13.006213 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.014275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02d6a7-d0c0-48a6-8dfb-8517a1733102 req-632dc26c-a2c7-4ac1-a54a-0a93907f612b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.040526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc02d6a7-d0c0-48a6-8dfb-8517a1733102 req-632dc26c-a2c7-4ac1-a54a-0a93907f612b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 943 time: 0.7176058 Jul 16 18:44:13.217188 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc02d6a7-d0c0-48a6-8dfb-8517a1733102 req-00f12077-0219-4838-9a98-ea2d116467c4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747267 Jul 16 18:44:13.369671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Made reservation on behalf of af2d964cfdd045eca0cd99b5fadaa7cd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:13.373600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.432062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-44ac53fe-2073-4955-8aa3-321421d4c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.433725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-44ac53fe-2073-4955-8aa3-321421d4c8e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 1095 time: 0.3432100 Jul 16 18:44:13.436365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.616765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-4b77bdc3-5020-47ff-b95b-edbf65b10f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.618672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-4b77bdc3-5020-47ff-b95b-edbf65b10f27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5b7b76-e8f4-4a7a-a35a-49790d803764 HTTP/1.1" status: 200 len: 897 time: 0.1764314 Jul 16 18:44:13.702233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-48049695-e426-41bc-811c-d46966c617ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12 HTTP/1.1" status: 200 len: 217 time: 0.0715678 Jul 16 18:44:13.728078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.765304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-65fd0a5d-83be-475a-bb31-abf40652841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.767501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-65fd0a5d-83be-475a-bb31-abf40652841d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84df9d35-9937-41f3-ac72-170616675cf6 HTTP/1.1" status: 200 len: 835 time: 0.0584080 Jul 16 18:44:13.769220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.855728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Subnet': ['ID=6650e309-470b-4cc0-93d9-1ef2a986264f,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.901396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6615a7-cd76-470d-80d6-3f97f2242be2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.919177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.921928 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5f0494af-b307-4597-b8eb-ac1e535c935e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/dc6615a7-cd76-470d-80d6-3f97f2242be2 HTTP/1.1" status: 204 len: 168 time: 1.2820890 Jul 16 18:44:13.927199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33014) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.929200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0e0fb8-85e6-441b-8220-0a12f66fe9f6 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:13.964130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:13.971876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:13.981272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:13.982260 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.030543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-71d8c1a8-c720-43fb-a190-f586d9ed7846 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008661 Jul 16 18:44:14.033658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33018) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.054013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-794f1b44-36ae-4b1f-bba2-8a05eeb7b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:14.055975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-794f1b44-36ae-4b1f-bba2-8a05eeb7b185 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5b7b76-e8f4-4a7a-a35a-49790d803764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2805133 Jul 16 18:44:14.057380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.084984 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2895dc5e-01da-4729-8110-1794d74ee33a tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2296109 Jul 16 18:44:14.105846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33022) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:14.111840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-707910571', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6650e309-470b-4cc0-93d9-1ef2a986264f'}], 'security_groups': ['5f71f345-61c2-42a4-86b5-6b4797aae506', '7e0eaad7-bf95-4c42-994a-0f820cd395f7']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:14.121602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eadf12-716e-48db-a2df-329bd19bcf99 None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:14.320175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-32124180-6e69-4221-ae84-7cba428e424f service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507558 Jul 16 18:44:14.629507 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90ec5046-9dee-427e-b311-4b2e077babd1 req-ea125501-30f5-41a4-9aae-b618b7033708 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050454 Jul 16 18:44:14.656054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:14.660259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:14.991264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:15.232573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965c5de-c31d-4442-824c-9bfdfc7bc4c9 req-42baa477-ee32-447f-b32b-2848fab8f86d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.234380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5965c5de-c31d-4442-824c-9bfdfc7bc4c9 req-42baa477-ee32-447f-b32b-2848fab8f86d tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 943 time: 0.7322967 Jul 16 18:44:15.265251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.331867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Deleting port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:15.332631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.471623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] For port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:15.472545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.487774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Calling delete_port for 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:15.561577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] Update dhcp port {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'fixed_ips': [{'subnet_id': 'f18adbb4-a5ba-4b23-a2b9-556e29f684e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dde2bf7f-d5cf-4f87-9c2d-96c253e54233', 'ip_address': '2001:db8::2'}, {'subnet_id': '6650e309-470b-4cc0-93d9-1ef2a986264f'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:44:15.626381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.651870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5965c5de-c31d-4442-824c-9bfdfc7bc4c9 req-1019fbce-977b-4fe8-a56c-791e8cc7092b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4052680 Jul 16 18:44:15.703736 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.761600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.795940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Pushing event deleted for resources: {'Port': ['ID=4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.823679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.824653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.825468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.826654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.827880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.829268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.830090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.830895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.831938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.833097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.833890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.834667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:15.835717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:15.864727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:15.874987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:15.875747 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.890075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=e8ce8788-1d8d-4464-aab1-825155d902a5,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.909774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11b2f4bc-1463-4d57-b3d1-aaba3ec41b9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8718128 Jul 16 18:44:15.910016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33034) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.916362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'name': 'tempest-NetworksTestDHCPv6-8180737'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:15.960526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Delete allocated IP 2001:db8::33b (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/dde2bf7f-d5cf-4f87-9c2d-96c253e54233) {{(pid=93777) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:44:15.977280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a3670-1b8b-414f-8aa7-031c17b7e495 None None] No DVR routers for this DVR port 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:15.987256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Allocated IP 2001:db8:0:2::3c3 (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/6650e309-470b-4cc0-93d9-1ef2a986264f/17b65222-97ab-42d3-987d-3c66eb7b61d4) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:16.012316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e37b3c-b35f-4c29-bee7-3bd3e127d840 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:16.185988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:16.191801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.221866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 6eac71db-bf8f-4283-863e-f30286ee6ad8 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:16.399490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:16.455801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::a (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e8ce8788-1d8d-4464-aab1-825155d902a5/6eac71db-bf8f-4283-863e-f30286ee6ad8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:16.551976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': 'e8ce8788-1d8d-4464-aab1-825155d902a5'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:16.554000 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.563708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:16.564057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4cf13409-d5dd-4111-9b3a-76ca3ff6c1ad not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:16.616200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.655075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Transition to ACTIVE for port object 17b65222-97ab-42d3-987d-3c66eb7b61d4 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:16.662642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.836333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] Allocated IP 2001:db8:0:2::2 (faa2569b-d4ae-4a0f-8423-1a119fc6d5e7/6650e309-470b-4cc0-93d9-1ef2a986264f/6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:16.876775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] In _notify_port_updated(), no bound segment for port 17b65222-97ab-42d3-987d-3c66eb7b61d4 on network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 {{(pid=93777) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:44:16.886203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:16.893150 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.896730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "PUT /v2.0/ports/17b65222-97ab-42d3-987d-3c66eb7b61d4 HTTP/1.1" status: 200 len: 969 time: 2.7902141 Jul 16 18:44:16.905208 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.910624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:16.922477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed12013-03fe-4c64-8bae-8a5b0fe87929 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event updated for resources: {'Port': ['ID=17b65222-97ab-42d3-987d-3c66eb7b61d4,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:16.945283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:16.952842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-60d7481e-f407-49dc-86da-c69c8e440053 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-451161800', 'description': 'tempest-secgroup-smoke-451161800 description', 'project_id': '9154a32ceb594a00bdadcbdb14d85675'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:17.000942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 6eac71db-bf8f-4283-863e-f30286ee6ad8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:17.057374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d7481e-f407-49dc-86da-c69c8e440053 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.084400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06987-e6cd-4360-9d1f-8452f2929282 req-3be1888b-96da-4d5b-8ee4-febd5187ac7b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.087341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5de06987-e6cd-4360-9d1f-8452f2929282 req-3be1888b-96da-4d5b-8ee4-febd5187ac7b tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 943 time: 0.1771507 Jul 16 18:44:17.166219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] For port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,segment=NetworkSegment(72620527-98ea-4ddc-83a1-00f7a58f5eae),segment_id=72620527-98ea-4ddc-83a1-00f7a58f5eae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:17.168709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.202139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f39b54c3-781b-4b73-94aa-91522ec8ab12 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:17.235913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5de06987-e6cd-4360-9d1f-8452f2929282 req-169f5a0e-7f66-4c11-97a1-c205f5f542b5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405430 Jul 16 18:44:17.309499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.329321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e8ce8788-1d8d-4464-aab1-825155d902a5/45071489-f836-4b17-bd4f-9b300669809e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:17.339465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:17.345840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=6eac71db-bf8f-4283-863e-f30286ee6ad8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.360814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] Transition to ACTIVE for port object 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:17.364003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:17.377735 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:17.378913 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.385861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.386561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.405410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 17b65222-97ab-42d3-987d-3c66eb7b61d4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:17.405816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.513258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d7481e-f407-49dc-86da-c69c8e440053 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.528744 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d7481e-f407-49dc-86da-c69c8e440053 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.530389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c380b6-b48f-46f4-a6ee-048b10b7038d None None] Pushing event updated for resources: {'Port': ['ID=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.580036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7481e-f407-49dc-86da-c69c8e440053 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddec86e7-f431-489b-aafe-1585a8860c69,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:17.591704 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-74756360-021b-40be-a0b8-ea4aa683c5cd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.6784687 Jul 16 18:44:17.592572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33056) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:17.621644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-60d7481e-f407-49dc-86da-c69c8e440053 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.627248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-60d7481e-f407-49dc-86da-c69c8e440053 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6741948 Jul 16 18:44:17.627248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.630364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33058) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:17.636671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f39fdf94-2aee-4c06-b230-8d5dd35239b2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'security_group_rule': {'security_group_id': 'ddec86e7-f431-489b-aafe-1585a8860c69', 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:17.662646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 17b65222-97ab-42d3-987d-3c66eb7b61d4 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:17.749587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef8a2c0-60fd-49e7-9dd6-97a9c26fc184 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:17.751870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f39fdf94-2aee-4c06-b230-8d5dd35239b2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.763490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5ef8a2c0-60fd-49e7-9dd6-97a9c26fc184 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 925 time: 0.1687615 Jul 16 18:44:17.765213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33062) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:17.832401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f39b54c3-781b-4b73-94aa-91522ec8ab12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:17.842867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f39fdf94-2aee-4c06-b230-8d5dd35239b2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.848746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'port_id': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'mac_address': 'fa:16:3e:13:7c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:17.884891 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f39fdf94-2aee-4c06-b230-8d5dd35239b2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.940209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 6eac71db-bf8f-4283-863e-f30286ee6ad8 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:17.941898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:17.958324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fdf94-2aee-4c06-b230-8d5dd35239b2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848f3224-e093-4b6c-bc2a-5c0b15e36edd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.007592 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f39fdf94-2aee-4c06-b230-8d5dd35239b2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.008044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.011513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f39fdf94-2aee-4c06-b230-8d5dd35239b2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3799021 Jul 16 18:44:18.015383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33066) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.037867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-84947ece-b7b2-4b05-9558-563a0045386d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'security_group_rule': {'security_group_id': 'ddec86e7-f431-489b-aafe-1585a8860c69', 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:18.040944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Transition to ACTIVE for port object 45071489-f836-4b17-bd4f-9b300669809e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:18.047710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.070986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39b54c3-781b-4b73-94aa-91522ec8ab12 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:18.113632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Transition to ACTIVE for port object 45071489-f836-4b17-bd4f-9b300669809e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:18.141344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.162932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f39b54c3-781b-4b73-94aa-91522ec8ab12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:18.202587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.206366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.228502 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.247128 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:18.253641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:18.256453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:18.285667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 6eac71db-bf8f-4283-863e-f30286ee6ad8 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:18.322316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=17b65222-97ab-42d3-987d-3c66eb7b61d4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.379544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84947ece-b7b2-4b05-9558-563a0045386d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.397996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Attempting to bind port 45071489-f836-4b17-bd4f-9b300669809e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:18.400112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Attempting to bind port 45071489-f836-4b17-bd4f-9b300669809e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:18.400511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Attempting to bind port 45071489-f836-4b17-bd4f-9b300669809e on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:18.402720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Pushing event updated for resources: {'Port': ['ID=45071489-f836-4b17-bd4f-9b300669809e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.445950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:18.451806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:18.452222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:18.457390 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.457802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:18.458322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Bound port: 45071489-f836-4b17-bd4f-9b300669809e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:18.458721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.525207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f39b54c3-781b-4b73-94aa-91522ec8ab12'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:18.545812 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.550040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-160d63be-c310-47d1-ad66-ac4734143394 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/17b65222-97ab-42d3-987d-3c66eb7b61d4 HTTP/1.1" status: 204 len: 168 time: 1.6296847 Jul 16 18:44:18.558302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33070) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.735806 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0319026-6c35-48da-9948-c8bbb88efe59 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] GET failed (client error): The resource could not be found. Jul 16 18:44:18.742012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b0319026-6c35-48da-9948-c8bbb88efe59 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports/17b65222-97ab-42d3-987d-3c66eb7b61d4 HTTP/1.1" status: 404 len: 333 time: 0.1764627 Jul 16 18:44:18.742981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33076) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.775322 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84947ece-b7b2-4b05-9558-563a0045386d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.783035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84947ece-b7b2-4b05-9558-563a0045386d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.835071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905b5e7-83bd-4ba2-895b-3a33e134bf05 req-d33444e3-aaea-4056-ab06-7742191f47b7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:18.836942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a905b5e7-83bd-4ba2-895b-3a33e134bf05 req-d33444e3-aaea-4056-ab06-7742191f47b7 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 944 time: 0.3373041 Jul 16 18:44:18.839500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f39b54c3-781b-4b73-94aa-91522ec8ab12,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.846814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.857547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84947ece-b7b2-4b05-9558-563a0045386d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c96a1a2-16ac-4845-873d-9a3fe4150e2c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:18.884437 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-84947ece-b7b2-4b05-9558-563a0045386d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.887526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-84947ece-b7b2-4b05-9558-563a0045386d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8689363 Jul 16 18:44:18.900196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33078) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:18.931774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d7cf0013-569b-4a6f-a190-aae5ddc863f2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'security_group_rule': {'security_group_id': 'ddec86e7-f431-489b-aafe-1585a8860c69', 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:19.030894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=6eac71db-bf8f-4283-863e-f30286ee6ad8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.036881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] For port 45071489-f836-4b17-bd4f-9b300669809e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:19.067945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] For port 45071489-f836-4b17-bd4f-9b300669809e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=45071489-f836-4b17-bd4f-9b300669809e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:19.068603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0013-569b-4a6f-a190-aae5ddc863f2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.089435 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.200970 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.213532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9689a6ca-09b1-48bb-9806-b080f865b813 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/6eac71db-bf8f-4283-863e-f30286ee6ad8 HTTP/1.1" status: 204 len: 168 time: 1.4440250 Jul 16 18:44:19.236872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a905b5e7-83bd-4ba2-895b-3a33e134bf05 req-047c63cd-ed1b-4673-b10e-e495155d154f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858674 Jul 16 18:44:19.240826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33084) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.242590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0013-569b-4a6f-a190-aae5ddc863f2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.250952 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0013-569b-4a6f-a190-aae5ddc863f2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.293002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10efd79a-8660-41bb-bda8-ee094061057b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.311785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.322607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0013-569b-4a6f-a190-aae5ddc863f2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.324570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d7cf0013-569b-4a6f-a190-aae5ddc863f2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4202631 Jul 16 18:44:19.326276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0013-569b-4a6f-a190-aae5ddc863f2 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b340223-84c7-4100-8777-4599c08d427a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.329337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.339805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cf75b447-54e6-4a8f-ad9b-ceacb806957e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'security_group_rule': {'security_group_id': 'ddec86e7-f431-489b-aafe-1585a8860c69', 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:19.357114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9718f12-a6ab-4f9c-ae8a-4e03089b6ca0 None None] Pushing event updated for resources: {'Port': ['ID=45071489-f836-4b17-bd4f-9b300669809e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.393368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf75b447-54e6-4a8f-ad9b-ceacb806957e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.533190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10efd79a-8660-41bb-bda8-ee094061057b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.557487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf30205d-0fde-4b3f-9a8b-d4285bee3089 None None] Could not find standard attr ID for object 17b65222-97ab-42d3-987d-3c66eb7b61d4. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:44:19.572215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf75b447-54e6-4a8f-ad9b-ceacb806957e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.584801 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf75b447-54e6-4a8f-ad9b-ceacb806957e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.598377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d27f9-e29a-4945-9d82-111626025384 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.616488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d27f9-e29a-4945-9d82-111626025384 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.627806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b69d27f9-e29a-4945-9d82-111626025384 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3785067 Jul 16 18:44:19.633905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33092) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.640162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf30205d-0fde-4b3f-9a8b-d4285bee3089 None None] Provisioning complete for port 3336140b-bdee-4704-939f-c82657314186 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:19.640646 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf30205d-0fde-4b3f-9a8b-d4285bee3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.673993 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75b447-54e6-4a8f-ad9b-ceacb806957e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90d81f6-804f-4398-83f4-ca17d78d891a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.682979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d898f9a7-5266-4b0b-bde7-2932ce419a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.701603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cf75b447-54e6-4a8f-ad9b-ceacb806957e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.706195 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cf75b447-54e6-4a8f-ad9b-ceacb806957e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3718817 Jul 16 18:44:19.706195 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.713048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'security_group_rule': {'security_group_id': 'ddec86e7-f431-489b-aafe-1585a8860c69', 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:19.803875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet e8ce8788-1d8d-4464-aab1-825155d902a5 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:19.819590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.822741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bf30205d-0fde-4b3f-9a8b-d4285bee3089 None None] Port 3336140b-bdee-4704-939f-c82657314186 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:19.832533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10efd79a-8660-41bb-bda8-ee094061057b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.835689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-10efd79a-8660-41bb-bda8-ee094061057b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.836973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-10efd79a-8660-41bb-bda8-ee094061057b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/security-groups/b76446e8-247b-4da8-be85-066ddf0ca2e8 HTTP/1.1" status: 204 len: 168 time: 1.0856802 Jul 16 18:44:19.841308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:19.905774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf30205d-0fde-4b3f-9a8b-d4285bee3089 None None] Provisioning for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:19.906264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efd79a-8660-41bb-bda8-ee094061057b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76446e8-247b-4da8-be85-066ddf0ca2e8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.910763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf30205d-0fde-4b3f-9a8b-d4285bee3089 None None] Provisioning complete for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:19.911141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf30205d-0fde-4b3f-9a8b-d4285bee3089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.930292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.026883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93fdf240-9e5d-4743-b4fd-825bfa8e15be tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.122963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d898f9a7-5266-4b0b-bde7-2932ce419a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.151014 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93fdf240-9e5d-4743-b4fd-825bfa8e15be tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.173021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.191910 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d898f9a7-5266-4b0b-bde7-2932ce419a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.237916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93fdf240-9e5d-4743-b4fd-825bfa8e15be tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.241377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-93fdf240-9e5d-4743-b4fd-825bfa8e15be tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.243071 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-93fdf240-9e5d-4743-b4fd-825bfa8e15be tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/security-groups/7e0eaad7-bf95-4c42-994a-0f820cd395f7 HTTP/1.1" status: 204 len: 168 time: 0.4004209 Jul 16 18:44:20.249759 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Project 9154a32ceb594a00bdadcbdb14d85675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:44:20.256600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33100) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.266613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5791f877-4a03-44f9-b39b-657d71571ff5 None None] Could not find standard attr ID for object 17b65222-97ab-42d3-987d-3c66eb7b61d4. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:44:20.277307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d898f9a7-5266-4b0b-bde7-2932ce419a36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67f1b66574094e3798ef2a344de36804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9636390 Jul 16 18:44:20.278229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33104) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.291867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.298652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898f9a7-5266-4b0b-bde7-2932ce419a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08244545-70d8-46e7-bece-b9484266e00a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.365926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdf240-9e5d-4743-b4fd-825bfa8e15be tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0eaad7-bf95-4c42-994a-0f820cd395f7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.415540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ceff97f-becc-4ba4-bf28-40703b0d9ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.447532 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.453886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2574aa18-f032-4026-bda6-63a9cad4af69 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.478501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.492185 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.503804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.503804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.506436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e8ce8788-1d8d-4464-aab1-825155d902a5 HTTP/1.1" status: 204 len: 168 time: 0.8588645 Jul 16 18:44:20.595977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ded17d23-9354-43c8-9e3b-86bd095f7d6d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0825500 Jul 16 18:44:20.604919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2574aa18-f032-4026-bda6-63a9cad4af69 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.611671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.616936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f89a4-8c5c-40d8-925b-68562fb0560a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ce8788-1d8d-4464-aab1-825155d902a5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.622336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:20.627592 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ceff97f-becc-4ba4-bf28-40703b0d9ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.654580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1ee0b4-a99f-417f-8a06-c3d6a6c040d5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.690591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 45071489-f836-4b17-bd4f-9b300669809e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:20.730283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.744507 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c43a0658-6be9-4b8a-b86c-15aa650e7936 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0373282 Jul 16 18:44:20.745303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:20.746104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb649aa-2ab9-468d-94fb-df6fe269a168 req-20635f65-1ad4-475b-9bd1-5db61b5654b5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.747797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9eb649aa-2ab9-468d-94fb-df6fe269a168 req-20635f65-1ad4-475b-9bd1-5db61b5654b5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 944 time: 0.1822338 Jul 16 18:44:20.770761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'security_group_rule': {'security_group_id': 'ddec86e7-f431-489b-aafe-1585a8860c69', 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:20.777312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ceff97f-becc-4ba4-bf28-40703b0d9ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.784439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ceff97f-becc-4ba4-bf28-40703b0d9ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.794087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1ceff97f-becc-4ba4-bf28-40703b0d9ec5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08244545-70d8-46e7-bece-b9484266e00a HTTP/1.1" status: 204 len: 168 time: 0.5131199 Jul 16 18:44:20.814670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 45071489-f836-4b17-bd4f-9b300669809e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:20.838067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceff97f-becc-4ba4-bf28-40703b0d9ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08244545-70d8-46e7-bece-b9484266e00a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:20.903030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9eb649aa-2ab9-468d-94fb-df6fe269a168 req-1f04c78c-fe45-462c-8085-dc808a88ee9f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393280 Jul 16 18:44:20.999823 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2574aa18-f032-4026-bda6-63a9cad4af69 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.005592 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2574aa18-f032-4026-bda6-63a9cad4af69 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.012718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33114) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:21.012952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2574aa18-f032-4026-bda6-63a9cad4af69 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/security-groups/5f71f345-61c2-42a4-86b5-6b4797aae506 HTTP/1.1" status: 204 len: 168 time: 0.7545538 Jul 16 18:44:21.028639 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Project 9154a32ceb594a00bdadcbdb14d85675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:44:21.050400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.080344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574aa18-f032-4026-bda6-63a9cad4af69 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f71f345-61c2-42a4-86b5-6b4797aae506,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.113948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet dde2bf7f-d5cf-4f87-9c2d-96c253e54233 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:21.121457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.189789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:21.193232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f39b54c3-781b-4b73-94aa-91522ec8ab12 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:21.203274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.227057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.333361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port f39b54c3-781b-4b73-94aa-91522ec8ab12 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:21.350592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port f39b54c3-781b-4b73-94aa-91522ec8ab12 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:21.353937 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.470261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.481179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.508653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5ab11b-ae3c-4eb3-8983-85a79b8528dc,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.516720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9673394-e69e-4e1e-bdf7-570850817d4d None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:21.550873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.569560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.571611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-224caf25-b973-4f3a-80db-f34eeb49bbb4 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8099031 Jul 16 18:44:21.626760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8b49daf7-ad5e-4a1d-a4b4-38e19001e96e None None] Provisioning for port 45071489-f836-4b17-bd4f-9b300669809e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:21.639282 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.738683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8b49daf7-ad5e-4a1d-a4b4-38e19001e96e None None] Provisioning complete for port 45071489-f836-4b17-bd4f-9b300669809e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:21.739397 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b49daf7-ad5e-4a1d-a4b4-38e19001e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.748067 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.764442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.828888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f39b54c3-781b-4b73-94aa-91522ec8ab12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:21.836633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:21.839458 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb5daf-ea12-4e52-ac4a-32cc0a975ad7" -d '{"events": [{"server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "name": "network-vif-plugged", "status": "completed", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:21.848796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.860946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:21.874541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=dde2bf7f-d5cf-4f87-9c2d-96c253e54233,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:21.886753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.892740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:21.895378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5148564d-cd1d-4eef-b6a7-f825bf616c9c tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/dde2bf7f-d5cf-4f87-9c2d-96c253e54233 HTTP/1.1" status: 204 len: 168 time: 0.8814948 Jul 16 18:44:21.901464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:21.920543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.921686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:21.941336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc92765b-1459-4a39-b026-6edfa49bc652 None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:21.948233 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e5d26-5767-41a3-924f-d908d13bb6c0 x-openstack-request-id: req-452e5d26-5767-41a3-924f-d908d13bb6c0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:21.948533 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "name": "network-vif-plugged", "status": "completed", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:21.948803 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-452e5d26-5767-41a3-924f-d908d13bb6c0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:21.949216 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'code': 200} Jul 16 18:44:21.996979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=6048326b-01ef-470b-b063-9c935b05839d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.018460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33140) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.018721 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea2a27ae-3edb-4ca2-893a-bb1cdd7a4f71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4026842 Jul 16 18:44:22.037785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'name': 'tempest-NetworksTestDHCPv6-1773626236'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:22.069237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet 6650e309-470b-4cc0-93d9-1ef2a986264f {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:22.099468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f39b54c3-781b-4b73-94aa-91522ec8ab12,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.133554 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.251302 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b49daf7-ad5e-4a1d-a4b4-38e19001e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.285234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c01b6a-cd83-437f-93ea-bc643f20b5fd req-3249c0bd-62d8-4cfd-94eb-f0f9b4b1b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:22.290319 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-06c01b6a-cd83-437f-93ea-bc643f20b5fd req-3249c0bd-62d8-4cfd-94eb-f0f9b4b1b4ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 1097 time: 0.2127438 Jul 16 18:44:22.333432 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-06c01b6a-cd83-437f-93ea-bc643f20b5fd req-4252e200-0d53-499c-98fc-9e3e18cb3a27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364053 Jul 16 18:44:22.376497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.417066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-c1f33090-7fc4-452d-bba7-241c5103f157 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-451161800&fields=id&tenant_id=9154a32ceb594a00bdadcbdb14d85675 HTTP/1.1" status: 200 len: 267 time: 0.3101330 Jul 16 18:44:22.559585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.637414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:22.641933 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.741965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8b49daf7-ad5e-4a1d-a4b4-38e19001e96e None None] For port 45071489-f836-4b17-bd4f-9b300669809e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=45071489-f836-4b17-bd4f-9b300669809e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:22.752785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 8340789f-1f86-4c79-9bbb-399a3b812e93 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:22.758142 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8b49daf7-ad5e-4a1d-a4b4-38e19001e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.847469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d081a32a-b909-448d-954a-127fafdf7a0e None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:23.024125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ba831-470d-4cfb-b2d7-9c31b0cd754e req-011ace0b-9948-4252-b9ae-fb6a14b03cdc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.037129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-835ba831-470d-4cfb-b2d7-9c31b0cd754e req-011ace0b-9948-4252-b9ae-fb6a14b03cdc tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 945 time: 0.7012818 Jul 16 18:44:23.110781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd56a29d-9a9b-41fb-ab20-d8ef2a22a4eb None None] Provisioning complete for port 45071489-f836-4b17-bd4f-9b300669809e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:23.111360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd56a29d-9a9b-41fb-ab20-d8ef2a22a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.174294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::2eb (38ca1476-3b14-4c02-bf15-966d9d6ae04d/6048326b-01ef-470b-b063-9c935b05839d/8340789f-1f86-4c79-9bbb-399a3b812e93) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:23.182809 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.218997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49daf7-ad5e-4a1d-a4b4-38e19001e96e None None] Pushing event updated for resources: {'Port': ['ID=45071489-f836-4b17-bd4f-9b300669809e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.335696 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.343630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/6650e309-470b-4cc0-93d9-1ef2a986264f HTTP/1.1" status: 204 len: 168 time: 1.4376831 Jul 16 18:44:23.345182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33158) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:23.392726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccd48d-9d40-4647-8758-e06734a344e3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=6650e309-470b-4cc0-93d9-1ef2a986264f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.403565 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b716af59-15ef-4355-b54b-45bbfc797781 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:23.403930 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b716af59-15ef-4355-b54b-45bbfc797781 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:23.404491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-0ddf2456-eb48-46c9-943e-68d36b2e0514 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:23.405869 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b716af59-15ef-4355-b54b-45bbfc797781 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/dde2bf7f-d5cf-4f87-9c2d-96c253e54233 HTTP/1.1" status: 404 len: 337 time: 0.0595734 Jul 16 18:44:23.407382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-0ddf2456-eb48-46c9-943e-68d36b2e0514 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 813 time: 0.8179135 Jul 16 18:44:23.412736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33160) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:23.464662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-835ba831-470d-4cfb-b2d7-9c31b0cd754e req-04cb78bf-1d25-497b-9f68-84cb65dc22e3 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263179 Jul 16 18:44:23.533173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting subnet f18adbb4-a5ba-4b23-a2b9-556e29f684e2 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:23.539735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.578921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf69ec7-e5a6-4bf7-a663-7a869f34b3eb None None] Update dhcp port {'port': {'network_id': 'faa2569b-d4ae-4a0f-8423-1a119fc6d5e7', 'fixed_ips': [{'subnet_id': 'f18adbb4-a5ba-4b23-a2b9-556e29f684e2', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6650e309-470b-4cc0-93d9-1ef2a986264f'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:44:23.663496 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abf69ec7-e5a6-4bf7-a663-7a869f34b3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.783336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.795742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-5c011637-3de0-438b-b660-fe4b36347ca7 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/quotas/9154a32ceb594a00bdadcbdb14d85675 HTTP/1.1" status: 200 len: 375 time: 0.3539152 Jul 16 18:44:23.990614 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.005591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.081862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-c3e7c9d6-26bf-42b0-87f4-9ca3b1780ef7 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2708819 Jul 16 18:44:24.097621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 8340789f-1f86-4c79-9bbb-399a3b812e93 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-abf69ec7-e5a6-4bf7-a663-7a869f34b3eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f18adbb4-a5ba-4b23-a2b9-556e29f684e2: This subnet is being modified by another concurrent operation. Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f18adbb4-a5ba-4b23-a2b9-556e29f684e2: This subnet is being modified by another concurrent operation. Jul 16 18:44:24.190160 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:44:24.205432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.237577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-0a27c99c-aa31-4ad4-8153-d9fe7d994c00 service neutron] 10.222.0.48 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540492 Jul 16 18:44:24.255077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.287453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Subnet': ['ID=f18adbb4-a5ba-4b23-a2b9-556e29f684e2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.289470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5aa75d99-d736-41a9-9e81-cf690a0b1260 None None] Provisioning complete for port 45071489-f836-4b17-bd4f-9b300669809e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:24.290673 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5aa75d99-d736-41a9-9e81-cf690a0b1260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.305124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.307431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c10d8e22-e6d0-410f-9d80-748f146c8c57 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/f18adbb4-a5ba-4b23-a2b9-556e29f684e2 HTTP/1.1" status: 204 len: 168 time: 0.8935437 Jul 16 18:44:24.311916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.371043 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d51210-dfd1-4b29-9532-e2b38d7bcf43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:24.371985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d51210-dfd1-4b29-9532-e2b38d7bcf43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:24.373585 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-27d51210-dfd1-4b29-9532-e2b38d7bcf43 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/07653233-804e-47bf-ac87-65f336f81021 HTTP/1.1" status: 404 len: 337 time: 0.0610640 Jul 16 18:44:24.378373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.421189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:24.425776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71b28e-62cd-495f-846d-a14047348d92 None None] Network faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:24.455424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-05a83101-7758-427b-8f75-e85adb52e6a9 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "GET /v2.0/ports?device_id=b8b94e98-9882-46f6-ab7f-9934e390b9b8 HTTP/1.1" status: 200 len: 205 time: 0.0758460 Jul 16 18:44:24.459608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.495139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:24.503966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:24.514456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:24.520956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.541838 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-f521d03b-0483-45b0-bb1f-1114bf554b15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] delete failed (client error): The resource could not be found. Jul 16 18:44:24.542968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f521d03b-0483-45b0-bb1f-1114bf554b15 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/routers/b8b94e98-9882-46f6-ab7f-9934e390b9b8 HTTP/1.1" status: 404 len: 336 time: 0.0823140 Jul 16 18:44:24.553318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.587917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=8340789f-1f86-4c79-9bbb-399a3b812e93,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.640818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3c89922f-1c05-4518-baf9-4d3eda242c62 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6144686 Jul 16 18:44:24.644331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33180) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.645983 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5528f00-9d61-4e28-813d-8834ab95ff2d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:24.646960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5528f00-9d61-4e28-813d-8834ab95ff2d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:24.651410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a5528f00-9d61-4e28-813d-8834ab95ff2d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/3ee6616c-49ba-4e83-b225-aad60d9d6cc9 HTTP/1.1" status: 404 len: 337 time: 0.0957193 Jul 16 18:44:24.654302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.725063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 45071489-f836-4b17-bd4f-9b300669809e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:24.756472 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d7d978-357d-4dc5-965a-2b55dc8dc3b3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:24.761768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d7d978-357d-4dc5-965a-2b55dc8dc3b3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:24.765362 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f8d7d978-357d-4dc5-965a-2b55dc8dc3b3 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/5a921a41-dec5-47cf-8d02-2b78b582cecf HTTP/1.1" status: 404 len: 337 time: 0.1072762 Jul 16 18:44:24.769968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.858119 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-925e37d9-ff5d-4456-8484-1a41aaed72e1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:24.858547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925e37d9-ff5d-4456-8484-1a41aaed72e1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:24.862662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-925e37d9-ff5d-4456-8484-1a41aaed72e1 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/9650106d-2e74-4aa3-a19c-517b0267d6e6 HTTP/1.1" status: 404 len: 337 time: 0.0908666 Jul 16 18:44:24.875995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33190) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.011804 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5ba925-13b0-4dca-8d69-a7a23b20643d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:25.015992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5ba925-13b0-4dca-8d69-a7a23b20643d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:25.025532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a5ba925-13b0-4dca-8d69-a7a23b20643d tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/b1b1d84c-b26e-41fb-a789-6ce258ba1e37 HTTP/1.1" status: 404 len: 333 time: 0.1478026 Jul 16 18:44:25.048967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.106583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 45071489-f836-4b17-bd4f-9b300669809e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:25.108378 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.161481 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da36ceb-6d5b-4356-bb2c-05a8e5bc8a25 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:25.162085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da36ceb-6d5b-4356-bb2c-05a8e5bc8a25 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:25.173240 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5da36ceb-6d5b-4356-bb2c-05a8e5bc8a25 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/9b49ad91-e122-4613-960d-96e3afd53006 HTTP/1.1" status: 404 len: 337 time: 0.1176226 Jul 16 18:44:25.174477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.241886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] DHCP port deletion for faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:25.243114 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-418cf67c-7b69-40e1-9443-c94da1272c09 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:25.243578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418cf67c-7b69-40e1-9443-c94da1272c09 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:25.245245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-267b5928-aff3-400d-ba96-c0bb232824f4 service neutron] 10.222.0.48 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0067935 Jul 16 18:44:25.263361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-418cf67c-7b69-40e1-9443-c94da1272c09 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/7e2949e4-46d6-40e1-9441-946ffd2271f0 HTTP/1.1" status: 404 len: 337 time: 0.0874138 Jul 16 18:44:25.267367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.312693 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba11e3d-2d52-475e-b05a-a791dae5e2ea tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:25.313530 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba11e3d-2d52-475e-b05a-a791dae5e2ea tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:25.315563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6ba11e3d-2d52-475e-b05a-a791dae5e2ea tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/5954d72b-27e4-40f3-8538-8e32b1121f97 HTTP/1.1" status: 404 len: 333 time: 0.0469525 Jul 16 18:44:25.319855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.373736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc6d8c-788f-4610-83af-49baa8f3ae7b req-282e3d22-814a-41ba-a158-62de235fa6de tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:25.382015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abfc6d8c-788f-4610-83af-49baa8f3ae7b req-282e3d22-814a-41ba-a158-62de235fa6de tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 945 time: 0.1561630 Jul 16 18:44:25.388293 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4312005f-f5e4-44d2-8c58-894d73121682 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:25.388766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4312005f-f5e4-44d2-8c58-894d73121682 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:25.393795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8ba837af-125e-402e-b5cf-dea9b84a70e1 None None] Could not find standard attr ID for object 6eac71db-bf8f-4283-863e-f30286ee6ad8. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:44:25.395602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4312005f-f5e4-44d2-8c58-894d73121682 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/c4cd04da-1b26-46af-9f25-b326810144c7 HTTP/1.1" status: 404 len: 337 time: 0.0742993 Jul 16 18:44:25.396359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.401067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb7fb3f-4756-44c7-8bb1-16e488e0d33f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:25.407873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb7fb3f-4756-44c7-8bb1-16e488e0d33f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:25.418540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-acb7fb3f-4756-44c7-8bb1-16e488e0d33f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.7672725 Jul 16 18:44:25.432060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8ba837af-125e-402e-b5cf-dea9b84a70e1 None None] Provisioning complete for port 3336140b-bdee-4704-939f-c82657314186 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:25.432520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba837af-125e-402e-b5cf-dea9b84a70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.442346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33202) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.484930 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-254d0e8d-a5cb-4d05-8589-efa043a5455b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] DELETE failed (client error): The resource could not be found. Jul 16 18:44:25.485393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254d0e8d-a5cb-4d05-8589-efa043a5455b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:44:25.490413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33206) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.497518 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-254d0e8d-a5cb-4d05-8589-efa043a5455b tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/subnets/a3857f66-9e20-42cc-9fb8-14cb25162d3a HTTP/1.1" status: 404 len: 337 time: 0.0990472 Jul 16 18:44:25.507018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8ba837af-125e-402e-b5cf-dea9b84a70e1 None None] Port 3336140b-bdee-4704-939f-c82657314186 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:25.551122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8ba837af-125e-402e-b5cf-dea9b84a70e1 None None] Provisioning complete for port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:25.551852 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8ba837af-125e-402e-b5cf-dea9b84a70e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.561545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-abfc6d8c-788f-4610-83af-49baa8f3ae7b req-39762673-e69a-43da-8341-5a317f5e201c tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782644 Jul 16 18:44:25.623295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] Deleting port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:25.624328 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.864813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] For port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,segment=NetworkSegment(72620527-98ea-4ddc-83a1-00f7a58f5eae),segment_id=72620527-98ea-4ddc-83a1-00f7a58f5eae)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:25.868832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.915967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] Calling delete_port for 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:26.141789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8eb8f6b3-ff32-479b-abb7-40b7577cd3e9 req-e32a568d-8e56-4403-ac4d-aa71bcfac3bb tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.1997821 Jul 16 18:44:26.158750 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.194063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Deleting port 3336140b-bdee-4704-939f-c82657314186 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:26.194826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.249568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 8340789f-1f86-4c79-9bbb-399a3b812e93 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:26.260788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.308756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] No DVR routers for this DVR port 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:26.317119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044092f-d67c-4827-8336-d030194d03f9 None None] Pushing event deleted for resources: {'Port': ['ID=6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.352939 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.354779 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ed893-a70f-455e-b0ea-8afe520d87e8 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:44:26.371445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Calling delete_port for 3336140b-bdee-4704-939f-c82657314186 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:26.421288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:26.462141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:26.463458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f0a8f3e-e0cc-4e8d-9b9f-30d8c938ff2d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:26.466422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cafbc11c-96d3-47a8-87a4-867b8f50279e None None] Provisioning for port 8340789f-1f86-4c79-9bbb-399a3b812e93 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:26.489721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cafbc11c-96d3-47a8-87a4-867b8f50279e None None] Provisioning complete for port 8340789f-1f86-4c79-9bbb-399a3b812e93 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:26.490413 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cafbc11c-96d3-47a8-87a4-867b8f50279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.535669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1578e-c299-415c-8e82-b4bbca5e9855 req-51c67a85-e47d-4bd2-91b6-ee6fd5bd7e99 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.539239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64a1578e-c299-415c-8e82-b4bbca5e9855 req-51c67a85-e47d-4bd2-91b6-ee6fd5bd7e99 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 945 time: 0.7648165 Jul 16 18:44:26.572954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cafbc11c-96d3-47a8-87a4-867b8f50279e None None] Port 8340789f-1f86-4c79-9bbb-399a3b812e93 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:26.661656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970ed893-a70f-455e-b0ea-8afe520d87e8 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:44:26.738813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64a1578e-c299-415c-8e82-b4bbca5e9855 req-2e8f64db-5f79-4b2f-af47-ca04cd11c144 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862748 Jul 16 18:44:26.799330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.811889 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.853584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 8340789f-1f86-4c79-9bbb-399a3b812e93 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:26.858143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.888293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02f4b1a-4c9e-4e42-9bfb-82dba11ab83e tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.891363 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b02f4b1a-4c9e-4e42-9bfb-82dba11ab83e tempest-TestNetworkBasicOps-1401908030 tempest-TestNetworkBasicOps-1401908030-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 1092 time: 0.0901630 Jul 16 18:44:26.895860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33234) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.916773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:26.936942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Port': ['ID=3336140b-bdee-4704-939f-c82657314186,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.968047 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.074808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.083325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-90f175dd-57d1-43be-8dbe-f039e7eb28cb tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/ports/3336140b-bdee-4704-939f-c82657314186 HTTP/1.1" status: 204 len: 168 time: 1.5896318 Jul 16 18:44:27.087613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33236) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:27.323258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.445694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9e11e57-9533-4008-be12-2203e96b694c req-b54a5c43-b948-4c29-a501-4ed7fb11153c tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.0986037 Jul 16 18:44:27.458460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.635773 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Allocated IP 172.25.0.57 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/36c861b3-ff95-41d2-9bb2-d9f920dca4c1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:27.663041 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.738995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.799356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=8340789f-1f86-4c79-9bbb-399a3b812e93,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:27.806094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa2569b-d4ae-4a0f-8423-1a119fc6d5e7']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:27.885907 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.898368 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0864e4a9-fa05-4c65-9b64-b0cee88d4a9b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/8340789f-1f86-4c79-9bbb-399a3b812e93 HTTP/1.1" status: 204 len: 168 time: 2.4545288 Jul 16 18:44:27.902773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72620527-98ea-4ddc-83a1-00f7a58f5eae') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:27.903268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72620527-98ea-4ddc-83a1-00f7a58f5eae') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:27.904455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33244) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:27.916639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:27.931294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.013090 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.030742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:28.032178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:28.037980 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:28.098541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4a1d1-34a9-4e6b-9b9f-0692f9f99d79 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:28.100360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd4a1d1-34a9-4e6b-9b9f-0692f9f99d79 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:28.111334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0bd4a1d1-34a9-4e6b-9b9f-0692f9f99d79 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1989746 Jul 16 18:44:28.115518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33246) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:28.247647 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.310527 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.324470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] 10.222.0.48 "DELETE /v2.0/networks/faa2569b-d4ae-4a0f-8423-1a119fc6d5e7 HTTP/1.1" status: 204 len: 168 time: 1.2325995 Jul 16 18:44:28.396913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bb1f8-592a-42fd-8bfb-3ec8c0fbb926 tempest-PortsIpV6TestJSON-456025203 tempest-PortsIpV6TestJSON-456025203-project] Pushing event deleted for resources: {'Network': ['ID=faa2569b-d4ae-4a0f-8423-1a119fc6d5e7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:28.499040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-ef34b56b-ced9-4de6-a5ef-90c8066e916a tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:28.517011 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-ef34b56b-ced9-4de6-a5ef-90c8066e916a tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.55 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 813 time: 0.3526180 Jul 16 18:44:28.608099 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.743626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:28.755094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 6048326b-01ef-470b-b063-9c935b05839d {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:28.763052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.770592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38387a55-3cb2-4270-832f-1e7b23b67470 req-7edb7d74-9867-4760-97a6-d106adf8d16d tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.0476210 Jul 16 18:44:28.805821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33258) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:28.877363 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.923497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:28.926177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:29.010802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-6a89e5b2-9323-421d-9f2e-a47b2dcd71e7 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9154a32ceb594a00bdadcbdb14d85675 HTTP/1.1" status: 200 len: 379 time: 0.4671710 Jul 16 18:44:29.060127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'port': {'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'admin_state_up': True, 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'security_groups': ['ddec86e7-f431-489b-aafe-1585a8860c69']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:29.106595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6f9d0441-9ff9-4ed1-8ab2-36e970366340 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af2d964cfdd045eca0cd99b5fadaa7cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953649 Jul 16 18:44:29.108089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33262) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.156394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.212726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=36c861b3-ff95-41d2-9bb2-d9f920dca4c1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.276637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eae6037a-f64c-4696-aaf1-01b0dd61e3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.320962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eae6037a-f64c-4696-aaf1-01b0dd61e3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.423745 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eae6037a-f64c-4696-aaf1-01b0dd61e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.427891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eae6037a-f64c-4696-aaf1-01b0dd61e3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.429152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eae6037a-f64c-4696-aaf1-01b0dd61e3ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1441d3f4-2971-4d11-a7f5-e2a5b88211db HTTP/1.1" status: 204 len: 168 time: 0.3190906 Jul 16 18:44:29.440944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6037a-f64c-4696-aaf1-01b0dd61e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1441d3f4-2971-4d11-a7f5-e2a5b88211db,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.454210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.989820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.994593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/6048326b-01ef-470b-b063-9c935b05839d HTTP/1.1" status: 204 len: 168 time: 1.8572006 Jul 16 18:44:29.994593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a137ca7-d110-441d-8125-9c93171d111f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=6048326b-01ef-470b-b063-9c935b05839d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.995039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33284) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.009933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc30327-b313-436a-a575-8fa790dbe3c6 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:30.069180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Made reservation on behalf of 9154a32ceb594a00bdadcbdb14d85675 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:30.080220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-49067043-11a1-41f8-86ec-25c2ce013a1d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0809793 Jul 16 18:44:30.080425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.101580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33286) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.116105 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23597a1a-ccea-4567-84b6-8d85b3ba3014 req-db49d08f-002b-4be7-aea5-5b3a77d88e39 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.0825486 Jul 16 18:44:30.276505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948dcf32-5104-4c1c-97cc-3e6255c00cd6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.278661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-948dcf32-5104-4c1c-97cc-3e6255c00cd6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1611884 Jul 16 18:44:30.283455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33290) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.405045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a9417-4437-4878-aa2f-08f5d5c8125a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.410181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a31a9417-4437-4878-aa2f-08f5d5c8125a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1253338 Jul 16 18:44:30.414484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33296) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.456021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7206325-d5ad-4162-be24-342f14291a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.492961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-64f860f5-a890-448b-8340-2dfe1bccd4d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769889 Jul 16 18:44:30.498374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33300) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.506290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:30.605638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:30.676820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:30.681480 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.725137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] Deleting port 45071489-f836-4b17-bd4f-9b300669809e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:30.730896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.806982 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.905468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] For port 45071489-f836-4b17-bd4f-9b300669809e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=45071489-f836-4b17-bd4f-9b300669809e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:30.906835 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.911998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Allocated IP 172.20.0.11 (3e8208f0-0e82-40e0-ae6c-398945404bdf/168dacdb-9bfa-4742-9f46-9c5b20c36cb8/ed5cc902-f7de-41e8-b3fa-c645cdd84138) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:30.912249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33306) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.934752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] Calling delete_port for 45071489-f836-4b17-bd4f-9b300669809e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:31.120135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2da6bf07-ac23-40f1-abaf-ac7de6dcc187 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1202425011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:31.184192 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.224435 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.228206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.241692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] Pushing event deleted for resources: {'Port': ['ID=45071489-f836-4b17-bd4f-9b300669809e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.248046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Transition to ACTIVE for port object ed5cc902-f7de-41e8-b3fa-c645cdd84138 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:31.255874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f512ab0-bbab-474c-ba23-f0b5b3d00d0c None None] No DVR routers for this DVR port 45071489-f836-4b17-bd4f-9b300669809e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:31.342717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.420704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=1e161fd1-9040-4220-9c37-d2be9162cbff,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.429510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:31.433689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'Port': ['ID=ed5cc902-f7de-41e8-b3fa-c645cdd84138,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.436965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:31.451247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:31.458870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.472760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2da6bf07-ac23-40f1-abaf-ac7de6dcc187 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.473847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2da6bf07-ac23-40f1-abaf-ac7de6dcc187 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.504920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.505409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.506633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.506633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.506841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.507124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.507451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.507803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.508126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.510213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.510554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.510899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:31.538676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:31.570482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:31.578664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.579076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.582584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b8583-ad43-48fd-bd31-bedf6a133738 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:31.759464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2da6bf07-ac23-40f1-abaf-ac7de6dcc187 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.768607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33316) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:31.770377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-caf5c4f8-32d3-4bc9-9074-df5718a7f855 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2676454 Jul 16 18:44:31.773976 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2da6bf07-ac23-40f1-abaf-ac7de6dcc187 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.779255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '1e161fd1-9040-4220-9c37-d2be9162cbff', 'ip_address': '2001:db8::48d2:b363:6b36:df77'}], 'name': 'tempest-NetworksTestDHCPv6-1422935459'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:31.806681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.809909 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.855499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769a2db-37a1-4edc-96b4-0bbdd309dd0d req-63b01edc-a42d-44ae-880b-ba5ad3b7e512 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.866511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c769a2db-37a1-4edc-96b4-0bbdd309dd0d req-63b01edc-a42d-44ae-880b-ba5ad3b7e512 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 932 time: 0.4307909 Jul 16 18:44:31.889045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2da6bf07-ac23-40f1-abaf-ac7de6dcc187 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.894230 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2da6bf07-ac23-40f1-abaf-ac7de6dcc187 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9826000 Jul 16 18:44:31.897273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b98c1927-7e1a-4b99-b2ce-641e334d26d7 None None] Provisioning for port ed5cc902-f7de-41e8-b3fa-c645cdd84138 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:31.909442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33318) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:31.910863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b98c1927-7e1a-4b99-b2ce-641e334d26d7 None None] Provisioning complete for port ed5cc902-f7de-41e8-b3fa-c645cdd84138 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:31.911476 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b98c1927-7e1a-4b99-b2ce-641e334d26d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.911944 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-73591fad-3acf-4588-8ea7-2213a02b1771 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8588395 Jul 16 18:44:31.934256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1735135996'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:31.986142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '1e161fd1-9040-4220-9c37-d2be9162cbff'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:31.987205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.015705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Request body: {'port': {'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:32.026788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c769a2db-37a1-4edc-96b4-0bbdd309dd0d req-38d98564-806b-493e-b7d9-97464e41fd09 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592207 Jul 16 18:44:32.037506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:32.059512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.145515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.165697 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.181009 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.181283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b98c1927-7e1a-4b99-b2ce-641e334d26d7 None None] Port ed5cc902-f7de-41e8-b3fa-c645cdd84138 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:32.412291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 45071489-f836-4b17-bd4f-9b300669809e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:32.420036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.422075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.427677 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.438034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 45071489-f836-4b17-bd4f-9b300669809e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:32.438377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 45071489-f836-4b17-bd4f-9b300669809e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:32.478017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/1e161fd1-9040-4220-9c37-d2be9162cbff/3b1d202d-936c-45ca-be61-76767f974a1a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:32.487868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:32.511106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f48d133-5916-476a-9a6b-59950f64e44c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.534018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.536005 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Added segment 56e863c2-6230-4433-af1e-f11a0ca99f4a of type vlan for network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 Jul 16 18:44:32.560905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event updated for resources: {'Port': ['ID=36c861b3-ff95-41d2-9bb2-d9f920dca4c1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.597207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:32.603961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.616674 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.674443 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.686287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.689587 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.727406 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.743804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Transition to ACTIVE for port object 3b1d202d-936c-45ca-be61-76767f974a1a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:32.755895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8323500 Jul 16 18:44:32.759262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33322) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:32.769129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'subnet': {'network_id': 'a7872bc9-51e9-4b9b-a3b7-b279547f89c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:32.795257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Transition to ACTIVE for port object 3b1d202d-936c-45ca-be61-76767f974a1a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:32.810967 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.877463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36e08c-24e5-404b-b7d4-f1106de8046e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Network': ['ID=a7872bc9-51e9-4b9b-a3b7-b279547f89c4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.896965 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Floating IP 66b0de21-04a0-49f8-a375-a281b23c2839 associated. External IP: 172.25.0.57, port: f39b54c3-781b-4b73-94aa-91522ec8ab12. Jul 16 18:44:32.900124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:32.918413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:32.926910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:32.940656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:33.033502 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.036465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:33.054642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.128125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 149d7f5b-105e-4c93-bb1d-965c3186dbaf yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:33.362117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843c84e-3076-45d1-902e-43be41429fe4 req-5171a356-43f2-472d-80cb-2dcdaedb9f2f tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.364421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b843c84e-3076-45d1-902e-43be41429fe4 req-5171a356-43f2-472d-80cb-2dcdaedb9f2f tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 932 time: 0.1305590 Jul 16 18:44:33.498291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::48d2:b363:6b36:df77 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/1e161fd1-9040-4220-9c37-d2be9162cbff/149d7f5b-105e-4c93-bb1d-965c3186dbaf) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:33.528291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Pushing event updated for resources: {'Port': ['ID=3b1d202d-936c-45ca-be61-76767f974a1a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.584330 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.588770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Attempting to bind port 3b1d202d-936c-45ca-be61-76767f974a1a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:33.589185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Attempting to bind port 3b1d202d-936c-45ca-be61-76767f974a1a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:33.589594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Attempting to bind port 3b1d202d-936c-45ca-be61-76767f974a1a on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:33.598114 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4348223-f673-43c6-8e64-743a2b850237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.601164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:33.601564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:33.601972 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.602598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:33.603119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Bound port: 3b1d202d-936c-45ca-be61-76767f974a1a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:33.603628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.643184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b843c84e-3076-45d1-902e-43be41429fe4 req-bf5d680d-7498-4ec4-be14-80ec148c9c56 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146847 Jul 16 18:44:33.644315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.695686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5cc902-f7de-41e8-b3fa-c645cdd84138 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:33.711335 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.727822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Subnet': ['ID=87005692-8dda-4a4b-a91f-1ffe8eae019e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:33.728381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Transition to ACTIVE for port object ed5cc902-f7de-41e8-b3fa-c645cdd84138 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:33.747755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] For port 3b1d202d-936c-45ca-be61-76767f974a1a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:33.752694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Checking segment: {'id': '56e863c2-6230-4433-af1e-f11a0ca99f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a7872bc9-51e9-4b9b-a3b7-b279547f89c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:33.753092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network hostable DHCP agents. Network: a7872bc9-51e9-4b9b-a3b7-b279547f89c4, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:33.756975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] For port 3b1d202d-936c-45ca-be61-76767f974a1a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3b1d202d-936c-45ca-be61-76767f974a1a,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:33.765817 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.771262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.780645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:33.800314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, a7872bc9-51e9-4b9b-a3b7-b279547f89c4) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:33.816355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.816979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.837101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499a6e4-9159-42c8-a36c-d626da8c949b None None] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:33.844320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-873b0bd0-81ac-42ca-9b8d-b0e4281aee27 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0787234 Jul 16 18:44:33.846655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33334) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:33.862144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'network': {'name': 'tempest-router-network01--1222005419'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:33.940088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:33.947761 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.039461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:34.061583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.064435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194760e-7a88-41c7-ae9b-444c3e5c0e3b None None] Pushing event updated for resources: {'Port': ['ID=3b1d202d-936c-45ca-be61-76767f974a1a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.067972 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Added segment 2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7 of type vlan for network edef0171-01b3-4a48-a7e7-148e008ceca0 Jul 16 18:44:34.220518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.292782 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.301288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.301955 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.449059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Network': ['ID=edef0171-01b3-4a48-a7e7-148e008ceca0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.452788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c4fdc784-656d-4f41-8155-67ae0155259c tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6047328 Jul 16 18:44:34.457411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33338) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:34.487832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'network': {'name': 'tempest-router-network02--924262874'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:34.538359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network edef0171-01b3-4a48-a7e7-148e008ceca0 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:34.548231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:34.553991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.647887 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:34.675008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.687297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.688018 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Added segment 585fa27a-e9b9-484c-a1be-2d1c50efaec7 of type vlan for network 9c085354-cb30-4eaa-9e86-495db329b2cc Jul 16 18:44:34.699797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-a7872bc9-51e9-4b9b-a3b7-b279547f89c4', 'network_id': 'a7872bc9-51e9-4b9b-a3b7-b279547f89c4', 'tenant_id': '9e480c83a70d43298d17b3806dddb9bb', 'fixed_ips': [{'subnet_id': '87005692-8dda-4a4b-a91f-1ffe8eae019e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:34.700986 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.798678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5cc902-f7de-41e8-b3fa-c645cdd84138,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.853082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.861015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.879698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 149d7f5b-105e-4c93-bb1d-965c3186dbaf will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:34.949414 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.957740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.958671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.974042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Attempting to bind port ed5cc902-f7de-41e8-b3fa-c645cdd84138 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:34.974388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Attempting to bind port ed5cc902-f7de-41e8-b3fa-c645cdd84138 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:34.974718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Attempting to bind port ed5cc902-f7de-41e8-b3fa-c645cdd84138 on network 3e8208f0-0e82-40e0-ae6c-398945404bdf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:34.977463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.042246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Port ed5cc902-f7de-41e8-b3fa-c645cdd84138 on network 3e8208f0-0e82-40e0-ae6c-398945404bdf not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:35.042952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Attempting to bind port ed5cc902-f7de-41e8-b3fa-c645cdd84138 on network 3e8208f0-0e82-40e0-ae6c-398945404bdf {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:35.091513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Network': ['ID=9c085354-cb30-4eaa-9e86-495db329b2cc,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:35.102265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3c093f3f-fdf2-4ed4-a3da-0366cc78f1eb tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6436758 Jul 16 18:44:35.109055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33344) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:35.113585 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 9c085354-cb30-4eaa-9e86-495db329b2cc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:35.116298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'subnet': {'network_id': 'edef0171-01b3-4a48-a7e7-148e008ceca0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:35.139120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Allocated IP 2001:db8::2 (a7872bc9-51e9-4b9b-a3b7-b279547f89c4/87005692-8dda-4a4b-a91f-1ffe8eae019e/7483429f-d457-4f88-b677-a0c22cdf72b3) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:35.163276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d294a25-e8ab-4ba7-b356-eb6db67f9fa2 req-99222ee9-17f4-407b-b94b-3ae8a3328dff tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.175781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d294a25-e8ab-4ba7-b356-eb6db67f9fa2 req-99222ee9-17f4-407b-b94b-3ae8a3328dff tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 944 time: 0.2748382 Jul 16 18:44:35.213486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:35.216397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=149d7f5b-105e-4c93-bb1d-965c3186dbaf,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:35.262280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:35.276776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:35.280462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Checking segment: {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:35.282100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Bound using segment: {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:35.285295 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Bound port: ed5cc902-f7de-41e8-b3fa-c645cdd84138, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a8c5eea-615b-420f-b0e8-79d248f5b110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:35.288006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.299261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:35.322391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d294a25-e8ab-4ba7-b356-eb6db67f9fa2 req-80b77815-2075-4e5f-b036-5330f17e958e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404660 Jul 16 18:44:35.323747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:35.365720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.367042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.588743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:35.603972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.644264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.662012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Transition to ACTIVE for port object 7483429f-d457-4f88-b677-a0c22cdf72b3 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:35.702525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:35.706272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Transition to ACTIVE for port object 7483429f-d457-4f88-b677-a0c22cdf72b3 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:35.716173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] Sync routers for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:35.721592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.769472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:35.770142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:44:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:35.790262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a1997165-b2d1-4a4e-975f-0757a5738961 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0199766 Jul 16 18:44:35.814604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:35.917531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:36.028041 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.167615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] For port ed5cc902-f7de-41e8-b3fa-c645cdd84138, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:36.210056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:36.219721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:36.247562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Pushing event updated for resources: {'Port': ['ID=7483429f-d457-4f88-b677-a0c22cdf72b3,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.254814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:36.264331 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.278339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] For port ed5cc902-f7de-41e8-b3fa-c645cdd84138, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:36.350615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4fb8e5e7-0a1e-49ae-acaf-cc54ad120cd5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.4458959 Jul 16 18:44:36.352772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.381626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:36.382627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:36.397199 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e6d02f-b490-4b87-bff7-0e466622e063" -d '{"events": [{"name": "network-changed", "server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:36.615216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Attempting to bind port 7483429f-d457-4f88-b677-a0c22cdf72b3 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:36.620249 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Attempting to bind port 7483429f-d457-4f88-b677-a0c22cdf72b3 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '56e863c2-6230-4433-af1e-f11a0ca99f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a7872bc9-51e9-4b9b-a3b7-b279547f89c4'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:36.632058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Attempting to bind port 7483429f-d457-4f88-b677-a0c22cdf72b3 on network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:36.661315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-523ca447-c120-494a-9669-856630384493 None None] Provisioning for port 3b1d202d-936c-45ca-be61-76767f974a1a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:36.840524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3b1d202d-936c-45ca-be61-76767f974a1a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:36.901992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:36.906924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Checking segment: {'id': '56e863c2-6230-4433-af1e-f11a0ca99f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a7872bc9-51e9-4b9b-a3b7-b279547f89c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:36.907427 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.908139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Bound using segment: {'id': '56e863c2-6230-4433-af1e-f11a0ca99f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a7872bc9-51e9-4b9b-a3b7-b279547f89c4'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:36.908407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Bound port: 7483429f-d457-4f88-b677-a0c22cdf72b3, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e863c2-6230-4433-af1e-f11a0ca99f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a7872bc9-51e9-4b9b-a3b7-b279547f89c4'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:36.908810 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.058544 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e02e095-a4a0-48ac-b22a-40285ea7f215 x-openstack-request-id: req-4e02e095-a4a0-48ac-b22a-40285ea7f215 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:37.059111 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:37.059402 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4e02e095-a4a0-48ac-b22a-40285ea7f215 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:37.060093 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'status': 'completed', 'code': 200} Jul 16 18:44:37.116962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.118320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.120770 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] 10.222.0.55 "PUT /v2.0/ports/ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 1093 time: 5.1286449 Jul 16 18:44:37.160404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bfc1ba74-57b8-4b84-a233-ded7ae8f68f7 None None] Provisioning for port 149d7f5b-105e-4c93-bb1d-965c3186dbaf completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:37.192656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3b1d202d-936c-45ca-be61-76767f974a1a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:37.238046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.250850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] For port 7483429f-d457-4f88-b677-a0c22cdf72b3, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:37.256925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] For port 7483429f-d457-4f88-b677-a0c22cdf72b3, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7483429f-d457-4f88-b677-a0c22cdf72b3,segment=NetworkSegment(56e863c2-6230-4433-af1e-f11a0ca99f4a),segment_id=56e863c2-6230-4433-af1e-f11a0ca99f4a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:37.268226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bfc1ba74-57b8-4b84-a233-ded7ae8f68f7 None None] Provisioning complete for port 149d7f5b-105e-4c93-bb1d-965c3186dbaf triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:37.268806 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfc1ba74-57b8-4b84-a233-ded7ae8f68f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.327622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460ddf6-f584-4e69-9e09-90315462e3c9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.330058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Subnet': ['ID=21352522-7fd8-4117-8f28-ea130e2ca1e7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.356180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e17b-e389-4df3-bbb3-e907f5f3c146 req-67188560-b31b-4ae1-a8f6-8992e9e048be tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.357964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9651e17b-e389-4df3-bbb3-e907f5f3c146 req-67188560-b31b-4ae1-a8f6-8992e9e048be tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 944 time: 0.2872272 Jul 16 18:44:37.359309 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.359935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3460ddf6-f584-4e69-9e09-90315462e3c9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.376044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3b1d202d-936c-45ca-be61-76767f974a1a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:37.377340 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.377627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3460ddf6-f584-4e69-9e09-90315462e3c9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.5439670 Jul 16 18:44:37.391970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33370) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:37.423044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317aa04-5270-4a4f-856f-e830c1a8ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5cc902-f7de-41e8-b3fa-c645cdd84138,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.458240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '66b0de21-04a0-49f8-a375-a281b23c2839', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'port_id': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'mac_address': 'fa:16:3e:13:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f6683-629c-4663-bb15-f07d1768fb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:30Z', 'updated_at': '2021-07-16T18:44:30Z', 'revision_number': 0, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:37.510131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Checking segment: {'id': '2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edef0171-01b3-4a48-a7e7-148e008ceca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:37.511295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network hostable DHCP agents. Network: edef0171-01b3-4a48-a7e7-148e008ceca0, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:37.516341 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e32cd9d8-b469-4c9c-9f12-8340e60df64f tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/66b0de21-04a0-49f8-a375-a281b23c2839 HTTP/1.1" status: 200 len: 990 time: 1.1087589 Jul 16 18:44:37.561333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9651e17b-e389-4df3-bbb3-e907f5f3c146 req-bc71e396-f75e-4916-b903-9322703b552a tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849303 Jul 16 18:44:37.571500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-46a5a4b6-1491-442a-b82e-f8502e77492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.574280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-46a5a4b6-1491-442a-b82e-f8502e77492f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 1097 time: 0.5127490 Jul 16 18:44:37.631578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] Checking router: 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:37.675485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:37.679351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:44:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:37.684972 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.714680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network edef0171-01b3-4a48-a7e7-148e008ceca0 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:37.797081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, edef0171-01b3-4a48-a7e7-148e008ceca0) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:37.811137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.812006 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.846362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bfc1ba74-57b8-4b84-a233-ded7ae8f68f7 None None] Port 149d7f5b-105e-4c93-bb1d-965c3186dbaf cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:37.851894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03d75c-1a04-4067-a633-134195c42154 None None] Pushing event updated for resources: {'Port': ['ID=7483429f-d457-4f88-b677-a0c22cdf72b3,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.853765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 149d7f5b-105e-4c93-bb1d-965c3186dbaf {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:37.854420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.877995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6c7ae-3b6e-4930-9f81-b7a526ffc750 None None] Network edef0171-01b3-4a48-a7e7-148e008ceca0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:37.933417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-8c272b09-c390-44da-9872-4615a5d05bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.934991 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-8c272b09-c390-44da-9872-4615a5d05bb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5b7b76-e8f4-4a7a-a35a-49790d803764 HTTP/1.1" status: 200 len: 897 time: 0.3481762 Jul 16 18:44:37.940364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-4d8e06dc-610c-4402-9452-7852d40ef9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.942037 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-4d8e06dc-610c-4402-9452-7852d40ef9e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1096 time: 0.7600665 Jul 16 18:44:37.974617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0a9e7482-3cde-4ee0-8626-f6147c919372 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8618667 Jul 16 18:44:37.979032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:38.253528 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.316319 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.369033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 149d7f5b-105e-4c93-bb1d-965c3186dbaf owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:38.377102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:38.728413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'subnet': {'network_id': '9c085354-cb30-4eaa-9e86-495db329b2cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:38.934662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:38.962774 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-a0669005-cd01-46bc-bdc3-eb70f474916f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12 HTTP/1.1" status: 200 len: 998 time: 1.0170424 Jul 16 18:44:39.078147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:39.092642 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f6053c-aa76-4c02-b027-d18ad96a7577" -d '{"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:39.148613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-cd80812d-2977-458b-a759-ccf02fed20eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 217 time: 1.1668758 Jul 16 18:44:39.289309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-07bc3367-1541-4562-8e99-cd1036feda04 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/66b0de21-04a0-49f8-a375-a281b23c2839 HTTP/1.1" status: 200 len: 990 time: 0.2986653 Jul 16 18:44:39.291212 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.309950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:39.316808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.327059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-3817a6b4-2824-474b-b0ee-ac33c93873e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.330074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-3817a6b4-2824-474b-b0ee-ac33c93873e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 200 len: 852 time: 0.0942338 Jul 16 18:44:39.332449 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb60d2-eb95-4799-b323-78d614a89c11 x-openstack-request-id: req-b4eb60d2-eb95-4799-b323-78d614a89c11 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:39.332449 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:39.332881 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4eb60d2-eb95-4799-b323-78d614a89c11 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:39.333093 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'status': 'completed', 'code': 200} Jul 16 18:44:39.426293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=149d7f5b-105e-4c93-bb1d-965c3186dbaf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.454845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-bb06979e-1d4a-443e-9de5-a8b8f995da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.456803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-bb06979e-1d4a-443e-9de5-a8b8f995da75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84df9d35-9937-41f3-ac72-170616675cf6 HTTP/1.1" status: 200 len: 835 time: 0.4862921 Jul 16 18:44:39.532726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.545242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-385f101f-314b-481d-9339-cb492357fd97 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/149d7f5b-105e-4c93-bb1d-965c3186dbaf HTTP/1.1" status: 204 len: 168 time: 2.1511967 Jul 16 18:44:39.558368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33424) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.670904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-c30c672c-2344-4b54-ae37-cb5015e52de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.673248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-c30c672c-2344-4b54-ae37-cb5015e52de9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e8208f0-0e82-40e0-ae6c-398945404bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3368797 Jul 16 18:44:39.759083 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:39.796397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396e8a0-3cc4-4ba6-aa41-918b434f5414 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.800142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396e8a0-3cc4-4ba6-aa41-918b434f5414 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.802962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e396e8a0-3cc4-4ba6-aa41-918b434f5414 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2389369 Jul 16 18:44:39.810642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33432) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.872528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-f7e83849-ffc9-40a1-94f2-a1c47785fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.875227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-f7e83849-ffc9-40a1-94f2-a1c47785fe1a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5b7b76-e8f4-4a7a-a35a-49790d803764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4092419 Jul 16 18:44:40.013438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71975ddb-bcab-4057-8f44-b166395ca362 None None] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:40.086527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 1e161fd1-9040-4220-9c37-d2be9162cbff {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:40.102326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.186611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.210152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1106dc6-1887-493a-8766-99c47cfe415b req-e7c113df-5a8b-4350-9acc-9e0006e7b80c tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.212601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1106dc6-1887-493a-8766-99c47cfe415b req-e7c113df-5a8b-4350-9acc-9e0006e7b80c tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 944 time: 1.2766647 Jul 16 18:44:40.272936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0af04396-c293-4b35-b807-a0d41bf3e9b9 None None] Provisioning for port 7483429f-d457-4f88-b677-a0c22cdf72b3 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:40.276641 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-d9316b5d-fffb-484d-bf97-149a593bd5ff service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900424 Jul 16 18:44:40.291773 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33442) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:40.294929 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.321008 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-3c3ad3d4-5c5a-4436-ad02-55d9013d25ee service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308193 Jul 16 18:44:40.490084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3b1d202d-936c-45ca-be61-76767f974a1a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3b1d202d-936c-45ca-be61-76767f974a1a,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:40.507703 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.543040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1106dc6-1887-493a-8766-99c47cfe415b req-fd331316-e3fa-438b-bd41-6a609548bcc5 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169732 Jul 16 18:44:40.661994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3b1d202d-936c-45ca-be61-76767f974a1a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.730864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a07f51d5-553e-4563-81af-fa48077597f8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/66b0de21-04a0-49f8-a375-a281b23c2839 HTTP/1.1" status: 200 len: 990 time: 0.4251721 Jul 16 18:44:40.736778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-edef0171-01b3-4a48-a7e7-148e008ceca0', 'network_id': 'edef0171-01b3-4a48-a7e7-148e008ceca0', 'tenant_id': '9e480c83a70d43298d17b3806dddb9bb', 'fixed_ips': [{'subnet_id': '21352522-7fd8-4117-8f28-ea130e2ca1e7'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:40.738692 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.767548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '66b0de21-04a0-49f8-a375-a281b23c2839', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'port_id': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'mac_address': 'fa:16:3e:13:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f6683-629c-4663-bb15-f07d1768fb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:30Z', 'updated_at': '2021-07-16T18:44:30Z', 'revision_number': 0, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:40.800220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e7cb9bb7-6eaf-4d4e-8246-c36857d2fb0a req-3d94b403-7f76-40e0-b36b-397fd2cb2122 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775052 Jul 16 18:44:40.805294 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5e6d02f-b490-4b87-bff7-0e466622e063 req-71fbd0f9-efe9-4c35-985b-6ebf0f997d2e service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730148 Jul 16 18:44:40.851697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7483429f-d457-4f88-b677-a0c22cdf72b3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:40.862648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d5b94c-3ea0-46a4-aa55-6b6698e61749 None None] The sync data for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 is: [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '66b0de21-04a0-49f8-a375-a281b23c2839', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'floating_ip_address': '172.25.0.57', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'port_id': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'mac_address': 'fa:16:3e:13:7c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224f6683-629c-4663-bb15-f07d1768fb21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:30Z', 'updated_at': '2021-07-16T18:44:30Z', 'revision_number': 0, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:40.933949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.997878 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.033395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-84b2aa4c-8929-4435-aecd-0bd813a63a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.036747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-84b2aa4c-8929-4435-aecd-0bd813a63a96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1096 time: 0.1466763 Jul 16 18:44:41.105793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Subnet': ['ID=155e3ca9-3736-475b-8b28-792933f316d4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:41.216658 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.330435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=1e161fd1-9040-4220-9c37-d2be9162cbff,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:41.342152 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.348441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2ab6060e-1ada-4d81-aa6c-673ec2e6b5b1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/1e161fd1-9040-4220-9c37-d2be9162cbff HTTP/1.1" status: 204 len: 168 time: 1.5290639 Jul 16 18:44:41.357522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33448) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:41.389731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-f0f42766-f582-457e-a159-88f0246b00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.392397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2999a1-76d0-4175-a3bb-63f2f942d5ea None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:41.393292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-f0f42766-f582-457e-a159-88f0246b00ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 913 time: 0.3496239 Jul 16 18:44:41.399338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Checking segment: {'id': '585fa27a-e9b9-484c-a1be-2d1c50efaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9c085354-cb30-4eaa-9e86-495db329b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:41.408494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network hostable DHCP agents. Network: 9c085354-cb30-4eaa-9e86-495db329b2cc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:41.425966 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fa2568-7ae1-4931-9f7e-e2516127cf7d None None] New status for floating IP 66b0de21-04a0-49f8-a375-a281b23c2839: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:41.469631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b5730a0b-9ba6-4fbf-b5db-67326d0d2745 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979030 Jul 16 18:44:41.470371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33450) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:41.477314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:41.558219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-ccc7687e-57d4-4c7f-84c0-62f0248451d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 217 time: 0.1573076 Jul 16 18:44:41.614790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network 9c085354-cb30-4eaa-9e86-495db329b2cc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:41.631438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7483429f-d457-4f88-b677-a0c22cdf72b3 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:41.650461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 9c085354-cb30-4eaa-9e86-495db329b2cc) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:41.666271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7483429f-d457-4f88-b677-a0c22cdf72b3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:41.666874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.667101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-d2f2b948-b2c0-410b-ad6a-817311c504b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.681358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.681966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.685067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-d2f2b948-b2c0-410b-ad6a-817311c504b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 200 len: 852 time: 0.1199563 Jul 16 18:44:41.743038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33454) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:41.844414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-304f2af7-0aeb-4fa3-b1b9-f593a6934153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.846412 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-304f2af7-0aeb-4fa3-b1b9-f593a6934153 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e8208f0-0e82-40e0-ae6c-398945404bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550517 Jul 16 18:44:41.873536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55ed98-e18f-4665-9106-2425b7b877ab None None] Network 9c085354-cb30-4eaa-9e86-495db329b2cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:41.896326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:41.908821 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.073219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-33d272a5-a5cb-46f0-b0da-946304af14a1 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194130 Jul 16 18:44:42.074591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Allocated IP 2001:db8::2 (edef0171-01b3-4a48-a7e7-148e008ceca0/21352522-7fd8-4117-8f28-ea130e2ca1e7/356b444c-62fd-4d8e-9f04-0e5506862b07) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:42.108357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3de31a2c-5ae9-4e65-adfc-cb5e298ebe9b tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3886359 Jul 16 18:44:42.144732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33466) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:42.233226 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b1f6053c-aa76-4c02-b027-d18ad96a7577 req-34dd653d-75e5-4aa4-a664-b602489b901e service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509049 Jul 16 18:44:42.483189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-43d81183-d688-437f-8cd9-11af2ff83a02 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/66b0de21-04a0-49f8-a375-a281b23c2839 HTTP/1.1" status: 200 len: 992 time: 0.7366538 Jul 16 18:44:42.613812 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.618699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dec727ec-34b7-43f1-bfc2-541971c7ef73 None None] Provisioning complete for port 7483429f-d457-4f88-b677-a0c22cdf72b3 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:42.619610 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dec727ec-34b7-43f1-bfc2-541971c7ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.679608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=e5f32a73-6647-430b-8e49-cfb988370209,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:42.684997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-9c085354-cb30-4eaa-9e86-495db329b2cc', 'network_id': '9c085354-cb30-4eaa-9e86-495db329b2cc', 'tenant_id': '9e480c83a70d43298d17b3806dddb9bb', 'fixed_ips': [{'subnet_id': '155e3ca9-3736-475b-8b28-792933f316d4'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:42.687202 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.696955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:42.704341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:42.709675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.710423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.903969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:42.906411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1c74e01b-9b14-479a-9825-126fc82956e1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4329112 Jul 16 18:44:42.911598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'e5f32a73-6647-430b-8e49-cfb988370209', 'ip_address': '2001:db8::efc6:318:d4b7:8a28'}], 'name': 'tempest-NetworksTestDHCPv6-1616447572'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:42.915724 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.963391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb903fa-9bcd-41c4-aa94-bc6b77802936 req-48983fa2-a264-493a-bd7e-9eb97b271ace tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.978897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8eb903fa-9bcd-41c4-aa94-bc6b77802936 req-48983fa2-a264-493a-bd7e-9eb97b271ace tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 944 time: 0.8812091 Jul 16 18:44:43.091648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8eb903fa-9bcd-41c4-aa94-bc6b77802936 req-927c56fa-11c1-48d8-8e3f-36e384ecc102 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012323 Jul 16 18:44:43.092573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:43.144881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:43.190327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.222691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7483429f-d457-4f88-b677-a0c22cdf72b3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7483429f-d457-4f88-b677-a0c22cdf72b3,segment=NetworkSegment(56e863c2-6230-4433-af1e-f11a0ca99f4a),segment_id=56e863c2-6230-4433-af1e-f11a0ca99f4a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:43.263536 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.303196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.350595 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dec727ec-34b7-43f1-bfc2-541971c7ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.353387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Transition to ACTIVE for port object 356b444c-62fd-4d8e-9f04-0e5506862b07 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:43.357464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.393135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 5484c7a7-1381-403b-8eb2-bf93f900a568 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:43.415964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Allocated IP 2001:db8::2 (9c085354-cb30-4eaa-9e86-495db329b2cc/155e3ca9-3736-475b-8b28-792933f316d4/26338c0c-7a2d-4b0f-bb63-d3841cd1a291) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:43.438732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Transition to ACTIVE for port object 356b444c-62fd-4d8e-9f04-0e5506862b07 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:43.510964 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-dec727ec-34b7-43f1-bfc2-541971c7ef73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:44:43.511287 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-dec727ec-34b7-43f1-bfc2-541971c7ef73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:44:43.511995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3b1d202d-936c-45ca-be61-76767f974a1a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:43.514513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.526806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7483429f-d457-4f88-b677-a0c22cdf72b3,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:43.710414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::efc6:318:d4b7:8a28 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e5f32a73-6647-430b-8e49-cfb988370209/5484c7a7-1381-403b-8eb2-bf93f900a568) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:43.719240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] Deleting port 3b1d202d-936c-45ca-be61-76767f974a1a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:43.720967 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.762382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Network edef0171-01b3-4a48-a7e7-148e008ceca0 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:43.817618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:43.838975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:43.910657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Allocated IP 2001:db8::1 (edef0171-01b3-4a48-a7e7-148e008ceca0/21352522-7fd8-4117-8f28-ea130e2ca1e7/bdef1331-bfbc-4677-b24f-9027a5bb34fb) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:43.931306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:43.947763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 5484c7a7-1381-403b-8eb2-bf93f900a568 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:44.025261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.034290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Pushing event updated for resources: {'Port': ['ID=356b444c-62fd-4d8e-9f04-0e5506862b07,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.111587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:44.119025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:44.125257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:44.137657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.138767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.195954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.198163 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2904670 Jul 16 18:44:44.218951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33484) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:44.235301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Transition to ACTIVE for port object bdef1331-bfbc-4677-b24f-9027a5bb34fb will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:44.279313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.300710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9ffc8-9135-45b9-aced-3631c84002f8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=5484c7a7-1381-403b-8eb2-bf93f900a568,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.355151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Attempting to bind port 356b444c-62fd-4d8e-9f04-0e5506862b07 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:44.355801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Attempting to bind port 356b444c-62fd-4d8e-9f04-0e5506862b07 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edef0171-01b3-4a48-a7e7-148e008ceca0'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:44.356443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Attempting to bind port 356b444c-62fd-4d8e-9f04-0e5506862b07 on network edef0171-01b3-4a48-a7e7-148e008ceca0 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:44.383910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network edef0171-01b3-4a48-a7e7-148e008ceca0 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:44.404236 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:44.416979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:44.417531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.420195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:44.420856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Checking segment: {'id': '2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edef0171-01b3-4a48-a7e7-148e008ceca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:44.423122 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.423712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Bound using segment: {'id': '2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edef0171-01b3-4a48-a7e7-148e008ceca0'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:44.424429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Bound port: 356b444c-62fd-4d8e-9f04-0e5506862b07, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'edef0171-01b3-4a48-a7e7-148e008ceca0'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:44.425004 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.437397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] For port 3b1d202d-936c-45ca-be61-76767f974a1a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3b1d202d-936c-45ca-be61-76767f974a1a,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:44.440812 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.498626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] Calling delete_port for 3b1d202d-936c-45ca-be61-76767f974a1a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:44.539910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Port': ['ID=bdef1331-bfbc-4677-b24f-9027a5bb34fb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.559558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d618a-e263-4829-8a50-0a5f33012dc2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.574754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] For port 356b444c-62fd-4d8e-9f04-0e5506862b07, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:44.579455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] For port 356b444c-62fd-4d8e-9f04-0e5506862b07, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b444c-62fd-4d8e-9f04-0e5506862b07,segment=NetworkSegment(2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7),segment_id=2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:44.586744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306d618a-e263-4829-8a50-0a5f33012dc2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.596461 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.598077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:44.599166 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-306d618a-e263-4829-8a50-0a5f33012dc2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.3727984 Jul 16 18:44:44.655962 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.798868 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:44.866874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Transition to ACTIVE for port object 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:44.884818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3b1d202d-936c-45ca-be61-76767f974a1a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3b1d202d-936c-45ca-be61-76767f974a1a,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:44.894241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b2da8-c020-46fa-bf02-ec992e7c8ebc None None] Pushing event updated for resources: {'Port': ['ID=356b444c-62fd-4d8e-9f04-0e5506862b07,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:44.923045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.019161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3b1d202d-936c-45ca-be61-76767f974a1a,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:45.044669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Transition to ACTIVE for port object 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:45.058394 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.104871 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.139858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Network 9c085354-cb30-4eaa-9e86-495db329b2cc is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:45.143550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] No DVR routers for this DVR port 3b1d202d-936c-45ca-be61-76767f974a1a on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:45.152558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:45.155136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Pushing event updated for resources: {'Port': ['ID=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:45.158629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:45.250535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da12eae4-9a8b-4b17-ba58-239ce1029c5e None None] Pushing event deleted for resources: {'Port': ['ID=3b1d202d-936c-45ca-be61-76767f974a1a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:45.257080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d7adc-b93d-4a8f-bae3-83f97286fb46 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:45.344982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041fb60-3cd7-4a4a-9741-1b83aca0961b req-1b07d0d2-04b4-4d12-8e73-d93ac8544fca tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.354793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b041fb60-3cd7-4a4a-9741-1b83aca0961b req-1b07d0d2-04b4-4d12-8e73-d93ac8544fca tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 944 time: 0.7430480 Jul 16 18:44:45.389109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.446487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 5484c7a7-1381-403b-8eb2-bf93f900a568 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:45.447189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.567382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b041fb60-3cd7-4a4a-9741-1b83aca0961b req-9d6e6672-1e21-4734-8fa2-73a3533e2b74 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088439 Jul 16 18:44:45.622462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Attempting to bind port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:45.623040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Attempting to bind port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '585fa27a-e9b9-484c-a1be-2d1c50efaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9c085354-cb30-4eaa-9e86-495db329b2cc'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:45.623609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Attempting to bind port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 on network 9c085354-cb30-4eaa-9e86-495db329b2cc {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:45.628076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b444c-62fd-4d8e-9f04-0e5506862b07 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:45.683383 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.699648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 5484c7a7-1381-403b-8eb2-bf93f900a568 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:45.728460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:45.729192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Checking segment: {'id': '585fa27a-e9b9-484c-a1be-2d1c50efaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9c085354-cb30-4eaa-9e86-495db329b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:45.729824 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.730466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Bound using segment: {'id': '585fa27a-e9b9-484c-a1be-2d1c50efaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9c085354-cb30-4eaa-9e86-495db329b2cc'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:45.731278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Bound port: 26338c0c-7a2d-4b0f-bb63-d3841cd1a291, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585fa27a-e9b9-484c-a1be-2d1c50efaec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '9c085354-cb30-4eaa-9e86-495db329b2cc'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:45.732093 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.051356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] For port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:46.079300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] For port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,segment=NetworkSegment(585fa27a-e9b9-484c-a1be-2d1c50efaec7),segment_id=585fa27a-e9b9-484c-a1be-2d1c50efaec7)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:46.082508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 356b444c-62fd-4d8e-9f04-0e5506862b07 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:46.090618 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.093958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7483429f-d457-4f88-b677-a0c22cdf72b3 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:46.279838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3899fb-bc45-4da0-ac30-6c635f793a06 None None] Pushing event updated for resources: {'Port': ['ID=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.348987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': 'e5f32a73-6647-430b-8e49-cfb988370209'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:46.350486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.388646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.425722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7483429f-d457-4f88-b677-a0c22cdf72b3 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:46.426337 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.455272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=5484c7a7-1381-403b-8eb2-bf93f900a568,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.502838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.505621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a1785e2a-95a8-4dec-a618-07eb1575716b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/5484c7a7-1381-403b-8eb2-bf93f900a568 HTTP/1.1" status: 204 len: 168 time: 1.9064286 Jul 16 18:44:46.510397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33496) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:46.516852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.525061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.526916 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.610640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Port': ['ID=bdef1331-bfbc-4677-b24f-9027a5bb34fb,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.858800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f2b63-3acc-4f02-b97d-4563bc3ad0d1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.878798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f2b63-3acc-4f02-b97d-4563bc3ad0d1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.888635 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bf9f2b63-3acc-4f02-b97d-4563bc3ad0d1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3757334 Jul 16 18:44:46.892134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33500) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:46.915441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network edef0171-01b3-4a48-a7e7-148e008ceca0 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:46.978677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:47.120593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e5f32a73-6647-430b-8e49-cfb988370209/f747fe3e-2d5c-442a-a098-32a97bf6d1e4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:47.195504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64254621-7e2d-4874-9681-264d1008d7a0 None None] Network edef0171-01b3-4a48-a7e7-148e008ceca0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:47.299560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet e5f32a73-6647-430b-8e49-cfb988370209 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:47.332762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Router 84fc31f4-6a00-4257-8476-024ae955b0ed is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:44:47.376731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00abcc2-825f-4871-b115-7243e46ae474 req-59092bac-a1e2-41da-9a50-f0eae2068ccd tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:47.385338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c00abcc2-825f-4871-b115-7243e46ae474 req-59092bac-a1e2-41da-9a50-f0eae2068ccd tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 944 time: 0.4737837 Jul 16 18:44:47.560886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c00abcc2-825f-4871-b115-7243e46ae474 req-f7272d8b-4a1d-4038-82c2-fdd016635182 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740732 Jul 16 18:44:47.606137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:47.620427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:47.621191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f3cea537-8c9b-4f58-a8fc-05b54b69f164 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4692578 Jul 16 18:44:47.673336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:47.677999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] Sync routers for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:47.711780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-947d8034-0984-4915-9660-05d2c46e7b2b None None] Provisioning for port 356b444c-62fd-4d8e-9f04-0e5506862b07 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:47.780673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-947d8034-0984-4915-9660-05d2c46e7b2b None None] Provisioning complete for port 356b444c-62fd-4d8e-9f04-0e5506862b07 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:47.781258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-947d8034-0984-4915-9660-05d2c46e7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:47.867604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:47.869014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:44:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:47.994672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:48.111219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.123363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:48.139476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:48.140544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:44:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:48.244143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Transition to ACTIVE for port object f747fe3e-2d5c-442a-a098-32a97bf6d1e4 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:48.262742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:48.264182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790560f-87e9-49cb-8864-3f7af848dd4d None None] The sync data for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:48.322579 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Transition to ACTIVE for port object f747fe3e-2d5c-442a-a098-32a97bf6d1e4 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:48.341290 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.373459 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc890077-bdd1-4abe-b568-f65ba9cae756 None None] Network 9c085354-cb30-4eaa-9e86-495db329b2cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:48.383501 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.473890 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.490871 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-4d6eaf54-010e-45cd-8faa-950f71f4c80f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:48.494927 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4d6eaf54-010e-45cd-8faa-950f71f4c80f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8723571 Jul 16 18:44:48.499193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33518) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:48.786426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.870974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ed5cc902-f7de-41e8-b3fa-c645cdd84138 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:48.876322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:48.895444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:48.901110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:48.945732 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-947d8034-0984-4915-9660-05d2c46e7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.051748 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.107423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.113365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e5f32a73-6647-430b-8e49-cfb988370209 HTTP/1.1" status: 204 len: 168 time: 2.2159867 Jul 16 18:44:49.113365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ce556-025d-4ab8-ac43-1ec6450d8419 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f32a73-6647-430b-8e49-cfb988370209,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.118741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33526) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:49.220732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7928dc21-5b54-4957-b42f-9d7759609e3c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974751 Jul 16 18:44:49.231425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Pushing event updated for resources: {'Port': ['ID=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:49.231999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33528) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:49.254848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.resource_extend [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:44:49.261807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:49.398395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084e07b-9e3d-448a-b137-60f452154764 req-d553bb21-1f4d-41ed-b7c6-96380501ae73 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.412204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4084e07b-9e3d-448a-b137-60f452154764 req-d553bb21-1f4d-41ed-b7c6-96380501ae73 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 944 time: 0.5084944 Jul 16 18:44:49.442255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-947d8034-0984-4915-9660-05d2c46e7b2b None None] For port 356b444c-62fd-4d8e-9f04-0e5506862b07, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b444c-62fd-4d8e-9f04-0e5506862b07,segment=NetworkSegment(2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7),segment_id=2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:49.533945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Attempting to bind port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:49.535426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Attempting to bind port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:49.538175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Attempting to bind port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:49.559186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4084e07b-9e3d-448a-b137-60f452154764 req-7defbc0c-ee62-4a2a-97bf-0306ce6cda96 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509225 Jul 16 18:44:49.593389 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.595736 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-947d8034-0984-4915-9660-05d2c46e7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.614162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:49.615995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:49.616635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:49.617473 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.618161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:49.618958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Bound port: f747fe3e-2d5c-442a-a098-32a97bf6d1e4, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:49.619486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.623814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.863831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ed5cc902-f7de-41e8-b3fa-c645cdd84138, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:50.007694 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.022678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d8034-0984-4915-9660-05d2c46e7b2b None None] Pushing event updated for resources: {'Port': ['ID=356b444c-62fd-4d8e-9f04-0e5506862b07,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.052499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'mac_address': 'fa:16:3e:62:39:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:50.055802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Provisioning for port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:50.087483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Provisioning complete for port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:50.087961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.100116 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=39d2c655-8c1b-4340-9bb1-788dd35620a7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.108501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:50.110220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting port bdef1331-bfbc-4677-b24f-9027a5bb34fb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:50.110898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.111041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:50.119974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.120437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.145959 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3e89c97e-965b-4de5-b68b-f0bf50fcf98a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9121034 Jul 16 18:44:50.153007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33540) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:50.167894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '39d2c655-8c1b-4340-9bb1-788dd35620a7', 'ip_address': '2001:db8::9254:7aff:ccca:b6e2'}], 'name': 'tempest-NetworksTestDHCPv6-2045616917'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:50.218352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] For port f747fe3e-2d5c-442a-a098-32a97bf6d1e4, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:50.254961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.263074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] For port f747fe3e-2d5c-442a-a098-32a97bf6d1e4, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:50.272730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Calling delete_port for bdef1331-bfbc-4677-b24f-9027a5bb34fb owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:50.285105 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.308804 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.477454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5cc902-f7de-41e8-b3fa-c645cdd84138 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:50.535299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:50.549220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.647942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Port': ['ID=bdef1331-bfbc-4677-b24f-9027a5bb34fb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.733386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f73288-2f17-4e81-966b-e86b383848e7 None None] Pushing event updated for resources: {'Port': ['ID=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.771253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ed5cc902-f7de-41e8-b3fa-c645cdd84138, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:50.792526 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.838042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.869395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 4066175b-914a-4d6a-bc00-e9b80474b0f5 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:50.938781 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.975989 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.093946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1d6be-87d4-41f1-84f8-556c2a225eca None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:51.192192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] For port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,segment=NetworkSegment(585fa27a-e9b9-484c-a1be-2d1c50efaec7),segment_id=585fa27a-e9b9-484c-a1be-2d1c50efaec7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:51.213336 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.217298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['ed5cc902-f7de-41e8-b3fa-c645cdd84138'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:51.261243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Router 84fc31f4-6a00-4257-8476-024ae955b0ed has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:51.301178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22242178-e124-4219-b1c5-27668c5b1a15 req-00df92ad-29f7-4111-b857-9007779ea27c tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.307658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22242178-e124-4219-b1c5-27668c5b1a15 req-00df92ad-29f7-4111-b857-9007779ea27c tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 945 time: 0.4383919 Jul 16 18:44:51.330481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Could not find standard attr ID for object bdef1331-bfbc-4677-b24f-9027a5bb34fb. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:44:51.362606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ed5cc902-f7de-41e8-b3fa-c645cdd84138,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.413856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22242178-e124-4219-b1c5-27668c5b1a15 req-45ec022e-ea8f-4009-89ad-e3071bf6c7ce tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943694 Jul 16 18:44:51.415673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::9254:7aff:ccca:b6e2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/39d2c655-8c1b-4340-9bb1-788dd35620a7/4066175b-914a-4d6a-bc00-e9b80474b0f5) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:51.492684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:51.497670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b444c-62fd-4d8e-9f04-0e5506862b07 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:51.504551 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-29d7cae1-ca79-41e1-8465-0e359fb15017 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9999318 Jul 16 18:44:51.507638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33554) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:51.514033 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] Sync routers for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:51.545462 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:51.547334 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:44:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:51.556766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Provisioning complete for port 356b444c-62fd-4d8e-9f04-0e5506862b07 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:51.557387 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.654958 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-db6c94aa-7598-4442-8469-d98e59acf6ad tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] delete failed (client error): The resource could not be found. Jul 16 18:44:51.663514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33558) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:51.666085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-db6c94aa-7598-4442-8469-d98e59acf6ad tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-1349426792 HTTP/1.1" status: 404 len: 335 time: 0.1570868 Jul 16 18:44:51.668814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cc85f20e-f9b7-40c2-8000-cd9b0b69be1f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'router': {'external_gateway_info': {'network_id': '84fc31f4-6a00-4257-8476-024ae955b0ed'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:51.688693 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:51.717949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:51.719465 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:44:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:51.743046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1f3653-8a65-4d5f-afec-77a6cd6f92e9 None None] Pushing event updated for resources: {'Port': ['ID=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.807516 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:51.808918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141cc03-ed03-4cd6-a520-3035466876a5 None None] The sync data for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:51.994819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 356b444c-62fd-4d8e-9f04-0e5506862b07 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:51.995593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.214235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cc85f20e-f9b7-40c2-8000-cd9b0b69be1f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.225045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.266513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 4066175b-914a-4d6a-bc00-e9b80474b0f5 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:52.384689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-26d94d1b-e8ae-4fc5-b908-ab5229bb9412 None None] Provisioning complete for port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:52.385473 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26d94d1b-e8ae-4fc5-b908-ab5229bb9412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.441221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '39d2c655-8c1b-4340-9bb1-788dd35620a7'}], 'binding:host_id': 'n-d-793620-10'}, 'id': 'f747fe3e-2d5c-442a-a098-32a97bf6d1e4'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:44:52.583075 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.738008 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-cc85f20e-f9b7-40c2-8000-cd9b0b69be1f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] update failed (client error): The resource could not be found. Jul 16 18:44:52.745135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cc85f20e-f9b7-40c2-8000-cd9b0b69be1f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed HTTP/1.1" status: 404 len: 339 time: 1.0744750 Jul 16 18:44:52.745135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33566) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:52.752557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-988220671'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:52.783790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:52.787742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.865725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.884357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-26d94d1b-e8ae-4fc5-b908-ab5229bb9412 None None] Could not find standard attr ID for object bdef1331-bfbc-4677-b24f-9027a5bb34fb. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:44:52.928755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:52.961790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.962248 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Added segment b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f of type vlan for network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 Jul 16 18:44:52.976429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1397a-8e28-49eb-9a60-31a7be75db0e req-b7e5a280-22b1-4404-a72b-1478db84cdba tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.976429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93d1397a-8e28-49eb-9a60-31a7be75db0e req-b7e5a280-22b1-4404-a72b-1478db84cdba tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 945 time: 0.2694421 Jul 16 18:44:52.992641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/39d2c655-8c1b-4340-9bb1-788dd35620a7/f747fe3e-2d5c-442a-a098-32a97bf6d1e4) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:52.994041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:53.005541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=4066175b-914a-4d6a-bc00-e9b80474b0f5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:53.008186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:53.038222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:53.043522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.043994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.064426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.092057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a6de0de4-aa88-413e-ae7e-fd2e08eff474 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9366803 Jul 16 18:44:53.096274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:53.128071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-93d1397a-8e28-49eb-9a60-31a7be75db0e req-2f30b0ed-514b-431d-a3b4-2de2d7b4027a tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327085 Jul 16 18:44:53.155616 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.170421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.171713 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.187373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] For port f747fe3e-2d5c-442a-a098-32a97bf6d1e4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:53.225409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ef11d-260a-4128-a0b6-69a84ee5066b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.237006 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.238507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ef11d-260a-4128-a0b6-69a84ee5066b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.252324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5032239 Jul 16 18:44:53.252564 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-259ef11d-260a-4128-a0b6-69a84ee5066b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1529925 Jul 16 18:44:53.253324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33576) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:53.253657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:53.261713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] Ignored duplicate provisioning block setup for port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:44:53.271077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'subnet': {'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:53.272108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.384458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f924c32-66fa-4167-abd3-e8a089bb2e87 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Network': ['ID=c4b700b6-7ddd-4b68-a476-84d008f1c8d1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:53.505434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Made reservation on behalf of 9e480c83a70d43298d17b3806dddb9bb for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:53.509612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.573640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 4066175b-914a-4d6a-bc00-e9b80474b0f5 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:53.573973 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.606592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4baca9-c673-4b17-8340-6b84bf6b6014 None None] Pushing event updated for resources: {'Port': ['ID=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:53.638286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:53.708374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:53.791923 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.860043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:53.860469 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:53.899462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 4066175b-914a-4d6a-bc00-e9b80474b0f5 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:54.042793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.263642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-74352520-9e29-4465-b4f6-3b7f455de105 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.288625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-74352520-9e29-4465-b4f6-3b7f455de105 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.5408709 Jul 16 18:44:54.458285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:54.494551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Subnet': ['ID=b45b213f-db80-4269-bc3a-72041c2a8e78,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.520835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.622463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-d47e1f8d-5a93-429d-a35e-731d52a1405e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/quotas/d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 375 time: 0.1071188 Jul 16 18:44:54.630053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=4066175b-914a-4d6a-bc00-e9b80474b0f5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.645127 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49796ef4-6862-4a9a-b398-72ee4b7053a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.698956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Checking segment: {'id': 'b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:54.699596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network hostable DHCP agents. Network: c4b700b6-7ddd-4b68-a476-84d008f1c8d1, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:54.772814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.782333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a0276020-a262-4077-81aa-d1339699007f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/4066175b-914a-4d6a-bc00-e9b80474b0f5 HTTP/1.1" status: 204 len: 168 time: 1.5207489 Jul 16 18:44:54.782510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33598) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:54.799123 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49796ef4-6862-4a9a-b398-72ee4b7053a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.819583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49796ef4-6862-4a9a-b398-72ee4b7053a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.870960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:54.884263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-49796ef4-6862-4a9a-b398-72ee4b7053a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ffb99021687d42f3a4a6486fc5bac1ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234710 Jul 16 18:44:54.889990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1f7ae-0639-45ef-956d-a120a9c5f090 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.891722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1f7ae-0639-45ef-956d-a120a9c5f090 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.893409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-48f1f7ae-0639-45ef-956d-a120a9c5f090 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1107347 Jul 16 18:44:54.894231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:54.900563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33602) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:54.901816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49796ef4-6862-4a9a-b398-72ee4b7053a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34389401-baab-44a1-a807-b6f6abce0928,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.926641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, c4b700b6-7ddd-4b68-a476-84d008f1c8d1) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:54.943942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6405bf5-1bd0-450c-abfc-f0e90054d06f None None] Network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:54.959543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a5a4-cecd-45c7-83d6-35f2a8ffed8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.991650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.992985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.994109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a5a4-cecd-45c7-83d6-35f2a8ffed8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.030837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ed5cc902-f7de-41e8-b3fa-c645cdd84138 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:55.031123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb10c2b-cf31-4b62-b779-a04622dbbd29 req-66421253-f8e1-4a5f-80c6-63a5707bc985 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.033777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbb10c2b-cf31-4b62-b779-a04622dbbd29 req-66421253-f8e1-4a5f-80c6-63a5707bc985 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 945 time: 0.4153564 Jul 16 18:44:55.097735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a5a4-cecd-45c7-83d6-35f2a8ffed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.099471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c584697d-9bb4-4d44-b68c-8a59e10e2a95 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8447583 Jul 16 18:44:55.101010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7d5a5a4-cecd-45c7-83d6-35f2a8ffed8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.102670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7d5a5a4-cecd-45c7-83d6-35f2a8ffed8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34389401-baab-44a1-a807-b6f6abce0928 HTTP/1.1" status: 204 len: 168 time: 0.2068279 Jul 16 18:44:55.113211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:55.114075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5a5a4-cecd-45c7-83d6-35f2a8ffed8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34389401-baab-44a1-a807-b6f6abce0928,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:55.119175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-50031eed-1d29-4e90-a86a-d5ce4d165769 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4256334 Jul 16 18:44:55.130852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 39d2c655-8c1b-4340-9bb1-788dd35620a7 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:55.138286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-78220ee7-16a3-4c18-8396-5ea7fd7c4913 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:55.161810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.222002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbb10c2b-cf31-4b62-b779-a04622dbbd29 req-1e030e30-d2db-4eef-952f-e2e7caf4a236 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671510 Jul 16 18:44:55.303030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33610) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:55.326188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-c4b700b6-7ddd-4b68-a476-84d008f1c8d1', 'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1', 'tenant_id': '9e480c83a70d43298d17b3806dddb9bb', 'fixed_ips': [{'subnet_id': 'b45b213f-db80-4269-bc3a-72041c2a8e78'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:55.327368 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.330937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.335785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port ed5cc902-f7de-41e8-b3fa-c645cdd84138 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:55.379806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port ed5cc902-f7de-41e8-b3fa-c645cdd84138 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:55.381418 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.515767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-463406cc-9015-4260-b45f-1d9551472cd9 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811772 Jul 16 18:44:55.568272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f747fe3e-2d5c-442a-a098-32a97bf6d1e4 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:55.728554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-ddf56105-d804-4800-b628-3f1b742eeec4 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022102 Jul 16 18:44:55.734927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e99ea2df-2e35-441b-aa86-b01ed2a349c8 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/floatingips/66b0de21-04a0-49f8-a375-a281b23c2839 HTTP/1.1" status: 200 len: 992 time: 0.4275308 Jul 16 18:44:55.803593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.809477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.904803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Allocated IP 2001:db8:1::2 (c4b700b6-7ddd-4b68-a476-84d008f1c8d1/b45b213f-db80-4269-bc3a-72041c2a8e78/af770cba-bc55-436b-9f0a-2b402dcdd77a) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:55.908914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.923787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:55.945364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:55.947757 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62899733-75c5-44e8-8783-a3438b57a85f" -d '{"events": [{"server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "name": "network-vif-plugged", "status": "completed", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:55.959115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=39d2c655-8c1b-4340-9bb1-788dd35620a7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:55.992380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port ed5cc902-f7de-41e8-b3fa-c645cdd84138, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:55.992585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:55.997035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-49203c03-4613-45d5-b502-88f7b3f4ff58 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/39d2c655-8c1b-4340-9bb1-788dd35620a7 HTTP/1.1" status: 204 len: 168 time: 1.0928986 Jul 16 18:44:56.000583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-add080a5-8d03-42e6-9860-7e707b439ed0 None None] Provisioning for port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:56.009706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.018416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33624) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.035361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-add080a5-8d03-42e6-9860-7e707b439ed0 None None] Provisioning complete for port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:56.038986 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-add080a5-8d03-42e6-9860-7e707b439ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.127618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e731006d-dec8-4397-be90-b48a4281373c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077023 Jul 16 18:44:56.130075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33630) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.167747 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4871b79-1b33-4e1c-adb9-6f6bdb5ccf81 x-openstack-request-id: req-b4871b79-1b33-4e1c-adb9-6f6bdb5ccf81 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:56.168192 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "name": "network-vif-plugged", "status": "completed", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:56.168561 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4871b79-1b33-4e1c-adb9-6f6bdb5ccf81 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:56.169049 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'code': 200} Jul 16 18:44:56.172060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33632) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.172885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddab7bd5-a613-48c9-9c11-6c46974ba3e1 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:56.234191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc48ac-8f9a-46bd-9ccb-924eb73696d7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.236108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8afc48ac-8f9a-46bd-9ccb-924eb73696d7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1049891 Jul 16 18:44:56.238689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33636) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.303983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-78220ee7-16a3-4c18-8396-5ea7fd7c4913 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.345614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c049b159-009d-4a57-97c8-24e5c4356974 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.348940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c049b159-009d-4a57-97c8-24e5c4356974 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1066549 Jul 16 18:44:56.352143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33640) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.355111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=ed5cc902-f7de-41e8-b3fa-c645cdd84138,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:56.447631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-436c1e60-635a-4f10-b56e-e89087e6fa2b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859599 Jul 16 18:44:56.458679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33644) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:56.482140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:56.560397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09386ff9-4930-440e-8b95-b14df3a9db65 req-c41be614-76fd-4382-810a-0783435eaa42 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.575252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09386ff9-4930-440e-8b95-b14df3a9db65 req-c41be614-76fd-4382-810a-0783435eaa42 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 946 time: 0.1491103 Jul 16 18:44:56.660887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09386ff9-4930-440e-8b95-b14df3a9db65 req-31416991-db50-4ffc-9239-7476eaa353a1 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840485 Jul 16 18:44:56.661211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.672439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Transition to ACTIVE for port object af770cba-bc55-436b-9f0a-2b402dcdd77a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:56.685276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe8532-b05a-4eb4-b367-b1c3a459c375 req-c7223c8e-075d-4d17-b51c-842e169def6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.687414 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51fe8532-b05a-4eb4-b367-b1c3a459c375 req-c7223c8e-075d-4d17-b51c-842e169def6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1098 time: 0.5309658 Jul 16 18:44:56.732436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Transition to ACTIVE for port object af770cba-bc55-436b-9f0a-2b402dcdd77a will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:56.739374 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-51fe8532-b05a-4eb4-b367-b1c3a459c375 req-b18db786-441a-429c-9dbf-1228637af3ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429838 Jul 16 18:44:56.746311 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-add080a5-8d03-42e6-9860-7e707b439ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.755075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:56.755763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.758810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.883601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:56.893343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port 36c861b3-ff95-41d2-9bb2-d9f920dca4c1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:56.893343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.894769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-add080a5-8d03-42e6-9860-7e707b439ed0 None None] For port f747fe3e-2d5c-442a-a098-32a97bf6d1e4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:56.897101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:56.900337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Pushing event updated for resources: {'Port': ['ID=af770cba-bc55-436b-9f0a-2b402dcdd77a,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:56.906617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:56.913840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-add080a5-8d03-42e6-9860-7e707b439ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.995392 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-78220ee7-16a3-4c18-8396-5ea7fd7c4913 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:44:56.996691 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-78220ee7-16a3-4c18-8396-5ea7fd7c4913 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed HTTP/1.1" status: 400 len: 364 time: 1.8622670 Jul 16 18:44:57.003233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:57.020406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:57.110726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bbb7e819-05f7-4242-af4f-4c922bafc211 None None] Could not find standard attr ID for object 5484c7a7-1381-403b-8eb2-bf93f900a568. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:44:57.131262 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Attempting to bind port af770cba-bc55-436b-9f0a-2b402dcdd77a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:57.131878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Attempting to bind port af770cba-bc55-436b-9f0a-2b402dcdd77a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:57.132958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Attempting to bind port af770cba-bc55-436b-9f0a-2b402dcdd77a on network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:57.145980 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.146438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.212271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:57.212753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Checking segment: {'id': 'b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:57.213943 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.214428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Bound using segment: {'id': 'b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:57.215004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Bound port: af770cba-bc55-436b-9f0a-2b402dcdd77a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'c4b700b6-7ddd-4b68-a476-84d008f1c8d1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:57.215586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.219214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add080a5-8d03-42e6-9860-7e707b439ed0 None None] Pushing event updated for resources: {'Port': ['ID=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:57.296629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for 36c861b3-ff95-41d2-9bb2-d9f920dca4c1 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:57.324775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] Deleting port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:57.324775 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.359681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d1443164-6113-451f-89c2-13487f897d3e None None] For port af770cba-bc55-436b-9f0a-2b402dcdd77a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:57.368194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a0a16d9-ddb5-46ba-b480-40924202331a req-e25636e4-8fcc-43a8-84f4-0b4bc88d6367 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.0913570 Jul 16 18:44:57.416403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d1443164-6113-451f-89c2-13487f897d3e None None] For port af770cba-bc55-436b-9f0a-2b402dcdd77a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=af770cba-bc55-436b-9f0a-2b402dcdd77a,segment=NetworkSegment(b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f),segment_id=b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:57.478240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f747fe3e-2d5c-442a-a098-32a97bf6d1e4 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:57.490272 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.575507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] For port f747fe3e-2d5c-442a-a098-32a97bf6d1e4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:57.575912 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.652024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] Calling delete_port for f747fe3e-2d5c-442a-a098-32a97bf6d1e4 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:57.671686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.739664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1443164-6113-451f-89c2-13487f897d3e None None] Pushing event updated for resources: {'Port': ['ID=af770cba-bc55-436b-9f0a-2b402dcdd77a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:57.758941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:57.907525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:57.941533 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:57.955483 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.006178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] Pushing event deleted for resources: {'Port': ['ID=f747fe3e-2d5c-442a-a098-32a97bf6d1e4,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.029558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72961418-fbb4-4b81-ad43-ae4c5deacfde None None] No DVR routers for this DVR port f747fe3e-2d5c-442a-a098-32a97bf6d1e4 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:58.033105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.048959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.062228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be619e7b-3029-4df1-892d-9c23d731fa77 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:58.152309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f116b-3137-4583-9ba3-0b489e026df1 req-df2d5944-d32f-47ca-9dca-03aef9fa1098 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.161618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d8f116b-3137-4583-9ba3-0b489e026df1 req-df2d5944-d32f-47ca-9dca-03aef9fa1098 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 946 time: 0.1611581 Jul 16 18:44:58.191106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7261221 Jul 16 18:44:58.213573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33686) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:58.229657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'cad5eb7a-5a58-4020-84a8-99642b57a8f0', 'ip_address': '2001:db8::fdba:8af8:426a:266f'}], 'name': 'tempest-NetworksTestDHCPv6-1798617137'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:58.339486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=cad5eb7a-5a58-4020-84a8-99642b57a8f0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.368364 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6d8f116b-3137-4583-9ba3-0b489e026df1 req-b4c50738-85ba-40b0-a790-18dd3939f9a9 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051563 Jul 16 18:44:58.380364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.380947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.381627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.382102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.382692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.383253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.383913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.384940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.384940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.385512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.386101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.386654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9228655-7a46-464f-b6cd-a0b7a87f4826 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:58.452639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': 'cad5eb7a-5a58-4020-84a8-99642b57a8f0'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:44:58.453441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.581870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.592915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:58.659806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/cad5eb7a-5a58-4020-84a8-99642b57a8f0/f5306dd5-db0c-45f8-96ad-192b9152e7cd) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:58.761607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.787548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fe9e351-75d2-4565-8d0b-7bdbd3f9000b req-987d5df2-81d8-4d21-b1b5-b3c400997b42 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.1283340 Jul 16 18:44:58.838776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=36c861b3-ff95-41d2-9bb2-d9f920dca4c1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:58.898109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef15d7-3b3b-46f7-a285-921587943e82 req-1c1784a1-6473-42cd-8593-f00b0f457e2a tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.900057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5ef15d7-3b3b-46f7-a285-921587943e82 req-1c1784a1-6473-42cd-8593-f00b0f457e2a tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 946 time: 0.2322919 Jul 16 18:44:58.906786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.955801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:44:59.010819 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.013219 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Floating IP 66b0de21-04a0-49f8-a375-a281b23c2839 disassociated (deleted). External IP: 172.25.0.57, port: f39b54c3-781b-4b73-94aa-91522ec8ab12. Jul 16 18:44:59.014029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.044998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Transition to ACTIVE for port object f5306dd5-db0c-45f8-96ad-192b9152e7cd will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:59.095177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Transition to ACTIVE for port object f5306dd5-db0c-45f8-96ad-192b9152e7cd will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:59.111371 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.261469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:59.275125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:59.282747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:59.303385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Pushing event updated for resources: {'Port': ['ID=f5306dd5-db0c-45f8-96ad-192b9152e7cd,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:59.377837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::fdba:8af8:426a:266f (38ca1476-3b14-4c02-bf15-966d9d6ae04d/cad5eb7a-5a58-4020-84a8-99642b57a8f0/d25c01f8-0ba6-4aad-bd54-84b91d75bbb7) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:59.524818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Attempting to bind port f5306dd5-db0c-45f8-96ad-192b9152e7cd on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:59.525478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Attempting to bind port f5306dd5-db0c-45f8-96ad-192b9152e7cd by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:59.526100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Attempting to bind port f5306dd5-db0c-45f8-96ad-192b9152e7cd on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:59.538589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:59.538871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:59.539449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.539990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:59.540699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Bound port: f5306dd5-db0c-45f8-96ad-192b9152e7cd, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:59.541273 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.558446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-48de36d7-3b5d-4007-81f9-5d0695928be6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:59.562858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-48de36d7-3b5d-4007-81f9-5d0695928be6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.3214242 Jul 16 18:44:59.610239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5ef15d7-3b3b-46f7-a285-921587943e82 req-ca7bb89e-e9ed-4b29-a0e3-860a79996f24 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6993904 Jul 16 18:44:59.616901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device af770cba-bc55-436b-9f0a-2b402dcdd77a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:59.645113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33696) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:59.649918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Allocated IP 2001:db8::1 (a7872bc9-51e9-4b9b-a3b7-b279547f89c4/87005692-8dda-4a4b-a91f-1ffe8eae019e/2e3fd616-cf4c-485c-8ea1-8defb4ac779e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:59.800886 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.832645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.840242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:59.852747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Transition to ACTIVE for port object 2e3fd616-cf4c-485c-8ea1-8defb4ac779e will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:59.907683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'port': {'device_id': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'admin_state_up': True, 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:59.917288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:59.986362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5421de7-a500-49d6-8036-7262c3068c7f None None] Network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:00.087294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:00.102264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b81b26b-95e0-4477-91e8-3e8ed559f85a req-e0c812cb-b04a-44e0-a3df-4a948f644796 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.1009557 Jul 16 18:45:00.130469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4cb61610-3932-4ceb-bcb0-15ea0e4aa25b None None] Provisioning for port af770cba-bc55-436b-9f0a-2b402dcdd77a completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:00.180697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:00.192560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:00.221663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] For port f5306dd5-db0c-45f8-96ad-192b9152e7cd, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:00.225255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port af770cba-bc55-436b-9f0a-2b402dcdd77a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:00.229463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.236325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] For port f5306dd5-db0c-45f8-96ad-192b9152e7cd, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f5306dd5-db0c-45f8-96ad-192b9152e7cd,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:00.236807 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.239049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port af770cba-bc55-436b-9f0a-2b402dcdd77a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:00.239997 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.274153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=d25c01f8-0ba6-4aad-bd54-84b91d75bbb7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:00.305651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-293b2300-88c3-43b1-8763-0099ddee82e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0821946 Jul 16 18:45:00.314312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33704) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.319252 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.325057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-70ab1508-b558-45ad-8dd2-0f5e94b5e14c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'cad5eb7a-5a58-4020-84a8-99642b57a8f0', 'ip_address': '2001:db8::fdba:8af8:426a:266f'}], 'name': 'tempest-NetworksTestDHCPv6-2067606546'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:00.477467 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-78e49ad3-6018-4294-a455-1d8f7e5c0de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.546968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51176137-fe2e-40c3-b579-13ffb0b82efd tempest-TestVolumeBackupRestore-466798563 tempest-TestVolumeBackupRestore-466798563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.548651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-51176137-fe2e-40c3-b579-13ffb0b82efd tempest-TestVolumeBackupRestore-466798563 tempest-TestVolumeBackupRestore-466798563-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1093 time: 0.8650887 Jul 16 18:45:00.551813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33710) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:00.565500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:00.631316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.728661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab1508-b558-45ad-8dd2-0f5e94b5e14c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:00.735865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70ab1508-b558-45ad-8dd2-0f5e94b5e14c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.736021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.771405 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.781416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b31bf8-685d-43f3-a505-9b519ec40e11 None None] Pushing event updated for resources: {'Port': ['ID=f5306dd5-db0c-45f8-96ad-192b9152e7cd,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:00.781695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-70ab1508-b558-45ad-8dd2-0f5e94b5e14c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 1367f14f-f7d1-46ff-a421-9a8957a17837 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:00.923268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Port': ['ID=2e3fd616-cf4c-485c-8ea1-8defb4ac779e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:00.949535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:00.971172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port af770cba-bc55-436b-9f0a-2b402dcdd77a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=af770cba-bc55-436b-9f0a-2b402dcdd77a,segment=NetworkSegment(b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f),segment_id=b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:00.989126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.997357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:01.023546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:01.028975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.142096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=af770cba-bc55-436b-9f0a-2b402dcdd77a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:01.363992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:01.412842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:01.436647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.627583 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a02d292-f46d-44ef-81c2-881bcde10fd3 req-33ec9d30-7b5e-483b-b81e-5b72e3841fe2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.0596147 Jul 16 18:45:01.641230 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d4339a4-f691-4ae9-9f7e-919409aa5914 None None] Provisioning for port 2e3fd616-cf4c-485c-8ea1-8defb4ac779e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:01.664915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5d4339a4-f691-4ae9-9f7e-919409aa5914 None None] Provisioning complete for port 2e3fd616-cf4c-485c-8ea1-8defb4ac779e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:01.665558 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5d4339a4-f691-4ae9-9f7e-919409aa5914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.677019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device af770cba-bc55-436b-9f0a-2b402dcdd77a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:01.759173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.769441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5d4339a4-f691-4ae9-9f7e-919409aa5914 None None] Port 2e3fd616-cf4c-485c-8ea1-8defb4ac779e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:01.826667 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ab1508-b558-45ad-8dd2-0f5e94b5e14c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:45:01.827141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ab1508-b558-45ad-8dd2-0f5e94b5e14c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:01.855473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.883060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-70ab1508-b558-45ad-8dd2-0f5e94b5e14c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.5668609 Jul 16 18:45:01.894498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33722) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:01.913030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c844f22f-b874-4223-b035-71e78f53a245 None None] Provisioning complete for port af770cba-bc55-436b-9f0a-2b402dcdd77a triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:01.914765 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c844f22f-b874-4223-b035-71e78f53a245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.022665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:02.027038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Allocated IP 172.25.0.240 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/da77163e-7760-4160-8802-c2874c89cd34) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:02.029457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.037748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port af770cba-bc55-436b-9f0a-2b402dcdd77a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:02.045312 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.056808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] Sync routers for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:02.106336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.20.0.8 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/ae22a5c8-87f8-4dea-a1bc-0a28165da404) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:02.160925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:02.161711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:44:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:02.193208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.250657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.303114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-41f8bd01-ae5c-4fc5-9c6c-b15906154c63 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/floatingips/66b0de21-04a0-49f8-a375-a281b23c2839 HTTP/1.1" status: 204 len: 168 time: 6.1285732 Jul 16 18:45:02.324879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:02.341127 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b" -d '{"events": [{"name": "network-changed", "server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:02.436890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:02.437361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:02.454640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:02.481310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:02.541566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b047a5-8d0a-4e84-a797-8db5830e0021 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:02.546009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'Port': ['ID=da77163e-7760-4160-8802-c2874c89cd34,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.572131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b047a5-8d0a-4e84-a797-8db5830e0021 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:02.575691 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-34b047a5-8d0a-4e84-a797-8db5830e0021 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6798346 Jul 16 18:45:02.584010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33728) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:02.584635 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49bea98-1285-49f6-a266-93fb658c2843 x-openstack-request-id: req-b49bea98-1285-49f6-a266-93fb658c2843 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:02.585077 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:02.585336 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b49bea98-1285-49f6-a266-93fb658c2843 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:02.585747 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'status': 'completed', 'code': 200} Jul 16 18:45:02.831832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:02.832496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.894334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5306dd5-db0c-45f8-96ad-192b9152e7cd up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:03.106919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.122758 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.149464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.150325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.177957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3e865a72-f036-444d-b51d-c489fe458104 None None] Provisioning for port f5306dd5-db0c-45f8-96ad-192b9152e7cd completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:03.234870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f5306dd5-db0c-45f8-96ad-192b9152e7cd completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:03.239304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:03.242120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f5306dd5-db0c-45f8-96ad-192b9152e7cd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:03.242430 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.244307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3e865a72-f036-444d-b51d-c489fe458104 None None] Provisioning complete for port f5306dd5-db0c-45f8-96ad-192b9152e7cd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:03.244515 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e865a72-f036-444d-b51d-c489fe458104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.348181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3335310f-1e77-490d-8939-f08e4905ff5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.412316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event updated for resources: {'Port': ['ID=2e3fd616-cf4c-485c-8ea1-8defb4ac779e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.423421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-4570730d-3776-4b18-8c6f-f953a40bdf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:03.425807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-4570730d-3776-4b18-8c6f-f953a40bdf8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ac86683e154a49e4a318dd040f608cf5&device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 1097 time: 0.8129513 Jul 16 18:45:03.459342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.479058 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.570933 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e865a72-f036-444d-b51d-c489fe458104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.593278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:03.622645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Transition to ACTIVE for port object ae22a5c8-87f8-4dea-a1bc-0a28165da404 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:03.658536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3e865a72-f036-444d-b51d-c489fe458104 None None] For port f5306dd5-db0c-45f8-96ad-192b9152e7cd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f5306dd5-db0c-45f8-96ad-192b9152e7cd,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:03.740292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e2bb573-e6b9-4ce0-a5f8-be69e8c76cb1 req-9a57fe23-3b1f-474c-a7ff-c024714c3e48 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.5234907 Jul 16 18:45:03.746214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e865a72-f036-444d-b51d-c489fe458104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.791684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:03.816018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:03.842031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] Checking router: 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:03.850249 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e865a72-f036-444d-b51d-c489fe458104 None None] Pushing event updated for resources: {'Port': ['ID=f5306dd5-db0c-45f8-96ad-192b9152e7cd,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:03.897776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:03.898458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:03.901041 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.098106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Router 84fc31f4-6a00-4257-8476-024ae955b0ed has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:04.103023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-12f4f1a8-3935-42f8-a6fe-a1f8e8a5fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.104605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-12f4f1a8-3935-42f8-a6fe-a1f8e8a5fad2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c5b7b76-e8f4-4a7a-a35a-49790d803764 HTTP/1.1" status: 200 len: 897 time: 0.6648352 Jul 16 18:45:04.123186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:04.169160 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-ce73917c-32f3-4e10-9ad4-4516649100b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12 HTTP/1.1" status: 200 len: 217 time: 0.0563076 Jul 16 18:45:04.237130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.13', 63635) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:04.260126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:04.260781 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:04.267742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9465b683-a2ea-4968-ab57-dd25a593f5d5 None None] Provisioning for port d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:04.298846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-25dbcd12-0d45-4ac5-ab24-baa6674bfbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.302075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-25dbcd12-0d45-4ac5-ab24-baa6674bfbfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=84df9d35-9937-41f3-ac72-170616675cf6 HTTP/1.1" status: 200 len: 835 time: 0.1240370 Jul 16 18:45:04.304544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.330377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9465b683-a2ea-4968-ab57-dd25a593f5d5 None None] Provisioning complete for port d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:04.330760 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9465b683-a2ea-4968-ab57-dd25a593f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.352613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27ebdc-ce63-4238-8403-57bf9d768a15 req-ce1a36d3-bab7-4991-b2b7-1bc7bbf63939 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.355870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a27ebdc-ce63-4238-8403-57bf9d768a15 req-ce1a36d3-bab7-4991-b2b7-1bc7bbf63939 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 945 time: 1.1351905 Jul 16 18:45:04.409592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9465b683-a2ea-4968-ab57-dd25a593f5d5 None None] Port d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:04.434597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8adaa4d-b987-4606-9fdb-01f2a43eeb00 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:45:04.494302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.587282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a27ebdc-ce63-4238-8403-57bf9d768a15 req-ee806e33-60cf-4421-8835-ec064cd19df4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897471 Jul 16 18:45:04.625817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:04.637984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9465b683-a2ea-4968-ab57-dd25a593f5d5 None None] Could not find standard attr ID for object 4066175b-914a-4d6a-bc00-e9b80474b0f5. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:04.639775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:04.669300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:04.676592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.713806 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.731868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-00f3b9d7-5822-4cc9-a0e0-270728c396c1 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.733590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-00f3b9d7-5822-4cc9-a0e0-270728c396c1 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 945 time: 0.4939818 Jul 16 18:45:04.736878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=ae22a5c8-87f8-4dea-a1bc-0a28165da404,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:04.751887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:04.762510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] Sync routers for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:04.768932 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2cda72d1-95ae-429a-b979-6a925ce62fc8 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7643015 Jul 16 18:45:04.771921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33738) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:04.786605 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:04.787259 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:04.790197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=d25c01f8-0ba6-4aad-bd54-84b91d75bbb7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:04.832631 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:04.857546 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:04.880749 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:04.881648 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:04.990245 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:04.991093 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d6ec6-c4a3-4012-baf9-e9dd91dc6472 None None] The sync data for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:05.022711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-60474082-d1bd-4552-bdf5-a2edfcf32971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:05.025478 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-60474082-d1bd-4552-bdf5-a2edfcf32971 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c5b7b76-e8f4-4a7a-a35a-49790d803764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6488483 Jul 16 18:45:05.047156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbf017fc-d5e9-44d4-be41-647848ca0560 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.090714 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adaa4d-b987-4606-9fdb-01f2a43eeb00 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:45:05.121006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:05.162625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d5e5b77f-21c4-47c4-8efb-b69a0580b250 None None] Provisioning complete for port 2e3fd616-cf4c-485c-8ea1-8defb4ac779e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:05.163202 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d5e5b77f-21c4-47c4-8efb-b69a0580b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.218597 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.220420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e757bd27-d335-4e41-8647-383f627f9c37 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 HTTP/1.1" status: 204 len: 168 time: 2.6227665 Jul 16 18:45:05.227268 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.230894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33748) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:05.257737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d5e5b77f-21c4-47c4-8efb-b69a0580b250 None None] Port 2e3fd616-cf4c-485c-8ea1-8defb4ac779e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:05.259859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794ba228-b5db-469f-aa75-23760ac1b65e None None] The sync data for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 is: [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'd9f5962a-c6db-4abb-91d0-a21eabfb7ca7', 'name': '', 'network_id': '8c5b7b76-e8f4-4a7a-a35a-49790d803764', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'mac_address': 'fa:16:3e:61:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3388, 'fixed_ips': [{'subnet_id': '84df9d35-9937-41f3-ac72-170616675cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:42Z', 'updated_at': '2021-07-16T18:43:57Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'subnets': [{'id': '84df9d35-9937-41f3-ac72-170616675cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:05.330851 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.353974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5306dd5-db0c-45f8-96ad-192b9152e7cd up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:05.449118 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-bbf017fc-d5e9-44d4-be41-647848ca0560 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:45:05.450758 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bbf017fc-d5e9-44d4-be41-647848ca0560 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed HTTP/1.1" status: 409 len: 329 time: 0.6671062 Jul 16 18:45:05.476915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:05.662749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-d22d3b25-271f-4ea4-b281-fa78efd8aab3 service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294543 Jul 16 18:45:05.727166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:05.728073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:05.883215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9528eb-0a9b-4918-91b2-d1ff9e5d7009 None None] New status for floating IP 66b0de21-04a0-49f8-a375-a281b23c2839: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:05.918512 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-17908cde-1a5a-4309-9a36-252720f4a779 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0236158 Jul 16 18:45:05.957782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Request body: {'port': {'device_id': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:06.101423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f5306dd5-db0c-45f8-96ad-192b9152e7cd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:06.101868 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.185529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02101dae-40e5-4c0e-bb9f-6eb38860e2c7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.191810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02101dae-40e5-4c0e-bb9f-6eb38860e2c7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.195036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02101dae-40e5-4c0e-bb9f-6eb38860e2c7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9312725 Jul 16 18:45:06.196240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event updated for resources: {'Port': ['ID=da77163e-7760-4160-8802-c2874c89cd34,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:06.210007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33756) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:06.213554 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.382272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.393219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port f39b54c3-781b-4b73-94aa-91522ec8ab12 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:06.393569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.530131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.596495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet cad5eb7a-5a58-4020-84a8-99642b57a8f0 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:06.613852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:06.657247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2695322-ea26-4aec-ade3-eee98657110f req-59f0f079-4a30-410f-8a72-81de31cc4924 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.659277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2695322-ea26-4aec-ade3-eee98657110f req-59f0f079-4a30-410f-8a72-81de31cc4924 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 931 time: 1.4465852 Jul 16 18:45:06.675594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec3c15-b599-4764-be94-07da762ef974 req-bf5bef59-1961-4fa5-bb1c-0ac3050d0450 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.676971 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59ec3c15-b599-4764-be94-07da762ef974 req-bf5bef59-1961-4fa5-bb1c-0ac3050d0450 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 945 time: 0.7087963 Jul 16 18:45:06.833727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-fe101d8e-1ff3-4c3d-9cf5-10acd53faa3e service neutron] 10.222.0.13 "GET /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0985765 Jul 16 18:45:06.870650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.030023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59ec3c15-b599-4764-be94-07da762ef974 req-96caac5d-e112-41ff-85d3-184a64bce130 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/security-groups?id=871e85e1-578d-4649-bcdf-13e100d67502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663987 Jul 16 18:45:07.033248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2695322-ea26-4aec-ade3-eee98657110f req-bdd1d324-43fc-4e20-a565-3199a368ecb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825232 Jul 16 18:45:07.040425 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Floating IP d4699ff5-63c3-44c3-938f-de422894bbcc associated. External IP: 172.25.0.240, port: ed5cc902-f7de-41e8-b3fa-c645cdd84138. Jul 16 18:45:07.046669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port f39b54c3-781b-4b73-94aa-91522ec8ab12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:07.047044 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.335145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for f39b54c3-781b-4b73-94aa-91522ec8ab12 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:07.351294 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.394268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f39b54c3-781b-4b73-94aa-91522ec8ab12 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:07.722143 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.773836 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:07.803001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:07.817459 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837ecb8a-d505-433d-bf56-6315909bee5d" -d '{"events": [{"server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "name": "network-vif-unplugged", "status": "completed", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:07.868027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f39b54c3-781b-4b73-94aa-91522ec8ab12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f39b54c3-781b-4b73-94aa-91522ec8ab12,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:07.886844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.031767 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da033d-0f35-495c-9f15-4b22011f894d x-openstack-request-id: req-17da033d-0f35-495c-9f15-4b22011f894d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:08.032110 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "name": "network-vif-unplugged", "status": "completed", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:08.032617 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-17da033d-0f35-495c-9f15-4b22011f894d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:08.032980 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'code': 200} Jul 16 18:45:08.049619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.077220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f39b54c3-781b-4b73-94aa-91522ec8ab12,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.339493 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.404261 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.478072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9d19690-da71-4f1d-80ee-3d8e03cca35c req-e9d1c061-5500-4218-8441-3a4e6906ced6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 210 time: 0.0690215 Jul 16 18:45:08.514822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-de6a6d5f-e4b8-4df4-91ac-dc71298ba977 None None] Provisioning complete for port f5306dd5-db0c-45f8-96ad-192b9152e7cd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:08.515486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de6a6d5f-e4b8-4df4-91ac-dc71298ba977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.548866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=cad5eb7a-5a58-4020-84a8-99642b57a8f0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.663726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae22a5c8-87f8-4dea-a1bc-0a28165da404 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:08.678765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.698567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.799150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Transition to ACTIVE for port object ae22a5c8-87f8-4dea-a1bc-0a28165da404 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:08.898268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-eaf2aa5b-61ae-4ebd-988b-d4a5ec8904e6 None None] Provisioning for port ae22a5c8-87f8-4dea-a1bc-0a28165da404 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:08.909241 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.924377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=f39b54c3-781b-4b73-94aa-91522ec8ab12,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:08.944546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:08.955530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8ac28a86-0c3f-4135-8aee-8687b7c154c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/cad5eb7a-5a58-4020-84a8-99642b57a8f0 HTTP/1.1" status: 204 len: 168 time: 2.7378619 Jul 16 18:45:08.971296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:08.987407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c37c52-3341-40c2-9be5-ab42e480fab4 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:09.090089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] No DVR routers for this DVR port f39b54c3-781b-4b73-94aa-91522ec8ab12 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:09.094863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.101679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dcb23649-31ef-40b2-a1b1-2d0f39483ae9 req-b493b948-2751-4696-8390-57329c275316 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.13 "DELETE /v2.0/ports/f39b54c3-781b-4b73-94aa-91522ec8ab12 HTTP/1.1" status: 204 len: 173 time: 4.3267272 Jul 16 18:45:09.148322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'name': 'network-vif-deleted', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:09.187574 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d098fd9d-63ad-4274-bc42-c23225df530d" -d '{"events": [{"server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "name": "network-vif-deleted", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:09.304129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bae9ef5c-84d3-45eb-bef1-7b17e36ae496 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2457016 Jul 16 18:45:09.305365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Pushing event updated for resources: {'Port': ['ID=ae22a5c8-87f8-4dea-a1bc-0a28165da404,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:09.310789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33778) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:09.346339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:09.427294 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148c0d91-1c66-407b-bb11-ae230ce05012 x-openstack-request-id: req-148c0d91-1c66-407b-bb11-ae230ce05012 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:09.427976 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224f6683-629c-4663-bb15-f07d1768fb21", "name": "network-vif-deleted", "tag": "f39b54c3-781b-4b73-94aa-91522ec8ab12", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:09.429262 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-148c0d91-1c66-407b-bb11-ae230ce05012 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:09.429868 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224f6683-629c-4663-bb15-f07d1768fb21', 'name': 'network-vif-deleted', 'tag': 'f39b54c3-781b-4b73-94aa-91522ec8ab12', 'status': 'completed', 'code': 200} Jul 16 18:45:09.494361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Router f0b45521-0d40-4a3c-a4af-02d6adc30f6e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:09.561161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900637ad-5bf8-491c-b7e3-ccd68b73d321 req-fac93d77-c44f-4889-a986-fef968bad4fd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.575904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:09.588259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-900637ad-5bf8-491c-b7e3-ccd68b73d321 req-fac93d77-c44f-4889-a986-fef968bad4fd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 931 time: 0.9624772 Jul 16 18:45:09.703712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] Deleting port f5306dd5-db0c-45f8-96ad-192b9152e7cd {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:09.704332 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.743333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Attempting to bind port ae22a5c8-87f8-4dea-a1bc-0a28165da404 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:09.744612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Attempting to bind port ae22a5c8-87f8-4dea-a1bc-0a28165da404 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:09.745247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Attempting to bind port ae22a5c8-87f8-4dea-a1bc-0a28165da404 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:09.771546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Port ae22a5c8-87f8-4dea-a1bc-0a28165da404 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:09.772053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Attempting to bind port ae22a5c8-87f8-4dea-a1bc-0a28165da404 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:09.782229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:09.782520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-900637ad-5bf8-491c-b7e3-ccd68b73d321 req-22501e75-26aa-4814-b7c6-0111fa4e74b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917012 Jul 16 18:45:09.783028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:09.783733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:09.784683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Bound port: ae22a5c8-87f8-4dea-a1bc-0a28165da404, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:09.785363 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.900515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] For port f5306dd5-db0c-45f8-96ad-192b9152e7cd, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f5306dd5-db0c-45f8-96ad-192b9152e7cd,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:09.901493 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:09.924804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] Calling delete_port for f5306dd5-db0c-45f8-96ad-192b9152e7cd owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:10.018520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] For port ae22a5c8-87f8-4dea-a1bc-0a28165da404, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:10.041364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] For port ae22a5c8-87f8-4dea-a1bc-0a28165da404, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ae22a5c8-87f8-4dea-a1bc-0a28165da404,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:10.073446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.126029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:10.139764 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] Sync routers for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:10.152903 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:10.164692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.165411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.165992 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:10.167050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] 10.222.0.13 "PUT /v2.0/ports/ae22a5c8-87f8-4dea-a1bc-0a28165da404 HTTP/1.1" status: 200 len: 1092 time: 4.2207301 Jul 16 18:45:10.191940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'tag': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:10.208236 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.210510 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb58b993-2c43-4144-90f9-9b4d33a65a02", "tag": "ae22a5c8-87f8-4dea-a1bc-0a28165da404"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:10.317662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] No DVR routers for this DVR port f5306dd5-db0c-45f8-96ad-192b9152e7cd on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:10.345429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1359fb-eba6-49b9-942e-d427bddde5a8 None None] Pushing event deleted for resources: {'Port': ['ID=f5306dd5-db0c-45f8-96ad-192b9152e7cd,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:10.361789 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d86a0b-b30d-4a15-ad46-bf043eebd5e2 x-openstack-request-id: req-03d86a0b-b30d-4a15-ad46-bf043eebd5e2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:10.361789 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb58b993-2c43-4144-90f9-9b4d33a65a02", "tag": "ae22a5c8-87f8-4dea-a1bc-0a28165da404", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:10.366888 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03d86a0b-b30d-4a15-ad46-bf043eebd5e2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:10.368007 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'tag': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404', 'status': 'completed', 'code': 200} Jul 16 18:45:10.408659 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:10.418707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c705ed8c-50ed-4568-be41-7ed5c4acae64 service neutron] Pushing event updated for resources: {'Port': ['ID=ae22a5c8-87f8-4dea-a1bc-0a28165da404,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:10.429035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46490e9f-a924-4516-984e-2b81679ab5f1 req-f064d555-ca1d-41a1-8013-6e016f01c7f5 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "GET /v2.0/ports?device_id=224f6683-629c-4663-bb15-f07d1768fb21 HTTP/1.1" status: 200 len: 210 time: 0.4146180 Jul 16 18:45:10.454851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:10.459076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.463696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting port 2e3fd616-cf4c-485c-8ea1-8defb4ac779e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:10.463997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.469852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.712432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6ad3fac4-1f32-4204-91ee-fe76f36d8a41 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.1593628 Jul 16 18:45:10.727235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:10.827469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:10.846916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Calling delete_port for 2e3fd616-cf4c-485c-8ea1-8defb4ac779e owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:11.082892 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd4699ff5-63c3-44c3-938f-de422894bbcc', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'mac_address': 'fa:16:3e:62:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:03Z', 'updated_at': '2021-07-16T18:45:03Z', 'revision_number': 0, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:11.114336 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] Checking router: f0b45521-0d40-4a3c-a4af-02d6adc30f6e for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:11.127720 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:11.128798 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:11.189157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-e413795b-41dc-4f8f-ab70-d92ddbd18410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.191340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-e413795b-41dc-4f8f-ab70-d92ddbd18410 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 1095 time: 0.5717554 Jul 16 18:45:11.199809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d8dea8-6ea5-4ebb-8a5e-f44c019ae908 tempest-TestVolumeBackupRestore-466798563 tempest-TestVolumeBackupRestore-466798563-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.203425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11d8dea8-6ea5-4ebb-8a5e-f44c019ae908 tempest-TestVolumeBackupRestore-466798563 tempest-TestVolumeBackupRestore-466798563-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1093 time: 0.4740326 Jul 16 18:45:11.214290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33790) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:11.233550 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Request body: {'floatingip': {'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:11.268221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7deb01-e5c1-44e2-9bc2-dc3537df787a req-82038ba0-653e-4707-959e-8b9375965102 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.277930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc7deb01-e5c1-44e2-9bc2-dc3537df787a req-82038ba0-653e-4707-959e-8b9375965102 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.2994740 Jul 16 18:45:11.372807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5306dd5-db0c-45f8-96ad-192b9152e7cd no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:11.382823 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-c0b4d29d-3353-40e5-810e-2743bf9cb289 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae22a5c8-87f8-4dea-a1bc-0a28165da404 HTTP/1.1" status: 200 len: 217 time: 0.1783023 Jul 16 18:45:11.393672 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.445666 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:11.463512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: f5306dd5-db0c-45f8-96ad-192b9152e7cd {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:11.464205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f5306dd5-db0c-45f8-96ad-192b9152e7cd not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:11.540908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-0f963078-2794-48fd-943d-446f474c6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.542415 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-0f963078-2794-48fd-943d-446f474c6fc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1293302 Jul 16 18:45:11.588126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Port': ['ID=2e3fd616-cf4c-485c-8ea1-8defb4ac779e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:11.596898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:11.598891 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca256fc2-a027-4863-8c31-1352e6f316d8" -d '{"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:11.766520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.870212 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc7deb01-e5c1-44e2-9bc2-dc3537df787a req-caecfd56-0930-46d3-a416-43562bd17cb2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737786 Jul 16 18:45:11.875662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.965364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:11.970988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:11.987358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:12.126198 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45fd758-da6f-484e-8845-cb13975948af x-openstack-request-id: req-f45fd758-da6f-484e-8845-cb13975948af {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:12.126198 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:12.126719 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f45fd758-da6f-484e-8845-cb13975948af {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:12.141269 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'status': 'completed', 'code': 200} Jul 16 18:45:12.144045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:12.165146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc39d03d-210e-411f-9ee1-09535277ee53 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:12.176930 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd4699ff5-63c3-44c3-938f-de422894bbcc', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'mac_address': 'fa:16:3e:62:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:03Z', 'updated_at': '2021-07-16T18:45:03Z', 'revision_number': 0, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:12.197543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-10d7a319-3eb6-4a5b-8eb6-077bda4b2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.199135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-10d7a319-3eb6-4a5b-8eb6-077bda4b2c87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6350694 Jul 16 18:45:12.204824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.208487 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.248044 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1503bcd-8d2e-45e9-892f-2dd4524e1abb None None] The sync data for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 is: [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd4699ff5-63c3-44c3-938f-de422894bbcc', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'mac_address': 'fa:16:3e:62:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:03Z', 'updated_at': '2021-07-16T18:45:03Z', 'revision_number': 0, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:12.325357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=8e01deb5-0ad7-4999-94bb-bd298a901827,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:12.353734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-96df9714-7f40-4039-911f-c7d5c60ecc2e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0279410 Jul 16 18:45:12.360012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33800) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:12.370640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1c87b1df-cae3-4210-a50e-0ba8940d6fa6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '8e01deb5-0ad7-4999-94bb-bd298a901827', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2133636467'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:12.678290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-b4760a0c-e3bc-4337-a2c8-0b7cd1bf79b7 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518480 Jul 16 18:45:12.688887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be1ecb80-75ab-402a-84f2-42e73dcea0a9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.758022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '8e01deb5-0ad7-4999-94bb-bd298a901827'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:12.759433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.908166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Router 84fc31f4-6a00-4257-8476-024ae955b0ed has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:12.986962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1c2dd2-5d1c-469e-8494-ddb2257c83cb None None] New status for floating IP d4699ff5-63c3-44c3-938f-de422894bbcc: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:13.013315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c87b1df-cae3-4210-a50e-0ba8940d6fa6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:13.037163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be1ecb80-75ab-402a-84f2-42e73dcea0a9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:13.376538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-fc66b8d4-a521-4512-8787-68109a518fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.381320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-fc66b8d4-a521-4512-8787-68109a518fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1098 time: 1.2683806 Jul 16 18:45:13.433799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/8e01deb5-0ad7-4999-94bb-bd298a901827/ea3299df-6657-46c4-a133-f94f25073911) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:13.664126 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16fd6dc0-33a6-4005-a8ab-1b235992a6c7 req-b7598df2-ac7d-4106-9b4b-5f54064190b8 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9247496 Jul 16 18:45:13.705853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:13.726960 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6e2a362e-589e-425b-818a-1e67e1c7313a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2250195 Jul 16 18:45:13.729823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33806) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.747335 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] Sync routers for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:13.803860 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:13.804961 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:13.858761 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-1077a3ca-6185-4ce3-ba58-f1e2e74cfc36 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] show failed (client error): The resource could not be found. Jul 16 18:45:13.873225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1077a3ca-6185-4ce3-ba58-f1e2e74cfc36 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1272988014 HTTP/1.1" status: 404 len: 335 time: 0.1325808 Jul 16 18:45:13.874364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33812) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:13.904004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ab44ac30-944f-4529-8270-fb70ff027198 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:13.958127 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:14.014162 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] Routers {'84fc31f4-6a00-4257-8476-024ae955b0ed'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:14.016095 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['84fc31f4-6a00-4257-8476-024ae955b0ed'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:14.028584 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-ab44ac30-944f-4529-8270-fb70ff027198 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] update failed (client error): The resource could not be found. Jul 16 18:45:14.036024 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ab44ac30-944f-4529-8270-fb70ff027198 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-486032090 HTTP/1.1" status: 404 len: 334 time: 0.1408365 Jul 16 18:45:14.040774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33814) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.128809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be1ecb80-75ab-402a-84f2-42e73dcea0a9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.131521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-be1ecb80-75ab-402a-84f2-42e73dcea0a9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.143204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-be1ecb80-75ab-402a-84f2-42e73dcea0a9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/security-groups/871e85e1-578d-4649-bcdf-13e100d67502 HTTP/1.1" status: 204 len: 168 time: 2.1546707 Jul 16 18:45:14.144605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-192e6325-aa35-4d93-9676-e964683d8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.146119 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-192e6325-aa35-4d93-9676-e964683d8bd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 913 time: 0.5701158 Jul 16 18:45:14.157107 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:14.166163 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fe4c8a-ffbd-4fd9-b527-410de03d1f56 None None] The sync data for ids ['84fc31f4-6a00-4257-8476-024ae955b0ed'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:14.260859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33820) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.300764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.316894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Transition to ACTIVE for port object ea3299df-6657-46c4-a133-f94f25073911 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:14.347155 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Transition to ACTIVE for port object ea3299df-6657-46c4-a133-f94f25073911 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:14.359023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33822) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:14.368029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.407651 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:14.408084 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:14.428306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:14.436738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ecb80-75ab-402a-84f2-42e73dcea0a9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871e85e1-578d-4649-bcdf-13e100d67502,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.501024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:14.530763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c87b1df-cae3-4210-a50e-0ba8940d6fa6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.537887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:14.610437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting subnet b45b213f-db80-4269-bc3a-72041c2a8e78 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:14.617730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8c3b4-f497-42a2-b37c-c0044a029430 req-11ec83a4-d047-4d28-87e3-a3d427e08269 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.619378 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afa8c3b4-f497-42a2-b37c-c0044a029430 req-11ec83a4-d047-4d28-87e3-a3d427e08269 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.4781864 Jul 16 18:45:14.627068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-1c87b1df-cae3-4210-a50e-0ba8940d6fa6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 49a3b0a1-f6aa-43e4-82f6-5dbb807166b5 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:14.658399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.716822 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-346309f1-8a39-4940-8f35-2e5d34282974 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 1002 time: 0.5540502 Jul 16 18:45:14.773956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Pushing event updated for resources: {'Port': ['ID=ea3299df-6657-46c4-a133-f94f25073911,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:14.778792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-9a2e7f29-5e3d-4a1e-b57d-4f940d2f7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:14.788896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-9a2e7f29-5e3d-4a1e-b57d-4f940d2f7a74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 1095 time: 1.0292442 Jul 16 18:45:14.813537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Attempting to bind port ea3299df-6657-46c4-a133-f94f25073911 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:14.813909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Attempting to bind port ea3299df-6657-46c4-a133-f94f25073911 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:14.814276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Attempting to bind port ea3299df-6657-46c4-a133-f94f25073911 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:14.829542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:14.829918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:14.830474 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.830883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:14.831536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Bound port: ea3299df-6657-46c4-a133-f94f25073911, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:14.831952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:14.914209 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.011493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] For port ea3299df-6657-46c4-a133-f94f25073911, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:15.016651 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c87b1df-cae3-4210-a50e-0ba8940d6fa6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:45:15.017886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c87b1df-cae3-4210-a50e-0ba8940d6fa6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:45:15.020481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] For port ea3299df-6657-46c4-a133-f94f25073911, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ea3299df-6657-46c4-a133-f94f25073911,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:15.026977 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.040414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57b95d92-e31b-40b4-a6fe-f196d44da787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.105321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1c87b1df-cae3-4210-a50e-0ba8940d6fa6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.7435367 Jul 16 18:45:15.115315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33828) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.147288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051936ce-ce1b-4ef2-9316-19604ced29e0 None None] Pushing event updated for resources: {'Port': ['ID=ea3299df-6657-46c4-a133-f94f25073911,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:15.148316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-ec8744b3-e6e7-44d7-a07e-8c285ba602bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.156194 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-ec8744b3-e6e7-44d7-a07e-8c285ba602bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 200 len: 852 time: 0.4047692 Jul 16 18:45:15.220012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.379937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-1853f9b7-1062-484a-9065-d251b0a5f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.382625 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-1853f9b7-1062-484a-9065-d251b0a5f8d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.5315194 Jul 16 18:45:15.425269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afa8c3b4-f497-42a2-b37c-c0044a029430 req-eac73ee2-0adf-4896-a69c-3188ee413fe5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793277 Jul 16 18:45:15.562322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85510050-6757-42c3-b3d9-1803c806d09d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.564245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-85510050-6757-42c3-b3d9-1803c806d09d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4472494 Jul 16 18:45:15.571586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33830) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.655654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-f44ebde9-5836-41b1-9db3-35451f0a28d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae22a5c8-87f8-4dea-a1bc-0a28165da404 HTTP/1.1" status: 200 len: 217 time: 0.2628360 Jul 16 18:45:15.777484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:15.842873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856503dc-8c50-4626-8995-a5126df04ffa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.845444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856503dc-8c50-4626-8995-a5126df04ffa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.849038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-f5122ca9-15b3-42ad-ad18-2ccdd03a29a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.851425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-856503dc-8c50-4626-8995-a5126df04ffa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2111619 Jul 16 18:45:15.851905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33832) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:15.852909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-f5122ca9-15b3-42ad-ad18-2ccdd03a29a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e8208f0-0e82-40e0-ae6c-398945404bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6645365 Jul 16 18:45:15.915810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-4143cce1-2672-43b2-b3fb-1a8a0f211623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.915810 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-4143cce1-2672-43b2-b3fb-1a8a0f211623 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.2369301 Jul 16 18:45:15.954630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 8e01deb5-0ad7-4999-94bb-bd298a901827 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:16.010485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.038142 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57b95d92-e31b-40b4-a6fe-f196d44da787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.055888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57b95d92-e31b-40b4-a6fe-f196d44da787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.080250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.181680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.412232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.resource_extend [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:45:16.494597 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.499103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.527256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.569105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.579529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Subnet': ['ID=b45b213f-db80-4269-bc3a-72041c2a8e78,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.596703 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-43f06ebe-6da2-4237-8918-9dec5f2aeefa service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305667 Jul 16 18:45:16.601701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65139997-613d-43f6-8b45-7ce4dc343310 None None] Network c4b700b6-7ddd-4b68-a476-84d008f1c8d1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:16.613659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.617793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-79dffc03-0cca-440a-8d8d-6b3c7c604c9a tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/subnets/b45b213f-db80-4269-bc3a-72041c2a8e78 HTTP/1.1" status: 204 len: 168 time: 2.5730844 Jul 16 18:45:16.621411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-c8c56cab-79da-4f1a-9841-9177fb465574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.624338 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-c8c56cab-79da-4f1a-9841-9177fb465574 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6997972 Jul 16 18:45:16.628747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-57b95d92-e31b-40b4-a6fe-f196d44da787 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ad72a68ede944ce8432221edd14e0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2472126 Jul 16 18:45:16.630171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.633470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b95d92-e31b-40b4-a6fe-f196d44da787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aab61b2-898e-429a-9606-f48b54aa2d46,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:16.634826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33838) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:16.761052 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:16.771202 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.885968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-29b35aec-fb2a-46e0-8be4-fa82ed8e27ec None None] Provisioning for port ea3299df-6657-46c4-a133-f94f25073911 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:17.094088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-b01eedcd-0716-4208-8bb7-737f5fa4b21c service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441292 Jul 16 18:45:17.096308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ca256fc2-a027-4863-8c31-1352e6f316d8 req-65a213ad-a5b1-4f9c-8e48-1014b0c10662 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642630 Jul 16 18:45:17.120598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] DHCP port deletion for c4b700b6-7ddd-4b68-a476-84d008f1c8d1 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:17.203104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Deleting port af770cba-bc55-436b-9f0a-2b402dcdd77a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:17.203917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.297679 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9dda5b5c-032c-4b9b-a7ea-8021ac49aaa5 req-39adfe09-bba4-4a09-bb01-7c76d70c7b37 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812913 Jul 16 18:45:17.308418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] For port af770cba-bc55-436b-9f0a-2b402dcdd77a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=af770cba-bc55-436b-9f0a-2b402dcdd77a,segment=NetworkSegment(b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f),segment_id=b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:17.309390 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.319062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting port af770cba-bc55-436b-9f0a-2b402dcdd77a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:17.319428 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.337114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Calling delete_port for af770cba-bc55-436b-9f0a-2b402dcdd77a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:17.339456 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.407299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] For port af770cba-bc55-436b-9f0a-2b402dcdd77a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=af770cba-bc55-436b-9f0a-2b402dcdd77a,segment=NetworkSegment(b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f),segment_id=b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:17.407687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.424290 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.424588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Calling delete_port for af770cba-bc55-436b-9f0a-2b402dcdd77a owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:17.429302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/8e01deb5-0ad7-4999-94bb-bd298a901827 HTTP/1.1" status: 204 len: 168 time: 1.5686831 Jul 16 18:45:17.430300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f241d9e-41fd-49b7-ac0b-61102838e0a2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=8e01deb5-0ad7-4999-94bb-bd298a901827,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.438591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33844) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:17.575718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f4cf84eb-9885-4843-95ac-b96a887d813b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302931 Jul 16 18:45:17.581520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:17.614661 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.621008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:17.631130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] No DVR routers for this DVR port af770cba-bc55-436b-9f0a-2b402dcdd77a on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:17.678269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Port': ['ID=af770cba-bc55-436b-9f0a-2b402dcdd77a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.694660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678141b-413e-44c7-bbbc-0f9e4eb09544 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:17.763218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ea3299df-6657-46c4-a133-f94f25073911 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:17.792733 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.819280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b700b6-7ddd-4b68-a476-84d008f1c8d1']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:17.847275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:17.848743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23c9c23-fb72-4eb0-a8b5-3cef8bf14d7f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:17.874832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.884113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port ea3299df-6657-46c4-a133-f94f25073911 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:17.891614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ea3299df-6657-46c4-a133-f94f25073911 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:17.892375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.916983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.941216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:17.941940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:17.944195 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 18:45:17.957283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04ea75a9-d17f-472f-a433-05c027512181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.963345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:17.975848 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:18.006982 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04ea75a9-d17f-472f-a433-05c027512181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.017143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Pushing event deleted for resources: {'Port': ['ID=af770cba-bc55-436b-9f0a-2b402dcdd77a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.022428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] No DVR routers for this DVR port af770cba-bc55-436b-9f0a-2b402dcdd77a on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:18.060546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.070383 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.074502 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/networks/c4b700b6-7ddd-4b68-a476-84d008f1c8d1 HTTP/1.1" status: 204 len: 168 time: 1.4334667 Jul 16 18:45:18.077263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.077904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.078599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.079268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.080991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.081503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.082004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.082702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.083251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.083856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.084426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.084998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70376f62-41b1-4ee5-a14b-32c1f313e874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:18.088837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33848) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.112706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.159789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port ea3299df-6657-46c4-a133-f94f25073911, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ea3299df-6657-46c4-a133-f94f25073911,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:18.165676 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.195774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting subnet 155e3ca9-3736-475b-8b28-792933f316d4 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:18.200489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eddbb52-8aa5-4f73-8c07-6ffd2ba97cc7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Network': ['ID=c4b700b6-7ddd-4b68-a476-84d008f1c8d1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.205362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:18.210190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.273516 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.294790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device af770cba-bc55-436b-9f0a-2b402dcdd77a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:18.323821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: af770cba-bc55-436b-9f0a-2b402dcdd77a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:18.324278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device af770cba-bc55-436b-9f0a-2b402dcdd77a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:18.330139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=ea3299df-6657-46c4-a133-f94f25073911,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.355839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] Deleting port ea3299df-6657-46c4-a133-f94f25073911 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:18.356257 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.413371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04ea75a9-d17f-472f-a433-05c027512181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.417047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04ea75a9-d17f-472f-a433-05c027512181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.418550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-04ea75a9-d17f-472f-a433-05c027512181 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9aab61b2-898e-429a-9606-f48b54aa2d46 HTTP/1.1" status: 204 len: 168 time: 1.7803588 Jul 16 18:45:18.448017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea75a9-d17f-472f-a433-05c027512181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aab61b2-898e-429a-9606-f48b54aa2d46,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.457445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.469012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] For port ea3299df-6657-46c4-a133-f94f25073911, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ea3299df-6657-46c4-a133-f94f25073911,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:18.469515 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.493564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:18.494333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.511540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] Calling delete_port for ea3299df-6657-46c4-a133-f94f25073911 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:18.581609 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.642552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port d9f5962a-c6db-4abb-91d0-a21eabfb7ca7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:18.644828 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.656563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Subnet': ['ID=155e3ca9-3736-475b-8b28-792933f316d4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.661519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.666510 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-59b1e36f-2524-45c8-9230-6f0efcec604d tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/subnets/155e3ca9-3736-475b-8b28-792933f316d4 HTTP/1.1" status: 204 len: 168 time: 0.5753789 Jul 16 18:45:18.668548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33852) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:18.698144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:18.712017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d9ec6c-cd26-49a2-bc0a-404b698355b3 None None] Network 9c085354-cb30-4eaa-9e86-495db329b2cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:18.745448 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.749163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Router f0b45521-0d40-4a3c-a4af-02d6adc30f6e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:18.779716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22202ded-c546-47e6-9af5-84828345f7cf req-b8f0431d-6d21-48f1-98ad-ab1f20d899dd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.784406 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22202ded-c546-47e6-9af5-84828345f7cf req-b8f0431d-6d21-48f1-98ad-ab1f20d899dd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 1.4906788 Jul 16 18:45:18.785760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:18.795847 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.801588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting subnet 21352522-7fd8-4117-8f28-ea130e2ca1e7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:18.822376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.827206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] Pushing event deleted for resources: {'Port': ['ID=ea3299df-6657-46c4-a133-f94f25073911,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:18.860265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c7942b-0c14-45df-a1c3-9d624d10c6c9 None None] No DVR routers for this DVR port ea3299df-6657-46c4-a133-f94f25073911 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:18.975701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.204716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22202ded-c546-47e6-9af5-84828345f7cf req-d855eb07-2cfc-49fa-b94f-133ce8a55e41 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928609 Jul 16 18:45:19.293975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.300602 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] DHCP port deletion for 9c085354-cb30-4eaa-9e86-495db329b2cc request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:19.368215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ea3299df-6657-46c4-a133-f94f25073911 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:19.411788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.419093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: ea3299df-6657-46c4-a133-f94f25073911 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:19.420890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ea3299df-6657-46c4-a133-f94f25073911 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:19.468369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] Deleting port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:19.469618 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.471989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Subnet': ['ID=21352522-7fd8-4117-8f28-ea130e2ca1e7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:19.474704 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.477247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b4532093-f7d8-47a4-b02b-9456a9c853d0 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/subnets/21352522-7fd8-4117-8f28-ea130e2ca1e7 HTTP/1.1" status: 204 len: 168 time: 0.8087685 Jul 16 18:45:19.478402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75493649-7ee2-4efd-9b3c-39e24b2108a4 None None] Network edef0171-01b3-4a48-a7e7-148e008ceca0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:19.479624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33854) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:19.598578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:19.604760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.610171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.699871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:19.701638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.726190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] Sync routers for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:19.734194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:19.736106 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db" -d '{"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:19.761806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] For port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,segment=NetworkSegment(585fa27a-e9b9-484c-a1be-2d1c50efaec7),segment_id=585fa27a-e9b9-484c-a1be-2d1c50efaec7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:19.762154 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.771872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:19.772577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:19.790211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] For port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,segment=NetworkSegment(585fa27a-e9b9-484c-a1be-2d1c50efaec7),segment_id=585fa27a-e9b9-484c-a1be-2d1c50efaec7)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:19.790748 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.799008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] Calling delete_port for 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:19.811341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Calling delete_port for 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:19.839673 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b0f1c7-6184-49f1-9a71-826afa22faca x-openstack-request-id: req-26b0f1c7-6184-49f1-9a71-826afa22faca {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:19.839673 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:19.840234 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26b0f1c7-6184-49f1-9a71-826afa22faca {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:19.840234 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'status': 'completed', 'code': 200} Jul 16 18:45:19.869517 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.898315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.911820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=d9f5962a-c6db-4abb-91d0-a21eabfb7ca7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:19.950480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:19.968091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7cc32acd-942a-4415-aaf7-0fd7e8200eb8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "PUT /v2.0/floatingips/d4699ff5-63c3-44c3-938f-de422894bbcc HTTP/1.1" status: 200 len: 994 time: 8.7508161 Jul 16 18:45:19.970730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:19.995780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:20.007989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:20.020792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.021421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.040622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Port': ['ID=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.041235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9b4f12-7e18-43c9-b47d-054270939f6e None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:20.046035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] No DVR routers for this DVR port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:20.157299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-685f4b95-a275-405e-80b6-a94fd800f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.159906 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-685f4b95-a275-405e-80b6-a94fd800f64f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1098 time: 0.2254345 Jul 16 18:45:20.221532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.247357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c085354-cb30-4eaa-9e86-495db329b2cc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.268186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=471add2a-8204-4ed3-b69b-86c39766ada2,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.279275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed819d26-87d9-44f0-97b5-985185c2e891 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6642456 Jul 16 18:45:20.280258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:20.283564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585fa27a-e9b9-484c-a1be-2d1c50efaec7') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.284015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585fa27a-e9b9-484c-a1be-2d1c50efaec7') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:20.287229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.289955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3e42211e-24a6-45da-8c45-fa9be3278175 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-784072885', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:20.306125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.329291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.375034 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e42211e-24a6-45da-8c45-fa9be3278175 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.383994 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.384920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e42211e-24a6-45da-8c45-fa9be3278175 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.397822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:20.398578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:20.403561 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:20.457620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-cda53858-8624-4933-a21f-a9f0bb874f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.460474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-cda53858-8624-4933-a21f-a9f0bb874f3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 913 time: 0.2350142 Jul 16 18:45:20.477152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] DHCP port deletion for edef0171-01b3-4a48-a7e7-148e008ceca0 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:20.481808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] No DVR routers for this DVR port 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:20.515917 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8f596-aba8-4aca-82df-6a432f3b2c59 None None] Pushing event deleted for resources: {'Port': ['ID=26338c0c-7a2d-4b0f-bb63-d3841cd1a291,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:20.639064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-208c208c-9655-4b09-a89b-457ac1e75ca1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 1002 time: 0.1396503 Jul 16 18:45:20.661860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081be26b-7ef0-44f0-94a0-0df4f4cbd05f req-17e5a955-e387-4dff-9bfb-06a362728d69 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.669006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.671111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-081be26b-7ef0-44f0-94a0-0df4f4cbd05f req-17e5a955-e387-4dff-9bfb-06a362728d69 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.1702025 Jul 16 18:45:20.736697 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.743101 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/networks/9c085354-cb30-4eaa-9e86-495db329b2cc HTTP/1.1" status: 204 len: 168 time: 1.2597053 Jul 16 18:45:20.751927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33862) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:20.828640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-081be26b-7ef0-44f0-94a0-0df4f4cbd05f req-9bfc44f7-c754-4ae9-9ca0-f25f0cf44ca1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555452 Jul 16 18:45:20.834495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e42211e-24a6-45da-8c45-fa9be3278175 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.856477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e42211e-24a6-45da-8c45-fa9be3278175 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.876887 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3e42211e-24a6-45da-8c45-fa9be3278175 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.878676 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3e42211e-24a6-45da-8c45-fa9be3278175 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5976050 Jul 16 18:45:20.922072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33864) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:20.987615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '471add2a-8204-4ed3-b69b-86c39766ada2'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:20.989386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.031209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.060050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275cd65-c3c5-495c-82fa-6e4a1ffaed91 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Network': ['ID=9c085354-cb30-4eaa-9e86-495db329b2cc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.092497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-ab4de1cc-875d-49be-bed7-8a220d1b2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.095095 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-ab4de1cc-875d-49be-bed7-8a220d1b2f3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 200 len: 852 time: 0.4465518 Jul 16 18:45:21.228019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:21.313916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-b74960d2-3a22-4ffc-bb84-431933de3966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.319897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-b74960d2-3a22-4ffc-bb84-431933de3966 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e8208f0-0e82-40e0-ae6c-398945404bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864276 Jul 16 18:45:21.418864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting port 356b444c-62fd-4d8e-9f04-0e5506862b07 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:21.419490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.519335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] Deleting port 356b444c-62fd-4d8e-9f04-0e5506862b07 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:21.521009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.661203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] For port 356b444c-62fd-4d8e-9f04-0e5506862b07, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b444c-62fd-4d8e-9f04-0e5506862b07,segment=NetworkSegment(2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7),segment_id=2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:21.661870 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.670831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] For port 356b444c-62fd-4d8e-9f04-0e5506862b07, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=356b444c-62fd-4d8e-9f04-0e5506862b07,segment=NetworkSegment(2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7),segment_id=2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:21.671427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.692783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] Calling delete_port for 356b444c-62fd-4d8e-9f04-0e5506862b07 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:21.718828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Calling delete_port for 356b444c-62fd-4d8e-9f04-0e5506862b07 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:21.743638 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-b7f2bd02-b484-4cb9-bf3c-1816a71055c5 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101186 Jul 16 18:45:21.823424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.862490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:21.865087 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5736112-5c68-47b6-b267-a256379e8d40" -d '{"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:21.868165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:21.888114 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.983301 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c175e9-7168-45de-9be5-954e963311fd x-openstack-request-id: req-84c175e9-7168-45de-9be5-954e963311fd {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:21.983953 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:21.984414 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-84c175e9-7168-45de-9be5-954e963311fd {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:21.984538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] No DVR routers for this DVR port 356b444c-62fd-4d8e-9f04-0e5506862b07 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:21.985107 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'status': 'completed', 'code': 200} Jul 16 18:45:22.023369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:22.023935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 26338c0c-7a2d-4b0f-bb63-d3841cd1a291 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:22.024431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b444c-62fd-4d8e-9f04-0e5506862b07 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:22.073010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:22.086139 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] Sync routers for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:22.106767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c250d236-30fb-402c-91ce-8f1e5791dba9 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "PUT /v2.0/routers/78f2202e-4ae5-4d99-aab2-5bbc94e5c12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8413844 Jul 16 18:45:22.116281 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:22.117248 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:22.156558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 356b444c-62fd-4d8e-9f04-0e5506862b07 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:22.157097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 356b444c-62fd-4d8e-9f04-0e5506862b07 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:22.167147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abab51-2cbb-467d-9846-0c02df751575 None None] Pushing event deleted for resources: {'Port': ['ID=356b444c-62fd-4d8e-9f04-0e5506862b07,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:22.212650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33870) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:22.237223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/471add2a-8204-4ed3-b69b-86c39766ada2/c73c82cc-2454-4dc3-aa4f-32de26f09a73) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:22.382111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting subnet 84df9d35-9937-41f3-ac72-170616675cf6 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:22.389042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.481345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.538318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:22.633833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd4699ff5-63c3-44c3-938f-de422894bbcc', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'mac_address': 'fa:16:3e:62:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:03Z', 'updated_at': '2021-07-16T18:45:16Z', 'revision_number': 2, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:22.665677 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.718259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] Checking router: f0b45521-0d40-4a3c-a4af-02d6adc30f6e for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:22.772385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:22.774110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:22.801879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e64f46-aeab-43b3-921a-2b53558830a8 req-2055db38-c3ea-4658-a167-5aafc81547e3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.803572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77e64f46-aeab-43b3-921a-2b53558830a8 req-2055db38-c3ea-4658-a167-5aafc81547e3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.4112995 Jul 16 18:45:22.832270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e49a1b93-2e6a-4e71-aced-b2b58c7d59db req-b56551b3-389e-4683-83e5-d136fad25eb9 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0776329 Jul 16 18:45:22.882859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.932550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77e64f46-aeab-43b3-921a-2b53558830a8 req-a19073fc-2b72-49ed-a412-425c5c5cc49b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102533 Jul 16 18:45:22.942208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-2aa0504f-c572-4aff-8b96-94879647d7f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3198962 Jul 16 18:45:22.953395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.986440 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:45:19Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.032250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] Checking router: 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:23.043241 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] Routers {'78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:23.044279 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.073058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Port': ['ID=356b444c-62fd-4d8e-9f04-0e5506862b07,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.084485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Subnet': ['ID=84df9d35-9937-41f3-ac72-170616675cf6,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.085463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:23.090996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.097247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-26dfd009-5a76-409c-a2b3-ddabe96cbfc6 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/subnets/84df9d35-9937-41f3-ac72-170616675cf6 HTTP/1.1" status: 204 len: 168 time: 0.8766005 Jul 16 18:45:23.097996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.107651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] No DVR routers for this DVR port 356b444c-62fd-4d8e-9f04-0e5506862b07 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:23.184074 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] Set router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:23.329530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa471f51-41ce-4cae-89d8-c18415589eb1 None None] Network 8c5b7b76-e8f4-4a7a-a35a-49790d803764 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:23.381908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736112-5c68-47b6-b267-a256379e8d40 req-2bd55986-2eae-456e-b7ab-3be4f27272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.385047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5736112-5c68-47b6-b267-a256379e8d40 req-2bd55986-2eae-456e-b7ab-3be4f27272e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1098 time: 0.4889750 Jul 16 18:45:23.439830 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.441946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:45:19Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.495280 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7f572-b16a-45bd-bc77-65e443f3ee1e None None] The sync data for ids ['78f2202e-4ae5-4d99-aab2-5bbc94e5c12c'] in n-d-793620-10 is: [{'id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'name': 'tempest-TestNetworkBasicOps-router-366627567', 'tenant_id': 'ac86683e154a49e4a318dd040f608cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:43:34Z', 'updated_at': '2021-07-16T18:45:19Z', 'revision_number': 5, 'project_id': 'ac86683e154a49e4a318dd040f608cf5', 'gw_port': {'id': 'be48dc28-6279-4950-8b7a-9fca7e37ce8a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f2202e-4ae5-4d99-aab2-5bbc94e5c12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3376, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:43:35Z', 'updated_at': '2021-07-16T18:43:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:23.530019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edef0171-01b3-4a48-a7e7-148e008ceca0']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.531326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.544222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.545133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8726b5-3ae7-4f8c-8743-0ec8c3edc8a7') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:23.559221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.585155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.594578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:23.595064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:23.677460 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:23.684631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.724846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.730076 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/networks/edef0171-01b3-4a48-a7e7-148e008ceca0 HTTP/1.1" status: 204 len: 168 time: 2.9764795 Jul 16 18:45:23.735012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33874) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.752474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ead1d-1beb-428c-b7e5-e059394764d5 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Network': ['ID=edef0171-01b3-4a48-a7e7-148e008ceca0,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.761220 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.785074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736112-5c68-47b6-b267-a256379e8d40 req-1a8cd11b-fd86-4c09-a932-13a7a9b3b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.786860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5736112-5c68-47b6-b267-a256379e8d40 req-1a8cd11b-fd86-4c09-a932-13a7a9b3b3bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 913 time: 0.3418279 Jul 16 18:45:23.843583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.855981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Transition to ACTIVE for port object c73c82cc-2454-4dc3-aa4f-32de26f09a73 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:23.897823 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5736112-5c68-47b6-b267-a256379e8d40 req-9e050f72-aa36-4eda-8cdc-97147feb4aba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 1002 time: 0.1017649 Jul 16 18:45:23.900423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting subnet 87005692-8dda-4a4b-a91f-1ffe8eae019e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:23.922652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Transition to ACTIVE for port object c73c82cc-2454-4dc3-aa4f-32de26f09a73 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:23.925798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.964374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.023531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::1 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/471add2a-8204-4ed3-b69b-86c39766ada2/14a00f97-8c70-47da-86cc-ad099d24eb40) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:24.059148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Pushing event updated for resources: {'Port': ['ID=c73c82cc-2454-4dc3-aa4f-32de26f09a73,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.107913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:24.111796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736112-5c68-47b6-b267-a256379e8d40 req-537a1649-fce6-4486-8689-0ae1bae1822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.114979 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5736112-5c68-47b6-b267-a256379e8d40 req-537a1649-fce6-4486-8689-0ae1bae1822e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 200 len: 852 time: 0.2119448 Jul 16 18:45:24.117815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:24.123611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:24.200382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Attempting to bind port c73c82cc-2454-4dc3-aa4f-32de26f09a73 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:24.200766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Attempting to bind port c73c82cc-2454-4dc3-aa4f-32de26f09a73 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:24.201631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Attempting to bind port c73c82cc-2454-4dc3-aa4f-32de26f09a73 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:24.202603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5736112-5c68-47b6-b267-a256379e8d40 req-de5e2a9f-8f5a-4df4-a7d0-3392bb4fbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.205519 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5736112-5c68-47b6-b267-a256379e8d40 req-de5e2a9f-8f5a-4df4-a7d0-3392bb4fbb59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e8208f0-0e82-40e0-ae6c-398945404bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829973 Jul 16 18:45:24.205829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.212504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:24.212979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:24.218767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.219218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:24.220111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Bound port: c73c82cc-2454-4dc3-aa4f-32de26f09a73, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:24.220620 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.228937 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd4699ff5-63c3-44c3-938f-de422894bbcc', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'mac_address': 'fa:16:3e:62:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:03Z', 'updated_at': '2021-07-16T18:45:16Z', 'revision_number': 2, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:24.235596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 14a00f97-8c70-47da-86cc-ad099d24eb40 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:24.271782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaec2ac-eccd-44bf-ad70-3c73f45272eb None None] The sync data for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 is: [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd4699ff5-63c3-44c3-938f-de422894bbcc', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'floating_ip_address': '172.25.0.240', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'port_id': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'mac_address': 'fa:16:3e:62:39:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:45:03Z', 'updated_at': '2021-07-16T18:45:16Z', 'revision_number': 2, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:24.274425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] DHCP port deletion for 8c5b7b76-e8f4-4a7a-a35a-49790d803764 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:24.345683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5736112-5c68-47b6-b267-a256379e8d40 req-35282b6a-d4a5-412c-ba0a-4e615fbccb0d service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314983 Jul 16 18:45:24.353637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.404724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.469221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] For port c73c82cc-2454-4dc3-aa4f-32de26f09a73, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:24.484374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:24.488470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f5736112-5c68-47b6-b267-a256379e8d40 req-c900fe2d-33cd-400f-b658-3db7066854d9 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342573 Jul 16 18:45:24.489273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Deleting port be48dc28-6279-4950-8b7a-9fca7e37ce8a {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:24.489630 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.496448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] For port c73c82cc-2454-4dc3-aa4f-32de26f09a73, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c73c82cc-2454-4dc3-aa4f-32de26f09a73,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:24.502803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] Deleting port c0f1a699-6ed5-4d07-88ed-08f304d40092 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:24.503540 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.517892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:24.527545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:24.528057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.533354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.625427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=14a00f97-8c70-47da-86cc-ad099d24eb40,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.699802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-24834892-5bc0-45e3-a36b-8f68825ac58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.702752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-24834892-5bc0-45e3-a36b-8f68825ac58f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1098 time: 0.1191478 Jul 16 18:45:24.724963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9ec1c-b523-46c3-9d21-50cf8c27fa3a req-b8b3cad2-2762-413a-b037-87a988ae7544 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.726748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fe9ec1c-b523-46c3-9d21-50cf8c27fa3a req-b8b3cad2-2762-413a-b037-87a988ae7544 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.4517217 Jul 16 18:45:24.750589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00b71d-529a-4468-b697-2902fd7a8b2d None None] Pushing event updated for resources: {'Port': ['ID=c73c82cc-2454-4dc3-aa4f-32de26f09a73,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.781612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.786112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] For port c0f1a699-6ed5-4d07-88ed-08f304d40092, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c0f1a699-6ed5-4d07-88ed-08f304d40092,segment=NetworkSegment(b06ede7e-1a3c-4854-8f1d-f5fa45da028f),segment_id=b06ede7e-1a3c-4854-8f1d-f5fa45da028f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:24.786793 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.809560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] Calling delete_port for c0f1a699-6ed5-4d07-88ed-08f304d40092 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:24.818178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] For port be48dc28-6279-4950-8b7a-9fca7e37ce8a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=be48dc28-6279-4950-8b7a-9fca7e37ce8a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:24.818553 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.881327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Calling delete_port for be48dc28-6279-4950-8b7a-9fca7e37ce8a owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:24.901111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fe9ec1c-b523-46c3-9d21-50cf8c27fa3a req-2e17d63d-3df6-4d31-a888-65139535e430 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561666 Jul 16 18:45:24.927001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.968270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.003571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] Pushing event deleted for resources: {'Port': ['ID=c0f1a699-6ed5-4d07-88ed-08f304d40092,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.005971 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7244eed-7f6b-4ebd-aa29-31e0da21ebed None None] No DVR routers for this DVR port c0f1a699-6ed5-4d07-88ed-08f304d40092 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:25.031950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-373a57ce-bb4b-49a7-abfa-b7c6e57f9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.035930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-373a57ce-bb4b-49a7-abfa-b7c6e57f9464 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 913 time: 0.3007531 Jul 16 18:45:25.049385 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.175357 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-6edce58a-4be7-4742-99e5-7d41e0b6145b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 1002 time: 0.1327360 Jul 16 18:45:25.193417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Subnet': ['ID=87005692-8dda-4a4b-a91f-1ffe8eae019e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.195877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.201594 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ca72113b-cba8-41a6-961e-f97d71754e0f tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/subnets/87005692-8dda-4a4b-a91f-1ffe8eae019e HTTP/1.1" status: 204 len: 168 time: 1.4636855 Jul 16 18:45:25.205526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74be7bb-dedc-433a-b1c4-0f6f0f646d9d None None] Network a7872bc9-51e9-4b9b-a3b7-b279547f89c4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:25.212296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33878) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.334974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-76e7a42a-7c86-40c3-b49d-9faaac0c0ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.337069 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-76e7a42a-7c86-40c3-b49d-9faaac0c0ffa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 200 len: 852 time: 0.1542013 Jul 16 18:45:25.396501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c73c82cc-2454-4dc3-aa4f-32de26f09a73 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:25.434722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-6c3a92cd-9bce-4451-bba0-aec91f0adf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:25.438045 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-6c3a92cd-9bce-4451-bba0-aec91f0adf23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e8208f0-0e82-40e0-ae6c-398945404bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888484 Jul 16 18:45:25.467955 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.531967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c73c82cc-2454-4dc3-aa4f-32de26f09a73 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:25.532332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.602242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Port': ['ID=be48dc28-6279-4950-8b7a-9fca7e37ce8a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.638914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0f1a699-6ed5-4d07-88ed-08f304d40092 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:25.664222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-81bd9a2e-c1f4-4ed0-806b-406e1b296486 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183759 Jul 16 18:45:25.675101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c0f1a699-6ed5-4d07-88ed-08f304d40092 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:25.675610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c0f1a699-6ed5-4d07-88ed-08f304d40092 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:25.676325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:25.707817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] DHCP port deletion for a7872bc9-51e9-4b9b-a3b7-b279547f89c4 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:25.712126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:25.712705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9f5962a-c6db-4abb-91d0-a21eabfb7ca7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:25.755031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.791609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] Deleting port 7483429f-d457-4f88-b677-a0c22cdf72b3 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:25.791609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.828672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ea19de0f-7b46-4c69-9ce5-8e901c69bc2e req-d00dcf47-c730-4dc4-beff-bd9b49a6865c service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574001 Jul 16 18:45:25.915410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] For port 7483429f-d457-4f88-b677-a0c22cdf72b3, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7483429f-d457-4f88-b677-a0c22cdf72b3,segment=NetworkSegment(56e863c2-6230-4433-af1e-f11a0ca99f4a),segment_id=56e863c2-6230-4433-af1e-f11a0ca99f4a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:25.915918 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.937249 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] Calling delete_port for 7483429f-d457-4f88-b677-a0c22cdf72b3 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:26.092000 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.132371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] Pushing event deleted for resources: {'Port': ['ID=7483429f-d457-4f88-b677-a0c22cdf72b3,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.142630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2e8852-24a1-4c98-a793-28bb7d01b319 None None] No DVR routers for this DVR port 7483429f-d457-4f88-b677-a0c22cdf72b3 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:26.226551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Deleting port 7483429f-d457-4f88-b677-a0c22cdf72b3 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:26.227170 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.246934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.264109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.302070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.350610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.351473 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.439866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.440112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Fanout notify agent at l3_agent the message router_deleted on router 78f2202e-4ae5-4d99-aab2-5bbc94e5c12c {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:26.446362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] For port 7483429f-d457-4f88-b677-a0c22cdf72b3, host n-d-793620-10, got binding levels [] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:26.446768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.461940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-83c76ada-4d38-411a-85af-5ce109c473d4 None None] Provisioning for port c73c82cc-2454-4dc3-aa4f-32de26f09a73 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:26.469528 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.475093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5127b6ec-c59a-4901-9e01-39496ffc719e tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/routers/78f2202e-4ae5-4d99-aab2-5bbc94e5c12c HTTP/1.1" status: 204 len: 168 time: 3.3709028 Jul 16 18:45:26.475382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-83c76ada-4d38-411a-85af-5ce109c473d4 None None] Provisioning complete for port c73c82cc-2454-4dc3-aa4f-32de26f09a73 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:26.475382 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83c76ada-4d38-411a-85af-5ce109c473d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.475731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33884) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:26.503700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Calling delete_port for 7483429f-d457-4f88-b677-a0c22cdf72b3 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:26.516760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_backend_mixin [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Port 7483429f-d457-4f88-b677-a0c22cdf72b3 was not found and therefore no delete operation was performed {{(pid=93777) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:45:26.532512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=14a00f97-8c70-47da-86cc-ad099d24eb40,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.647143 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83c76ada-4d38-411a-85af-5ce109c473d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.667624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.692194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.695632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:26.704408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:26.733455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-83c76ada-4d38-411a-85af-5ce109c473d4 None None] For port c73c82cc-2454-4dc3-aa4f-32de26f09a73, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c73c82cc-2454-4dc3-aa4f-32de26f09a73,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:26.741391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-83c76ada-4d38-411a-85af-5ce109c473d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.765076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd75ab-408a-415f-9511-0fdd3d3a636a req-9723c9ff-1b5d-440b-a116-3b9d82c92596 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.767234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-65cd75ab-408a-415f-9511-0fdd3d3a636a req-9723c9ff-1b5d-440b-a116-3b9d82c92596 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.5425687 Jul 16 18:45:26.769184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Port': ['ID=7483429f-d457-4f88-b677-a0c22cdf72b3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.790007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] No DVR routers for this DVR port 7483429f-d457-4f88-b677-a0c22cdf72b3 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:26.873605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.875217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c76ada-4d38-411a-85af-5ce109c473d4 None None] Pushing event updated for resources: {'Port': ['ID=c73c82cc-2454-4dc3-aa4f-32de26f09a73,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.888247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5b7b76-e8f4-4a7a-a35a-49790d803764']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.904582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.905266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06ede7e-1a3c-4854-8f1d-f5fa45da028f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.919249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.929821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-58a9ad09-edb7-44b4-a7ab-28dfa2feb79b None None] Provisioning for port 14a00f97-8c70-47da-86cc-ad099d24eb40 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:26.938236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-58a9ad09-edb7-44b4-a7ab-28dfa2feb79b None None] Provisioning complete for port 14a00f97-8c70-47da-86cc-ad099d24eb40 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:26.938874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58a9ad09-edb7-44b4-a7ab-28dfa2feb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.947542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.963161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:26.963566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:26.967594 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:27.017543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.041965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7872bc9-51e9-4b9b-a3b7-b279547f89c4']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:27.049162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-58a9ad09-edb7-44b4-a7ab-28dfa2feb79b None None] Port 14a00f97-8c70-47da-86cc-ad099d24eb40 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:27.059561 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.061867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-65cd75ab-408a-415f-9511-0fdd3d3a636a req-ea440c21-88ed-4537-a6d9-4a567857291a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831919 Jul 16 18:45:27.064390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e863c2-6230-4433-af1e-f11a0ca99f4a') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:27.064988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e863c2-6230-4433-af1e-f11a0ca99f4a') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:27.086328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.098215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.119313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] 10.222.0.48 "DELETE /v2.0/networks/8c5b7b76-e8f4-4a7a-a35a-49790d803764 HTTP/1.1" status: 204 len: 168 time: 0.6401110 Jul 16 18:45:27.129252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.145917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:27.146835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.159292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da02a2af-7b1c-44d9-b516-616d3c6975f4 tempest-TestNetworkBasicOps-345220890 tempest-TestNetworkBasicOps-345220890-project] Pushing event deleted for resources: {'Network': ['ID=8c5b7b76-e8f4-4a7a-a35a-49790d803764,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:27.227569 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:27.249868 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.259038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Router 15a1caca-0b66-4809-832b-3f2124d82672 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:27.265445 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.271393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/networks/a7872bc9-51e9-4b9b-a3b7-b279547f89c4 HTTP/1.1" status: 204 len: 168 time: 2.0541766 Jul 16 18:45:27.271696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33888) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.310713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4ca5f-43e2-4e7c-acb2-9882570de8e7 tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Pushing event deleted for resources: {'Network': ['ID=a7872bc9-51e9-4b9b-a3b7-b279547f89c4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:27.330532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-79bb4fa1-da7d-4deb-aa42-e06aa625807e tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "GET /v2.0/ports?device_id=84fc31f4-6a00-4257-8476-024ae955b0ed HTTP/1.1" status: 200 len: 205 time: 0.0541210 Jul 16 18:45:27.330887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33890) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.407265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c73c82cc-2454-4dc3-aa4f-32de26f09a73 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:27.492183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf7bcdc3-c405-4205-8d7a-b4e036d956dc None None] Provisioning complete for port 14a00f97-8c70-47da-86cc-ad099d24eb40 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:27.493261 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf7bcdc3-c405-4205-8d7a-b4e036d956dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.551389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bcdc3-c405-4205-8d7a-b4e036d956dc None None] Port 14a00f97-8c70-47da-86cc-ad099d24eb40 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:27.554590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c73c82cc-2454-4dc3-aa4f-32de26f09a73 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:27.555457 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.568475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:27.585528 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f39131eb-de96-48f6-b420-88d2dd6256d4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "PUT /v2.0/routers/15a1caca-0b66-4809-832b-3f2124d82672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6615517 Jul 16 18:45:27.587996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33894) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.595083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Sync routers for ids ['15a1caca-0b66-4809-832b-3f2124d82672'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:27.611231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Routers {'15a1caca-0b66-4809-832b-3f2124d82672'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:27.612000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['15a1caca-0b66-4809-832b-3f2124d82672'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:27.675007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33896) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.754275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f90341-eeae-4e1d-bf74-2e67195d22aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.759668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-41f90341-eeae-4e1d-bf74-2e67195d22aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports/14a00f97-8c70-47da-86cc-ad099d24eb40 HTTP/1.1" status: 200 len: 911 time: 0.1681120 Jul 16 18:45:27.760535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33900) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.768999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Set router 15a1caca-0b66-4809-832b-3f2124d82672 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:27.853117 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8d69ad-fa3c-4406-b886-01810f6b10dd tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.950287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247732d5-4c39-4e9b-b55d-fab8ed48a8aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.964242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247732d5-4c39-4e9b-b55d-fab8ed48a8aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.970093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-247732d5-4c39-4e9b-b55d-fab8ed48a8aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2057419 Jul 16 18:45:27.976443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33902) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.118145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1c44d1f4-c045-46f3-bd62-ef8c6e676fc3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac86683e154a49e4a318dd040f608cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397435 Jul 16 18:45:28.118986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33904) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.143039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8d69ad-fa3c-4406-b886-01810f6b10dd tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.149752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8d69ad-fa3c-4406-b886-01810f6b10dd tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.238323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device be48dc28-6279-4950-8b7a-9fca7e37ce8a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:28.245369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8d69ad-fa3c-4406-b886-01810f6b10dd tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.246487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8d69ad-fa3c-4406-b886-01810f6b10dd tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Fanout notify agent at l3_agent the message router_deleted on router 84fc31f4-6a00-4257-8476-024ae955b0ed {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:28.283084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b8d69ad-fa3c-4406-b886-01810f6b10dd tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.285228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: be48dc28-6279-4950-8b7a-9fca7e37ce8a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:28.285587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device be48dc28-6279-4950-8b7a-9fca7e37ce8a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:28.286142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7483429f-d457-4f88-b677-a0c22cdf72b3 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:28.290871 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2ae57d7-5229-40db-b3dc-5d380746fa7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.304763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6b8d69ad-fa3c-4406-b886-01810f6b10dd tempest-RoutersNegativeIpV6Test-268976695 tempest-RoutersNegativeIpV6Test-268976695-project] 10.222.0.48 "DELETE /v2.0/routers/84fc31f4-6a00-4257-8476-024ae955b0ed HTTP/1.1" status: 204 len: 168 time: 0.9723272 Jul 16 18:45:28.319642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7483429f-d457-4f88-b677-a0c22cdf72b3 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:28.320012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7483429f-d457-4f88-b677-a0c22cdf72b3 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:28.343857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2ae57d7-5229-40db-b3dc-5d380746fa7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.377231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1caca-0b66-4809-832b-3f2124d82672', 'name': 'tempest-NetworksTestDHCPv6-router-784072885', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:20Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 2, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None, '_interfaces': [{'id': '14a00f97-8c70-47da-86cc-ad099d24eb40', 'name': '', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'mac_address': 'fa:16:3e:23:8a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a1caca-0b66-4809-832b-3f2124d82672', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '471add2a-8204-4ed3-b69b-86c39766ada2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:22Z', 'updated_at': '2021-07-16T18:45:25Z', 'revision_number': 2, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'subnets': [{'id': '471add2a-8204-4ed3-b69b-86c39766ada2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:28.458506 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2ae57d7-5229-40db-b3dc-5d380746fa7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.460476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Checking router: 15a1caca-0b66-4809-832b-3f2124d82672 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:28.461134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Updating router 15a1caca-0b66-4809-832b-3f2124d82672 port 14a00f97-8c70-47da-86cc-ad099d24eb40 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:28.463053 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d2ae57d7-5229-40db-b3dc-5d380746fa7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.464670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d2ae57d7-5229-40db-b3dc-5d380746fa7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/616db59a-3ee1-4253-b927-8b9342bea12a HTTP/1.1" status: 204 len: 168 time: 0.3419399 Jul 16 18:45:28.484993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae57d7-5229-40db-b3dc-5d380746fa7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616db59a-3ee1-4253-b927-8b9342bea12a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.553461 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.615126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e7823-e646-4646-91ee-7baaf013b2d4 req-04495c7b-b2b4-43b0-b254-2adc831ce285 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.617219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be7e7823-e646-4646-91ee-7baaf013b2d4 req-04495c7b-b2b4-43b0-b254-2adc831ce285 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.1366291 Jul 16 18:45:28.641260 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.760138 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be7e7823-e646-4646-91ee-7baaf013b2d4 req-3e33c4dc-ce69-4ab6-b4e9-3181542dff26 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259499 Jul 16 18:45:28.773157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33920) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.963602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 14a00f97-8c70-47da-86cc-ad099d24eb40 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:28.965915 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.050467 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.073638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Transition to ACTIVE for port object 14a00f97-8c70-47da-86cc-ad099d24eb40 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:29.083559 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4fbc8f34-d18d-4d7d-b68d-394d7f0c6606 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e480c83a70d43298d17b3806dddb9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082900 Jul 16 18:45:29.088233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33924) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:29.092125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.107692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33926) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:29.124816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7596a355-894c-4c69-927f-a7bff3744855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.160558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.188541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 14a00f97-8c70-47da-86cc-ad099d24eb40 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:29.213512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6802f223-9155-4af2-8065-4d8d5ce21616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.273477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962e8bc-3314-4e0d-b820-baa773a24037 None None] Pushing event updated for resources: {'Port': ['ID=14a00f97-8c70-47da-86cc-ad099d24eb40,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.289100 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7596a355-894c-4c69-927f-a7bff3744855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.295990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Attempting to bind port 14a00f97-8c70-47da-86cc-ad099d24eb40 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:29.296871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Attempting to bind port 14a00f97-8c70-47da-86cc-ad099d24eb40 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:29.297296 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7596a355-894c-4c69-927f-a7bff3744855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.297455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Attempting to bind port 14a00f97-8c70-47da-86cc-ad099d24eb40 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:29.297986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6802f223-9155-4af2-8065-4d8d5ce21616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.308101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:29.308790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:29.309495 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.310413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:29.311723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Bound port: 14a00f97-8c70-47da-86cc-ad099d24eb40, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:29.312509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.348003 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7596a355-894c-4c69-927f-a7bff3744855 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db4a1348c03e4d7ba26e83ef6fde0100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387412 Jul 16 18:45:29.352488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33928) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:29.386349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596a355-894c-4c69-927f-a7bff3744855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f721c42-4315-4b84-8fe0-f7ed76da7f66,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.438991 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c31a0c5f-eec2-4fd8-9d84-322a061ff23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.444321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6802f223-9155-4af2-8065-4d8d5ce21616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.447605 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6802f223-9155-4af2-8065-4d8d5ce21616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.448837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] For port 14a00f97-8c70-47da-86cc-ad099d24eb40, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:29.449386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6802f223-9155-4af2-8065-4d8d5ce21616 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3f48d133-5916-476a-9a6b-59950f64e44c HTTP/1.1" status: 204 len: 168 time: 0.3601208 Jul 16 18:45:29.460890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802f223-9155-4af2-8065-4d8d5ce21616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f48d133-5916-476a-9a6b-59950f64e44c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.470133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c31a0c5f-eec2-4fd8-9d84-322a061ff23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.508497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:45:29.508497 n-d-793620-10 neutron-server[93779]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, `level`, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jul 16 18:45:29.508497 n-d-793620-10 neutron-server[93779]: [parameters: {'port_id': '14a00f97-8c70-47da-86cc-ad099d24eb40', 'host': 'n-d-793620-10', 'level': 0, 'driver': 'openvswitch', 'segment_id': '55de6219-8995-4727-8e0d-7c39acef66cb'}] Jul 16 18:45:29.508497 n-d-793620-10 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:29.508946 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:29.565651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c31a0c5f-eec2-4fd8-9d84-322a061ff23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.568826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c31a0c5f-eec2-4fd8-9d84-322a061ff23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.570145 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.570359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c31a0c5f-eec2-4fd8-9d84-322a061ff23a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0f721c42-4315-4b84-8fe0-f7ed76da7f66 HTTP/1.1" status: 204 len: 168 time: 0.2167907 Jul 16 18:45:29.580410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a0c5f-eec2-4fd8-9d84-322a061ff23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f721c42-4315-4b84-8fe0-f7ed76da7f66,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.605150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=14a00f97-8c70-47da-86cc-ad099d24eb40,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.737728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.986636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Router 15a1caca-0b66-4809-832b-3f2124d82672 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:30.036854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Attempting to bind port 14a00f97-8c70-47da-86cc-ad099d24eb40 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:30.038020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Attempting to bind port 14a00f97-8c70-47da-86cc-ad099d24eb40 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:30.038575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Attempting to bind port 14a00f97-8c70-47da-86cc-ad099d24eb40 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:30.048131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:30.048870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:30.049534 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.050460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:30.052217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Bound port: 14a00f97-8c70-47da-86cc-ad099d24eb40, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:30.053276 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.101737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Port 14a00f97-8c70-47da-86cc-ad099d24eb40 has been deleted concurrently {{(pid=93779) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 16 18:45:30.117619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Routers {'15a1caca-0b66-4809-832b-3f2124d82672'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:30.118948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['15a1caca-0b66-4809-832b-3f2124d82672'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:30.128877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:30.137402 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-db19d52c-c39f-43b5-9f99-dee6e0cff57f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "PUT /v2.0/routers/15a1caca-0b66-4809-832b-3f2124d82672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1593020 Jul 16 18:45:30.142678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33942) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.177163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b66d2-e5e7-44a4-bd0a-55393d16fc3f req-3d7aa26d-4121-4965-80a5-54bafc7da5da tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.185967 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc9b66d2-e5e7-44a4-bd0a-55393d16fc3f req-3d7aa26d-4121-4965-80a5-54bafc7da5da tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.1871886 Jul 16 18:45:30.240312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc9b66d2-e5e7-44a4-bd0a-55393d16fc3f req-e7a217aa-fd52-4106-873c-03ad70d4e357 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513523 Jul 16 18:45:30.243973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] Set router 15a1caca-0b66-4809-832b-3f2124d82672 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:30.313057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d42a83-ae4d-48db-b7f2-f32021c16de4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.314847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d42a83-ae4d-48db-b7f2-f32021c16de4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.320311 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-71d42a83-ae4d-48db-b7f2-f32021c16de4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1684206 Jul 16 18:45:30.321225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33948) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.329012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a1caca-0b66-4809-832b-3f2124d82672', 'name': 'tempest-NetworksTestDHCPv6-router-784072885', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:20Z', 'updated_at': '2021-07-16T18:45:29Z', 'revision_number': 3, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:30.379831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29469eaa-052c-45ad-b21c-53076834cf8c None None] The sync data for ids ['15a1caca-0b66-4809-832b-3f2124d82672'] in n-d-793620-10 is: [{'id': '15a1caca-0b66-4809-832b-3f2124d82672', 'name': 'tempest-NetworksTestDHCPv6-router-784072885', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:20Z', 'updated_at': '2021-07-16T18:45:29Z', 'revision_number': 3, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:30.392095 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-54a5abb3-07d9-4b9d-a628-f6f3e1d22280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.403496 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 471add2a-8204-4ed3-b69b-86c39766ada2 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:30.407267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.472876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.620312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.727168 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.758411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=471add2a-8204-4ed3-b69b-86c39766ada2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.762839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.764938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-568f3adb-5d90-4ee7-85d1-c2a8200bc38b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/471add2a-8204-4ed3-b69b-86c39766ada2 HTTP/1.1" status: 204 len: 168 time: 0.4426444 Jul 16 18:45:30.768943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33958) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.777613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802173f-2924-4971-afb7-fc6ff9cc33ac None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:30.896061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-77edd6c2-0b73-4cff-af22-77d8ceaec551 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1245618 Jul 16 18:45:30.896061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33960) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.898174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33962) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.995359 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a5a9bf-da31-4b27-8443-0d84c75a1a1b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.088520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:31.107326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070064876'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:31.139270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.157314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.171752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] Deleting port c73c82cc-2454-4dc3-aa4f-32de26f09a73 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:31.172258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.284902 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a5a9bf-da31-4b27-8443-0d84c75a1a1b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.290066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a5a9bf-da31-4b27-8443-0d84c75a1a1b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.293563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] For port c73c82cc-2454-4dc3-aa4f-32de26f09a73, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c73c82cc-2454-4dc3-aa4f-32de26f09a73,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:31.296904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.355217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] Calling delete_port for c73c82cc-2454-4dc3-aa4f-32de26f09a73 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:31.361983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.369216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.382461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a5a9bf-da31-4b27-8443-0d84c75a1a1b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.383350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a5a9bf-da31-4b27-8443-0d84c75a1a1b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Fanout notify agent at l3_agent the message router_deleted on router 15a1caca-0b66-4809-832b-3f2124d82672 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:31.398180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-49a5a9bf-da31-4b27-8443-0d84c75a1a1b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.400201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-49a5a9bf-da31-4b27-8443-0d84c75a1a1b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/routers/15a1caca-0b66-4809-832b-3f2124d82672 HTTP/1.1" status: 204 len: 168 time: 0.5000036 Jul 16 18:45:31.404836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33968) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.415194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:31.459605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de7e1a2-141b-4d58-8f16-4f28f4ffd460,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.494770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c73c82cc-2454-4dc3-aa4f-32de26f09a73 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:31.605347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.618646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a865a6-7569-41ae-b587-caf2da365c90 req-7a078d13-e122-4f2b-9ee1-90b89afe880a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:31.620448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4a865a6-7569-41ae-b587-caf2da365c90 req-7a078d13-e122-4f2b-9ee1-90b89afe880a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.1524441 Jul 16 18:45:31.621225 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.657908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:31.666809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.675223 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.676194 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.683205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7815681 Jul 16 18:45:31.683205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0c807-8953-40b5-8745-a4cd98d46e41,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.686509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.690943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Port c73c82cc-2454-4dc3-aa4f-32de26f09a73 update to DOWN by agent not found {{(pid=93779) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:45:31.711071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.711416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.711820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.712223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.712498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.712766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.713104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.713425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.713778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.714103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.714424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.714745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4100b6d-02e6-471f-8c60-b37c8c1cedd6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.728546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4a865a6-7569-41ae-b587-caf2da365c90 req-b5827f4e-66a0-4c79-bc75-81153a034323 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922611 Jul 16 18:45:31.760926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] Pushing event deleted for resources: {'Port': ['ID=c73c82cc-2454-4dc3-aa4f-32de26f09a73,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.784524 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] Sync routers for ids ['15a1caca-0b66-4809-832b-3f2124d82672'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:31.785012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df1daa-5905-4794-ae64-17ead0c7ccc7 None None] No DVR routers for this DVR port c73c82cc-2454-4dc3-aa4f-32de26f09a73 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:31.811340 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] Routers set() bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:31.812198 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] Router IDs set() for agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:45:31.813941 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_agentschedulers_db [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'15a1caca-0b66-4809-832b-3f2124d82672'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent'). {{(pid=93780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:45:31.829134 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] Routers set() bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:31.829949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] Router IDs set() for agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:45:31.831263 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_agentschedulers_db [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'15a1caca-0b66-4809-832b-3f2124d82672'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent'). {{(pid=93780) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:45:31.832002 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f82e4-9bfc-4e35-abf0-36ade87f5fa4 None None] The sync data for ids ['15a1caca-0b66-4809-832b-3f2124d82672'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:31.840383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34baef07-93fe-4681-9c00-5c86b43352af tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1526308 Jul 16 18:45:31.843036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.856408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8d602e8a-070d-4c42-807e-c0c8d900db59 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-security--1869086154', 'description': 'tempest-security-description-8694052'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:31.926415 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d602e8a-070d-4c42-807e-c0c8d900db59 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.082491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d602e8a-070d-4c42-807e-c0c8d900db59 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.089789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d602e8a-070d-4c42-807e-c0c8d900db59 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.094544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d602e8a-070d-4c42-807e-c0c8d900db59 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.096767 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8d602e8a-070d-4c42-807e-c0c8d900db59 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "PUT /v2.0/security-groups/b7a0c807-8953-40b5-8745-a4cd98d46e41 HTTP/1.1" status: 200 len: 1777 time: 0.2522330 Jul 16 18:45:32.099559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33976) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.144326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f36aeef6-e713-4af2-9f70-983c81fb48cc tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups/b7a0c807-8953-40b5-8745-a4cd98d46e41 HTTP/1.1" status: 200 len: 1777 time: 0.0433440 Jul 16 18:45:32.147346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33978) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.210388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912b38a5-6332-424b-a495-2e223f13ee62 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.212705 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.230584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d602e8a-070d-4c42-807e-c0c8d900db59 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a0c807-8953-40b5-8745-a4cd98d46e41,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.242039 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912b38a5-6332-424b-a495-2e223f13ee62 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.287885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:32.293135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:32.298003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912b38a5-6332-424b-a495-2e223f13ee62 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.300989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:32.301970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.303918 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-912b38a5-6332-424b-a495-2e223f13ee62 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.308012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c9a8ff-f502-46d6-a762-fc26c9303693 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:32.313425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-912b38a5-6332-424b-a495-2e223f13ee62 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7a0c807-8953-40b5-8745-a4cd98d46e41 HTTP/1.1" status: 204 len: 168 time: 0.1614988 Jul 16 18:45:32.318434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33980) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.330295 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9232092 Jul 16 18:45:32.335138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.338526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b38a5-6332-424b-a495-2e223f13ee62 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a0c807-8953-40b5-8745-a4cd98d46e41,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.343712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b2d7a521-d6f0-4862-acc2-605f985b2c46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-96629927', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:32.354679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b09953-5f70-468e-88fc-448550df53a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=25727933-94bc-48bb-ad25-43a11ce5faa3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.402021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a521-d6f0-4862-acc2-605f985b2c46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.403308 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a521-d6f0-4862-acc2-605f985b2c46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.417675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-981b4367-a62f-4d46-b4b4-95500d655d2d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0972993 Jul 16 18:45:32.421647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33984) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.442278 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-47b2e409-e41e-4e1c-b891-be7fd0443a46 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] delete failed (client error): The resource could not be found. Jul 16 18:45:32.444501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-47b2e409-e41e-4e1c-b891-be7fd0443a46 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/b7a0c807-8953-40b5-8745-a4cd98d46e41 HTTP/1.1" status: 404 len: 347 time: 0.0209134 Jul 16 18:45:32.450638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33986) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.456808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4def1774-bed6-44cb-9441-90bb4db60223 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--790296158'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:32.506246 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a521-d6f0-4862-acc2-605f985b2c46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.515566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a521-d6f0-4862-acc2-605f985b2c46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.536356 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4def1774-bed6-44cb-9441-90bb4db60223 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.540758 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b2d7a521-d6f0-4862-acc2-605f985b2c46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.545979 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b2d7a521-d6f0-4862-acc2-605f985b2c46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2051170 Jul 16 18:45:32.547018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 33988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.596949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '25727933-94bc-48bb-ad25-43a11ce5faa3'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:32.599039 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.659193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4def1774-bed6-44cb-9441-90bb4db60223 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.664829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4def1774-bed6-44cb-9441-90bb4db60223 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.697092 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4def1774-bed6-44cb-9441-90bb4db60223 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.698645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4def1774-bed6-44cb-9441-90bb4db60223 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2465723 Jul 16 18:45:32.704109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33990) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.709272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6244730c-467e-4518-b291-1b380b4cc54d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': 'cc6488a5-c4fe-482a-bc95-f25fbded10be', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:32.715722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def1774-bed6-44cb-9441-90bb4db60223 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6488a5-c4fe-482a-bc95-f25fbded10be,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.751949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6244730c-467e-4518-b291-1b380b4cc54d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.876935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6244730c-467e-4518-b291-1b380b4cc54d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.886024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6244730c-467e-4518-b291-1b380b4cc54d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.905295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/25727933-94bc-48bb-ad25-43a11ce5faa3/3abf9d81-c57f-43bc-af34-d340312375ac) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:32.946299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244730c-467e-4518-b291-1b380b4cc54d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af86236-59f4-4ff3-8d5f-4190fc98cc27,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.963169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6244730c-467e-4518-b291-1b380b4cc54d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.965344 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6244730c-467e-4518-b291-1b380b4cc54d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2599015 Jul 16 18:45:32.970045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33994) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.038345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7824cab-677d-447c-aed7-af70e8b9be5d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.055187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7824cab-677d-447c-aed7-af70e8b9be5d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.108380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7824cab-677d-447c-aed7-af70e8b9be5d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.114850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f7824cab-677d-447c-aed7-af70e8b9be5d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.119281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f7824cab-677d-447c-aed7-af70e8b9be5d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/1af86236-59f4-4ff3-8d5f-4190fc98cc27 HTTP/1.1" status: 204 len: 168 time: 0.1479714 Jul 16 18:45:33.120130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33996) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.160246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7824cab-677d-447c-aed7-af70e8b9be5d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1af86236-59f4-4ff3-8d5f-4190fc98cc27,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.180950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0803d494-4dcb-42a8-b5b3-27dade41d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.213024 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.217167 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e975e504-13d2-46d2-853e-3675bbe4f1db tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0912707 Jul 16 18:45:33.218037 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 33998) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.229354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Transition to ACTIVE for port object 3abf9d81-c57f-43bc-af34-d340312375ac will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:33.257518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Transition to ACTIVE for port object 3abf9d81-c57f-43bc-af34-d340312375ac will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:33.267316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.318397 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbfe32f0-9f3b-4cc4-a1a4-d6676646bbe7 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.349499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:33.351996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Pushing event updated for resources: {'Port': ['ID=3abf9d81-c57f-43bc-af34-d340312375ac,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.357831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:33.362104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:33.365933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbfe32f0-9f3b-4cc4-a1a4-d6676646bbe7 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.398581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140f756-e2ad-4dd4-a59d-d9a68cbb91b4 req-e32f646a-49e9-4f1c-985a-dc90418a8c67 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.400607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5140f756-e2ad-4dd4-a59d-d9a68cbb91b4 req-e32f646a-49e9-4f1c-985a-dc90418a8c67 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 943 time: 0.3197510 Jul 16 18:45:33.440269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbfe32f0-9f3b-4cc4-a1a4-d6676646bbe7 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.445781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fbfe32f0-9f3b-4cc4-a1a4-d6676646bbe7 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.450374 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fbfe32f0-9f3b-4cc4-a1a4-d6676646bbe7 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/cc6488a5-c4fe-482a-bc95-f25fbded10be HTTP/1.1" status: 204 len: 168 time: 0.2287600 Jul 16 18:45:33.455966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34000) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.464709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe32f0-9f3b-4cc4-a1a4-d6676646bbe7 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6488a5-c4fe-482a-bc95-f25fbded10be,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.488434 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.497666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Attempting to bind port 3abf9d81-c57f-43bc-af34-d340312375ac on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:33.498192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Attempting to bind port 3abf9d81-c57f-43bc-af34-d340312375ac by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:33.498572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Attempting to bind port 3abf9d81-c57f-43bc-af34-d340312375ac on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:33.506063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:33.506445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:33.506851 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.507246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:33.507728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Bound port: 3abf9d81-c57f-43bc-af34-d340312375ac, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:33.508181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.528257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5140f756-e2ad-4dd4-a59d-d9a68cbb91b4 req-9a3ea04e-9ffe-4efd-b626-6c95289bf40b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007056 Jul 16 18:45:33.530091 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.567515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11cc33f7-9f85-42a4-ac55-080a3d1e3e72 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097212 Jul 16 18:45:33.572633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.578361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-242d48b6-99a9-4b12-b5d9-5e069218077d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025774626'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:33.584416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ae22a5c8-87f8-4dea-a1bc-0a28165da404 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:33.607165 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-242d48b6-99a9-4b12-b5d9-5e069218077d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.617153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] For port 3abf9d81-c57f-43bc-af34-d340312375ac, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:33.621939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] For port 3abf9d81-c57f-43bc-af34-d340312375ac, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3abf9d81-c57f-43bc-af34-d340312375ac,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:33.630878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.751448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-242d48b6-99a9-4b12-b5d9-5e069218077d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.758906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-242d48b6-99a9-4b12-b5d9-5e069218077d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.793221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeafb73-398f-41f9-a8f7-da8744a0383f None None] Pushing event updated for resources: {'Port': ['ID=3abf9d81-c57f-43bc-af34-d340312375ac,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.803845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ae22a5c8-87f8-4dea-a1bc-0a28165da404, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ae22a5c8-87f8-4dea-a1bc-0a28165da404,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:33.806760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-242d48b6-99a9-4b12-b5d9-5e069218077d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.812503 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-242d48b6-99a9-4b12-b5d9-5e069218077d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2343192 Jul 16 18:45:33.812799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.817486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d48b6-99a9-4b12-b5d9-5e069218077d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7684ddbe-24a1-45ad-b5a5-a6c90ffab88f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.819743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'port_id': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404', 'mac_address': 'fa:16:3e:19:cc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:33.823117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0053a36a-324b-4602-8e29-56b884bbd285 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '7684ddbe-24a1-45ad-b5a5-a6c90ffab88f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:33.863713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0053a36a-324b-4602-8e29-56b884bbd285 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.880876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::1 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/25727933-94bc-48bb-ad25-43a11ce5faa3/65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:33.882336 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.902776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae22a5c8-87f8-4dea-a1bc-0a28165da404 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:33.932226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ae22a5c8-87f8-4dea-a1bc-0a28165da404, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ae22a5c8-87f8-4dea-a1bc-0a28165da404,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:33.939749 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.953136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0053a36a-324b-4602-8e29-56b884bbd285 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.961575 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0053a36a-324b-4602-8e29-56b884bbd285 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.985498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053a36a-324b-4602-8e29-56b884bbd285 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d83ba2-3c16-4396-a494-45ff1c28a4a2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.005539 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0053a36a-324b-4602-8e29-56b884bbd285 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.006764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0053a36a-324b-4602-8e29-56b884bbd285 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1928260 Jul 16 18:45:34.011397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.018832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-76f44aa0-8313-4a3c-96a1-fc8d93883b2e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '7684ddbe-24a1-45ad-b5a5-a6c90ffab88f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:34.035080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=ae22a5c8-87f8-4dea-a1bc-0a28165da404,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.065127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.089182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76f44aa0-8313-4a3c-96a1-fc8d93883b2e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.101303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:34.149423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.151581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['ae22a5c8-87f8-4dea-a1bc-0a28165da404'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:34.174562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76f44aa0-8313-4a3c-96a1-fc8d93883b2e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.180126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76f44aa0-8313-4a3c-96a1-fc8d93883b2e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.204214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f44aa0-8313-4a3c-96a1-fc8d93883b2e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b782f4ba-4251-4d28-8f83-58792eaefa36,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.207755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:34.212064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:34.217254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:34.218492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.221569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-76f44aa0-8313-4a3c-96a1-fc8d93883b2e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.222453 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-76f44aa0-8313-4a3c-96a1-fc8d93883b2e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2092817 Jul 16 18:45:34.227011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.235665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-53b01a32-89bd-4bc2-89f0-a1455771b072 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '7684ddbe-24a1-45ad-b5a5-a6c90ffab88f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:34.277977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b01a32-89bd-4bc2-89f0-a1455771b072 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.293418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.394260 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b01a32-89bd-4bc2-89f0-a1455771b072 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.401787 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.405790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b01a32-89bd-4bc2-89f0-a1455771b072 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.426690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.430040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b01a32-89bd-4bc2-89f0-a1455771b072 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71befcd1-ddb5-4f57-b666-d6d03e45e2f7,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.438501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53b01a32-89bd-4bc2-89f0-a1455771b072 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.439861 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-53b01a32-89bd-4bc2-89f0-a1455771b072 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2116423 Jul 16 18:45:34.443274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.449211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-476be723-1955-446e-90ab-8f243df51321 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '7684ddbe-24a1-45ad-b5a5-a6c90ffab88f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:34.485345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-476be723-1955-446e-90ab-8f243df51321 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.563367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-476be723-1955-446e-90ab-8f243df51321 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.574051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-476be723-1955-446e-90ab-8f243df51321 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.599728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476be723-1955-446e-90ab-8f243df51321 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e15ae3-a5da-42f8-96b3-ccc408dc05de,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.609443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-476be723-1955-446e-90ab-8f243df51321 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.613540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34014) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:34.614359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-476be723-1955-446e-90ab-8f243df51321 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1697674 Jul 16 18:45:34.621426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6fe1f282-a269-4cbc-ab9c-9d3fcd610c8c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '7684ddbe-24a1-45ad-b5a5-a6c90ffab88f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:34.754813 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f282-a269-4cbc-ab9c-9d3fcd610c8c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.873942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.909614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d63ced-40cc-4489-af9c-9002de9b9183 req-ddeb1048-4499-4e71-9aba-a0e4dfd801a1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.911662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5d63ced-40cc-4489-af9c-9002de9b9183 req-ddeb1048-4499-4e71-9aba-a0e4dfd801a1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 944 time: 0.2122700 Jul 16 18:45:34.912819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.914075 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.918203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f282-a269-4cbc-ab9c-9d3fcd610c8c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.954546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f282-a269-4cbc-ab9c-9d3fcd610c8c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.077571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1f282-a269-4cbc-ab9c-9d3fcd610c8c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6064d681-9ca2-4ebf-b8df-2a147a3e4dde,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.084703 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6fe1f282-a269-4cbc-ab9c-9d3fcd610c8c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.086758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6fe1f282-a269-4cbc-ab9c-9d3fcd610c8c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4710579 Jul 16 18:45:35.089851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34016) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.098944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.141166 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0fb90cd-d027-4257-bdde-cd2da13b9803 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.152551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b5d63ced-40cc-4489-af9c-9002de9b9183 req-f6f6f7b4-ec8d-46a8-a69b-6ecbaf08e726 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263668 Jul 16 18:45:35.161062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0fb90cd-d027-4257-bdde-cd2da13b9803 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.220603 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:35.223191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:35.246169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0fb90cd-d027-4257-bdde-cd2da13b9803 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.268486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0fb90cd-d027-4257-bdde-cd2da13b9803 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.275689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a0fb90cd-d027-4257-bdde-cd2da13b9803 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6064d681-9ca2-4ebf-b8df-2a147a3e4dde HTTP/1.1" status: 204 len: 168 time: 0.1837683 Jul 16 18:45:35.277196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.342685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb90cd-d027-4257-bdde-cd2da13b9803 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6064d681-9ca2-4ebf-b8df-2a147a3e4dde,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.366458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f76a3565-ce21-40a7-9c1a-f8f2322515a6 None None] Provisioning for port 3abf9d81-c57f-43bc-af34-d340312375ac completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:35.417832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3abf9d81-c57f-43bc-af34-d340312375ac up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:35.450004 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-21b11798-af13-41ad-b33f-1c6a09824977 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1611495 Jul 16 18:45:35.453598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.484557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Router a70ec437-f021-4383-a714-b4dfdb9ca96f is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:35.503805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fabdd8e-d268-4e3f-a6a6-816fe3d38d39 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.520376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fabdd8e-d268-4e3f-a6a6-816fe3d38d39 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.532723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3abf9d81-c57f-43bc-af34-d340312375ac completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:35.539663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3abf9d81-c57f-43bc-af34-d340312375ac triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:35.540562 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.577880 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fabdd8e-d268-4e3f-a6a6-816fe3d38d39 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.586919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4fabdd8e-d268-4e3f-a6a6-816fe3d38d39 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.589194 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4fabdd8e-d268-4e3f-a6a6-816fe3d38d39 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/85e15ae3-a5da-42f8-96b3-ccc408dc05de HTTP/1.1" status: 204 len: 168 time: 0.1333420 Jul 16 18:45:35.595115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.628110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabdd8e-d268-4e3f-a6a6-816fe3d38d39 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85e15ae3-a5da-42f8-96b3-ccc408dc05de,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.631250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ae22a5c8-87f8-4dea-a1bc-0a28165da404 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:35.711270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:35.726227 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4518def3-91e3-4e20-b59a-4803be2b79c0 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1233556 Jul 16 18:45:35.726227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.726565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b695988a-7d2f-45a8-895e-bf4db345076b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "PUT /v2.0/routers/a70ec437-f021-4383-a714-b4dfdb9ca96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1747365 Jul 16 18:45:35.726565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34026) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.768216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Sync routers for ids ['a70ec437-f021-4383-a714-b4dfdb9ca96f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:35.787555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4d7319a8-39c4-411c-a45e-15082ee3db6f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.801030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Routers {'a70ec437-f021-4383-a714-b4dfdb9ca96f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:35.801880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a70ec437-f021-4383-a714-b4dfdb9ca96f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:35.807233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.812034 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4d7319a8-39c4-411c-a45e-15082ee3db6f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.836100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add8be7-60b4-4ebd-8f42-b0a9edc4d61e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:35.839845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1add8be7-60b4-4ebd-8f42-b0a9edc4d61e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports/65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd HTTP/1.1" status: 200 len: 911 time: 0.1145196 Jul 16 18:45:35.845277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34028) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.859034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5cb0e3cd-f513-44c1-8930-9354d869abe4 None None] Provisioning for port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:35.897296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4d7319a8-39c4-411c-a45e-15082ee3db6f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.913599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4d7319a8-39c4-411c-a45e-15082ee3db6f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.918372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4d7319a8-39c4-411c-a45e-15082ee3db6f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/71befcd1-ddb5-4f57-b666-d6d03e45e2f7 HTTP/1.1" status: 204 len: 168 time: 0.1901636 Jul 16 18:45:35.924854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34030) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.928409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5cb0e3cd-f513-44c1-8930-9354d869abe4 None None] Provisioning complete for port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:35.928848 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5cb0e3cd-f513-44c1-8930-9354d869abe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.940296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7319a8-39c4-411c-a45e-15082ee3db6f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71befcd1-ddb5-4f57-b666-d6d03e45e2f7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.948442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port ae22a5c8-87f8-4dea-a1bc-0a28165da404 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:35.957714 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.961729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port ae22a5c8-87f8-4dea-a1bc-0a28165da404 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:35.962126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.035200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9a5cb7bd-8bce-466c-b30b-55e5bf59ba85 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1071024 Jul 16 18:45:36.039782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34032) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.049487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Set router a70ec437-f021-4383-a714-b4dfdb9ca96f gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:36.057384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 3abf9d81-c57f-43bc-af34-d340312375ac, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3abf9d81-c57f-43bc-af34-d340312375ac,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:36.062098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc41e1-8d2e-4e9e-b712-2e5c1f6f3367 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.069530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc41e1-8d2e-4e9e-b712-2e5c1f6f3367 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.071645 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1ecc41e1-8d2e-4e9e-b712-2e5c1f6f3367 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2247529 Jul 16 18:45:36.077401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34034) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.099135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.105092 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a8fae9c-4018-4a98-b76d-f1f6d23446b3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.120585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a8fae9c-4018-4a98-b76d-f1f6d23446b3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.147263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5cb0e3cd-f513-44c1-8930-9354d869abe4 None None] Port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:36.183631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a8fae9c-4018-4a98-b76d-f1f6d23446b3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.198225 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6a8fae9c-4018-4a98-b76d-f1f6d23446b3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.208791 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6a8fae9c-4018-4a98-b76d-f1f6d23446b3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/b782f4ba-4251-4d28-8f83-58792eaefa36 HTTP/1.1" status: 204 len: 168 time: 0.1588857 Jul 16 18:45:36.210737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.235920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8fae9c-4018-4a98-b76d-f1f6d23446b3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b782f4ba-4251-4d28-8f83-58792eaefa36,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.339961 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bac07124-1db1-4f85-a183-0d7e4c8c980a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1171362 Jul 16 18:45:36.346053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.401293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4227cf4-a78f-423e-8c4f-0dc03ca38e99 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.421799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4227cf4-a78f-423e-8c4f-0dc03ca38e99 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.479068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4227cf4-a78f-423e-8c4f-0dc03ca38e99 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.488625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d4227cf4-a78f-423e-8c4f-0dc03ca38e99 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.492540 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d4227cf4-a78f-423e-8c4f-0dc03ca38e99 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d7d83ba2-3c16-4396-a494-45ff1c28a4a2 HTTP/1.1" status: 204 len: 168 time: 0.1422522 Jul 16 18:45:36.495187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34042) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.506071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4227cf4-a78f-423e-8c4f-0dc03ca38e99 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7d83ba2-3c16-4396-a494-45ff1c28a4a2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.521664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=3abf9d81-c57f-43bc-af34-d340312375ac,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.542251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3353aff9-a420-4112-af08-5f5424c986eb None None] Provisioning complete for port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:36.543141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3353aff9-a420-4112-af08-5f5424c986eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.627544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1ae69078-866a-4afd-a50e-7c407224b953 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1277959 Jul 16 18:45:36.631899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.648860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab31d7-7527-4954-8c90-9167859a14af req-c0d7edcc-1160-4b3e-938f-ccf35daabb21 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.650472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89ab31d7-7527-4954-8c90-9167859a14af req-c0d7edcc-1160-4b3e-938f-ccf35daabb21 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 944 time: 0.2075872 Jul 16 18:45:36.718171 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.743008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3353aff9-a420-4112-af08-5f5424c986eb None None] Port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:36.748639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89ab31d7-7527-4954-8c90-9167859a14af req-292b092d-b417-4416-afa8-0638eca2d4e3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761621 Jul 16 18:45:36.753337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c0587d3-60a7-47f6-bb5c-d8935a343c4b tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.799809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:36.806823 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05a6f16-02de-406b-9cfc-ac9456deadf0" -d '{"events": [{"server_uuid": "cb58b993-2c43-4144-90f9-9b4d33a65a02", "name": "network-vif-plugged", "status": "completed", "tag": "ae22a5c8-87f8-4dea-a1bc-0a28165da404"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:36.820517 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c0587d3-60a7-47f6-bb5c-d8935a343c4b tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.849811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:36.863940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port ae22a5c8-87f8-4dea-a1bc-0a28165da404, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ae22a5c8-87f8-4dea-a1bc-0a28165da404,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:36.867203 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3989acd0-916b-428d-a0af-fb0308634a27 x-openstack-request-id: req-3989acd0-916b-428d-a0af-fb0308634a27 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:36.867511 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb58b993-2c43-4144-90f9-9b4d33a65a02", "name": "network-vif-plugged", "status": "completed", "tag": "ae22a5c8-87f8-4dea-a1bc-0a28165da404", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:36.867777 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3989acd0-916b-428d-a0af-fb0308634a27 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:36.868368 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404', 'code': 200} Jul 16 18:45:36.873161 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.876041 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.908006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ec437-f021-4383-a714-b4dfdb9ca96f', 'name': 'tempest-NetworksTestDHCPv6-router-96629927', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:32Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 2, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None, '_interfaces': [{'id': '65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd', 'name': '', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'mac_address': 'fa:16:3e:1c:05:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a70ec437-f021-4383-a714-b4dfdb9ca96f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '25727933-94bc-48bb-ad25-43a11ce5faa3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 2, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'subnets': [{'id': '25727933-94bc-48bb-ad25-43a11ce5faa3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:36.944678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Checking router: a70ec437-f021-4383-a714-b4dfdb9ca96f for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:36.945030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Updating router a70ec437-f021-4383-a714-b4dfdb9ca96f port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:36.969816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c0587d3-60a7-47f6-bb5c-d8935a343c4b tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.981176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3c0587d3-60a7-47f6-bb5c-d8935a343c4b tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.987826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3c0587d3-60a7-47f6-bb5c-d8935a343c4b tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/7684ddbe-24a1-45ad-b5a5-a6c90ffab88f HTTP/1.1" status: 204 len: 168 time: 0.3533330 Jul 16 18:45:36.998488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34054) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:37.005818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=ae22a5c8-87f8-4dea-a1bc-0a28165da404,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.021001 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.045589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0587d3-60a7-47f6-bb5c-d8935a343c4b tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7684ddbe-24a1-45ad-b5a5-a6c90ffab88f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.133872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aff1c3cc-81fc-4ea5-81fb-50df709a6587 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262701 Jul 16 18:45:37.134380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:37.140089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4f00f54e-f85d-4e8c-a857-8f41379dcfe3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1640799209'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:37.173036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997e6517-1f53-4693-9ff1-20ccb0b0f740 req-e906d3d0-a109-4c39-9795-af9cfa806b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.174967 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-997e6517-1f53-4693-9ff1-20ccb0b0f740 req-e906d3d0-a109-4c39-9795-af9cfa806b61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 1097 time: 0.1470132 Jul 16 18:45:37.184843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f00f54e-f85d-4e8c-a857-8f41379dcfe3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.344342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3abf9d81-c57f-43bc-af34-d340312375ac up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:37.401308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:37.402534 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.445633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f00f54e-f85d-4e8c-a857-8f41379dcfe3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.464794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.470282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f00f54e-f85d-4e8c-a857-8f41379dcfe3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.530255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3abf9d81-c57f-43bc-af34-d340312375ac triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:37.531726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.533086 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.547880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:37.571159 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-997e6517-1f53-4693-9ff1-20ccb0b0f740 req-0d187621-f3ad-4be7-bcb9-862e3a1fb099 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828304 Jul 16 18:45:37.582084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4f00f54e-f85d-4e8c-a857-8f41379dcfe3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.589219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f00f54e-f85d-4e8c-a857-8f41379dcfe3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4483359 Jul 16 18:45:37.613535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34058) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:37.620878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-08dd93f7-75e4-4dd6-ac00-d48b1f020481 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '87661e1e-952b-4c21-b346-fe249fbeb64b', 'direction': 'ingress', 'protocol': 17}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:37.691979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00f54e-f85d-4e8c-a857-8f41379dcfe3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87661e1e-952b-4c21-b346-fe249fbeb64b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.710448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dd93f7-75e4-4dd6-ac00-d48b1f020481 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.795424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.800401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.803829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dd93f7-75e4-4dd6-ac00-d48b1f020481 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.804797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Deleting port da77163e-7760-4160-8802-c2874c89cd34 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:37.804797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.895076 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dd93f7-75e4-4dd6-ac00-d48b1f020481 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=93779) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers result.read() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 292, in get_agents Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 331, in get_collection Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers items = [ Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2837, in __iter__ Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2844, in _iter Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 289, in orm_pre_session_exec Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers session._autoflush() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self.flush() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers compat.raise_( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers raise exception Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 323, in _execute_on_connection Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers raise exception Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers conn.query(q) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers result.read() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-793620-10', 'ml2_port_bindings_port_id': '65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd', 'ml2_port_bindings_host': ''}] Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jul 16 18:45:37.942670 n-d-793620-10 neutron-server[93779]: ERROR neutron.plugins.ml2.managers Jul 16 18:45:37.960071 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:45:37.960071 n-d-793620-10 neutron-server[93779]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jul 16 18:45:37.960071 n-d-793620-10 neutron-server[93779]: [parameters: {'host': 'n-d-793620-10', 'ml2_port_bindings_port_id': '65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd', 'ml2_port_bindings_host': ''}] Jul 16 18:45:37.960071 n-d-793620-10 neutron-server[93779]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:37.960071 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:37.990194 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.990923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.010089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Calling delete_port for da77163e-7760-4160-8802-c2874c89cd34 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:38.010339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd93f7-75e4-4dd6-ac00-d48b1f020481 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e782b17-a96a-4c82-8d60-d5288887f8fd,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.016531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.021125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08dd93f7-75e4-4dd6-ac00-d48b1f020481 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.023044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-08dd93f7-75e4-4dd6-ac00-d48b1f020481 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4082999 Jul 16 18:45:38.027733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34062) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:38.069609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.221145 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b40aa5f-587e-4d01-9a2e-3497e9289ab8 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.303680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b40aa5f-587e-4d01-9a2e-3497e9289ab8 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.483843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b40aa5f-587e-4d01-9a2e-3497e9289ab8 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.488094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1b40aa5f-587e-4d01-9a2e-3497e9289ab8 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.494129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1b40aa5f-587e-4d01-9a2e-3497e9289ab8 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/87661e1e-952b-4c21-b346-fe249fbeb64b HTTP/1.1" status: 204 len: 168 time: 0.4608440 Jul 16 18:45:38.503205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:38.526146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.547313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40aa5f-587e-4d01-9a2e-3497e9289ab8 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87661e1e-952b-4c21-b346-fe249fbeb64b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.574622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Port 65c7fa1d-b9d7-47c6-95c5-bf3b69a192fd not found while updating agent binding for router a70ec437-f021-4383-a714-b4dfdb9ca96f. {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:45:38.588809 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.599691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67118f7a-e2d5-4b1d-a1a2-a645e2fca32c req-1ed64485-0d83-46e0-83f4-9924b7c7289f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.602018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67118f7a-e2d5-4b1d-a1a2-a645e2fca32c req-1ed64485-0d83-46e0-83f4-9924b7c7289f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 945 time: 0.6694071 Jul 16 18:45:38.628294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Routers {'a70ec437-f021-4383-a714-b4dfdb9ca96f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:38.634763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a70ec437-f021-4383-a714-b4dfdb9ca96f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:38.634972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event deleted for resources: {'Port': ['ID=da77163e-7760-4160-8802-c2874c89cd34,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.727464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67118f7a-e2d5-4b1d-a1a2-a645e2fca32c req-dc0be904-1718-48ba-b788-5f6e7386e4a4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138687 Jul 16 18:45:38.733356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ab4370e7-9cc7-4924-89f8-b1c9795ea67c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2281053 Jul 16 18:45:38.742319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34066) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:38.747611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-fb9943e8-8081-44b8-bae7-cf627b385f64 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727448184'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:38.775048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.775725 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Floating IP d4699ff5-63c3-44c3-938f-de422894bbcc disassociated (deleted). External IP: 172.25.0.240, port: ed5cc902-f7de-41e8-b3fa-c645cdd84138. Jul 16 18:45:38.801000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] Set router a70ec437-f021-4383-a714-b4dfdb9ca96f gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:38.848284 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb9943e8-8081-44b8-bae7-cf627b385f64 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.873236 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Router a70ec437-f021-4383-a714-b4dfdb9ca96f has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:38.873791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ec437-f021-4383-a714-b4dfdb9ca96f', 'name': 'tempest-NetworksTestDHCPv6-router-96629927', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:32Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 3, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:38.919801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b443d09-c178-4cc2-af5d-35b2e1bb40dd None None] The sync data for ids ['a70ec437-f021-4383-a714-b4dfdb9ca96f'] in n-d-793620-10 is: [{'id': 'a70ec437-f021-4383-a714-b4dfdb9ca96f', 'name': 'tempest-NetworksTestDHCPv6-router-96629927', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:32Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 3, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:39.022042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:39.035108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-26c443ef-4767-4a22-8a0b-5123ba233306 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "PUT /v2.0/routers/a70ec437-f021-4383-a714-b4dfdb9ca96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9529629 Jul 16 18:45:39.036248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34068) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.144442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcfa0c6-e037-4aa3-9a7c-7852ba9cb2f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.147337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcfa0c6-e037-4aa3-9a7c-7852ba9cb2f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.153123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3fcfa0c6-e037-4aa3-9a7c-7852ba9cb2f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1118536 Jul 16 18:45:39.154527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34070) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.216816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Router f0b45521-0d40-4a3c-a4af-02d6adc30f6e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:39.224352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb9943e8-8081-44b8-bae7-cf627b385f64 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.235088 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb9943e8-8081-44b8-bae7-cf627b385f64 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.282569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb9943e8-8081-44b8-bae7-cf627b385f64 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.284327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fb9943e8-8081-44b8-bae7-cf627b385f64 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5407574 Jul 16 18:45:39.294262 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34072) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.304012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8b8d62e4-26c1-4a64-af67-2c1ee6fdc73c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195559300'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:39.312551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 25727933-94bc-48bb-ad25-43a11ce5faa3 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:39.317033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.321383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9943e8-8081-44b8-bae7-cf627b385f64 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d1d1d6-0d04-4ae3-bf5b-1eba694607b2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.373097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b8d62e4-26c1-4a64-af67-2c1ee6fdc73c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.376834 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.430094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:39.437750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.448004 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] Sync routers for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:39.469784 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:39.470996 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:39.488973 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a59930bf-f403-410c-8c9b-0b59a2ea58c8 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "DELETE /v2.0/floatingips/d4699ff5-63c3-44c3-938f-de422894bbcc HTTP/1.1" status: 204 len: 168 time: 2.6374879 Jul 16 18:45:39.490206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:39.501906 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6088d56-6e55-47af-bdfd-e72792367b70" -d '{"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:39.587743 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2928dda8-4a37-4788-9be5-06472667e5dc x-openstack-request-id: req-2928dda8-4a37-4788-9be5-06472667e5dc {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:39.588259 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:39.588675 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2928dda8-4a37-4788-9be5-06472667e5dc {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:39.590564 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'status': 'completed', 'code': 200} Jul 16 18:45:39.646553 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b8d62e4-26c1-4a64-af67-2c1ee6fdc73c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.650092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.657912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b8d62e4-26c1-4a64-af67-2c1ee6fdc73c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.757705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-0f70c2e3-cf00-4702-83b4-694c507ffa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.758590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d62e4-26c1-4a64-af67-2c1ee6fdc73c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21de8990-2f3c-4410-b382-83993f3f2888,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.759994 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:39.764119 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-0f70c2e3-cf00-4702-83b4-694c507ffa0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9154a32ceb594a00bdadcbdb14d85675&device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 1098 time: 0.1440964 Jul 16 18:45:39.803267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8b8d62e4-26c1-4a64-af67-2c1ee6fdc73c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.805727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8b8d62e4-26c1-4a64-af67-2c1ee6fdc73c tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5069525 Jul 16 18:45:39.811534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34082) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.830572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-89c209df-bc41-4d25-b9da-36a5a8b9919f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '25d1d1d6-0d04-4ae3-bf5b-1eba694607b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '21de8990-2f3c-4410-b382-83993f3f2888', 'remote_ip_prefix': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:39.921276 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89c209df-bc41-4d25-b9da-36a5a8b9919f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.926797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.043192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-4b3955e2-05ea-4ecf-b5c6-1e8bfe061fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.046723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-4b3955e2-05ea-4ecf-b5c6-1e8bfe061fef service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 200 len: 913 time: 0.2720840 Jul 16 18:45:40.047784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=25727933-94bc-48bb-ad25-43a11ce5faa3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.062788 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ada9d8-e82f-4cc2-9203-2fa73f2be62f None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:40.072895 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.074911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fa492444-1a95-4226-8189-aada6e5f333d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/25727933-94bc-48bb-ad25-43a11ce5faa3 HTTP/1.1" status: 204 len: 168 time: 0.9191415 Jul 16 18:45:40.117698 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.126480 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-ca62d0e5-58a4-41c6-9f39-155d147c675b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 200 len: 217 time: 0.0686467 Jul 16 18:45:40.172264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89c209df-bc41-4d25-b9da-36a5a8b9919f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.187824 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89c209df-bc41-4d25-b9da-36a5a8b9919f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.194988 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.232829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-bb8d2418-156d-4a13-b444-bdb6b28ae617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.235001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-bb8d2418-156d-4a13-b444-bdb6b28ae617 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 200 len: 852 time: 0.0667901 Jul 16 18:45:40.235796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c209df-bc41-4d25-b9da-36a5a8b9919f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738bebd3-5e68-4f3e-91fd-58ba26db4f3a,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.263649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5378cc-dd63-4156-a772-bb7006846db9 req-3116788b-c862-49cc-b84d-901e76ebee9b tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.265523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f5378cc-dd63-4156-a772-bb7006846db9 req-3116788b-c862-49cc-b84d-901e76ebee9b tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 946 time: 0.2111571 Jul 16 18:45:40.266328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89c209df-bc41-4d25-b9da-36a5a8b9919f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.267494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-89c209df-bc41-4d25-b9da-36a5a8b9919f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4491303 Jul 16 18:45:40.282894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34086) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.289788 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] Checking router: f0b45521-0d40-4a3c-a4af-02d6adc30f6e for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:40.312509 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:40.315078 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.329170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d1a8a-1ffc-46ed-b8c7-322fd87968c1 req-0bd4f540-59b3-46fa-9eb7-fdec2a6a11f8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.339806 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-217d1a8a-1ffc-46ed-b8c7-322fd87968c1 req-0bd4f540-59b3-46fa-9eb7-fdec2a6a11f8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 945 time: 0.3104138 Jul 16 18:45:40.369515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-de0a6970-85a9-4733-a742-9dd1cbf9ab93 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2503195 Jul 16 18:45:40.370154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.377850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8d77aa-0534-4f2e-bd73-869cd045c37a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.387416 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8d77aa-0534-4f2e-bd73-869cd045c37a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.415498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] Sync routers for ids ['a70ec437-f021-4383-a714-b4dfdb9ca96f'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:40.443584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8d77aa-0534-4f2e-bd73-869cd045c37a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.459848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6b8d77aa-0534-4f2e-bd73-869cd045c37a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.461469 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b8d77aa-0534-4f2e-bd73-869cd045c37a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/738bebd3-5e68-4f3e-91fd-58ba26db4f3a HTTP/1.1" status: 204 len: 168 time: 0.1799819 Jul 16 18:45:40.468257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34090) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.469193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d77aa-0534-4f2e-bd73-869cd045c37a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=738bebd3-5e68-4f3e-91fd-58ba26db4f3a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.482265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-2a178c30-00f8-4c17-8328-9ddc3a96ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.482744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f5378cc-dd63-4156-a772-bb7006846db9 req-a96dd1e3-a34e-4461-9c45-ba8c4bc25fc0 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808336 Jul 16 18:45:40.483814 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-2a178c30-00f8-4c17-8328-9ddc3a96ebc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e8208f0-0e82-40e0-ae6c-398945404bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2414007 Jul 16 18:45:40.487189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] Routers {'a70ec437-f021-4383-a714-b4dfdb9ca96f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:40.489497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a70ec437-f021-4383-a714-b4dfdb9ca96f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.501936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-217d1a8a-1ffc-46ed-b8c7-322fd87968c1 req-ecd92f86-e32d-4304-9c0c-3ae23e67e483 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594207 Jul 16 18:45:40.527198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3298d9fa-1a45-4fcc-9fdf-91db616926d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.552087 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:40.622733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] Set router a70ec437-f021-4383-a714-b4dfdb9ca96f gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:40.712458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ec437-f021-4383-a714-b4dfdb9ca96f', 'name': 'tempest-NetworksTestDHCPv6-router-96629927', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:32Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 3, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.714406 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-021031af-3f35-462f-bc47-de9e42d8c0a3 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2450356 Jul 16 18:45:40.722673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:40.744285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91ba8a-fc7c-4f16-ac03-53651b99f7e1 req-8c606d5e-d097-48df-a0bd-252721d5b316 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:40.752744 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc91ba8a-fc7c-4f16-ac03-53651b99f7e1 req-8c606d5e-d097-48df-a0bd-252721d5b316 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 945 time: 0.1135044 Jul 16 18:45:40.754670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:40.758770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] Checking router: a70ec437-f021-4383-a714-b4dfdb9ca96f for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:40.771096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] Routers {'a70ec437-f021-4383-a714-b4dfdb9ca96f'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:40.772341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:45:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['a70ec437-f021-4383-a714-b4dfdb9ca96f'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.807895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc91ba8a-fc7c-4f16-ac03-53651b99f7e1 req-be0bac63-2de0-4686-9ffd-d0dd2c8ef953 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498419 Jul 16 18:45:40.896730 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-1e1e6203-50c0-4751-bf6d-9b3833093ccb service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631263 Jul 16 18:45:40.897356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] Set router a70ec437-f021-4383-a714-b4dfdb9ca96f gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:40.899453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3298d9fa-1a45-4fcc-9fdf-91db616926d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.906052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3298d9fa-1a45-4fcc-9fdf-91db616926d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.942418 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.982412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a70ec437-f021-4383-a714-b4dfdb9ca96f', 'name': 'tempest-NetworksTestDHCPv6-router-96629927', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:32Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 3, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:41.022484 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86db73b-9566-495d-b4e1-56d0ee408e38 None None] The sync data for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 is: [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:39:58Z', 'revision_number': 4, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b305e2e7-63a0-4fc3-b51c-7e9f427c1e60', 'name': '', 'network_id': '3e8208f0-0e82-40e0-ae6c-398945404bdf', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'mac_address': 'fa:16:3e:18:36:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:56Z', 'updated_at': '2021-07-16T18:40:11Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'subnets': [{'id': '168dacdb-9bfa-4742-9f46-9c5b20c36cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:41.029289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18c61d6-9eec-44ec-a931-036e8ec6d016 None None] The sync data for ids ['a70ec437-f021-4383-a714-b4dfdb9ca96f'] in n-d-793620-10 is: [{'id': 'a70ec437-f021-4383-a714-b4dfdb9ca96f', 'name': 'tempest-NetworksTestDHCPv6-router-96629927', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:32Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 3, 'project_id': '4885998e521a4b6ca791fcef5bb9411b', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:41.045027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] Deleting port 3abf9d81-c57f-43bc-af34-d340312375ac {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:41.045580 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.070333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34ed3c-1777-4790-880c-db6e61939c33 req-e9f5cf9e-ed34-4531-abf2-afd3b9aa5811 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.072774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e34ed3c-1777-4790-880c-db6e61939c33 req-e9f5cf9e-ed34-4531-abf2-afd3b9aa5811 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 945 time: 0.0874743 Jul 16 18:45:41.140493 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e34ed3c-1777-4790-880c-db6e61939c33 req-6d66e89f-c96a-45b1-ac3f-8d7f3a908ecf tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605850 Jul 16 18:45:41.161042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] For port 3abf9d81-c57f-43bc-af34-d340312375ac, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3abf9d81-c57f-43bc-af34-d340312375ac,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:41.161691 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.200866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] Calling delete_port for 3abf9d81-c57f-43bc-af34-d340312375ac owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:41.358501 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.369987 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3abf9d81-c57f-43bc-af34-d340312375ac no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:41.464022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3abf9d81-c57f-43bc-af34-d340312375ac {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:41.465110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3abf9d81-c57f-43bc-af34-d340312375ac not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:41.469289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] Pushing event deleted for resources: {'Port': ['ID=3abf9d81-c57f-43bc-af34-d340312375ac,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:41.477239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d8844-ef58-4ba7-9de8-bde96bf1b2e2 None None] No DVR routers for this DVR port 3abf9d81-c57f-43bc-af34-d340312375ac on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:41.523575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-064c7538-d978-4e12-8a7e-5cda2b9eef3e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.526527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-064c7538-d978-4e12-8a7e-5cda2b9eef3e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.55 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 946 time: 0.1753247 Jul 16 18:45:41.536456 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b4b9ca-eda6-4831-a497-b1f2455d0d7b None None] New status for floating IP d4699ff5-63c3-44c3-938f-de422894bbcc: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:41.591060 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3298d9fa-1a45-4fcc-9fdf-91db616926d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.591762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3298d9fa-1a45-4fcc-9fdf-91db616926d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Fanout notify agent at l3_agent the message router_deleted on router a70ec437-f021-4383-a714-b4dfdb9ca96f {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:41.602376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3298d9fa-1a45-4fcc-9fdf-91db616926d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.603536 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3298d9fa-1a45-4fcc-9fdf-91db616926d3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/routers/a70ec437-f021-4383-a714-b4dfdb9ca96f HTTP/1.1" status: 204 len: 168 time: 1.2291641 Jul 16 18:45:41.606456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.626846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb707-91af-4bc9-9726-58c9b56b54d4 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.695967 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7b2ff90-954a-4841-970a-df3b0215d032 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0821543 Jul 16 18:45:41.701437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.765723 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb707-91af-4bc9-9726-58c9b56b54d4 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.788889 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-67d8b5fd-3480-4bea-91c3-d64d2e726fc3 service neutron] 10.222.0.55 "GET /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8802707 Jul 16 18:45:41.845833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe148e-8b3b-47f0-b4ee-f4b002ea63c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.850243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e6fe148e-8b3b-47f0-b4ee-f4b002ea63c2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1387613 Jul 16 18:45:41.850758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34110) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.907317 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aa3be7d4-9049-4736-a23a-3309eae625de tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0549762 Jul 16 18:45:41.920205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34112) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.920489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbb22e-eba8-4400-9d70-38ec8b349cd3 req-4dfb8d9c-3b21-4886-bdda-6e52de58fd45 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.920489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80cbb22e-eba8-4400-9d70-38ec8b349cd3 req-4dfb8d9c-3b21-4886-bdda-6e52de58fd45 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 945 time: 0.1649957 Jul 16 18:45:41.920718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:41.922815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Deleting port ed5cc902-f7de-41e8-b3fa-c645cdd84138 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:41.923258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.933692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f624b1-1c39-425e-a8ee-747b840ef7a5 req-e1f8c275-def7-4f0a-8570-af7210dd76b6 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.935925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59f624b1-1c39-425e-a8ee-747b840ef7a5 req-e1f8c275-def7-4f0a-8570-af7210dd76b6 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 946 time: 0.2196465 Jul 16 18:45:41.938552 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb707-91af-4bc9-9726-58c9b56b54d4 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.941386 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c7fb707-91af-4bc9-9726-58c9b56b54d4 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:41.946512 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2c7fb707-91af-4bc9-9726-58c9b56b54d4 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/21de8990-2f3c-4410-b382-83993f3f2888 HTTP/1.1" status: 204 len: 168 time: 1.2195401 Jul 16 18:45:41.953602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34114) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:41.976524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fb707-91af-4bc9-9726-58c9b56b54d4 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21de8990-2f3c-4410-b382-83993f3f2888,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.069522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80cbb22e-eba8-4400-9d70-38ec8b349cd3 req-a49a47ce-6268-4a4d-b99e-ccb5903e70ed tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323698 Jul 16 18:45:42.077520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59f624b1-1c39-425e-a8ee-747b840ef7a5 req-d82e22ac-60fe-4455-96a5-39411f802bd6 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/security-groups?id=ddec86e7-f431-489b-aafe-1585a8860c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217873 Jul 16 18:45:42.084314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ba7676ba-723f-4e2d-b636-db8768d2c5bd tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1263566 Jul 16 18:45:42.085418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:42.088867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.089074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.131835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] For port ed5cc902-f7de-41e8-b3fa-c645cdd84138, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=ed5cc902-f7de-41e8-b3fa-c645cdd84138,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:42.132207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.160123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Calling delete_port for ed5cc902-f7de-41e8-b3fa-c645cdd84138 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:42.225492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eac4af14-2703-4116-8b96-3fa7d16604a2 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.266930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eac4af14-2703-4116-8b96-3fa7d16604a2 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.365122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eac4af14-2703-4116-8b96-3fa7d16604a2 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.367993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-eac4af14-2703-4116-8b96-3fa7d16604a2 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.369263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eac4af14-2703-4116-8b96-3fa7d16604a2 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/25d1d1d6-0d04-4ae3-bf5b-1eba694607b2 HTTP/1.1" status: 204 len: 168 time: 0.2792840 Jul 16 18:45:42.372709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34118) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.388352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4af14-2703-4116-8b96-3fa7d16604a2 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d1d1d6-0d04-4ae3-bf5b-1eba694607b2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.410114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.450866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event deleted for resources: {'Port': ['ID=ed5cc902-f7de-41e8-b3fa-c645cdd84138,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.473544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:45:42.478433 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.496568 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a72071d-2328-4c0a-96a8-e8f13ae9dfac tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1166408 Jul 16 18:45:42.496975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34120) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.505158 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0d67d0b9-06cb-423b-9feb-49470c4447ca tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017659925'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:42.532406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:42.535826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] No DVR routers for this DVR port ed5cc902-f7de-41e8-b3fa-c645cdd84138 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:42.536324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:42.539603 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.541495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.542204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.542418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35dfaec3-eb0d-4e68-8da2-31131bd67714 req-5a32a633-ad16-4048-aa2e-5a2ff9e07332 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.55 "DELETE /v2.0/ports/ed5cc902-f7de-41e8-b3fa-c645cdd84138 HTTP/1.1" status: 204 len: 173 time: 1.0094383 Jul 16 18:45:42.546382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'name': 'network-vif-deleted', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:42.549371 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6fd250-fe18-403e-9c4b-c727978db335" -d '{"events": [{"server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "name": "network-vif-deleted", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:42.559189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=37606fc5-72ee-4dd1-940b-c38904d95556,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.561406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf5982e-aa0a-41e1-8931-32a1288823df None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:42.567291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d67d0b9-06cb-423b-9feb-49470c4447ca tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.579776 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e029e88-9758-414c-93fb-97e689941ef7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6649666 Jul 16 18:45:42.580658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34124) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.588221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:42.654200 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1554c51-3cbf-4806-919b-c1ee3da94b84 x-openstack-request-id: req-e1554c51-3cbf-4806-919b-c1ee3da94b84 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:42.661580 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f02b48-bb5a-4f32-9a10-d86f7ca4bb79", "name": "network-vif-deleted", "tag": "ed5cc902-f7de-41e8-b3fa-c645cdd84138", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:42.676579 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e1554c51-3cbf-4806-919b-c1ee3da94b84 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:42.676994 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f02b48-bb5a-4f32-9a10-d86f7ca4bb79', 'name': 'network-vif-deleted', 'tag': 'ed5cc902-f7de-41e8-b3fa-c645cdd84138', 'status': 'completed', 'code': 200} Jul 16 18:45:42.787433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d67d0b9-06cb-423b-9feb-49470c4447ca tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.801388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d67d0b9-06cb-423b-9feb-49470c4447ca tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.842133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:42.846379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.859311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '37606fc5-72ee-4dd1-940b-c38904d95556'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:42.860657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.867770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67d0b9-06cb-423b-9feb-49470c4447ca tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350c4ea3-7f07-4e9c-a681-f92714ab98cf,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:42.872468 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d67d0b9-06cb-423b-9feb-49470c4447ca tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.877673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0d67d0b9-06cb-423b-9feb-49470c4447ca tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3760662 Jul 16 18:45:42.878122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34126) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:42.885789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1614d761-5ff2-47b6-837a-5cdcbaebc72e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': '350c4ea3-7f07-4e9c-a681-f92714ab98cf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:42.988684 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1614d761-5ff2-47b6-837a-5cdcbaebc72e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.113657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1614d761-5ff2-47b6-837a-5cdcbaebc72e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.123668 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1614d761-5ff2-47b6-837a-5cdcbaebc72e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.138751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Allocated IP 2001:db8::f816:3eff:feec:2ee6 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/37606fc5-72ee-4dd1-940b-c38904d95556/4af83a91-f61b-4a0f-a3c0-8b1c39d2e834) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:43.160645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614d761-5ff2-47b6-837a-5cdcbaebc72e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61c9ece-1376-444b-822d-b029d2976c88,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.173350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1614d761-5ff2-47b6-837a-5cdcbaebc72e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.180186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34132) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.181074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1614d761-5ff2-47b6-837a-5cdcbaebc72e tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2961240 Jul 16 18:45:43.242474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e14858-c5d3-44be-92a9-9c95ba2237ec tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.271484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e14858-c5d3-44be-92a9-9c95ba2237ec tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.305776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-c10d331f-66af-4127-8f4e-cfcf3e623e1a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.307907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-c10d331f-66af-4127-8f4e-cfcf3e623e1a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 945 time: 0.2719851 Jul 16 18:45:43.448927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e14858-c5d3-44be-92a9-9c95ba2237ec tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.470539 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55e14858-c5d3-44be-92a9-9c95ba2237ec tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.471743 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-55e14858-c5d3-44be-92a9-9c95ba2237ec tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/f61c9ece-1376-444b-822d-b029d2976c88 HTTP/1.1" status: 204 len: 168 time: 0.2903666 Jul 16 18:45:43.479390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e14858-c5d3-44be-92a9-9c95ba2237ec tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f61c9ece-1376-444b-822d-b029d2976c88,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.499802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7d98206-1655-4b87-92fc-3d9f02e6a605 req-86b490a4-1fff-4654-ba28-5f35691312fd tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.1223671 Jul 16 18:45:43.501021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34134) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.521700 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.543187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Transition to ACTIVE for port object 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:43.565055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Transition to ACTIVE for port object 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:43.577151 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.579890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.601338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port ae22a5c8-87f8-4dea-a1bc-0a28165da404 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:43.602059 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.613963 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5e559d2a-bd3f-4544-8e5e-4e155ec18dce tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1090798 Jul 16 18:45:43.620340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.633259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:43.636874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:43.642541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:43.651430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.703822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa139-7bb2-4ffb-9979-e3616eb7e4fe req-19c36559-06e9-4eb1-aaab-75da2d682dc2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.705755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba6aa139-7bb2-4ffb-9979-e3616eb7e4fe req-19c36559-06e9-4eb1-aaab-75da2d682dc2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 945 time: 0.2588899 Jul 16 18:45:43.736396 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd52c62-402a-4df6-b27d-7e10c8c8087d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.751136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:43.760175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:43.770163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.771341 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.777362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Attempting to bind port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:43.778668 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Attempting to bind port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:43.779278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Attempting to bind port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:43.786833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:43.788633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:43.789385 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.790009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:43.790833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Bound port: 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:43.791590 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.801869 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2170949 Jul 16 18:45:43.804837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34138) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.811440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd52c62-402a-4df6-b27d-7e10c8c8087d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.812142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:ab:47:38', 'name': 'tempest-NetworksTestDHCPv6-1498136743'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:43.821687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f5b27-b21d-4bbf-9e8e-ccd1e7c703b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=ebb87a6a-a812-43bf-bf65-a4619d7aea4f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.847819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba6aa139-7bb2-4ffb-9979-e3616eb7e4fe req-822d2872-c583-46b4-bc52-1341acb2e514 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195641 Jul 16 18:45:43.860970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] For port ae22a5c8-87f8-4dea-a1bc-0a28165da404, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=ae22a5c8-87f8-4dea-a1bc-0a28165da404,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:43.861351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.913343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:43.915425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for ae22a5c8-87f8-4dea-a1bc-0a28165da404 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:43.921583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:43.930611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.947180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd52c62-402a-4df6-b27d-7e10c8c8087d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.952541 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-edd52c62-402a-4df6-b27d-7e10c8c8087d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:43.959656 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-edd52c62-402a-4df6-b27d-7e10c8c8087d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/350c4ea3-7f07-4e9c-a681-f92714ab98cf HTTP/1.1" status: 204 len: 168 time: 0.3361223 Jul 16 18:45:43.960794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34140) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:43.990544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd52c62-402a-4df6-b27d-7e10c8c8087d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350c4ea3-7f07-4e9c-a681-f92714ab98cf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.035782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e34c4c-c711-4b54-b408-0031865390e1 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.095618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6fe6a649-338c-46c8-94ba-200754691775 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1104429 Jul 16 18:45:44.095944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:44.096779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34142) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.102082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-32052655-f16d-41bb-9cc4-7a29c0dc69fb tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712529198'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:44.132328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32052655-f16d-41bb-9cc4-7a29c0dc69fb tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.244334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.281721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 0dd3ceee-6b8f-41ad-bd05-214105f0475b yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:44.286540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.297160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32052655-f16d-41bb-9cc4-7a29c0dc69fb tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.311007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32052655-f16d-41bb-9cc4-7a29c0dc69fb tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.352882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32052655-f16d-41bb-9cc4-7a29c0dc69fb tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.359467 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-32052655-f16d-41bb-9cc4-7a29c0dc69fb tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2574859 Jul 16 18:45:44.360548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34144) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.379246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=ae22a5c8-87f8-4dea-a1bc-0a28165da404,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.380383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bdbda09a-e23d-48d1-af6f-1456cf6efd60 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': 'c0355cd9-1e3e-4181-9b18-59c21752a749', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:44.450661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32052655-f16d-41bb-9cc4-7a29c0dc69fb tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0355cd9-1e3e-4181-9b18-59c21752a749,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.477438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bdbda09a-e23d-48d1-af6f-1456cf6efd60 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.484580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] No DVR routers for this DVR port ae22a5c8-87f8-4dea-a1bc-0a28165da404 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:44.491556 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.493675 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d5ecd23a-0a02-47bf-9c1b-ec262e25ca1f req-7cb19f6f-04b1-4d1b-b01f-86cff92c9f14 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "DELETE /v2.0/ports/ae22a5c8-87f8-4dea-a1bc-0a28165da404 HTTP/1.1" status: 204 len: 173 time: 1.1721606 Jul 16 18:45:44.494144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'name': 'network-vif-deleted', 'tag': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:44.497524 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c724bc-8495-4af1-8445-69e1fb24bfb7" -d '{"events": [{"server_uuid": "cb58b993-2c43-4144-90f9-9b4d33a65a02", "name": "network-vif-deleted", "tag": "ae22a5c8-87f8-4dea-a1bc-0a28165da404"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:44.584564 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875c49b7-9c47-4ca9-b9cb-5d15a5e6a949 x-openstack-request-id: req-875c49b7-9c47-4ca9-b9cb-5d15a5e6a949 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:44.585101 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb58b993-2c43-4144-90f9-9b4d33a65a02", "name": "network-vif-deleted", "tag": "ae22a5c8-87f8-4dea-a1bc-0a28165da404", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:44.585511 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-875c49b7-9c47-4ca9-b9cb-5d15a5e6a949 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:44.586082 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb58b993-2c43-4144-90f9-9b4d33a65a02', 'name': 'network-vif-deleted', 'tag': 'ae22a5c8-87f8-4dea-a1bc-0a28165da404', 'status': 'completed', 'code': 200} Jul 16 18:45:44.762038 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bdbda09a-e23d-48d1-af6f-1456cf6efd60 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.772430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bdbda09a-e23d-48d1-af6f-1456cf6efd60 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.808474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbda09a-e23d-48d1-af6f-1456cf6efd60 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9ce7a0-f82c-4996-812c-90eaad3f2c14,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.826108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 172.20.0.4 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/ebb87a6a-a812-43bf-bf65-a4619d7aea4f/0dd3ceee-6b8f-41ad-bd05-214105f0475b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:44.826979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bdbda09a-e23d-48d1-af6f-1456cf6efd60 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:44.828845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bdbda09a-e23d-48d1-af6f-1456cf6efd60 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4666560 Jul 16 18:45:44.833205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34150) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:44.845397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:feab:4738 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/37606fc5-72ee-4dd1-940b-c38904d95556/0dd3ceee-6b8f-41ad-bd05-214105f0475b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:44.874918 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c69127ea-6023-4e1a-b4b5-63100db061c6 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules/6c9ce7a0-f82c-4996-812c-90eaad3f2c14 HTTP/1.1" status: 200 len: 763 time: 0.0402753 Jul 16 18:45:44.877534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34152) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.038090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-57e7235b-a698-44db-b828-6cfc00f9a37b req-903e3b31-ff45-4cdf-befe-9c5a5ad32674 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.0948060 Jul 16 18:45:45.123423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.144786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 0dd3ceee-6b8f-41ad-bd05-214105f0475b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:45.163324 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-029bb255-12c3-4107-b785-2cd2622a406f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2838080 Jul 16 18:45:45.167425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f1551a4-4e4c-4497-a154-73c01bd3d5d0 req-7005d584-bf72-4877-8754-8b92fe72ae0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.0909038 Jul 16 18:45:45.168108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34156) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.182558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ed5cc902-f7de-41e8-b3fa-c645cdd84138 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:45.211177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: ed5cc902-f7de-41e8-b3fa-c645cdd84138 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:45.211958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device ed5cc902-f7de-41e8-b3fa-c645cdd84138 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:45.217485 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082287a7-b1b5-4c96-ae03-e2289818ec0d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.228434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.233146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082287a7-b1b5-4c96-ae03-e2289818ec0d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.362802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:45.370641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082287a7-b1b5-4c96-ae03-e2289818ec0d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.392000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:45.399594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-082287a7-b1b5-4c96-ae03-e2289818ec0d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.400025 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-082287a7-b1b5-4c96-ae03-e2289818ec0d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/6c9ce7a0-f82c-4996-812c-90eaad3f2c14 HTTP/1.1" status: 204 len: 168 time: 0.2256668 Jul 16 18:45:45.402388 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:45.404258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34158) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.442182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:45.472056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082287a7-b1b5-4c96-ae03-e2289818ec0d tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c9ce7a0-f82c-4996-812c-90eaad3f2c14,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.484999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=0dd3ceee-6b8f-41ad-bd05-214105f0475b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.496269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1e59171c-6512-472c-981c-f8722f68bd34 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0905263 Jul 16 18:45:45.500255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34160) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.505312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a3385199-ca07-4351-a17c-03de7d98547f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': 'c0355cd9-1e3e-4181-9b18-59c21752a749', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:45.533601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.534466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.535569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:45.571665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-15faa71e-482a-404b-8c82-7fd29424bd75 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7611463 Jul 16 18:45:45.572028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34162) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.573684 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3385199-ca07-4351-a17c-03de7d98547f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.658938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ae22a5c8-87f8-4dea-a1bc-0a28165da404 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:45.681386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb9009-ea2a-44bf-9be3-f40acf64c4db tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.686926 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3385199-ca07-4351-a17c-03de7d98547f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.691156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb9009-ea2a-44bf-9be3-f40acf64c4db tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.697340 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aefb9009-ea2a-44bf-9be3-f40acf64c4db tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1203840 Jul 16 18:45:45.697621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3385199-ca07-4351-a17c-03de7d98547f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.703149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34164) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.704852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: ae22a5c8-87f8-4dea-a1bc-0a28165da404 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:45.705731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device ae22a5c8-87f8-4dea-a1bc-0a28165da404 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:45.732693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3385199-ca07-4351-a17c-03de7d98547f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00f50b1-7cf1-40bf-a45b-93c68348d2b5,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:45.746110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3385199-ca07-4351-a17c-03de7d98547f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.749976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a3385199-ca07-4351-a17c-03de7d98547f tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2482383 Jul 16 18:45:45.753393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34166) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.788228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b537b163-64c1-4b1f-b067-e605fd96e715 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules/d00f50b1-7cf1-40bf-a45b-93c68348d2b5 HTTP/1.1" status: 200 len: 763 time: 0.0325208 Jul 16 18:45:45.790656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34168) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.888714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8ac4e2d0-bf48-4d61-bded-d679d9b04297 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0935769 Jul 16 18:45:45.889161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:45.909333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 0dd3ceee-6b8f-41ad-bd05-214105f0475b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:45.909956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.922273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9765af57-f3d8-4091-a78d-5a499600b805 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:45.939540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ababb5-06cc-4008-9f14-c9456215e3bf tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.954818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ababb5-06cc-4008-9f14-c9456215e3bf tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.015568 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ababb5-06cc-4008-9f14-c9456215e3bf tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.031488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ababb5-06cc-4008-9f14-c9456215e3bf tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.035712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-53ababb5-06cc-4008-9f14-c9456215e3bf tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/d00f50b1-7cf1-40bf-a45b-93c68348d2b5 HTTP/1.1" status: 204 len: 168 time: 0.1448669 Jul 16 18:45:46.037669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.063376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ababb5-06cc-4008-9f14-c9456215e3bf tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d00f50b1-7cf1-40bf-a45b-93c68348d2b5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.094510 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.135446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b2fb79de-6a4a-4997-a5b0-bda0a484118f None None] Provisioning for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:46.146677 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d377f879-8c26-4570-b4eb-3a469c4d0534 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1068902 Jul 16 18:45:46.147330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.154398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 0dd3ceee-6b8f-41ad-bd05-214105f0475b owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:46.156927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3d5b391b-e92c-4856-b887-732652411e0a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Request body: {'security_group_rule': {'security_group_id': 'c0355cd9-1e3e-4181-9b18-59c21752a749', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:46.208000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b2fb79de-6a4a-4997-a5b0-bda0a484118f None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:46.208706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2fb79de-6a4a-4997-a5b0-bda0a484118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.243630 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d5b391b-e92c-4856-b887-732652411e0a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.334238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7447a2a0-8b02-49d6-93d7-54edf54e6581 req-58bdfc27-28a8-4b9d-828f-74cfc49bc1f6 tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.0626733 Jul 16 18:45:46.366333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d5b391b-e92c-4856-b887-732652411e0a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.372806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d5b391b-e92c-4856-b887-732652411e0a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.429605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b391b-e92c-4856-b887-732652411e0a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14875ed9-c2c3-4ddd-ad63-c4fa95a2f3fe,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.454907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3d5b391b-e92c-4856-b887-732652411e0a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.462383 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3d5b391b-e92c-4856-b887-732652411e0a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3089676 Jul 16 18:45:46.462869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34180) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.505112 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-078c7ee4-9f7e-4527-832e-02b66ba10546 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules/14875ed9-c2c3-4ddd-ad63-c4fa95a2f3fe HTTP/1.1" status: 200 len: 764 time: 0.0354540 Jul 16 18:45:46.505587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.566476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3ea194b8-7b43-414a-b8a7-6cb01eed7c80 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0555832 Jul 16 18:45:46.566811 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92ae2f05-9899-485d-8aa2-8e155d3ad8b7 req-36e84bf2-e50b-4475-9930-5e725e5a8326 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.0543308 Jul 16 18:45:46.566989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.603977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.627497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d030a566-8485-45b2-8f99-40e0d46ea565 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.636695 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d030a566-8485-45b2-8f99-40e0d46ea565 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.655787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=0dd3ceee-6b8f-41ad-bd05-214105f0475b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.687544 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d030a566-8485-45b2-8f99-40e0d46ea565 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.710210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d030a566-8485-45b2-8f99-40e0d46ea565 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.712701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d030a566-8485-45b2-8f99-40e0d46ea565 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-group-rules/14875ed9-c2c3-4ddd-ad63-c4fa95a2f3fe HTTP/1.1" status: 204 len: 168 time: 0.1443698 Jul 16 18:45:46.722568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.737499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030a566-8485-45b2-8f99-40e0d46ea565 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14875ed9-c2c3-4ddd-ad63-c4fa95a2f3fe,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:46.761593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2fb79de-6a4a-4997-a5b0-bda0a484118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.782728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.788375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34188) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.788940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ae3a4df3-1b9b-47a6-86e9-13baab097169 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/0dd3ceee-6b8f-41ad-bd05-214105f0475b HTTP/1.1" status: 204 len: 168 time: 1.0821674 Jul 16 18:45:46.867007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b2fb79de-6a4a-4997-a5b0-bda0a484118f None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:46.867441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-97faa5d3-484a-45f7-98ab-0f98a2733fc5 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1430306 Jul 16 18:45:46.869898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34190) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.881552 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2fb79de-6a4a-4997-a5b0-bda0a484118f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.909282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64578533-c3e0-41b2-9752-a69083b4c656 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:46.910873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64578533-c3e0-41b2-9752-a69083b4c656 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:46.912441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64578533-c3e0-41b2-9752-a69083b4c656 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:46.917230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-64578533-c3e0-41b2-9752-a69083b4c656 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1266987 Jul 16 18:45:46.917741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:46.956226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fff92e4-edcd-4f83-9024-872374195ffc tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:46.962218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6357b0-8749-4072-836d-43f888fd3256 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '37606fc5-72ee-4dd1-940b-c38904d95556', 'ip_address': '2001:db8::f816:3eff:feec:2ee6'}, {'subnet_id': 'ebb87a6a-a812-43bf-bf65-a4619d7aea4f'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:45:46.998982 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 37606fc5-72ee-4dd1-940b-c38904d95556 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:47.004725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.012963 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fff92e4-edcd-4f83-9024-872374195ffc tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.024008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d6357b0-8749-4072-836d-43f888fd3256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.050198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb79de-6a4a-4997-a5b0-bda0a484118f None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.068679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.096689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fff92e4-edcd-4f83-9024-872374195ffc tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.100997 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8fff92e4-edcd-4f83-9024-872374195ffc tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.103063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8fff92e4-edcd-4f83-9024-872374195ffc tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "DELETE /v2.0/security-groups/c0355cd9-1e3e-4181-9b18-59c21752a749 HTTP/1.1" status: 204 len: 168 time: 0.2317464 Jul 16 18:45:47.109248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34194) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:47.199170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff92e4-edcd-4f83-9024-872374195ffc tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0355cd9-1e3e-4181-9b18-59c21752a749,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.214909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8e637670-c168-43e1-a575-8ea55589554a tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0968733 Jul 16 18:45:47.216650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:47.280346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.333944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:47.372922 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ccbe70ff-5939-4834-8377-adaac692ff28 tempest-SecGroupTest-1176625817 tempest-SecGroupTest-1176625817-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482251 Jul 16 18:45:47.453652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-4d6357b0-8749-4072-836d-43f888fd3256 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37606fc5-72ee-4dd1-940b-c38904d95556: This subnet is being modified by another concurrent operation. Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 37606fc5-72ee-4dd1-940b-c38904d95556: This subnet is being modified by another concurrent operation. Jul 16 18:45:47.464614 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:45:47.509282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:47.511079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.576882 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.585816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/37606fc5-72ee-4dd1-940b-c38904d95556 HTTP/1.1" status: 204 len: 168 time: 0.6613343 Jul 16 18:45:47.585816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366731d-e755-4ce8-b5e0-d83cc8d44782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=37606fc5-72ee-4dd1-940b-c38904d95556,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:47.586270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34202) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:47.717686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2eeb955-1d20-4b1d-903a-ce110305bd98 req-4f74a8f1-3971-4259-b840-ae7540cc7ebe tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.0525002 Jul 16 18:45:47.749453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cf7d1f-9a37-4d32-8967-3ec3da27050b None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:47.807454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet ebb87a6a-a812-43bf-bf65-a4619d7aea4f {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:47.811077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-82c25872-91dd-4126-8985-6ab131139dae None None] Could not find standard attr ID for object 0dd3ceee-6b8f-41ad-bd05-214105f0475b. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:47.817426 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.912774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-82c25872-91dd-4126-8985-6ab131139dae None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:47.913361 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82c25872-91dd-4126-8985-6ab131139dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:47.937887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05d776d9-4bb9-42c2-9f7d-b2c697d00ebe req-d556cccc-9947-4d38-acd8-087ea6a525d6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.1225822 Jul 16 18:45:47.974108 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.059486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:48.089496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.239039 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.311910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=ebb87a6a-a812-43bf-bf65-a4619d7aea4f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.340197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df184e3-8d22-45b1-861b-62743ca6b7ba None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'ebb87a6a-a812-43bf-bf65-a4619d7aea4f'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:45:48.352239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.355648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34425aa5-34a0-471b-8284-21427d698631 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/ebb87a6a-a812-43bf-bf65-a4619d7aea4f HTTP/1.1" status: 204 len: 168 time: 0.7693851 Jul 16 18:45:48.360081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:48.403606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1df184e3-8d22-45b1-861b-62743ca6b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.406503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-051b0b17-c9a0-4ff8-837e-6b53a727890a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8010e88a09e7403294e96c82c35d43c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3451431 Jul 16 18:45:48.411035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:48.447714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-54c0bff7-83e3-4bcc-97be-b09ba364107f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853245 Jul 16 18:45:48.451367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:48.461384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:48.478659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8713-2c61-4c58-956e-bec95d24e6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.510447 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8713-2c61-4c58-956e-bec95d24e6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.620987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8713-2c61-4c58-956e-bec95d24e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.625853 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8713-2c61-4c58-956e-bec95d24e6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.637853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8ebf8713-2c61-4c58-956e-bec95d24e6fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4de7e1a2-141b-4d58-8f16-4f28f4ffd460 HTTP/1.1" status: 204 len: 168 time: 0.2253466 Jul 16 18:45:48.656479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf8713-2c61-4c58-956e-bec95d24e6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de7e1a2-141b-4d58-8f16-4f28f4ffd460,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:48.708277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:48.721752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.802747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ca766543-4349-4d8d-adae-2412cf4907d0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:48.803505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ca766543-4349-4d8d-adae-2412cf4907d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.068522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-647ff623-7775-4b76-b438-bc17876097e2 req-2b6dac5b-e10c-4bce-8313-3f36dbd451cd tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "GET /v2.0/ports?device_id=88f02b48-bb5a-4f32-9a10-d86f7ca4bb79 HTTP/1.1" status: 200 len: 210 time: 0.1206739 Jul 16 18:45:49.185986 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea893132-09d8-45b9-b24f-24d5ee735329 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:45:49.341185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caaacda9-a6ef-4374-a41a-882889701306 req-9976af6f-79b3-4eb1-8f07-3a52b54071f0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.1606483 Jul 16 18:45:49.409335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c1dc09ca-4233-4c8f-bddd-8b5b4121e533 None None] Could not find standard attr ID for object 0dd3ceee-6b8f-41ad-bd05-214105f0475b. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:49.443304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea893132-09d8-45b9-b24f-24d5ee735329 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:45:49.474703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:49.683632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:45:49.843701 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:49.961629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:49.972706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.058654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:50.268698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.355126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34244) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:50.459421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67386200-3421-44aa-8828-802315a3f889 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'e06f9f58-5d53-4fed-be99-7713cdd41915'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:45:50.542286 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67386200-3421-44aa-8828-802315a3f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.590335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c3b9-3d1a-41c0-821e-b9f9eec9e73e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.660358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34248) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:50.701757 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c3b9-3d1a-41c0-821e-b9f9eec9e73e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.739630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:50.774011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98d2e04a-c59f-44cd-a978-78037058f66e req-70c11d38-3350-48f2-a7d8-5c9301f69d43 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.0631850 Jul 16 18:45:50.820959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.831056 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.832473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.833788 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-67386200-3421-44aa-8828-802315a3f889 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:50.834510 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-67386200-3421-44aa-8828-802315a3f889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:50.887367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:50.894355 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c3b9-3d1a-41c0-821e-b9f9eec9e73e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.899669 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7dd2c3b9-3d1a-41c0-821e-b9f9eec9e73e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.901781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7dd2c3b9-3d1a-41c0-821e-b9f9eec9e73e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] 10.222.0.48 "DELETE /v2.0/security-groups/ddec86e7-f431-489b-aafe-1585a8860c69 HTTP/1.1" status: 204 len: 168 time: 0.5448895 Jul 16 18:45:50.919466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2c3b9-3d1a-41c0-821e-b9f9eec9e73e tempest-TestVolumeBackupRestore-685732705 tempest-TestVolumeBackupRestore-685732705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddec86e7-f431-489b-aafe-1585a8860c69,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:50.951627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:51.015126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=e06f9f58-5d53-4fed-be99-7713cdd41915,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.033143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.034428 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.056787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1899518252'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:51.156213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.166387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Made reservation on behalf of be7a530902934c0ca517d369b5a5da85 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:51.173799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.192759 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.202049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5ef62dfc-a9d9-4ecf-818b-690bf628cacd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7465134 Jul 16 18:45:51.202617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34258) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:51.211401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:51.438849 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67386200-3421-44aa-8828-802315a3f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.475558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.486300 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.558063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:51.559142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:51.574212 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4127c56b-b545-4073-9cb0-ce85eb0678ea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:51.595975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.596523 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Added segment 2db1ef27-4df3-4cc8-b527-93c36665890b of type vlan for network 095cc201-3164-488c-82d6-5ccfbd3c9a7b Jul 16 18:45:51.610083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.733731 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.827187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.841512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.842725 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.989547 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3215597 Jul 16 18:45:52.001955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.023260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-1a4cdd39-057e-4f6f-84e5-d665510502d1 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-1100394049') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:52.080039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-67386200-3421-44aa-8828-802315a3f889 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:52.129524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d34a91-6f48-4169-a7be-2e97a8a007b7 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Pushing event updated for resources: {'Network': ['ID=095cc201-3164-488c-82d6-5ccfbd3c9a7b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.148635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 095cc201-3164-488c-82d6-5ccfbd3c9a7b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:52.156224 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67386200-3421-44aa-8828-802315a3f889 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.192599 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67386200-3421-44aa-8828-802315a3f889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.196611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b7dc7790-cf7f-4a1e-a906-4c13cfc81d89 req-56fc6d07-7318-47dd-9ff3-e25c4986f45c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.1292264 Jul 16 18:45:52.386520 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1a4cdd39-057e-4f6f-84e5-d665510502d1 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "PUT /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-1100394049 HTTP/1.1" status: 201 len: 201 time: 0.3829288 Jul 16 18:45:52.390520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.402224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-141f5530-5bd6-4ded-8478-4e56b153dbab tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-1100394049') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:52.405151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67386200-3421-44aa-8828-802315a3f889 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.467208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.573881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=1c687b03-d902-4144-8587-d5071c68ef36,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:52.611216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:52.613604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:52.624567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.625197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-141f5530-5bd6-4ded-8478-4e56b153dbab tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "GET /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-1100394049 HTTP/1.1" status: 204 len: 168 time: 0.2327173 Jul 16 18:45:52.626328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.626579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34362) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.649519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-77052753-292d-4d12-9db5-0973f04606f1 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:52.670535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3da6ffd1-66cc-4d0e-979a-acafbe646445 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4663105 Jul 16 18:45:52.674726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34366) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.681040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:aa:13:68', 'name': 'tempest-NetworksTestDHCPv6-1711955960'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:52.911940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-77052753-292d-4d12-9db5-0973f04606f1 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "GET /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags HTTP/1.1" status: 200 len: 238 time: 0.2798312 Jul 16 18:45:52.912822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:52.920846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-82eac902-27b8-4601-b859-08177b01c8e3 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', {'tags': ['tempest-TagsTest-Tag-2106590191', 'tempest-TagsTest-Tag-568135879', 'tempest-TagsTest-Tag-1774947644']}) {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.040482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:53.125206 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-82eac902-27b8-4601-b859-08177b01c8e3 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "PUT /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags HTTP/1.1" status: 200 len: 308 time: 0.2075231 Jul 16 18:45:53.127892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:53.152743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-fcde211e-541a-4ba4-9b53-a0e520a534b3 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-2106590191') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.409863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:53.446651 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fcde211e-541a-4ba4-9b53-a0e520a534b3 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "DELETE /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-2106590191 HTTP/1.1" status: 204 len: 168 time: 0.3153100 Jul 16 18:45:53.448874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34430) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:53.467919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-d0fdeef9-1c63-48ef-8f8c-8589259ef10e tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-2106590191') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.524065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port a813cf0c-82fb-4fe9-9b57-27e19a89f531 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:45:53.592854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:53.730874 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-d0fdeef9-1c63-48ef-8f8c-8589259ef10e tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] show failed (client error): The resource could not be found. Jul 16 18:45:53.736442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d0fdeef9-1c63-48ef-8f8c-8589259ef10e tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "GET /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-2106590191 HTTP/1.1" status: 404 len: 326 time: 0.2808917 Jul 16 18:45:53.738863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34458) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:53.751961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-112833ee-6f1f-4684-a318-128e442b2729 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-568135879') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:53.772712 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:53.802866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:53.803572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.017519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aea1ce-a974-4171-80e3-a847125c8bfd None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:45:54.140137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 172.20.0.9 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/1c687b03-d902-4144-8587-d5071c68ef36/a813cf0c-82fb-4fe9-9b57-27e19a89f531) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:54.150736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:feaa:1368 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e06f9f58-5d53-4fed-be99-7713cdd41915/a813cf0c-82fb-4fe9-9b57-27e19a89f531) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:54.175108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.203061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fcd03397-6c39-42ee-a504-cde9f61c5bdb None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:54.205126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcd03397-6c39-42ee-a504-cde9f61c5bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.390943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.409576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object a813cf0c-82fb-4fe9-9b57-27e19a89f531 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:54.450023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:54.466715 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b75fa59-7409-4677-a5e4-f5fe49714df8 req-0ecb865a-3600-4bc2-ae85-1c1f92468216 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.5358703 Jul 16 18:45:54.472848 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.475949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.511394 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1aea1ce-a974-4171-80e3-a847125c8bfd None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:45:54.514220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:54.541912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:54.549967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:54.576376 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fcd03397-6c39-42ee-a504-cde9f61c5bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.594216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-112833ee-6f1f-4684-a318-128e442b2729 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "GET /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-568135879 HTTP/1.1" status: 204 len: 168 time: 0.8544290 Jul 16 18:45:54.598269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:54.606590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-8c28feff-be90-4780-bae7-e9f6534aeca4 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-1774947644') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:54.677077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.047964 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-fcd03397-6c39-42ee-a504-cde9f61c5bdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:55.048591 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-fcd03397-6c39-42ee-a504-cde9f61c5bdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:55.204918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=a813cf0c-82fb-4fe9-9b57-27e19a89f531,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:55.313786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:55.314863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.371665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ba8c4c16-fff4-4d30-88d1-21dfc78a942c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6951916 Jul 16 18:45:55.372723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:55.523256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:55.598021 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dff51d-3b24-4e7c-aa20-9fe4316ddf53 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:55.624216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dff51d-3b24-4e7c-aa20-9fe4316ddf53 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:55.627269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9dff51d-3b24-4e7c-aa20-9fe4316ddf53 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2528377 Jul 16 18:45:55.633667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34600) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:55.830369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:55.831431 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:55.894936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8c28feff-be90-4780-bae7-e9f6534aeca4 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "GET /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-1774947644 HTTP/1.1" status: 204 len: 168 time: 1.2941074 Jul 16 18:45:55.896697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:55.904582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-6cedadcf-a076-4258-9f0d-96c43686c93c tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:56.027809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'e06f9f58-5d53-4fed-be99-7713cdd41915', 'ip_address': '2001:db8::f816:3eff:feec:2ee6'}, {'subnet_id': '1c687b03-d902-4144-8587-d5071c68ef36'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:45:56.068010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.079709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ebe5dc-40c0-4168-89e5-1cad5cb38308 req-5a784d06-bb26-430a-ab8a-f37b3f8bb751 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb58b993-2c43-4144-90f9-9b4d33a65a02 HTTP/1.1" status: 200 len: 210 time: 0.2727458 Jul 16 18:45:56.122885 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6cedadcf-a076-4258-9f0d-96c43686c93c tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "DELETE /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags HTTP/1.1" status: 204 len: 168 time: 0.2241352 Jul 16 18:45:56.123882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34636) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.136922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-655ac433-ef89-4c1c-917d-726212a7fff1 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-568135879') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:56.352818 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-655ac433-ef89-4c1c-917d-726212a7fff1 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] show failed (client error): The resource could not be found. Jul 16 18:45:56.362466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34654) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.364023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-655ac433-ef89-4c1c-917d-726212a7fff1 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "GET /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-568135879 HTTP/1.1" status: 404 len: 325 time: 0.2376277 Jul 16 18:45:56.376105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.tag.tag_plugin [None req-a778c491-52de-4485-b330-e3b6bc34b541 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b', 'tempest-TagsTest-Tag-1774947644') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:56.447868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] Allocated IP 172.20.0.2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/1c687b03-d902-4144-8587-d5071c68ef36/4af83a91-f61b-4a0f-a3c0-8b1c39d2e834) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:56.449092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port a813cf0c-82fb-4fe9-9b57-27e19a89f531 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:56.449952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.645628 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-a778c491-52de-4485-b330-e3b6bc34b541 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] show failed (client error): The resource could not be found. Jul 16 18:45:56.647772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a778c491-52de-4485-b330-e3b6bc34b541 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "GET /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags/tempest-TagsTest-Tag-1774947644 HTTP/1.1" status: 404 len: 326 time: 0.2778461 Jul 16 18:45:56.652420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.661508 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.tag.tag_plugin [None req-6f3d9b9d-e075-4106-8047-2b935c7a3840 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '095cc201-3164-488c-82d6-5ccfbd3c9a7b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:56.723308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.749894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for a813cf0c-82fb-4fe9-9b57-27e19a89f531 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:56.857907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6f3d9b9d-e075-4106-8047-2b935c7a3840 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "DELETE /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b/tags HTTP/1.1" status: 204 len: 168 time: 0.2033482 Jul 16 18:45:56.866356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34690) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:57.030557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.066998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:57.113079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.131770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] Transition to ACTIVE for port object 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:57.139898 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.220986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.362494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930db28-b462-4d7d-bbfb-f98985983f35 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.404377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.426604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=a813cf0c-82fb-4fe9-9b57-27e19a89f531,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.437211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095cc201-3164-488c-82d6-5ccfbd3c9a7b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:57.462453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db1ef27-4df3-4cc8-b527-93c36665890b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:57.463040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db1ef27-4df3-4cc8-b527-93c36665890b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:57.492508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.531169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.537380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:57.537799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:57.542043 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:57.670109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.681947 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.684823 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] 10.222.0.48 "DELETE /v2.0/networks/095cc201-3164-488c-82d6-5ccfbd3c9a7b HTTP/1.1" status: 204 len: 168 time: 0.8168983 Jul 16 18:45:57.731573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c60b-671c-4bc9-98a8-fb5f99442331 tempest-TagsTest-1764813876 tempest-TagsTest-1764813876-project] Pushing event deleted for resources: {'Network': ['ID=095cc201-3164-488c-82d6-5ccfbd3c9a7b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.844943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.854687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dbf27da7-debd-48ac-9363-55790e82c1a3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/a813cf0c-82fb-4fe9-9b57-27e19a89f531 HTTP/1.1" status: 204 len: 168 time: 2.2123671 Jul 16 18:45:57.855366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34752) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:57.988365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201acab8-91dc-4d14-9b26-ad67197bd4cf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:57.991543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201acab8-91dc-4d14-9b26-ad67197bd4cf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.005017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201acab8-91dc-4d14-9b26-ad67197bd4cf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.008363 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-201acab8-91dc-4d14-9b26-ad67197bd4cf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1511166 Jul 16 18:45:58.013427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34754) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:58.129987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 1c687b03-d902-4144-8587-d5071c68ef36 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:58.139409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.227282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.453274 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.573732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34760) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:58.650605 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.714121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=1c687b03-d902-4144-8587-d5071c68ef36,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:58.718453 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.723304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34764) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:58.724453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-852ccbef-8b88-417e-b7ac-c007cd78be54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/1c687b03-d902-4144-8587-d5071c68ef36 HTTP/1.1" status: 204 len: 168 time: 0.7087061 Jul 16 18:45:58.847491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet e06f9f58-5d53-4fed-be99-7713cdd41915 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:58.851846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:58.892836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3c521b-be89-428b-a52a-e644acc69281 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:58.920846 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bd1cd7d0-20eb-48d7-9f6d-bdc924128db5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be7a530902934c0ca517d369b5a5da85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421433 Jul 16 18:45:58.921559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:58.947877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.060546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-af9f25bf-6604-45ce-9eac-8ef444deda0c None None] Could not find standard attr ID for object a813cf0c-82fb-4fe9-9b57-27e19a89f531. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:45:59.064577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.089898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.100086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-af9f25bf-6604-45ce-9eac-8ef444deda0c None None] Provisioning for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:59.115031 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-af9f25bf-6604-45ce-9eac-8ef444deda0c None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:59.115629 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af9f25bf-6604-45ce-9eac-8ef444deda0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.155899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.159218 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.160926 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4127c56b-b545-4073-9cb0-ce85eb0678ea HTTP/1.1" status: 204 len: 168 time: 0.2381051 Jul 16 18:45:59.181942 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.187150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4127c56b-b545-4073-9cb0-ce85eb0678ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.222351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.223246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.223819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.224465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.225354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.225929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.226597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.227253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.227833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.228430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.228996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.229588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1233da3-a009-4b39-bfee-b66ebf3ffe77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:59.323883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.364184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=e06f9f58-5d53-4fed-be99-7713cdd41915,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:59.382508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.387287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b9e69ff8-b6c7-4a64-a26a-845884b1414d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e06f9f58-5d53-4fed-be99-7713cdd41915 HTTP/1.1" status: 204 len: 168 time: 0.6625483 Jul 16 18:45:59.390584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34772) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:59.437389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:59.526669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:59.526914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a55d05e6-51d3-4cee-9e66-8a1369f21d24 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349716 Jul 16 18:45:59.534312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:59.674466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:59.675084 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.795380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:59.803779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.852113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d19f46-48a8-4cf5-9bfa-ebee12eb3836 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'e06f9f58-5d53-4fed-be99-7713cdd41915'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:45:59.915880 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16d19f46-48a8-4cf5-9bfa-ebee12eb3836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.282702 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b42ff40-2936-4349-aadd-49c9e36f2ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.304548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.354165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:00.362538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:00.370037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1d8468-7cc8-43fe-8143-d46b2b68bcb0 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:00.373538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:00.378918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.421469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=8e5ccd32-68d0-4a8a-9db5-5f1970a5625a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:00.440888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-861f6eb8-58ae-4438-9932-f408668ec8ba tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9110909 Jul 16 18:46:00.442368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34798) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:00.448771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:00.554966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-30c3f2f4-2b75-4902-8d58-0076de8e6ab9 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:00.555388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-30c3f2f4-2b75-4902-8d58-0076de8e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.666464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:00.671386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.012354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '8e5ccd32-68d0-4a8a-9db5-5f1970a5625a'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:01.094933 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.407791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:01.552075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] Allocated IP 172.20.0.2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/8e5ccd32-68d0-4a8a-9db5-5f1970a5625a/4af83a91-f61b-4a0f-a3c0-8b1c39d2e834) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:01.622527 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.668302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:01.872746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:01.920687 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.958317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] Transition to ACTIVE for port object 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:01.969060 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.205478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b59bd-0ed9-4b59-b40c-5d129fc9ec8a None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=13']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:02.208349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34820) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:02.279793 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:46:02.281615 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:46:02.318586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.828309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:02.904428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.911133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.915276 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.916466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.008397 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:46:03.009386 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:46:03.074719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:03.076231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=b756a041-3029-4db9-9af6-bed20d792dbc,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.081126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:03.089505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.090327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.139500 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9e02dc4b-d075-4b30-a260-214af3b85aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.161303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:03.163978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7202969 Jul 16 18:46:03.171743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:24:aa:9d', 'name': 'tempest-NetworksTestDHCPv6-1970811235'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:03.207284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f03f5d-f045-4b26-94df-3eb0e36a06b7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=15']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.405270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.664171 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:03.884620 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.910182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.912526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9402ef73-d45a-46bb-bc97-444f53aaa523 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:03.927514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 0956ef6e-45a1-492b-8e1e-8aeb2023c95d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:03.946535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.984010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:04.018773 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.081882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fce734b2-7302-4787-9678-2b2d681cd22e None None] Provisioning for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:04.086302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=16']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.098810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fce734b2-7302-4787-9678-2b2d681cd22e None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:04.099298 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fce734b2-7302-4787-9678-2b2d681cd22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.317066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fce734b2-7302-4787-9678-2b2d681cd22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.388413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-fce734b2-7302-4787-9678-2b2d681cd22e None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:04.402167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:04.427850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 172.20.0.12 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/8e5ccd32-68d0-4a8a-9db5-5f1970a5625a/0956ef6e-45a1-492b-8e1e-8aeb2023c95d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:04.443829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:fe24:aa9d (38ca1476-3b14-4c02-bf15-966d9d6ae04d/b756a041-3029-4db9-9af6-bed20d792dbc/0956ef6e-45a1-492b-8e1e-8aeb2023c95d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:04.470417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fce734b2-7302-4787-9678-2b2d681cd22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.537864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.538464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce734b2-7302-4787-9678-2b2d681cd22e None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=17']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.563809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:04.564474 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.717734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Deleting port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:04.718587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.942928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] For port b305e2e7-63a0-4fc3-b51c-7e9f427c1e60, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:04.944216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.953141 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.991945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 0956ef6e-45a1-492b-8e1e-8aeb2023c95d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:05.041416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Calling delete_port for b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:05.046455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.129543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:05.210308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:05.225322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:05.308883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=0956ef6e-45a1-492b-8e1e-8aeb2023c95d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:05.370843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.371758 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.445195 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4d26db85-2271-440e-b0a3-9864f6b88b07 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2805212 Jul 16 18:46:05.446174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34876) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:05.612336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc76492-ad8d-44de-93b2-894471833ea3 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:05.632739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e2faec-51c5-4d8c-86c0-cf17a6589dc2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.642951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e2faec-51c5-4d8c-86c0-cf17a6589dc2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.645296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-24e2faec-51c5-4d8c-86c0-cf17a6589dc2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1865 time: 0.1973870 Jul 16 18:46:05.648016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34878) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:05.705367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.777880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-90887550-e988-419d-9ea0-a98f35c731d0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:05.778492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-90887550-e988-419d-9ea0-a98f35c731d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.824369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b305e2e7-63a0-4fc3-b51c-7e9f427c1e60,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:05.926498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 0956ef6e-45a1-492b-8e1e-8aeb2023c95d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:05.929138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.126552 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.142023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.160779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 0956ef6e-45a1-492b-8e1e-8aeb2023c95d owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:06.188276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.430280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:06.534359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:06.535054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.787838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:06.857474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=0956ef6e-45a1-492b-8e1e-8aeb2023c95d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:06.899998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Router f0b45521-0d40-4a3c-a4af-02d6adc30f6e has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:07.020880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-991597ae-4ca9-466f-8f7a-64ee1ceca567 None None] Could not find standard attr ID for object 0956ef6e-45a1-492b-8e1e-8aeb2023c95d. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:07.058747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-991597ae-4ca9-466f-8f7a-64ee1ceca567 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:07.061067 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-991597ae-4ca9-466f-8f7a-64ee1ceca567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.097314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:07.110500 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1da4e3cc-8d0f-42e8-b484-71abe5b3b1c3 admin admin] 10.222.0.48 "PUT /v2.0/routers/f0b45521-0d40-4a3c-a4af-02d6adc30f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8891351 Jul 16 18:46:07.117336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34890) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:07.138304 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.166590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3ea2dde8-6005-48a0-8508-d2ccba29c820 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/0956ef6e-45a1-492b-8e1e-8aeb2023c95d HTTP/1.1" status: 204 len: 168 time: 1.5151038 Jul 16 18:46:07.176052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34892) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:07.189938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] Sync routers for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:07.253192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:07.253875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:46:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:07.345540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d466a-2f20-4d1c-82b8-addfecd2047e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.352663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d466a-2f20-4d1c-82b8-addfecd2047e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.355693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d466a-2f20-4d1c-82b8-addfecd2047e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.358418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.360504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d5d466a-2f20-4d1c-82b8-addfecd2047e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1734066 Jul 16 18:46:07.361253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34894) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:07.479341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 8e5ccd32-68d0-4a8a-9db5-5f1970a5625a {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:07.483791 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.567328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.682821 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.765596 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.841924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Deleting port c3edd58d-86a2-44d5-8fee-ba90428a3a35 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:07.844618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.861664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:07.869988 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.906870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.956652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5ccd32-68d0-4a8a-9db5-5f1970a5625a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:07.969540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:07.975635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ddbdaeb2-2552-49a8-9e04-f2ee6662aeb3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/8e5ccd32-68d0-4a8a-9db5-5f1970a5625a HTTP/1.1" status: 204 len: 168 time: 0.6090324 Jul 16 18:46:07.988050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34898) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:08.025348 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.110628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet b756a041-3029-4db9-9af6-bed20d792dbc {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:08.128795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] For port c3edd58d-86a2-44d5-8fee-ba90428a3a35, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c3edd58d-86a2-44d5-8fee-ba90428a3a35,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:08.129625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.130487 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.159686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1a83e616-01f3-4a3c-88a0-9b7207215b58 None None] Could not find standard attr ID for object a813cf0c-82fb-4fe9-9b57-27e19a89f531. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:08.164848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Calling delete_port for c3edd58d-86a2-44d5-8fee-ba90428a3a35 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:08.205246 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.207475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:46:05Z', 'revision_number': 5, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port': {'id': 'c3edd58d-86a2-44d5-8fee-ba90428a3a35', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:6f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3016, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:39:52Z', 'updated_at': '2021-07-16T18:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:08.247544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e85d48-96f1-47e0-a2ee-423030854424 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:08.252957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] Checking router: f0b45521-0d40-4a3c-a4af-02d6adc30f6e for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:08.296018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e43ef368-c2d7-453c-8f9c-d35cb91ab2a4 None None] Could not find standard attr ID for object 0956ef6e-45a1-492b-8e1e-8aeb2023c95d. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:08.304615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] Routers {'f0b45521-0d40-4a3c-a4af-02d6adc30f6e'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:08.305494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:46:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:08.361486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.476044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] Set router f0b45521-0d40-4a3c-a4af-02d6adc30f6e gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:08.498211 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.540733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=b756a041-3029-4db9-9af6-bed20d792dbc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:08.549256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.552266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-826797d1-c54e-4444-a8ee-d98f70c7f6f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/b756a041-3029-4db9-9af6-bed20d792dbc HTTP/1.1" status: 204 len: 168 time: 0.5625255 Jul 16 18:46:08.556449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34908) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:08.603091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.611023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:46:07Z', 'revision_number': 6, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:08.657056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Pushing event deleted for resources: {'Port': ['ID=c3edd58d-86a2-44d5-8fee-ba90428a3a35,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:08.671664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b9f17a-a3c0-4518-a2fd-47109086c6ba None None] The sync data for ids ['f0b45521-0d40-4a3c-a4af-02d6adc30f6e'] in n-d-793620-10 is: [{'id': 'f0b45521-0d40-4a3c-a4af-02d6adc30f6e', 'name': 'tempest-TestVolumeBackupRestore-429858706-router', 'tenant_id': '9154a32ceb594a00bdadcbdb14d85675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:39:51Z', 'updated_at': '2021-07-16T18:46:07Z', 'revision_number': 6, 'project_id': '9154a32ceb594a00bdadcbdb14d85675', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:08.674334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d4ae363e-6372-4591-a23a-72e7fb1156c4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166296 Jul 16 18:46:08.678988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34916) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:08.714004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:08.836184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.981540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:08.994276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1f9a2-0dc1-4df0-9440-764fce6b15ec None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'b756a041-3029-4db9-9af6-bed20d792dbc'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:08.994491 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.088141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:09.088449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ee1f9a2-0dc1-4df0-9440-764fce6b15ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.097395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.287884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.288862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0b45521-0d40-4a3c-a4af-02d6adc30f6e {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:46:09.302553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.302553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-97640c46-f9a2-4e0f-a9fc-1da9fb3ca5da admin admin] 10.222.0.48 "DELETE /v2.0/routers/f0b45521-0d40-4a3c-a4af-02d6adc30f6e HTTP/1.1" status: 204 len: 168 time: 2.1816854 Jul 16 18:46:09.308253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34920) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:09.390357 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] Deleting subnet 168dacdb-9bfa-4742-9f46-9c5b20c36cb8 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:09.396550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.444070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.534034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.576769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.582936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:09.588969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:09.597712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.598699 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.640552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=27e46f4b-0148-4390-a528-af2134654225,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:09.651216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-db5de1b4-e2ba-484a-a84c-e283af90ee27 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9683242 Jul 16 18:46:09.652267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:09.661471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:09.687094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.708636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6b0bb-219d-42d7-a8cf-cb2c16470e34 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:09.742880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168dacdb-9bfa-4742-9f46-9c5b20c36cb8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:09.760685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.766077 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4c20d91b-6549-49aa-a6f4-a1e6d50b62b6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/168dacdb-9bfa-4742-9f46-9c5b20c36cb8 HTTP/1.1" status: 204 len: 168 time: 0.4608433 Jul 16 18:46:09.770391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 34926) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:09.800338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855af707-6acf-406a-85ab-4306c5a357ac None None] Network 3e8208f0-0e82-40e0-ae6c-398945404bdf requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:09.942061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:09.971829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ea52d5bf-43c8-4f64-814c-72b7dc8eb8ab None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:09.972654 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ea52d5bf-43c8-4f64-814c-72b7dc8eb8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.064181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:10.070347 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.154314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Deleting port 81357574-6d7c-4b9c-a715-917697b9f4b4 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:10.154936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.298280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] For port 81357574-6d7c-4b9c-a715-917697b9f4b4, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=81357574-6d7c-4b9c-a715-917697b9f4b4,segment=NetworkSegment(7a8c5eea-615b-420f-b0e8-79d248f5b110),segment_id=7a8c5eea-615b-420f-b0e8-79d248f5b110)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:10.298815 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.314166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Calling delete_port for 81357574-6d7c-4b9c-a715-917697b9f4b4 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:10.348471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:10.427812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:10.428526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b305e2e7-63a0-4fc3-b51c-7e9f427c1e60 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:10.429129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3edd58d-86a2-44d5-8fee-ba90428a3a35 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:10.439288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.491770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] No DVR routers for this DVR port 81357574-6d7c-4b9c-a715-917697b9f4b4 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:10.494721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Pushing event deleted for resources: {'Port': ['ID=81357574-6d7c-4b9c-a715-917697b9f4b4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:10.507291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c3edd58d-86a2-44d5-8fee-ba90428a3a35 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:10.507778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c3edd58d-86a2-44d5-8fee-ba90428a3a35 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:10.508423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:10.680965 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.699418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8208f0-0e82-40e0-ae6c-398945404bdf']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:10.725188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a8c5eea-615b-420f-b0e8-79d248f5b110') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:10.725654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a8c5eea-615b-420f-b0e8-79d248f5b110') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:10.757057 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.775636 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.793728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.817461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:10.822881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:10.823947 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: items = [ Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:10.844809 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:10.883411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:10.911428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdf185-873a-425e-a122-7bac52269cb1 None None] DHCP port deletion for 3e8208f0-0e82-40e0-ae6c-398945404bdf request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:10.936779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:10.941076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '27e46f4b-0148-4390-a528-af2134654225'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '4af83a91-f61b-4a0f-a3c0-8b1c39d2e834'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:11.011865 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.020182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.024942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] 10.222.0.48 "DELETE /v2.0/networks/3e8208f0-0e82-40e0-ae6c-398945404bdf HTTP/1.1" status: 204 len: 168 time: 1.2503886 Jul 16 18:46:11.025867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:11.041171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41881f3f-0481-4fad-8ccd-f2171b84013d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8208f0-0e82-40e0-ae6c-398945404bdf,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.085066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.228270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=20']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.270597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.492726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] Allocated IP 172.20.0.2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/27e46f4b-0148-4390-a528-af2134654225/4af83a91-f61b-4a0f-a3c0-8b1c39d2e834) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:11.568080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:11.622984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.632222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.633055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.733021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:11.767663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:11.778917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.779385 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.785318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=84f16f2c-d4f6-4fae-b567-8aa079c3a181,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.792121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=22']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:11.813548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-543009bc-f27a-4b89-aab6-24145489836d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1591616 Jul 16 18:46:11.817557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 34938) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:11.823345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:ef:1f:dd', 'name': 'tempest-NetworksTestDHCPv6-389964880'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:11.854314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:11.873427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.931829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:11.974491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] Transition to ACTIVE for port object 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:11.991791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.067553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:12.236174 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.299217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port a7d486f0-25a3-479d-9dcd-f36568d6d69c yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:12.312663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519c32e-0db1-4df0-943a-3ee5468b69e0 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=23']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:12.344536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81357574-6d7c-4b9c-a715-917697b9f4b4 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:12.405783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 81357574-6d7c-4b9c-a715-917697b9f4b4 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:12.409328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 81357574-6d7c-4b9c-a715-917697b9f4b4 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:12.818902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 172.20.0.14 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/27e46f4b-0148-4390-a528-af2134654225/a7d486f0-25a3-479d-9dcd-f36568d6d69c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:12.844198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:feef:1fdd (38ca1476-3b14-4c02-bf15-966d9d6ae04d/84f16f2c-d4f6-4fae-b567-8aa079c3a181/a7d486f0-25a3-479d-9dcd-f36568d6d69c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:13.330287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Deleting port 539b2eeb-d2a8-4512-aef2-dc861b491247 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:13.331587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.644509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] For port 539b2eeb-d2a8-4512-aef2-dc861b491247, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=539b2eeb-d2a8-4512-aef2-dc861b491247,segment=NetworkSegment(5ed723a5-6f6e-4b4f-a633-607aa97e1acb),segment_id=5ed723a5-6f6e-4b4f-a633-607aa97e1acb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:13.644888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.670141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Calling delete_port for 539b2eeb-d2a8-4512-aef2-dc861b491247 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:13.688846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a87e2-3951-4844-a96e-d90161e73133 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:13.693339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-803f8925-10ad-4ef9-8199-de3fa3e4ffe3 None None] Provisioning for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:13.700819 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.739261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-803f8925-10ad-4ef9-8199-de3fa3e4ffe3 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:13.740189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-803f8925-10ad-4ef9-8199-de3fa3e4ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.770912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object a7d486f0-25a3-479d-9dcd-f36568d6d69c will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:13.875647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.963726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=a7d486f0-25a3-479d-9dcd-f36568d6d69c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:14.012729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:14.016006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:14.019482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:14.047441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-803f8925-10ad-4ef9-8199-de3fa3e4ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.097828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-803f8925-10ad-4ef9-8199-de3fa3e4ffe3 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:14.134126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-803f8925-10ad-4ef9-8199-de3fa3e4ffe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.167478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:14.168749 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.196912 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4ab9f207-4e79-44ea-b297-9042b57f1316 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3779168 Jul 16 18:46:14.198383 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.199383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35030) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:14.232946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Pushing event deleted for resources: {'Port': ['ID=539b2eeb-d2a8-4512-aef2-dc861b491247,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:14.256174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f8925-10ad-4ef9-8199-de3fa3e4ffe3 None None] Pushing event updated for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=24']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:14.338905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d82029-12f3-492d-8191-cce34edae700 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:14.353652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d82029-12f3-492d-8191-cce34edae700 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:14.360102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-33d82029-12f3-492d-8191-cce34edae700 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1571817 Jul 16 18:46:14.361636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35032) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:14.383164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:14.500842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:14.501492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.523590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.596442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port a7d486f0-25a3-479d-9dcd-f36568d6d69c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:14.596724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.762283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.787598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for a7d486f0-25a3-479d-9dcd-f36568d6d69c owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:14.892458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Router e8a8818e-751c-4b4c-bda8-346169f59f3b has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:15.146468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:15.159997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-caa509a0-c024-4722-bbd5-9efef5351403 admin admin] 10.222.0.48 "PUT /v2.0/routers/e8a8818e-751c-4b4c-bda8-346169f59f3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1304400 Jul 16 18:46:15.162174 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.163123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:15.164396 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] Sync routers for ids ['e8a8818e-751c-4b4c-bda8-346169f59f3b'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:15.257391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=a7d486f0-25a3-479d-9dcd-f36568d6d69c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.401282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.438016 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] Routers {'e8a8818e-751c-4b4c-bda8-346169f59f3b'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:15.439134 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:46:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e8a8818e-751c-4b4c-bda8-346169f59f3b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:15.585941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.595858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35052) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:15.596964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-078d5dac-d7e1-45e9-aa62-dadbc35a9a7c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/a7d486f0-25a3-479d-9dcd-f36568d6d69c HTTP/1.1" status: 204 len: 168 time: 1.2253609 Jul 16 18:46:15.672000 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] Set router e8a8818e-751c-4b4c-bda8-346169f59f3b gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:15.708962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14faf67-2f4f-4030-9789-30153de93b71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.710689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14faf67-2f4f-4030-9789-30153de93b71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.712442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14faf67-2f4f-4030-9789-30153de93b71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.714218 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b14faf67-2f4f-4030-9789-30153de93b71 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1102080 Jul 16 18:46:15.715804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.718857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35054) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:15.835933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 27e46f4b-0148-4390-a528-af2134654225 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:15.836815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b91ad7a3-f121-46ba-b46e-59dfa0340304 None None] Could not find standard attr ID for object a7d486f0-25a3-479d-9dcd-f36568d6d69c. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:15.841067 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.845398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Deleting port c9d32965-390a-48e6-a9c3-19ec6cb2c92d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:15.845768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.873203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b91ad7a3-f121-46ba-b46e-59dfa0340304 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:15.874097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b91ad7a3-f121-46ba-b46e-59dfa0340304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.916013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.058488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] For port c9d32965-390a-48e6-a9c3-19ec6cb2c92d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:16.059102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.100933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Calling delete_port for c9d32965-390a-48e6-a9c3-19ec6cb2c92d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:16.168463 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.312112 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.401841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=27e46f4b-0148-4390-a528-af2134654225,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:16.420049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.426557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e9fb4154-a8b6-413b-9c90-64862a39032f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/27e46f4b-0148-4390-a528-af2134654225 HTTP/1.1" status: 204 len: 168 time: 0.7054384 Jul 16 18:46:16.429436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:16.434411 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:46:14Z', 'revision_number': 5, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port': {'id': 'c9d32965-390a-48e6-a9c3-19ec6cb2c92d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:87:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3064, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:09Z', 'updated_at': '2021-07-16T18:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:16.578715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2706adcb-f76e-4113-8684-49a4a5607547 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:16.581070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:16.614038 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] Checking router: e8a8818e-751c-4b4c-bda8-346169f59f3b for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:16.628736 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] Routers {'e8a8818e-751c-4b4c-bda8-346169f59f3b'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:16.630132 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:46:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['e8a8818e-751c-4b4c-bda8-346169f59f3b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:16.648595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.759808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dc329d84-885f-4301-acbe-22b3cd4f5d0b None None] Could not find standard attr ID for object a7d486f0-25a3-479d-9dcd-f36568d6d69c. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:16.772963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d32965-390a-48e6-a9c3-19ec6cb2c92d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:16.813122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 84f16f2c-d4f6-4fae-b567-8aa079c3a181 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:16.853202 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] Set router e8a8818e-751c-4b4c-bda8-346169f59f3b gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:16.875084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.923975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:16.924813 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.001320 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:46:15Z', 'revision_number': 6, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:17.028884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.072313 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.074375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457d4bd3-aacf-4815-a3ca-3607d65c1bdc None None] The sync data for ids ['e8a8818e-751c-4b4c-bda8-346169f59f3b'] in n-d-793620-10 is: [{'id': 'e8a8818e-751c-4b4c-bda8-346169f59f3b', 'name': 'tempest-TestVolumeBackupRestore-1354332943-router', 'tenant_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:07Z', 'updated_at': '2021-07-16T18:46:15Z', 'revision_number': 6, 'project_id': 'd43490ec1e2b4d548fa24450bc54a80e', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:17.279002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.283704 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.389369 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.390076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8a8818e-751c-4b4c-bda8-346169f59f3b {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:46:17.398647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.405313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35068) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.406301 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d7fc4e84-131d-48f9-a972-e9ee8476888c admin admin] 10.222.0.48 "DELETE /v2.0/routers/e8a8818e-751c-4b4c-bda8-346169f59f3b HTTP/1.1" status: 204 len: 168 time: 2.2407453 Jul 16 18:46:17.434396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.558454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] Deleting subnet 7c67cddf-5998-47b7-aa02-b32cf850cb16 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:17.562121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.565911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.663589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=84f16f2c-d4f6-4fae-b567-8aa079c3a181,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:17.683300 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.701517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.704556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-61b56cf7-d09c-42f9-b5d5-287dab7b242b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/84f16f2c-d4f6-4fae-b567-8aa079c3a181 HTTP/1.1" status: 204 len: 168 time: 1.2721596 Jul 16 18:46:17.708131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.833276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35078) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.846242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1bc350a8-e360-4576-84c3-e943fb1d69a8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1341021 Jul 16 18:46:17.990977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.004580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c227aa-6b2b-40d0-8a77-62a31fc6126a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.012120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66c227aa-6b2b-40d0-8a77-62a31fc6126a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1739528 Jul 16 18:46:18.015579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35080) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.119697 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.153185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a75fdc-c1a4-4c4a-a4ec-411cda5c3e0b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.159928 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b8a75fdc-c1a4-4c4a-a4ec-411cda5c3e0b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1398890 Jul 16 18:46:18.160952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35082) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.193872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c67cddf-5998-47b7-aa02-b32cf850cb16,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:18.228294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.236580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05719869-7b0d-4007-9112-d3fd2d857f8a None None] Network bcc5de28-294a-4599-ae64-968907f74467 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:18.248905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1dc1df88-8750-4941-8fd0-d28305dfc565 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7c67cddf-5998-47b7-aa02-b32cf850cb16 HTTP/1.1" status: 204 len: 168 time: 0.8403506 Jul 16 18:46:18.249596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35084) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.318323 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5c160f5-874d-46e5-be8e-0665f955bf11 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1561635 Jul 16 18:46:18.327857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35086) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.341882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b73f3035-95bf-4ed9-ac08-9f7fc8a09fa0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:18.439514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 539b2eeb-d2a8-4512-aef2-dc861b491247 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:18.514132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 539b2eeb-d2a8-4512-aef2-dc861b491247 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:18.514671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 539b2eeb-d2a8-4512-aef2-dc861b491247 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:18.515410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c9d32965-390a-48e6-a9c3-19ec6cb2c92d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:18.562363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f3035-95bf-4ed9-ac08-9f7fc8a09fa0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:18.567035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b73f3035-95bf-4ed9-ac08-9f7fc8a09fa0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.569002 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73f3035-95bf-4ed9-ac08-9f7fc8a09fa0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:18.569459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73f3035-95bf-4ed9-ac08-9f7fc8a09fa0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:18.573581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c9d32965-390a-48e6-a9c3-19ec6cb2c92d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:18.575024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c9d32965-390a-48e6-a9c3-19ec6cb2c92d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:18.609144 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b73f3035-95bf-4ed9-ac08-9f7fc8a09fa0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2762287 Jul 16 18:46:18.609416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be939f7a-9e1a-4b49-8694-5a66184627b4 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:18.609535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35088) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.615596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4120d9a5-69f4-4116-938e-681b1600a5d5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:18.751387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d3b144aa-4481-433d-9ad8-672c60eccf05 None None] Provisioning complete for port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:18.752171 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3b144aa-4481-433d-9ad8-672c60eccf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.882030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4120d9a5-69f4-4116-938e-681b1600a5d5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:18.887432 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4120d9a5-69f4-4116-938e-681b1600a5d5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.889011 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4120d9a5-69f4-4116-938e-681b1600a5d5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:18.889465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4120d9a5-69f4-4116-938e-681b1600a5d5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:18.927552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4120d9a5-69f4-4116-938e-681b1600a5d5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3173573 Jul 16 18:46:18.932702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35094) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.938667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9d748361-d8d0-4a13-a577-e058b6a861e2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:18.948114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] DHCP port deletion for bcc5de28-294a-4599-ae64-968907f74467 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:19.279012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d748361-d8d0-4a13-a577-e058b6a861e2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:19.282702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Deleting port ce09bae6-d675-40c7-883a-940feca98b1a {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:19.283525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.297887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9d748361-d8d0-4a13-a577-e058b6a861e2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.301254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.309858 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d748361-d8d0-4a13-a577-e058b6a861e2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:19.311403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d748361-d8d0-4a13-a577-e058b6a861e2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:19.374196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9d748361-d8d0-4a13-a577-e058b6a861e2 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4370587 Jul 16 18:46:19.375770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35096) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.385006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] For port ce09bae6-d675-40c7-883a-940feca98b1a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ce09bae6-d675-40c7-883a-940feca98b1a,segment=NetworkSegment(5ed723a5-6f6e-4b4f-a633-607aa97e1acb),segment_id=5ed723a5-6f6e-4b4f-a633-607aa97e1acb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:19.385747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.407125 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Calling delete_port for ce09bae6-d675-40c7-883a-940feca98b1a owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:19.407383 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-74cb2cc6-f39f-406d-9ef3-d593becfd756 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:19.427499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:19.457967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Deleting port ce09bae6-d675-40c7-883a-940feca98b1a {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:19.457967 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.562269 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.590477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] Deleting port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:19.591132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.625220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cb2cc6-f39f-406d-9ef3-d593becfd756 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:19.626141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] For port ce09bae6-d675-40c7-883a-940feca98b1a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ce09bae6-d675-40c7-883a-940feca98b1a,segment=NetworkSegment(5ed723a5-6f6e-4b4f-a633-607aa97e1acb),segment_id=5ed723a5-6f6e-4b4f-a633-607aa97e1acb)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:19.626733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.634894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-74cb2cc6-f39f-406d-9ef3-d593becfd756 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.638724 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cb2cc6-f39f-406d-9ef3-d593becfd756 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:19.640525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cb2cc6-f39f-406d-9ef3-d593becfd756 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:19.650955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Pushing event deleted for resources: {'Port': ['ID=ce09bae6-d675-40c7-883a-940feca98b1a,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.656117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] No DVR routers for this DVR port ce09bae6-d675-40c7-883a-940feca98b1a on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:19.657045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Calling delete_port for ce09bae6-d675-40c7-883a-940feca98b1a owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:19.669509 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-74cb2cc6-f39f-406d-9ef3-d593becfd756 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2904277 Jul 16 18:46:19.674667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35098) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.691285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f546a24e-0428-4735-bda5-cde79d1ce4f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:19.717174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.717789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.718599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.719196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.719785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.720468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.721055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.721635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.722172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.722760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.723341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.723922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff2701-e657-4bb3-af73-0d2ceed3e8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:19.798265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] For port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:19.798684 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.829943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.840640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] Calling delete_port for 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:19.869817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce09bae6-d675-40c7-883a-940feca98b1a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.873188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] No DVR routers for this DVR port ce09bae6-d675-40c7-883a-940feca98b1a on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:19.910709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f546a24e-0428-4735-bda5-cde79d1ce4f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:19.916862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f546a24e-0428-4735-bda5-cde79d1ce4f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.921103 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-f546a24e-0428-4735-bda5-cde79d1ce4f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:19.924737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f546a24e-0428-4735-bda5-cde79d1ce4f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:19.947027 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f546a24e-0428-4735-bda5-cde79d1ce4f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2704124 Jul 16 18:46:19.951276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35100) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.957286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4606a308-def7-4e7c-bb15-4070227a6275 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.001706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.022425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc5de28-294a-4599-ae64-968907f74467']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.049420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed723a5-6f6e-4b4f-a633-607aa97e1acb') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.049716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed723a5-6f6e-4b4f-a633-607aa97e1acb') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.077074 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.079219 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.115329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.135973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:20.137235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: self.session.flush() Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:20.140043 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:20.167014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] Pushing event deleted for resources: {'Port': ['ID=4af83a91-f61b-4a0f-a3c0-8b1c39d2e834,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.188081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58215ed7-421c-471e-9c62-31080bdf8fe3 None None] No DVR routers for this DVR port 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:20.192661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4606a308-def7-4e7c-bb15-4070227a6275 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:20.199149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4606a308-def7-4e7c-bb15-4070227a6275 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.201429 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4606a308-def7-4e7c-bb15-4070227a6275 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:20.202102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4606a308-def7-4e7c-bb15-4070227a6275 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:20.222737 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4606a308-def7-4e7c-bb15-4070227a6275 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2698815 Jul 16 18:46:20.235799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.284220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c605593a-8e8c-490e-ac4f-6c87abaca629 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427449 Jul 16 18:46:20.284220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.301190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.322919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ce09bae6-d675-40c7-883a-940feca98b1a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:20.336336 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.346167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def6e8b3-9773-4126-95fd-5587b2019781 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.351419 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-def6e8b3-9773-4126-95fd-5587b2019781 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0624545 Jul 16 18:46:20.351735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bcc5de28-294a-4599-ae64-968907f74467 HTTP/1.1" status: 204 len: 168 time: 2.0976655 Jul 16 18:46:20.352002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35112) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.372936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb682c25-d5de-4291-b9c1-0bb1918fdc85 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc5de28-294a-4599-ae64-968907f74467,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.426384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c53627d7-0422-40df-a14e-2f1eead7e43a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671816 Jul 16 18:46:20.426669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35114) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.432451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:20.448314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: ce09bae6-d675-40c7-883a-940feca98b1a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:20.449004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ce09bae6-d675-40c7-883a-940feca98b1a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:20.449805 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:20.500880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:20.502097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4af83a91-f61b-4a0f-a3c0-8b1c39d2e834 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:20.610501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:20.619367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.720815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35116) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.778092 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-02221fe1-f15b-4c8e-a157-88f29ca89779 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9154a32ceb594a00bdadcbdb14d85675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555480 Jul 16 18:46:20.781172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35118) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:20.961820 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e642eb84-e608-4c4e-b48d-adae625f15d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.026699 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e642eb84-e608-4c4e-b48d-adae625f15d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.253447 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e642eb84-e608-4c4e-b48d-adae625f15d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.258954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e642eb84-e608-4c4e-b48d-adae625f15d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.261103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e642eb84-e608-4c4e-b48d-adae625f15d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bfa57192-4ceb-4e47-83c5-c11249aa98dc HTTP/1.1" status: 204 len: 168 time: 0.4779699 Jul 16 18:46:21.320775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:21.322604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642eb84-e608-4c4e-b48d-adae625f15d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa57192-4ceb-4e47-83c5-c11249aa98dc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.331404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.446642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:21.474036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:21.478742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:21.479687 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.499178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f9e475-8900-4899-adbe-af02b5cf758d None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:21.506413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=4854aea4-9444-4d33-9a3b-c45a45490d7f,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.525970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:21.528132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2d5f4b6a-78df-4b52-9550-bd689d11d60e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1002009 Jul 16 18:46:21.533480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:c2:c3:e1', 'name': 'tempest-NetworksTestDHCPv6-692874751'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:21.837802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:21.872752 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '4854aea4-9444-4d33-9a3b-c45a45490d7f'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:21.882612 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.129551 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.153890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Allocated IP 2001:db8::f816:3eff:fe87:84c4 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/4854aea4-9444-4d33-9a3b-c45a45490d7f/5ae23ebf-257c-421f-b499-e527397a522f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:22.207502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35142) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:22.218517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port d3ce2be8-6052-48f4-b1e6-96fa6e2185a7 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:22.276473 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a2f8311b-a8a4-423e-b691-23c74fc3a80c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d43490ec1e2b4d548fa24450bc54a80e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0675004 Jul 16 18:46:22.280700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35144) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:22.377233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22879321-d48e-4050-b48a-03b1b5a5254f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.395363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.407867 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22879321-d48e-4050-b48a-03b1b5a5254f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.408754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Transition to ACTIVE for port object 5ae23ebf-257c-421f-b499-e527397a522f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:22.429473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Transition to ACTIVE for port object 5ae23ebf-257c-421f-b499-e527397a522f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:22.449353 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.504995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:22.508813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:22.511860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:22.513467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22879321-d48e-4050-b48a-03b1b5a5254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.524094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22879321-d48e-4050-b48a-03b1b5a5254f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.524625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Pushing event updated for resources: {'Port': ['ID=5ae23ebf-257c-421f-b499-e527397a522f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.532616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22879321-d48e-4050-b48a-03b1b5a5254f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bfeb6db-026f-41d9-a051-f21a0b628ba8 HTTP/1.1" status: 204 len: 168 time: 0.2442954 Jul 16 18:46:22.555056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22879321-d48e-4050-b48a-03b1b5a5254f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfeb6db-026f-41d9-a051-f21a0b628ba8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.566948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:fec2:c3e1 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/4854aea4-9444-4d33-9a3b-c45a45490d7f/d3ce2be8-6052-48f4-b1e6-96fa6e2185a7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:22.619888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Attempting to bind port 5ae23ebf-257c-421f-b499-e527397a522f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:22.620307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Attempting to bind port 5ae23ebf-257c-421f-b499-e527397a522f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:22.621365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Attempting to bind port 5ae23ebf-257c-421f-b499-e527397a522f on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:22.650101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:22.651048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:22.651497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.653414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:22.653931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Bound port: 5ae23ebf-257c-421f-b499-e527397a522f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:22.654346 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.807554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] For port 5ae23ebf-257c-421f-b499-e527397a522f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:22.818462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] For port 5ae23ebf-257c-421f-b499-e527397a522f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5ae23ebf-257c-421f-b499-e527397a522f,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:22.828564 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.828689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35152) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.000674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e2e85-ad02-4307-94cb-55f9f8e0b4f1 None None] Pushing event updated for resources: {'Port': ['ID=5ae23ebf-257c-421f-b499-e527397a522f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.041629 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50f12685-f9df-41aa-a797-ab751370ad8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.265522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50f12685-f9df-41aa-a797-ab751370ad8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.273518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50f12685-f9df-41aa-a797-ab751370ad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.274611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.314942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f12685-f9df-41aa-a797-ab751370ad8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adf5231-a7d9-49b9-acdc-bc3a518d74ad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.315186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object d3ce2be8-6052-48f4-b1e6-96fa6e2185a7 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:23.382045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-50f12685-f9df-41aa-a797-ab751370ad8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b83e0ab72f7743ea84defc5b83ee4acc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495119 Jul 16 18:46:23.384695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.419399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.485121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-657720fd-1ba6-4bd4-a557-0c48663decac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.503178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=d3ce2be8-6052-48f4-b1e6-96fa6e2185a7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.524739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:23.527082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:23.529642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-657720fd-1ba6-4bd4-a557-0c48663decac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.530209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:23.536091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.536958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.566390 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aa7de8e2-6c62-4004-a7f2-c57d66aff637 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0353458 Jul 16 18:46:23.566860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35158) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.606238 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-657720fd-1ba6-4bd4-a557-0c48663decac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.610115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-657720fd-1ba6-4bd4-a557-0c48663decac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.611496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-657720fd-1ba6-4bd4-a557-0c48663decac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2adf5231-a7d9-49b9-acdc-bc3a518d74ad HTTP/1.1" status: 204 len: 168 time: 0.2232332 Jul 16 18:46:23.632268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657720fd-1ba6-4bd4-a557-0c48663decac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adf5231-a7d9-49b9-acdc-bc3a518d74ad,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.694620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b7277d-cd3f-489f-895e-e7205a242113 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.707963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b7277d-cd3f-489f-895e-e7205a242113 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.712910 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a7b7277d-cd3f-489f-895e-e7205a242113 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1423438 Jul 16 18:46:23.713294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:23.848837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port d3ce2be8-6052-48f4-b1e6-96fa6e2185a7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:23.849371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.986656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.008671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for d3ce2be8-6052-48f4-b1e6-96fa6e2185a7 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:24.067534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35168) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:24.083573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d6eedf3-721d-4d69-9fe3-1ddc65dde0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.209227 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.252830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5ae23ebf-257c-421f-b499-e527397a522f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:24.332010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=d3ce2be8-6052-48f4-b1e6-96fa6e2185a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.333820 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d6eedf3-721d-4d69-9fe3-1ddc65dde0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.339093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.348306 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6d6eedf3-721d-4d69-9fe3-1ddc65dde0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.349032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ccb7dc9b-c603-42fc-83c5-f4fce5c8143f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/d3ce2be8-6052-48f4-b1e6-96fa6e2185a7 HTTP/1.1" status: 204 len: 168 time: 0.6340194 Jul 16 18:46:24.349406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5ae23ebf-257c-421f-b499-e527397a522f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:24.351540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:24.403555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6d6eedf3-721d-4d69-9fe3-1ddc65dde0a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91ac04af2a414383bac647bb4a70f12f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3348002 Jul 16 18:46:24.405258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eedf3-721d-4d69-9fe3-1ddc65dde0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b167b793-e53a-438a-959a-4718e32bedf7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.407963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:24.467247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1824d-d88e-4f28-8af0-60eb4cc15267 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.469157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1824d-d88e-4f28-8af0-60eb4cc15267 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.474880 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-53f1824d-d88e-4f28-8af0-60eb4cc15267 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1179268 Jul 16 18:46:24.475307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35174) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:24.498412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0dfa3869-d7ef-4e72-8632-e7d16dbd3662 None None] Provisioning for port 5ae23ebf-257c-421f-b499-e527397a522f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:24.504203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac22225-4db9-4286-88b1-089be91ddcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.507970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0dfa3869-d7ef-4e72-8632-e7d16dbd3662 None None] Provisioning complete for port 5ae23ebf-257c-421f-b499-e527397a522f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:24.510466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3869-d7ef-4e72-8632-e7d16dbd3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.566988 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac22225-4db9-4286-88b1-089be91ddcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.627743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 4854aea4-9444-4d33-9a3b-c45a45490d7f {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:24.644465 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.688707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac22225-4db9-4286-88b1-089be91ddcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.699764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3869-d7ef-4e72-8632-e7d16dbd3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.700109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ac22225-4db9-4286-88b1-089be91ddcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.706668 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6ac22225-4db9-4286-88b1-089be91ddcd6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b167b793-e53a-438a-959a-4718e32bedf7 HTTP/1.1" status: 204 len: 168 time: 0.2926171 Jul 16 18:46:24.718134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac22225-4db9-4286-88b1-089be91ddcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b167b793-e53a-438a-959a-4718e32bedf7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.768765 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.802466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0dfa3869-d7ef-4e72-8632-e7d16dbd3662 None None] For port 5ae23ebf-257c-421f-b499-e527397a522f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5ae23ebf-257c-421f-b499-e527397a522f,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:24.824130 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0dfa3869-d7ef-4e72-8632-e7d16dbd3662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.951768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.967219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-decb7b17-59db-4e47-8614-2678d4d80eef None None] Could not find standard attr ID for object d3ce2be8-6052-48f4-b1e6-96fa6e2185a7. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:24.986485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa3869-d7ef-4e72-8632-e7d16dbd3662 None None] Pushing event updated for resources: {'Port': ['ID=5ae23ebf-257c-421f-b499-e527397a522f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:25.041457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.071989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=4854aea4-9444-4d33-9a3b-c45a45490d7f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:25.081835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.087347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd8cad83-9b7f-4eed-a46d-d0975d607e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/4854aea4-9444-4d33-9a3b-c45a45490d7f HTTP/1.1" status: 204 len: 168 time: 0.6084685 Jul 16 18:46:25.087695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35180) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:25.093976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cb6985-ed9b-4d43-83fa-bd62106455ee None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:25.132211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-93e20ca4-3673-49c9-98f3-4bc0a0556776 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416317 Jul 16 18:46:25.134745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35182) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:25.140667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:25.326774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:25.337216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.381451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:25.465647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] Deleting port 5ae23ebf-257c-421f-b499-e527397a522f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:25.466995 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.485225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35186) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:25.501457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48be-ea55-42d6-83c5-4d6c32264787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.596661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] For port 5ae23ebf-257c-421f-b499-e527397a522f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5ae23ebf-257c-421f-b499-e527397a522f,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:25.597181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.621692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] Calling delete_port for 5ae23ebf-257c-421f-b499-e527397a522f owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:25.745029 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48be-ea55-42d6-83c5-4d6c32264787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.759360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2d1d48be-ea55-42d6-83c5-4d6c32264787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.785660 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:25.818424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] Pushing event deleted for resources: {'Port': ['ID=5ae23ebf-257c-421f-b499-e527397a522f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:25.824798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553286c8-837e-4334-8ff5-981edb0d2761 None None] No DVR routers for this DVR port 5ae23ebf-257c-421f-b499-e527397a522f on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:25.852801 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2d1d48be-ea55-42d6-83c5-4d6c32264787 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c6afb77bf2e4949b748290db23ac2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640034 Jul 16 18:46:25.853026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:25.853475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35190) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:25.860453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d48be-ea55-42d6-83c5-4d6c32264787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827b7c4-8e91-4d98-bc4d-b30177c60442,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:26.027101 n-d-793620-10 neutron-server[93777]: WARNING neutron.services.revisions.revision_plugin [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Could not find related port for resource to bump revision. Jul 16 18:46:26.038352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_pluggable_backend [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Port 5ae23ebf-257c-421f-b499-e527397a522f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93777) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:46:26.038679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_pluggable_backend [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Reverting IP allocation for 2001:db8::f816:3eff:fe87:84c4 {{(pid=93777) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:46:26.044370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7324-d52a-46de-977a-6e0ac88c4c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.044806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.ipam_pluggable_backend [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe87:84c4 {{(pid=93777) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:46:26.046983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.110876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7324-d52a-46de-977a-6e0ac88c4c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.125243 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:26.134240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:26.145964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4012953-fd0e-4360-ae94-9dc3b124f18f None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:26.148417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:26.149029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.151634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=817cbc1e-d7e7-4767-b823-687618aae9d3,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:26.189529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:26.189820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-62e4a55f-6fc1-4588-a19d-a24690a97c4a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0537374 Jul 16 18:46:26.201386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:ee:11:f8', 'name': 'tempest-NetworksTestDHCPv6-1395837073'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:26.225370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7324-d52a-46de-977a-6e0ac88c4c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.228609 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7324-d52a-46de-977a-6e0ac88c4c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.229046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5ae23ebf-257c-421f-b499-e527397a522f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:26.230480 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2a0d7324-d52a-46de-977a-6e0ac88c4c0e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8827b7c4-8e91-4d98-bc4d-b30177c60442 HTTP/1.1" status: 204 len: 168 time: 0.3756187 Jul 16 18:46:26.240792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d7324-d52a-46de-977a-6e0ac88c4c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827b7c4-8e91-4d98-bc4d-b30177c60442,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:26.358281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5ae23ebf-257c-421f-b499-e527397a522f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:26.358806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5ae23ebf-257c-421f-b499-e527397a522f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:26.461525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:26.472023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.515330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port ea910448-90f2-45e7-97e0-9819e8196041 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:26.597552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '817cbc1e-d7e7-4767-b823-687618aae9d3'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:26.599951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.734727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:feee:11f8 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/817cbc1e-d7e7-4767-b823-687618aae9d3/ea910448-90f2-45e7-97e0-9819e8196041) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:27.021863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.044813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object ea910448-90f2-45e7-97e0-9819e8196041 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:27.096936 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.189430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:27.197179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Allocated IP 2001:db8::f816:3eff:fef4:7d23 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/817cbc1e-d7e7-4767-b823-687618aae9d3/c6b7acf6-78e8-43ae-8aaf-4e842c0ba395) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:27.201279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:27.205953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:27.216492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.217791 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.235279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=ea910448-90f2-45e7-97e0-9819e8196041,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.260345 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9e8235f2-cab1-499c-b4de-a1ffb9aa3adf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0688303 Jul 16 18:46:27.265221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:27.394731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdd3783-eb90-461b-a890-d24657a95967 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.399819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:27.410011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ebdd3783-eb90-461b-a890-d24657a95967 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1427853 Jul 16 18:46:27.526973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.532062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Transition to ACTIVE for port object c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:27.551478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Transition to ACTIVE for port object c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:27.561536 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.605573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port ea910448-90f2-45e7-97e0-9819e8196041 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:27.606549 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.607900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:27.613594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:27.621116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:27.623367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Pushing event updated for resources: {'Port': ['ID=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.787929 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.818282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for ea910448-90f2-45e7-97e0-9819e8196041 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:27.945301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Attempting to bind port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:27.946839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Attempting to bind port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:27.947476 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Attempting to bind port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:27.960327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:27.960784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:27.961122 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.961522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:27.962014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Bound port: c6b7acf6-78e8-43ae-8aaf-4e842c0ba395, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:27.962404 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.155729 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.189508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] For port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:28.198667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] For port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:28.211273 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.229023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=ea910448-90f2-45e7-97e0-9819e8196041,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:28.327418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.329574 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f42acd9e-446b-4cb9-8a3a-4ce9b2b4fbeb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/ea910448-90f2-45e7-97e0-9819e8196041 HTTP/1.1" status: 204 len: 168 time: 0.9278541 Jul 16 18:46:28.336230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35232) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:28.353941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6f2df-1c26-4b73-bac8-579ec3a1dd89 None None] Pushing event updated for resources: {'Port': ['ID=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:28.446252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fed27-eaae-4347-9d65-abe2dfaeb821 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:28.449955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6fed27-eaae-4347-9d65-abe2dfaeb821 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:28.453595 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9c6fed27-eaae-4347-9d65-abe2dfaeb821 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177597 Jul 16 18:46:28.457698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35234) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:28.539804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 817cbc1e-d7e7-4767-b823-687618aae9d3 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:28.545134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.604712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.787978 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.884029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.936665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=817cbc1e-d7e7-4767-b823-687618aae9d3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:28.945001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.949054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e4450227-8256-4065-9188-a8c1711deeef tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/817cbc1e-d7e7-4767-b823-687618aae9d3 HTTP/1.1" status: 204 len: 168 time: 0.4890561 Jul 16 18:46:28.951857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35244) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.027899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b3184e6d-930a-47ab-9ebc-c36dddfc35f5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742795 Jul 16 18:46:29.030901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35246) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.142509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946db196-8ecd-4128-bf23-2b7208f7f8c5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:29.145400 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-946db196-8ecd-4128-bf23-2b7208f7f8c5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1116922 Jul 16 18:46:29.147836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35252) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.233236 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09778028-1214-40c9-bac9-06c62b980b85 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:29.237785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-09778028-1214-40c9-bac9-06c62b980b85 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0859516 Jul 16 18:46:29.238534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35254) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.329938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35260) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:29.340284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:29.345339 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e52baa2e-eb59-4e3e-adc8-e793d6ee0fc7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913057 Jul 16 18:46:29.474949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:29.479670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:29.794371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711db724-cc76-49de-a051-2323c1d92448 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:29.913068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8151a31e-0700-4f74-b216-312568fdc57f None None] Provisioning for port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:29.928502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.objects.ports [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93777) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:30.011579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:30.219524 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.222205 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fceb603c-bff0-4b95-beea-0ff6843fa351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.322829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-809e3300-f3da-488b-8c86-6a76e6bf79af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.355070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:30.499604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fceb603c-bff0-4b95-beea-0ff6843fa351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.526228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fceb603c-bff0-4b95-beea-0ff6843fa351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.551712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:30.556217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] For port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:30.559638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:30.560258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.605988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.610862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb603c-bff0-4b95-beea-0ff6843fa351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b555f96c-1313-411b-92c2-4a428053315a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.624173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.626384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.659890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fceb603c-bff0-4b95-beea-0ff6843fa351 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5da20678427404cbeafb529d945956d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6441207 Jul 16 18:46:30.660634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35280) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:30.714001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f79036a8-f8e1-43a7-b12f-f0e0fb76f4a1 None None] Provisioning complete for port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:30.715979 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f79036a8-f8e1-43a7-b12f-f0e0fb76f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.779333 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:30.821509 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab390d8d-cc67-4346-a273-b7ada114a96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.837407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,revision_number=5']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.859192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:30.863284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:30.869077 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:30.870495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.884771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=2a8d5d98-ee31-43aa-940a-b61c35367bb4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.898180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c8471a6-bcf3-4167-9bb0-7d4df99f4be9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5678887 Jul 16 18:46:30.902849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35282) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:30.913757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:7c:54:85', 'name': 'tempest-NetworksTestDHCPv6-535220981'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:30.935367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab390d8d-cc67-4346-a273-b7ada114a96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.966414 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.027484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f84e9cb-1549-40ee-ad45-5286c5550682 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:31.099554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:31.100760 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f79036a8-f8e1-43a7-b12f-f0e0fb76f4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.117376 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.143802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab390d8d-cc67-4346-a273-b7ada114a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.146470 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab390d8d-cc67-4346-a273-b7ada114a96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.148197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ab390d8d-cc67-4346-a273-b7ada114a96e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b555f96c-1313-411b-92c2-4a428053315a HTTP/1.1" status: 204 len: 168 time: 0.4861407 Jul 16 18:46:31.154792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:31.167598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab390d8d-cc67-4346-a273-b7ada114a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b555f96c-1313-411b-92c2-4a428053315a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:31.280365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:31.317077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-f79036a8-f8e1-43a7-b12f-f0e0fb76f4a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:46:31.317667 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-f79036a8-f8e1-43a7-b12f-f0e0fb76f4a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:46:31.331740 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.380730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port cf000290-819e-43ce-92e1-56590733ed5d yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:31.574496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:fe7c:5485 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/2a8d5d98-ee31-43aa-940a-b61c35367bb4/cf000290-819e-43ce-92e1-56590733ed5d) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:31.695416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35290) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:31.728455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.830598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.851591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object cf000290-819e-43ce-92e1-56590733ed5d will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:31.919150 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.921545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.927632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.978588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=079a085832504c64aeee080626a9e890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762194 Jul 16 18:46:31.978588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc9f21b-81dc-494d-8655-ff9d153db018,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:31.983922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35292) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:31.984462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:31.992383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.992707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.993112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.993400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.993717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.994048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.994374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.994702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.995071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.995394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.995718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:31.996030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea39714-3e45-4a59-be49-231a85898b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:32.005492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:32.008194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c41ad28b-7591-4e63-92e2-d7e1871646c2 None None] Provisioning complete for port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:32.008986 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c41ad28b-7591-4e63-92e2-d7e1871646c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.009132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:32.015475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:32.016212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.019163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=cf000290-819e-43ce-92e1-56590733ed5d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:32.095025 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0e5a2860-30ac-40b9-8143-fff386bea782 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1904891 Jul 16 18:46:32.102061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35294) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:32.230182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae9bd0c-c3ee-4143-b556-69e6b88d0556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.240669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c41ad28b-7591-4e63-92e2-d7e1871646c2 None None] Could not find standard attr ID for object ea910448-90f2-45e7-97e0-9819e8196041. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:32.273059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae9bd0c-c3ee-4143-b556-69e6b88d0556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.285024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66343b1c-24be-4f5e-91b8-b6ed079ac8b5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:32.330610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66343b1c-24be-4f5e-91b8-b6ed079ac8b5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:32.334450 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66343b1c-24be-4f5e-91b8-b6ed079ac8b5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2287490 Jul 16 18:46:32.337484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35296) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:32.337837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:32.409363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:32.409800 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.424124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae9bd0c-c3ee-4143-b556-69e6b88d0556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.429543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cae9bd0c-c3ee-4143-b556-69e6b88d0556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.437382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cae9bd0c-c3ee-4143-b556-69e6b88d0556 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adc9f21b-81dc-494d-8655-ff9d153db018 HTTP/1.1" status: 204 len: 168 time: 0.4367404 Jul 16 18:46:32.471105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9bd0c-c3ee-4143-b556-69e6b88d0556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc9f21b-81dc-494d-8655-ff9d153db018,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:32.577361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port cf000290-819e-43ce-92e1-56590733ed5d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:32.578415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.608736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d021ca82-b620-4dc7-bfed-597d02ad966b None None] Provisioning for port cf000290-819e-43ce-92e1-56590733ed5d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:32.616268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d021ca82-b620-4dc7-bfed-597d02ad966b None None] Provisioning complete for port cf000290-819e-43ce-92e1-56590733ed5d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:32.617883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d021ca82-b620-4dc7-bfed-597d02ad966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.668364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d021ca82-b620-4dc7-bfed-597d02ad966b None None] Port cf000290-819e-43ce-92e1-56590733ed5d cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:32.755825 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.773205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for cf000290-819e-43ce-92e1-56590733ed5d owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:32.987735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.059018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=cf000290-819e-43ce-92e1-56590733ed5d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:33.101534 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.105720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e2874de-a35c-4eef-ba31-9b1fe4b9737f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/cf000290-819e-43ce-92e1-56590733ed5d HTTP/1.1" status: 204 len: 168 time: 0.7655156 Jul 16 18:46:33.108054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35310) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:33.150063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ef70c27-b8af-4227-8355-b4af9b8d26c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.244627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414e43b-e93a-471f-b75c-4dcc8af97d67 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.249496 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0414e43b-e93a-471f-b75c-4dcc8af97d67 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.253013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0414e43b-e93a-471f-b75c-4dcc8af97d67 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1432059 Jul 16 18:46:33.255615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35314) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:33.358813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 2a8d5d98-ee31-43aa-940a-b61c35367bb4 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:33.366464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.404767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.434347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.594200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.689789 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.716571 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.724334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/2a8d5d98-ee31-43aa-940a-b61c35367bb4 HTTP/1.1" status: 204 len: 168 time: 0.4668250 Jul 16 18:46:33.725459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35326) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:33.727890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664eea24-a07e-4e65-af2a-03eed4516958 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:33.754875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:33.783052 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4980523-4a08-4d5c-a9be-788e61bc012d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8d5d98-ee31-43aa-940a-b61c35367bb4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:33.853909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-059a08b0-1927-46d1-9931-c213349663b5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831256 Jul 16 18:46:33.858608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35332) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:33.869163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:34.015610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-972710270-network', 'tenant_id': '23b0bc644d9e4cff9596d7115edf523c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:34.071664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Made reservation on behalf of 23b0bc644d9e4cff9596d7115edf523c for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:34.075962 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.098773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.128721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:34.158206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:34.172773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.221612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] Deleting port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:34.223093 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.272357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:34.360811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] For port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:34.361201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.391610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] Calling delete_port for c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:34.413967 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.497395 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.515064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.521265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.555744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:34.563201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.599915 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.624248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] No DVR routers for this DVR port c6b7acf6-78e8-43ae-8aaf-4e842c0ba395 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:34.624871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:34.649535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:34.668359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7666f951-955c-43f3-ac62-04f285aca3cb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:34.676210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.676740 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Added segment 2492f19c-6508-41ad-b348-6c16d6d79b4d of type vlan for network 475354d5-1278-483a-a1dd-7e5f760b440e Jul 16 18:46:34.682302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4921d-9c98-4b88-90ca-947e87b45111 None None] Pushing event deleted for resources: {'Port': ['ID=c6b7acf6-78e8-43ae-8aaf-4e842c0ba395,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:34.762061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.821976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:34.825957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.836836 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.837951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.838557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.938844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:34.947545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1905513 Jul 16 18:46:34.952057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35336) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:34.956474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:34.964272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Request body: {'subnet': {'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-972710270-subnet', 'tenant_id': '23b0bc644d9e4cff9596d7115edf523c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:34.975457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ab4560-1c64-4ef8-b5b8-d0b020d5bc0b None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:35.005642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Made reservation on behalf of 23b0bc644d9e4cff9596d7115edf523c for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:35.012912 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.072656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:35.075641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.093678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c956f-864d-436b-a96e-c8cbf0fc12d8 admin admin] Pushing event updated for resources: {'Network': ['ID=475354d5-1278-483a-a1dd-7e5f760b440e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:35.098145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=e93e2f06-0782-4fe1-8f0c-f819128c6c03,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:35.122212 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66730d73-a81a-4187-bef8-509df4bbac5e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2614217 Jul 16 18:46:35.125591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:35.138543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:ad:b8:36', 'name': 'tempest-NetworksTestDHCPv6-1170123378'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:35.154111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 475354d5-1278-483a-a1dd-7e5f760b440e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:35.257353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': 'e93e2f06-0782-4fe1-8f0c-f819128c6c03'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:35.258407 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.438263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:35.455145 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.467157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.473923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Allocated IP 2001:db8::f816:3eff:fedf:c61e (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e93e2f06-0782-4fe1-8f0c-f819128c6c03/afd246d2-b23c-4aeb-9f58-06f529d103f7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:35.506663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 7264189a-a556-4376-ac37-8c5f33cc5f6a yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:35.598083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7a0dd8-625e-4008-947d-e22ea6dc1f79,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:35.618112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Checking segment: {'id': '2492f19c-6508-41ad-b348-6c16d6d79b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:35.619063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Network hostable DHCP agents. Network: 475354d5-1278-483a-a1dd-7e5f760b440e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:35.653444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Network 475354d5-1278-483a-a1dd-7e5f760b440e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:35.673073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 475354d5-1278-483a-a1dd-7e5f760b440e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:35.683925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:35.687492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.694269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6eefa6-478d-4deb-a9bb-1d751e79e32a None None] Network 475354d5-1278-483a-a1dd-7e5f760b440e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:35.714073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-af6766f7-cdaa-4d11-9e1e-e91cd0665ad5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7588427 Jul 16 18:46:35.876606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:35.913711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Transition to ACTIVE for port object afd246d2-b23c-4aeb-9f58-06f529d103f7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:35.982662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.026243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Transition to ACTIVE for port object afd246d2-b23c-4aeb-9f58-06f529d103f7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:36.084818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678498bb-85f6-473f-b19f-9653d6ecac40 None None] Network 475354d5-1278-483a-a1dd-7e5f760b440e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:36.088957 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.130564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:fead:b836 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e93e2f06-0782-4fe1-8f0c-f819128c6c03/7264189a-a556-4376-ac37-8c5f33cc5f6a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:36.201889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:36.218338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:36.222460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:36.293240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Pushing event updated for resources: {'Port': ['ID=afd246d2-b23c-4aeb-9f58-06f529d103f7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:36.428666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Attempting to bind port afd246d2-b23c-4aeb-9f58-06f529d103f7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:36.429281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Attempting to bind port afd246d2-b23c-4aeb-9f58-06f529d103f7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:36.429863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Attempting to bind port afd246d2-b23c-4aeb-9f58-06f529d103f7 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:36.446446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:36.447392 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.447713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:36.448757 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.449652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:36.450529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Bound port: afd246d2-b23c-4aeb-9f58-06f529d103f7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:36.451421 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.470317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 7264189a-a556-4376-ac37-8c5f33cc5f6a will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:36.524439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.611680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:36.620185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:36.623071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35372) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:36.625762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=7264189a-a556-4376-ac37-8c5f33cc5f6a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:36.631631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:36.632761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-872556399-network', 'tenant_id': '0a080dbfb23f48d4ade7009ed652cf14'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:36.642840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.643936 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.661686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] For port afd246d2-b23c-4aeb-9f58-06f529d103f7, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:36.666567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] For port afd246d2-b23c-4aeb-9f58-06f529d103f7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=afd246d2-b23c-4aeb-9f58-06f529d103f7,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:36.672105 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.687065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Made reservation on behalf of 0a080dbfb23f48d4ade7009ed652cf14 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:36.692389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.695575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5acdee03-f371-4463-a476-905e92e78e9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5677695 Jul 16 18:46:36.700715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:36.714369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.785706 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ac68d-c12d-429d-a5a1-127634b69a3a None None] Pushing event updated for resources: {'Port': ['ID=afd246d2-b23c-4aeb-9f58-06f529d103f7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:36.788838 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b973236f-8e9a-4e0c-81ce-1a6dd01628e8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.807500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b973236f-8e9a-4e0c-81ce-1a6dd01628e8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:36.812845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b973236f-8e9a-4e0c-81ce-1a6dd01628e8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1084359 Jul 16 18:46:36.813157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35376) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:36.958428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:36.964994 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.002104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:37.017653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355781e4-d66c-4d4b-8edb-843508d3b548,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:37.039382 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.039709 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Added segment fa727fea-2d74-4b4e-877f-92a2b19fe53c of type vlan for network 75241fb1-76e8-4dc9-9c28-f00c51bf6dd0 Jul 16 18:46:37.039887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 7264189a-a556-4376-ac37-8c5f33cc5f6a {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:37.040437 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.206471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.230604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.247757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 7264189a-a556-4376-ac37-8c5f33cc5f6a owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:37.261674 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.263574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.264617 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.356558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7317030 Jul 16 18:46:37.367206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35380) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.375550 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.377214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Request body: {'subnet': {'network_id': '75241fb1-76e8-4dc9-9c28-f00c51bf6dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-872556399-subnet', 'tenant_id': '0a080dbfb23f48d4ade7009ed652cf14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:37.450648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.464765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c6aed-aac0-4094-aaa9-45f23076d8db admin admin] Pushing event updated for resources: {'Network': ['ID=75241fb1-76e8-4dc9-9c28-f00c51bf6dd0,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:37.480554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 75241fb1-76e8-4dc9-9c28-f00c51bf6dd0 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:37.491918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Made reservation on behalf of 0a080dbfb23f48d4ade7009ed652cf14 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:37.496517 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.504767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=7264189a-a556-4376-ac37-8c5f33cc5f6a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:37.575249 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.580868 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-954c5183-b61c-4a64-98f3-ba299b667105 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/7264189a-a556-4376-ac37-8c5f33cc5f6a HTTP/1.1" status: 204 len: 168 time: 0.7653694 Jul 16 18:46:37.583221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.717348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7c368-f503-47bf-9190-fbb6171a1a0c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.720293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a7c368-f503-47bf-9190-fbb6171a1a0c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.722930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-87a7c368-f503-47bf-9190-fbb6171a1a0c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1376204 Jul 16 18:46:37.727200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.735133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.891705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet e93e2f06-0782-4fe1-8f0c-f819128c6c03 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:37.934569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.023500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.036484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.205734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a47000a-65c7-44cd-aa67-f2e7715d789e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:38.299610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Checking segment: {'id': 'fa727fea-2d74-4b4e-877f-92a2b19fe53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '75241fb1-76e8-4dc9-9c28-f00c51bf6dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:38.300218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Network hostable DHCP agents. Network: 75241fb1-76e8-4dc9-9c28-f00c51bf6dd0, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:38.327711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.382131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Network 75241fb1-76e8-4dc9-9c28-f00c51bf6dd0 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:38.414297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device afd246d2-b23c-4aeb-9f58-06f529d103f7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:38.415278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 75241fb1-76e8-4dc9-9c28-f00c51bf6dd0) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:38.422934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.423886 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.451548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fda4f5-da79-4c46-b5f2-865e53535c37 None None] Network 75241fb1-76e8-4dc9-9c28-f00c51bf6dd0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:38.457630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9a51c353-d0dc-44ce-a97a-365df7ade14a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0886090 Jul 16 18:46:38.493520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.538452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=e93e2f06-0782-4fe1-8f0c-f819128c6c03,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:38.543229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.545437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-60968794-f509-4aa4-9088-b65d13a8631a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e93e2f06-0782-4fe1-8f0c-f819128c6c03 HTTP/1.1" status: 204 len: 168 time: 0.8168466 Jul 16 18:46:38.551455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.680547 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-160b6a9b-73d8-4bce-9848-44aede15087b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264904 Jul 16 18:46:38.684869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35402) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.780445 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0520e691-f4c7-4b1f-bb6a-10b5d9eb7ff9 None None] Provisioning for port afd246d2-b23c-4aeb-9f58-06f529d103f7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:38.797408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb506e6-d65e-4395-b81b-fce38da378ee None None] Network 75241fb1-76e8-4dc9-9c28-f00c51bf6dd0 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:38.829114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0520e691-f4c7-4b1f-bb6a-10b5d9eb7ff9 None None] Provisioning complete for port afd246d2-b23c-4aeb-9f58-06f529d103f7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:38.829715 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0520e691-f4c7-4b1f-bb6a-10b5d9eb7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:38.830996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357480d0-1b88-4a38-9f40-01429dafff46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.834631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port afd246d2-b23c-4aeb-9f58-06f529d103f7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:38.840209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35404) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.842090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-357480d0-1b88-4a38-9f40-01429dafff46 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1541929 Jul 16 18:46:38.923628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10cb843-7b6f-405e-9015-da39a506caad tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.928213 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d10cb843-7b6f-405e-9015-da39a506caad tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0844564 Jul 16 18:46:38.930127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35410) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:38.967106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port afd246d2-b23c-4aeb-9f58-06f529d103f7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:38.967471 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.038567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0ab142df-0a67-4988-ab0f-bd606e13172a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0974309 Jul 16 18:46:39.038567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35412) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:39.041193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:39.048513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055805c-f3b5-41c6-9878-64c1ee6c5338 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:39.253847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:39.258653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.603828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-96157f61-2a15-4855-9575-57c562ecc8e5 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.607164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-96157f61-2a15-4855-9575-57c562ecc8e5 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/networks?id=475354d5-1278-483a-a1dd-7e5f760b440e HTTP/1.1" status: 200 len: 808 time: 0.2555311 Jul 16 18:46:39.646584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-72c17c99-2cf1-41e3-80dc-2c92746468f5 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/quotas/23b0bc644d9e4cff9596d7115edf523c HTTP/1.1" status: 200 len: 375 time: 0.0244033 Jul 16 18:46:39.656033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0520e691-f4c7-4b1f-bb6a-10b5d9eb7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.684546 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.771242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0520e691-f4c7-4b1f-bb6a-10b5d9eb7ff9 None None] For port afd246d2-b23c-4aeb-9f58-06f529d103f7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=afd246d2-b23c-4aeb-9f58-06f529d103f7,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:39.779125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-1f865cfa-091d-4aed-aeae-7e38d04302f7 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=23b0bc644d9e4cff9596d7115edf523c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086924 Jul 16 18:46:39.796221 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0520e691-f4c7-4b1f-bb6a-10b5d9eb7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:39.913289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:39.929453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-568ac2af-90b4-4fae-880a-d482e2ac9a30 None None] Could not find standard attr ID for object 7264189a-a556-4376-ac37-8c5f33cc5f6a. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:39.952352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.004669 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:46:40.005249 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:46:40.009797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520e691-f4c7-4b1f-bb6a-10b5d9eb7ff9 None None] Pushing event updated for resources: {'Port': ['ID=afd246d2-b23c-4aeb-9f58-06f529d103f7,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.033792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] Deleting port afd246d2-b23c-4aeb-9f58-06f529d103f7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:40.034230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.037702 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-6ad5ac2c-1e36-4ccf-aefb-e1855fee9528 service neutron] 10.222.0.48 "GET /v2.0/networks/475354d5-1278-483a-a1dd-7e5f760b440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274191 Jul 16 18:46:40.080734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:40.107529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:40.112034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.113039 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.133825 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=5d7a45a7-3d3f-424e-8f65-30c97d942f5e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.160757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-568d69ed-8229-4e7f-8c0f-ad6b1d0a8d7d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1235960 Jul 16 18:46:40.163594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:40.174663 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] For port afd246d2-b23c-4aeb-9f58-06f529d103f7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=afd246d2-b23c-4aeb-9f58-06f529d103f7,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:40.175242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.179221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:93:72:63', 'name': 'tempest-NetworksTestDHCPv6-1178351639'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:40.193159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] Calling delete_port for afd246d2-b23c-4aeb-9f58-06f529d103f7 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:40.288397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-355cd0bb-5e2f-47f4-9171-f2ce38b2b1b4 service neutron] 10.222.0.48 "GET /v2.0/networks/475354d5-1278-483a-a1dd-7e5f760b440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217548 Jul 16 18:46:40.298444 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.359089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] Pushing event deleted for resources: {'Port': ['ID=afd246d2-b23c-4aeb-9f58-06f529d103f7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:40.368596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889b80e0-06b1-4dfb-a246-da23065e4423 None None] No DVR routers for this DVR port afd246d2-b23c-4aeb-9f58-06f529d103f7 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:40.400168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3e0e07-b36b-4e57-9f60-2927faa066f6 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:40.480846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:40.640215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Port afd246d2-b23c-4aeb-9f58-06f529d103f7 update to ACTIVE by agent not found {{(pid=93779) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:46:40.697204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:40.740235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 4950f882-4c19-4d89-9fd8-1619b501bd11 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:40.796623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af283ab6-4fac-43e0-8838-ae79af721e17 req-1cec56c1-ab6f-4228-ba11-8d019435dc8f tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 210 time: 0.0864120 Jul 16 18:46:40.864619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device afd246d2-b23c-4aeb-9f58-06f529d103f7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:40.920639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: afd246d2-b23c-4aeb-9f58-06f529d103f7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:40.921451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device afd246d2-b23c-4aeb-9f58-06f529d103f7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:41.035657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '5d7a45a7-3d3f-424e-8f65-30c97d942f5e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:41.037428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.067923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::26a (38ca1476-3b14-4c02-bf15-966d9d6ae04d/5d7a45a7-3d3f-424e-8f65-30c97d942f5e/4950f882-4c19-4d89-9fd8-1619b501bd11) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:41.339176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.366805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 4950f882-4c19-4d89-9fd8-1619b501bd11 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:41.423552 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.491983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/5d7a45a7-3d3f-424e-8f65-30c97d942f5e/90c0c020-f321-4d07-8fba-d934e802ab77) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:41.516861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:41.523629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:41.532809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:41.544609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.546442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.568405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=4950f882-4c19-4d89-9fd8-1619b501bd11,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:41.587630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-28da832c-15a7-4808-beee-f79d0054acea tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4209006 Jul 16 18:46:41.591422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35442) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:41.731294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98458f2f-b8a9-460a-860a-bc8c2534554d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.735863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-98458f2f-b8a9-460a-860a-bc8c2534554d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1399467 Jul 16 18:46:41.736272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:41.845639 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:41.864217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Transition to ACTIVE for port object 90c0c020-f321-4d07-8fba-d934e802ab77 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:41.887310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Transition to ACTIVE for port object 90c0c020-f321-4d07-8fba-d934e802ab77 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:41.900879 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.026979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:42.031660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Pushing event updated for resources: {'Port': ['ID=90c0c020-f321-4d07-8fba-d934e802ab77,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.036439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:42.039951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:42.130669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Attempting to bind port 90c0c020-f321-4d07-8fba-d934e802ab77 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:42.131034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Attempting to bind port 90c0c020-f321-4d07-8fba-d934e802ab77 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:42.131402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Attempting to bind port 90c0c020-f321-4d07-8fba-d934e802ab77 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:42.138395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:42.139042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:42.139464 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.139867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:42.140396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Bound port: 90c0c020-f321-4d07-8fba-d934e802ab77, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:42.140869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.154479 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-85fdbf8e-274b-4145-bc27-a72ba9e9dfe0 req-0c890895-eae9-4a4c-a886-e4cdbf1ff0e1 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 210 time: 0.1250126 Jul 16 18:46:42.233681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] For port 90c0c020-f321-4d07-8fba-d934e802ab77, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:42.238911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] For port 90c0c020-f321-4d07-8fba-d934e802ab77, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=90c0c020-f321-4d07-8fba-d934e802ab77,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:42.243825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.250354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 4950f882-4c19-4d89-9fd8-1619b501bd11 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:42.250997 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.332523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af300214-4437-4366-b5cf-b6055e716c7d None None] Pushing event updated for resources: {'Port': ['ID=90c0c020-f321-4d07-8fba-d934e802ab77,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.369311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.388597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 4950f882-4c19-4d89-9fd8-1619b501bd11 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:42.594350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.671265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=4950f882-4c19-4d89-9fd8-1619b501bd11,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:42.718921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:42.727006 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-82c0cdc6-5fe0-4a05-87c4-9690f96eb391 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/4950f882-4c19-4d89-9fd8-1619b501bd11 HTTP/1.1" status: 204 len: 168 time: 0.9869235 Jul 16 18:46:42.727685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35450) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.851384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 90c0c020-f321-4d07-8fba-d934e802ab77 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:42.886654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb841742-edc2-496d-82e8-4b55cbab76f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.890947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb841742-edc2-496d-82e8-4b55cbab76f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.896591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eb841742-edc2-496d-82e8-4b55cbab76f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1661024 Jul 16 18:46:42.897870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35454) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:42.950878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 90c0c020-f321-4d07-8fba-d934e802ab77 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:42.966823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-f8ee7d8c-94e9-454d-ae6e-75640f6c5625 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:42.969350 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-f8ee7d8c-94e9-454d-ae6e-75640f6c5625 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.13 "GET /v2.0/networks?id=475354d5-1278-483a-a1dd-7e5f760b440e HTTP/1.1" status: 200 len: 808 time: 0.2384515 Jul 16 18:46:42.988095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Request body: {'port': {'device_id': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e', 'admin_state_up': True, 'tenant_id': '23b0bc644d9e4cff9596d7115edf523c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:43.007651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 5d7a45a7-3d3f-424e-8f65-30c97d942f5e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:43.013846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.067937 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.186398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Made reservation on behalf of 23b0bc644d9e4cff9596d7115edf523c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:43.191136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.264768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.443869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Allocated IP 172.20.0.7 (475354d5-1278-483a-a1dd-7e5f760b440e/fc7a0dd8-625e-4008-947d-e22ea6dc1f79/e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:43.711220 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.766751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f2638df-7326-42c4-95fc-f55f656ac56a req-f5237ac0-e876-4a32-8837-f10b4f3456fa tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 210 time: 0.4097970 Jul 16 18:46:43.787934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.847497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.886396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Network 475354d5-1278-483a-a1dd-7e5f760b440e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:43.892706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:43.901455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:43.923358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4c43a0d9-266a-4932-93c7-d625ad6b6503 None None] Provisioning for port 90c0c020-f321-4d07-8fba-d934e802ab77 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:43.928346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7a45a7-3d3f-424e-8f65-30c97d942f5e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:43.935511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4c43a0d9-266a-4932-93c7-d625ad6b6503 None None] Provisioning complete for port 90c0c020-f321-4d07-8fba-d934e802ab77 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:43.936821 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d9-266a-4932-93c7-d625ad6b6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.939384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.942727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2251e6a9-5d8e-4533-b115-8b89b6f09b8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/5d7a45a7-3d3f-424e-8f65-30c97d942f5e HTTP/1.1" status: 204 len: 168 time: 1.0430303 Jul 16 18:46:43.947814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:43.948922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Pushing event updated for resources: {'Port': ['ID=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:43.967293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-67c3e05a-3f8e-4e7c-96b0-8ce8007715f3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.970069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-67c3e05a-3f8e-4e7c-96b0-8ce8007715f3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.6441262 Jul 16 18:46:43.999838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-75a0725c-06a4-412a-ad31-30048b976eb8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/quotas/d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 375 time: 0.0215042 Jul 16 18:46:44.044392 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fdc543f6-4216-4480-9d56-255ae2ac9343 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902083 Jul 16 18:46:44.049165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35470) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.114107 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d9-266a-4932-93c7-d625ad6b6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.122419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.123698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.127258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-bee56bca-f052-43b3-87ce-566f2e664a89 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150243 Jul 16 18:46:44.155210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4c43a0d9-266a-4932-93c7-d625ad6b6503 None None] For port 90c0c020-f321-4d07-8fba-d934e802ab77, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=90c0c020-f321-4d07-8fba-d934e802ab77,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:44.160884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-db011f90-1fb9-4544-8303-dd0d589d7166 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1800179 Jul 16 18:46:44.161405 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4c43a0d9-266a-4932-93c7-d625ad6b6503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.179231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-866cbc98-c4aa-4f33-9eb2-65e5ea04b10a tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:46:44.182403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-866cbc98-c4aa-4f33-9eb2-65e5ea04b10a tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124841 Jul 16 18:46:44.206768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014fdc3-8949-42fe-bc6f-f3bfbf51bea8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.214837 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2014fdc3-8949-42fe-bc6f-f3bfbf51bea8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1640265 Jul 16 18:46:44.222427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.229221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43a0d9-266a-4932-93c7-d625ad6b6503 None None] Pushing event updated for resources: {'Port': ['ID=90c0c020-f321-4d07-8fba-d934e802ab77,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:44.316751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-5e2dcb20-e96b-4730-b985-e0fb31f8a7ba service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703920 Jul 16 18:46:44.333322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd62044-f124-49cc-af4f-499e537acaec None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:44.336376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb37d28-6d41-41d9-8634-92f478265ae4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.339887 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ebb37d28-6d41-41d9-8634-92f478265ae4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154232 Jul 16 18:46:44.345092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.385035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-456f3892-c39b-4765-acc1-337ef1541bf3 None None] Could not find standard attr ID for object 4950f882-4c19-4d89-9fd8-1619b501bd11. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:44.425875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ca72b44e-8760-463b-8d91-acdd6c71dc54 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788529 Jul 16 18:46:44.433049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Request body: {'port': {'device_id': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:44.438624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:44.446410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:44.498190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-32491631-3487-4477-94ce-a912b7f55c93 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657813 Jul 16 18:46:44.574818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:44.639248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] Deleting port 90c0c020-f321-4d07-8fba-d934e802ab77 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:44.639608 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.717283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.724799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] For port 90c0c020-f321-4d07-8fba-d934e802ab77, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=90c0c020-f321-4d07-8fba-d934e802ab77,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:44.725657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:44.745958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] Calling delete_port for 90c0c020-f321-4d07-8fba-d934e802ab77 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:44.762642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 90c0c020-f321-4d07-8fba-d934e802ab77 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:44.787806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:44.792222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.042255 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.049951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.055870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa22b4d-48af-41f7-96c0-1df30d13b6c4 req-06981089-5cfa-4d46-84f8-bbd0f864ef54 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.060193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1aa22b4d-48af-41f7-96c0-1df30d13b6c4 req-06981089-5cfa-4d46-84f8-bbd0f864ef54 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 931 time: 0.0966060 Jul 16 18:46:45.114022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] Pushing event deleted for resources: {'Port': ['ID=90c0c020-f321-4d07-8fba-d934e802ab77,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:45.136441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b82dbd-8fbd-40f1-a8c9-bedf0344f46e None None] No DVR routers for this DVR port 90c0c020-f321-4d07-8fba-d934e802ab77 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:45.146941 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1aa22b4d-48af-41f7-96c0-1df30d13b6c4 req-9268b736-b4fc-4525-8855-fecf4cd2f5e5 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818136 Jul 16 18:46:45.334505 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e898d24-a878-430a-9852-b2ae2d447c12 req-352509cb-1b22-4684-b7dd-7884b83aaa6c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 210 time: 0.0367115 Jul 16 18:46:45.443305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:45.448990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.530263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:45.536582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:45.542228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:45.550518 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.554121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.554795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.555117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631a1e91-fa2d-4e35-8faa-7fa476bc1ae9 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:45.578175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=d38a5a6f-b8c4-4cd2-817f-b0ce3a703390,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:45.595110 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f268b236-9265-48f5-b1d3-4512db1d3964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1507790 Jul 16 18:46:45.595110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Transition to ACTIVE for port object e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:45.596555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35496) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:45.600294 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.600859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7870c959-2993-4aac-980e-eb3bd5302db6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:45.727385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:45.796656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7870c959-2993-4aac-980e-eb3bd5302db6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:45.803414 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7870c959-2993-4aac-980e-eb3bd5302db6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.848032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Attempting to bind port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:45.849013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Attempting to bind port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '2492f19c-6508-41ad-b348-6c16d6d79b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:45.849539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Attempting to bind port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc on network 475354d5-1278-483a-a1dd-7e5f760b440e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:45.853973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': 'd38a5a6f-b8c4-4cd2-817f-b0ce3a703390'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:46:45.854801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.857863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc on network 475354d5-1278-483a-a1dd-7e5f760b440e not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:45.858429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Attempting to bind port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc on network 475354d5-1278-483a-a1dd-7e5f760b440e {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:45.869824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:45.871139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Checking segment: {'id': '2492f19c-6508-41ad-b348-6c16d6d79b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:45.871139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Bound using segment: {'id': '2492f19c-6508-41ad-b348-6c16d6d79b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:45.872185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Bound port: e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2492f19c-6508-41ad-b348-6c16d6d79b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:45.872853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.955173 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-7870c959-2993-4aac-980e-eb3bd5302db6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d38a5a6f-b8c4-4cd2-817f-b0ce3a703390 (CIDR: 2001:db8::/64) Jul 16 18:46:45.961133 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-7870c959-2993-4aac-980e-eb3bd5302db6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:45.961991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7870c959-2993-4aac-980e-eb3bd5302db6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:45.986514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7870c959-2993-4aac-980e-eb3bd5302db6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3900113 Jul 16 18:46:45.991552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35500) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:46.000611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:46.029943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Allocated IP 2001:db8::f816:3eff:fe75:a01c (38ca1476-3b14-4c02-bf15-966d9d6ae04d/d38a5a6f-b8c4-4cd2-817f-b0ce3a703390/e78270e9-fb5f-4ed6-9d15-b0978c37a182) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:46.033830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] For port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:46.064676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] For port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,segment=NetworkSegment(2492f19c-6508-41ad-b348-6c16d6d79b4d),segment_id=2492f19c-6508-41ad-b348-6c16d6d79b4d)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:46.115745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.235515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.236675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.239482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] 10.222.0.13 "PUT /v2.0/ports/e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc HTTP/1.1" status: 200 len: 1092 time: 2.0495799 Jul 16 18:46:46.240288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'tag': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:46.245068 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7ae480-5665-4984-9fee-46e59a4fec41", "tag": "e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:46.271213 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.287968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Transition to ACTIVE for port object e78270e9-fb5f-4ed6-9d15-b0978c37a182 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:46.326840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Transition to ACTIVE for port object e78270e9-fb5f-4ed6-9d15-b0978c37a182 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:46.329374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b97b0-8df2-4778-9842-a8703f98e300 service neutron] Pushing event updated for resources: {'Port': ['ID=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:46.343322 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.390654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:46.397089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.405759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:46.409561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:46.414556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:46.442577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093dc2e-92ec-4285-9250-e7fb8dadec96 req-3fda9745-c937-4f83-880d-52baddda75cd tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.451084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b093dc2e-92ec-4285-9250-e7fb8dadec96 req-3fda9745-c937-4f83-880d-52baddda75cd tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 943 time: 0.0941584 Jul 16 18:46:46.481444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:46.514198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b093dc2e-92ec-4285-9250-e7fb8dadec96 req-635b2ee1-77ca-47a3-8f5c-a983659ec992 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618949 Jul 16 18:46:46.529972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Attempting to bind port e78270e9-fb5f-4ed6-9d15-b0978c37a182 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:46.530442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Attempting to bind port e78270e9-fb5f-4ed6-9d15-b0978c37a182 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:46.530931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Attempting to bind port e78270e9-fb5f-4ed6-9d15-b0978c37a182 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:46.538126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:46.538624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:46.539158 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.539631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:46.540374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Bound port: e78270e9-fb5f-4ed6-9d15-b0978c37a182, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:46.550242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.569384 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e6c7cb-edbc-4d40-9552-fb5a64ce2cae x-openstack-request-id: req-04e6c7cb-edbc-4d40-9552-fb5a64ce2cae {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:46.570702 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7ae480-5665-4984-9fee-46e59a4fec41", "tag": "e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:46.571327 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04e6c7cb-edbc-4d40-9552-fb5a64ce2cae {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:46.572235 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'tag': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc', 'status': 'completed', 'code': 200} Jul 16 18:46:46.581820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-a4705a09-0d99-458e-b382-387fa33f2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.584968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-a4705a09-0d99-458e-b382-387fa33f2337 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23b0bc644d9e4cff9596d7115edf523c&device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 1095 time: 0.2715456 Jul 16 18:46:46.637656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:46.641880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:46.649840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:46.685684 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-7ae2b917-35c2-415b-9748-4c7a3cfd1c04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc HTTP/1.1" status: 200 len: 217 time: 0.0877407 Jul 16 18:46:46.750790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014c231-1a95-4c4e-9bc6-2efd364753d4 None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:46.814643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-27456b31-fb8a-4e8a-b61c-8e5a0225e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.817225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-27456b31-fb8a-4e8a-b61c-8e5a0225e524 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc7a0dd8-625e-4008-947d-e22ea6dc1f79 HTTP/1.1" status: 200 len: 848 time: 0.1212831 Jul 16 18:46:46.829770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9325a07b-08c9-463d-b621-6db82e53e957 req-dd216f0c-1428-494d-9404-947c74e144e6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 210 time: 0.0582430 Jul 16 18:46:46.914025 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-d6c201c3-30dd-4d41-bae4-745492cd2d6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=475354d5-1278-483a-a1dd-7e5f760b440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888550 Jul 16 18:46:46.944876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-a781d812-53ce-4770-ad9c-b5de64e002c4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.946672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-a781d812-53ce-4770-ad9c-b5de64e002c4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.2489130 Jul 16 18:46:46.959553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'port': {'device_id': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'admin_state_up': True, 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:47.206413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-8261fa3f-aa28-4290-b145-4c3ca2502a0b service neutron] 10.222.0.13 "GET /v2.0/networks/475354d5-1278-483a-a1dd-7e5f760b440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558532 Jul 16 18:46:47.255367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:47.265023 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.266586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.290044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:47.295029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:47.327767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:47.328411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.407507 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4147756 Jul 16 18:46:47.408311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935d3c5-ad34-4ba0-8ed7-ef92f7a23cfd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=25b34864-fce1-4ce2-b14a-36add5a58ca7,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:47.412600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:47.418794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:00:9f:e2', 'name': 'tempest-NetworksTestDHCPv6-2108382096'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:47.456231 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-801f78a6-b4c0-49ac-b8c1-68217046931c req-9ec7eebb-995b-435c-ade6-b0b49bf3a9c0 service neutron] 10.222.0.13 "GET /v2.0/networks/475354d5-1278-483a-a1dd-7e5f760b440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379258 Jul 16 18:46:47.556526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.20.0.13 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/a9f5f7fc-13ee-40ee-9434-73ad35df5408) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:47.656220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-1bd9f8ba-c4d7-4d13-8260-8d61426c6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:47.657436 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-1bd9f8ba-c4d7-4d13-8260-8d61426c6efc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23b0bc644d9e4cff9596d7115edf523c&device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 1095 time: 0.1487920 Jul 16 18:46:47.663720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:47.832842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.855940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Transition to ACTIVE for port object a9f5f7fc-13ee-40ee-9434-73ad35df5408 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:47.871422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210c074-a1e6-483b-918a-6a320d277f10 req-d1a16b34-e67b-44d3-817a-ad0f231d8ea2 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:47.873175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b210c074-a1e6-483b-918a-6a320d277f10 req-d1a16b34-e67b-44d3-817a-ad0f231d8ea2 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 943 time: 0.1219313 Jul 16 18:46:47.912817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.937694 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:47.957768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port aa52ad3c-40ec-4f53-a7b6-38449a3170b2 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:48.024867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-7e9ad15d-e723-4928-a49f-549433428379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:48.027192 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-7e9ad15d-e723-4928-a49f-549433428379 service neutron] 10.222.0.13 "GET /v2.0/networks?id=475354d5-1278-483a-a1dd-7e5f760b440e HTTP/1.1" status: 200 len: 908 time: 0.2906179 Jul 16 18:46:48.083002 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-7bcd34ba-99cc-4aca-8211-56b9c670dace service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc HTTP/1.1" status: 200 len: 217 time: 0.0462034 Jul 16 18:46:48.098348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b210c074-a1e6-483b-918a-6a320d277f10 req-f10c6810-e197-4f5b-84ff-2bf439452215 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146914 Jul 16 18:46:48.121361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:48.124478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:48.178808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:48.188470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-562623b8-bfd3-485c-9ac9-66739ed5fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:48.194249 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-562623b8-bfd3-485c-9ac9-66739ed5fde1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc7a0dd8-625e-4008-947d-e22ea6dc1f79 HTTP/1.1" status: 200 len: 848 time: 0.1029592 Jul 16 18:46:48.260961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:48.261586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.270422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=a9f5f7fc-13ee-40ee-9434-73ad35df5408,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:48.299433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-58160eec-bdd6-494a-ba79-34497cc43387 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3448789 Jul 16 18:46:48.320617 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-7bb02e84-4e18-4aa2-8aab-0fa4c02e8859 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=475354d5-1278-483a-a1dd-7e5f760b440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043079 Jul 16 18:46:48.329459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-4d80faf9-3783-4be8-91b8-e3107d7467d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:46:48.331394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-4d80faf9-3783-4be8-91b8-e3107d7467d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175123 Jul 16 18:46:48.347131 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Request body: {'port': {'device_id': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:48.369255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc0b1b6-a41f-400d-b9e2-c13d42d18d3d None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:48.433921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0fe0d-33d0-4319-941e-d2e16dcb5ada req-5920ac5f-666a-4a10-b45b-65f487b8dc99 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:48.436650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15c0fe0d-33d0-4319-941e-d2e16dcb5ada req-5920ac5f-666a-4a10-b45b-65f487b8dc99 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 932 time: 0.3853714 Jul 16 18:46:48.509839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0eaf7ca8-a15b-44fc-a60d-bcea3ece8d4e None None] Provisioning for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:48.578257 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15c0fe0d-33d0-4319-941e-d2e16dcb5ada req-2115d4b7-0519-4809-8f25-ca34f88b415e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325195 Jul 16 18:46:48.587751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.818710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8:0:1::25 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/25b34864-fce1-4ce2-b14a-36add5a58ca7/aa52ad3c-40ec-4f53-a7b6-38449a3170b2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:48.841803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-49a51cdd-a4a1-4c93-b053-31ba763392ed None None] Provisioning for port a9f5f7fc-13ee-40ee-9434-73ad35df5408 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:48.858560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-49a51cdd-a4a1-4c93-b053-31ba763392ed None None] Provisioning complete for port a9f5f7fc-13ee-40ee-9434-73ad35df5408 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:48.858961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-49a51cdd-a4a1-4c93-b053-31ba763392ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.864348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'd38a5a6f-b8c4-4cd2-817f-b0ce3a703390', 'ip_address': '2001:db8::f816:3eff:fe75:a01c'}, {'subnet_id': '25b34864-fce1-4ce2-b14a-36add5a58ca7'}], 'binding:host_id': 'n-d-793620-10'}, 'id': 'e78270e9-fb5f-4ed6-9d15-b0978c37a182'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:48.887567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e78270e9-fb5f-4ed6-9d15-b0978c37a182 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:48.895054 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:fe00:9fe2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/d38a5a6f-b8c4-4cd2-817f-b0ce3a703390/aa52ad3c-40ec-4f53-a7b6-38449a3170b2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:48.974596 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.987878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-49a51cdd-a4a1-4c93-b053-31ba763392ed None None] Port a9f5f7fc-13ee-40ee-9434-73ad35df5408 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:49.068013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9f5f7fc-13ee-40ee-9434-73ad35df5408 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:49.081119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.099448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Transition to ACTIVE for port object a9f5f7fc-13ee-40ee-9434-73ad35df5408 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:49.104869 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.177225 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-cbd11b83-fdd9-4720-a04c-e8a509ec273e service neutron] 10.222.0.13 "GET /v2.0/networks/475354d5-1278-483a-a1dd-7e5f760b440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8472741 Jul 16 18:46:49.203716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f5f7fc-13ee-40ee-9434-73ad35df5408,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:49.206369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:49.235496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:49.236035 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.344890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Attempting to bind port a9f5f7fc-13ee-40ee-9434-73ad35df5408 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:49.345367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Attempting to bind port a9f5f7fc-13ee-40ee-9434-73ad35df5408 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:49.345821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Attempting to bind port a9f5f7fc-13ee-40ee-9434-73ad35df5408 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:49.361227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Port a9f5f7fc-13ee-40ee-9434-73ad35df5408 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:49.361729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Attempting to bind port a9f5f7fc-13ee-40ee-9434-73ad35df5408 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:49.365872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e16bfb5-cf2d-4219-8e81-629bb00e4e18 req-c865ef87-b6a8-438e-8c0b-025526812732 service neutron] 10.222.0.13 "GET /v2.0/networks/475354d5-1278-483a-a1dd-7e5f760b440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785729 Jul 16 18:46:49.384032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:49.384401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:49.384809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:49.385429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Bound port: a9f5f7fc-13ee-40ee-9434-73ad35df5408, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:49.391440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.406103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.429190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.448372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object aa52ad3c-40ec-4f53-a7b6-38449a3170b2 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:49.486467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:49.492814 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.513440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.584967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:49.589028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:49.594429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:49.601876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.602830 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.618231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=aa52ad3c-40ec-4f53-a7b6-38449a3170b2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:49.641046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fe4fd3f1-2e4a-49d5-af84-2cacc4bc9510 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2248156 Jul 16 18:46:49.641588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] For port a9f5f7fc-13ee-40ee-9434-73ad35df5408, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:49.642020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:49.658539 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f8091-56ed-4bb9-92f2-54250768291a req-944cdb27-21fd-4010-b2d4-bd66032ee001 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.672723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-062f8091-56ed-4bb9-92f2-54250768291a req-944cdb27-21fd-4010-b2d4-bd66032ee001 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 943 time: 0.2772870 Jul 16 18:46:49.675739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] Allocated IP 2001:db8:0:1::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/25b34864-fce1-4ce2-b14a-36add5a58ca7/e78270e9-fb5f-4ed6-9d15-b0978c37a182) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:49.722199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] For port a9f5f7fc-13ee-40ee-9434-73ad35df5408, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:49.766039 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.805393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:49.824211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port aa52ad3c-40ec-4f53-a7b6-38449a3170b2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:49.825049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.861812 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.880617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] Transition to ACTIVE for port object e78270e9-fb5f-4ed6-9d15-b0978c37a182 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:49.889726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.908798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-062f8091-56ed-4bb9-92f2-54250768291a req-840025f6-efbe-4249-b85c-0923a3e99623 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344944 Jul 16 18:46:49.934926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:49.938147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:49.974007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.020864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.021986 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.023951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for aa52ad3c-40ec-4f53-a7b6-38449a3170b2 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:50.024327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9f5f7fc-13ee-40ee-9434-73ad35df5408 HTTP/1.1" status: 200 len: 1093 time: 1.6847751 Jul 16 18:46:50.025043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'tag': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:50.029907 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27" -d '{"events": [{"name": "network-changed", "server_uuid": "6bcc4c29-ef1d-4720-8b29-7595458bcb71", "tag": "a9f5f7fc-13ee-40ee-9434-73ad35df5408"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:50.351155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de6434-95ae-4abe-a337-e9d468dff7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a9f5f7fc-13ee-40ee-9434-73ad35df5408,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.397263 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608067d5-d8d3-48a7-b4e8-5569f2300144 x-openstack-request-id: req-608067d5-d8d3-48a7-b4e8-5569f2300144 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:50.397595 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bcc4c29-ef1d-4720-8b29-7595458bcb71", "tag": "a9f5f7fc-13ee-40ee-9434-73ad35df5408", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:50.398017 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-608067d5-d8d3-48a7-b4e8-5569f2300144 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:50.398681 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'tag': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408', 'status': 'completed', 'code': 200} Jul 16 18:46:50.419206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.439972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655ff37-babb-4f55-8f02-ee216da2309f req-34b602e6-7e4f-4566-9f58-50d7c55f33de tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.441776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5655ff37-babb-4f55-8f02-ee216da2309f req-34b602e6-7e4f-4566-9f58-50d7c55f33de tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.5261626 Jul 16 18:46:50.444248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-746e5309-2040-4428-888e-7fbc243ccb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.445864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-746e5309-2040-4428-888e-7fbc243ccb24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 1096 time: 0.3549759 Jul 16 18:46:50.453261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=aa52ad3c-40ec-4f53-a7b6-38449a3170b2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.542039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-d36c4750-d9e8-4f3a-9c5e-a12e45e249e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408 HTTP/1.1" status: 200 len: 217 time: 0.0869162 Jul 16 18:46:50.565895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.570044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-077d78f5-605b-4a43-9e99-1bb42131e268 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/aa52ad3c-40ec-4f53-a7b6-38449a3170b2 HTTP/1.1" status: 204 len: 168 time: 0.9269075 Jul 16 18:46:50.573592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:50.575059 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,segment=NetworkSegment(2492f19c-6508-41ad-b348-6c16d6d79b4d),segment_id=2492f19c-6508-41ad-b348-6c16d6d79b4d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:50.579847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede48685-df74-41e4-9d0d-8d4621399b04 None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:50.600090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc', 'network_id': '475354d5-1278-483a-a1dd-7e5f760b440e', 'port_id': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc', 'mac_address': 'fa:16:3e:40:a8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc7a0dd8-625e-4008-947d-e22ea6dc1f79', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:50.671441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815fdd4b-3e58-4461-b795-33de317a215e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.671935 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.673207 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-815fdd4b-3e58-4461-b795-33de317a215e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0982578 Jul 16 18:46:50.675888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35530) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:50.709129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:50.730962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5655ff37-babb-4f55-8f02-ee216da2309f req-fc0e054b-ce24-45a1-b9d7-f296ada3c7fd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786622 Jul 16 18:46:50.755319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,segment=NetworkSegment(2492f19c-6508-41ad-b348-6c16d6d79b4d),segment_id=2492f19c-6508-41ad-b348-6c16d6d79b4d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:50.758481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-23b49cb2-54aa-4f36-a6dc-f97281b8a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.761281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-23b49cb2-54aa-4f36-a6dc-f97281b8a8bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.2107780 Jul 16 18:46:50.767462 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.818075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eda3dc8-7016-4378-87cb-503d5289eff5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.819733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5eda3dc8-7016-4378-87cb-503d5289eff5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1427274 Jul 16 18:46:50.823585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35532) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:50.852096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e78270e9-fb5f-4ed6-9d15-b0978c37a182 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:50.899778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e233a-3e0b-4bcd-9595-7894c26a158b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.902753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e233a-3e0b-4bcd-9595-7894c26a158b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.905683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2e233a-3e0b-4bcd-9595-7894c26a158b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.907773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7e2e233a-3e0b-4bcd-9595-7894c26a158b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0830321 Jul 16 18:46:50.910560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35534) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:51.005622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 25b34864-fce1-4ce2-b14a-36add5a58ca7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:51.011071 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.026272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-7f86b3ae-8ef7-4318-9ff0-a6ad0dffc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:51.032748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-7f86b3ae-8ef7-4318-9ff0-a6ad0dffc868 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2635062 Jul 16 18:46:51.034103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:51.098550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.113544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:51.298570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.388701 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-6ecc6752-cfd6-4aa4-a6f1-5c80e7c586f2 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478758 Jul 16 18:46:51.428083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.462362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=25b34864-fce1-4ce2-b14a-36add5a58ca7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:51.478685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.484228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8490ef14-0683-434e-91dc-85fa9050743c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/25b34864-fce1-4ce2-b14a-36add5a58ca7 HTTP/1.1" status: 204 len: 168 time: 0.5723715 Jul 16 18:46:51.485410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35538) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:51.502146 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f684008c-fcd5-4a5a-a70e-dbbbfb054a02 None None] Provisioning for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:51.507321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f684008c-fcd5-4a5a-a70e-dbbbfb054a02 None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:51.507710 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f684008c-fcd5-4a5a-a70e-dbbbfb054a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.584552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df436b-5b23-43ca-8724-f30a4d4df806 req-f76a1a30-e84e-470d-9542-9b9f92ba45ca tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:51.597026 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69df436b-5b23-43ca-8724-f30a4d4df806 req-f76a1a30-e84e-470d-9542-9b9f92ba45ca tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 944 time: 0.2638400 Jul 16 18:46:51.614519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet d38a5a6f-b8c4-4cd2-817f-b0ce3a703390 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:51.621255 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.667371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cd8a2c8-c1fd-4396-b23d-d283a174c22b req-546d8cc7-79b1-446c-aa0b-1cbb604d7746 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714455 Jul 16 18:46:51.693908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-69df436b-5b23-43ca-8724-f30a4d4df806 req-7a290444-ccdc-4203-9f11-21d0683c815f tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956364 Jul 16 18:46:51.696832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.797676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a8a504-3bfa-4655-ae0f-755e7a88a555 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:51.814469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-bb0e351b-b239-44bf-8bd5-513078f61965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:51.816288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-bb0e351b-b239-44bf-8bd5-513078f61965 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 1096 time: 0.0909925 Jul 16 18:46:51.852963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-76e24680-6f2e-4e96-bbbb-e86220df0eaf None None] Could not find standard attr ID for object aa52ad3c-40ec-4f53-a7b6-38449a3170b2. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:46:51.885120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:51.923905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:52.042132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.058659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-5849c49e-8c19-43b5-bdec-fa8a66854f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.061883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-5849c49e-8c19-43b5-bdec-fa8a66854f95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.2387569 Jul 16 18:46:52.084510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:52.091998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:52.092536 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.123495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838adbb-859d-4028-8f18-33426088f765 req-bc210cb2-d9c0-442f-9873-8db5478f4de9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.125355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4838adbb-859d-4028-8f18-33426088f765 req-bc210cb2-d9c0-442f-9873-8db5478f4de9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.1824653 Jul 16 18:46:52.127043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-33437235-2109-43c6-83ac-522dd8acea68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408 HTTP/1.1" status: 200 len: 217 time: 0.0587182 Jul 16 18:46:52.130573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.137546 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/d38a5a6f-b8c4-4cd2-817f-b0ce3a703390 HTTP/1.1" status: 204 len: 168 time: 0.6483991 Jul 16 18:46:52.137546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870355-54cf-45b6-a35a-59d1083ef12a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=d38a5a6f-b8c4-4cd2-817f-b0ce3a703390,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.139674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35542) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:52.213930 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.231169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11ee2981-4b7d-4ecc-af08-0fcbaf597093 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808835 Jul 16 18:46:52.234413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35544) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:52.246372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:52.252061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4838adbb-859d-4028-8f18-33426088f765 req-4ad595fc-aeea-4fa4-9898-58173dc0c5c5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196177 Jul 16 18:46:52.257621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-311c2cfa-550b-4c10-826a-059e01220fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.259154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-311c2cfa-550b-4c10-826a-059e01220fbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1185608 Jul 16 18:46:52.307329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,segment=NetworkSegment(2492f19c-6508-41ad-b348-6c16d6d79b4d),segment_id=2492f19c-6508-41ad-b348-6c16d6d79b4d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:52.315045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:52.321861 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0cf188-929c-4011-b70c-393edd83b0f4" -d '{"events": [{"server_uuid": "8b7ae480-5665-4984-9fee-46e59a4fec41", "name": "network-vif-plugged", "status": "completed", "tag": "e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:52.339419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.383892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:52.390640 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.461165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:52.485672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990f7903-9491-42d4-8ed9-c86fa91766f4 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'd38a5a6f-b8c4-4cd2-817f-b0ce3a703390'}], 'binding:host_id': 'n-d-793620-10'}, 'id': 'e78270e9-fb5f-4ed6-9d15-b0978c37a182'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:52.565220 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5579b2-da67-4ac9-9ad6-3ebb3dd2816d x-openstack-request-id: req-0f5579b2-da67-4ac9-9ad6-3ebb3dd2816d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:52.566292 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7ae480-5665-4984-9fee-46e59a4fec41", "name": "network-vif-plugged", "status": "completed", "tag": "e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:52.566292 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0f5579b2-da67-4ac9-9ad6-3ebb3dd2816d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:52.567267 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc', 'code': 200} Jul 16 18:46:52.568370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-990f7903-9491-42d4-8ed9-c86fa91766f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.771643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-872dfa4e-3358-49a9-ae3b-c762d66d45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.773422 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-872dfa4e-3358-49a9-ae3b-c762d66d45ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5070682 Jul 16 18:46:52.847251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbcea2-9dca-4691-94e1-cf1a1a4fb536 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:52.893028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ee1cc-cdca-4e82-85ec-004067cbbefa req-f355cbd5-b6ba-4cf9-bc2c-3a7fc369c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.896650 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c57ee1cc-cdca-4e82-85ec-004067cbbefa req-f355cbd5-b6ba-4cf9-bc2c-3a7fc369c99d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 1097 time: 0.2628462 Jul 16 18:46:52.963419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-58d5ddfa-f630-4d9a-b9f0-399872003c00 None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:52.964420 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-58d5ddfa-f630-4d9a-b9f0-399872003c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.008363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-0333ef5f-dc80-4fed-8e74-ac668e2f3582 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277236 Jul 16 18:46:53.075271 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c57ee1cc-cdca-4e82-85ec-004067cbbefa req-25341cd7-569c-43b1-875d-5eaff0493f25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715574 Jul 16 18:46:53.140936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0062972-6243-465c-bb07-49b8f031259a req-610b146d-3e74-44b2-99d0-e16a7cd73a2e tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.143668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0062972-6243-465c-bb07-49b8f031259a req-610b146d-3e74-44b2-99d0-e16a7cd73a2e tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 945 time: 0.1898892 Jul 16 18:46:53.187429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:46:53.210267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db036f2a-f72f-4fed-bb3b-22adf8ac8a27 req-68d03c29-a4f3-4df9-a944-9868ddea34e7 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952991 Jul 16 18:46:53.214167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0062972-6243-465c-bb07-49b8f031259a req-dc2e1e60-c323-486b-ae57-ae9dc5de10a0 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635176 Jul 16 18:46:53.275246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a44f8-c801-4853-a034-13775450617c None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '971eba4b-13d7-4dd9-bf06-de9341d59c3d'}], 'binding:host_id': 'n-d-793620-10'}, 'id': 'e78270e9-fb5f-4ed6-9d15-b0978c37a182'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:53.338900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063a44f8-c801-4853-a034-13775450617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.440824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.468985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c04da2-ee7b-495b-932d-f02787dc9976 req-5fa2b6fa-3d9b-4821-8d24-e8e3d657d488 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.476617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16c04da2-ee7b-495b-932d-f02787dc9976 req-5fa2b6fa-3d9b-4821-8d24-e8e3d657d488 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.0853224 Jul 16 18:46:53.525149 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16c04da2-ee7b-495b-932d-f02787dc9976 req-2add6bd1-e5a7-4a88-8eea-537a15ca32a9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Jul 16 18:46:53.669284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:53.712181 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.717935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.718840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.721535 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-063a44f8-c801-4853-a034-13775450617c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:46:53.721996 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-063a44f8-c801-4853-a034-13775450617c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:46:53.802282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:53.816207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:53.826738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:53.827368 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:53.840825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=971eba4b-13d7-4dd9-bf06-de9341d59c3d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.846285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=8']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:53.861674 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4c6f7dd1-caf2-43b3-8bb4-93e9075316aa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6223865 Jul 16 18:46:53.862284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35554) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:53.868426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9261bdd3-6413-4760-a70a-23d69de71f42 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:54.040261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9261bdd3-6413-4760-a70a-23d69de71f42 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:54.044861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9261bdd3-6413-4760-a70a-23d69de71f42 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.170419 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-9261bdd3-6413-4760-a70a-23d69de71f42 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 971eba4b-13d7-4dd9-bf06-de9341d59c3d (CIDR: 2001:db8::/64) Jul 16 18:46:54.175124 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-9261bdd3-6413-4760-a70a-23d69de71f42 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:46:54.175899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9261bdd3-6413-4760-a70a-23d69de71f42 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:46:54.198335 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9261bdd3-6413-4760-a70a-23d69de71f42 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3345802 Jul 16 18:46:54.203589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35556) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:54.209953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:54.296285 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063a44f8-c801-4853-a034-13775450617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.425933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:54.429691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.565775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68844dfb-eb2e-43c0-8732-a0228f67b4ea req-2ee8aaee-baf2-4fac-9771-f2f2e88a12fb tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.567920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68844dfb-eb2e-43c0-8732-a0228f67b4ea req-2ee8aaee-baf2-4fac-9771-f2f2e88a12fb tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 945 time: 0.1550894 Jul 16 18:46:54.637611 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68844dfb-eb2e-43c0-8732-a0228f67b4ea req-bed502d4-950a-4f1e-a517-027ac635dcd3 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523248 Jul 16 18:46:54.742441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-063a44f8-c801-4853-a034-13775450617c None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:54.805586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063a44f8-c801-4853-a034-13775450617c None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.812655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e78270e9-fb5f-4ed6-9d15-b0978c37a182 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:54.820517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-063a44f8-c801-4853-a034-13775450617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:54.924059 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.014093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a44f8-c801-4853-a034-13775450617c None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.106875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408356d-9eaa-4ed1-a6c8-ad233f84de6a req-cea7e1ea-8f5e-40fa-beed-27772bd236c1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.112864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c408356d-9eaa-4ed1-a6c8-ad233f84de6a req-cea7e1ea-8f5e-40fa-beed-27772bd236c1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.3587992 Jul 16 18:46:55.116114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:55.145343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.160110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:55.172741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.173485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.192250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=247225f0-a004-49fb-9e80-171ec88f6719,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.200197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-514ddb10-ee80-4ddd-98c6-4d178ada3cf4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9948993 Jul 16 18:46:55.204652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c408356d-9eaa-4ed1-a6c8-ad233f84de6a req-324a2ba9-0e15-49d2-b2ce-d94ca0e8739b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724909 Jul 16 18:46:55.204956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:55.214252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:9d:83:df', 'name': 'tempest-NetworksTestDHCPv6-1180253984'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:55.252531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:55.264617 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.412574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:55.483966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:55.633508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:55.674465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 3f5e2a8a-90f8-407d-8c84-ede5022089c2 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:46:55.884449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e749a395-c885-4d3e-8a04-3637df559efa None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:55.974523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8:0:1::1d8 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/247225f0-a004-49fb-9e80-171ec88f6719/3f5e2a8a-90f8-407d-8c84-ede5022089c2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:55.988909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::f816:3eff:fe9d:83df (38ca1476-3b14-4c02-bf15-966d9d6ae04d/971eba4b-13d7-4dd9-bf06-de9341d59c3d/3f5e2a8a-90f8-407d-8c84-ede5022089c2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:56.010364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2cb73ab9-fe2d-4734-9b7d-ea8480365216 None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:56.010962 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb73ab9-fe2d-4734-9b7d-ea8480365216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.296999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb73ab9-fe2d-4734-9b7d-ea8480365216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.307588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.342733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 3f5e2a8a-90f8-407d-8c84-ede5022089c2 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:56.417439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.422063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2cb73ab9-fe2d-4734-9b7d-ea8480365216 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:56.435479 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2cb73ab9-fe2d-4734-9b7d-ea8480365216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.501015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb73ab9-fe2d-4734-9b7d-ea8480365216 None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=11']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:56.532225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '971eba4b-13d7-4dd9-bf06-de9341d59c3d', 'ip_address': '2001:db8::f816:3eff:fe75:a01c'}, {'subnet_id': '247225f0-a004-49fb-9e80-171ec88f6719'}], 'binding:host_id': 'n-d-793620-10'}, 'id': 'e78270e9-fb5f-4ed6-9d15-b0978c37a182'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:46:56.535732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:56.547727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:56.556308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:56.568866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.570211 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.590903 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.597839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=3f5e2a8a-90f8-407d-8c84-ede5022089c2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:56.613701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0e189648-c0e7-47d0-ae35-d6a16c195ebf tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4065623 Jul 16 18:46:56.617320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35578) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:56.664652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892d422-9193-4c47-b831-1f7f14499f98 req-5da2f36c-26f6-405b-ac45-6c2d6021b331 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.678062 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d892d422-9193-4c47-b831-1f7f14499f98 req-5da2f36c-26f6-405b-ac45-6c2d6021b331 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.1954336 Jul 16 18:46:56.777704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d892d422-9193-4c47-b831-1f7f14499f98 req-708a8597-e7aa-4da6-8856-1147bd7cb643 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965872 Jul 16 18:46:56.846297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 3f5e2a8a-90f8-407d-8c84-ede5022089c2 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:56.846809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:56.856369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e78270e9-fb5f-4ed6-9d15-b0978c37a182 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:57.011514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.013741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] Allocated IP 2001:db8:0:1::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/247225f0-a004-49fb-9e80-171ec88f6719/e78270e9-fb5f-4ed6-9d15-b0978c37a182) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:57.032441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:57.032877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.042500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 3f5e2a8a-90f8-407d-8c84-ede5022089c2 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:57.287027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:57.358597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.382174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] Transition to ACTIVE for port object e78270e9-fb5f-4ed6-9d15-b0978c37a182 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:57.393291 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.413372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.450724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331a86e-97cb-41fa-9db9-3f24d1ac11d4 None None] Pushing event updated for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:57.480327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=3f5e2a8a-90f8-407d-8c84-ede5022089c2,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:57.574898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:57.577428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b9f2eef6-87dd-4282-8445-0530bbef797f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/3f5e2a8a-90f8-407d-8c84-ede5022089c2 HTTP/1.1" status: 204 len: 168 time: 0.9586434 Jul 16 18:46:57.580035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:57.667381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a8a88-04bf-48b7-b2dd-3d17d25442b6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.671685 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-950a8a88-04bf-48b7-b2dd-3d17d25442b6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0878224 Jul 16 18:46:57.672624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:57.753491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27b3d52-257a-467b-9ea7-5a30b33283ca tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.758499 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d27b3d52-257a-467b-9ea7-5a30b33283ca tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0817516 Jul 16 18:46:57.759060 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:57.853299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e36e5-c3e7-4674-bd08-b9c88bf02f9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.855330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e36e5-c3e7-4674-bd08-b9c88bf02f9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.857116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e36e5-c3e7-4674-bd08-b9c88bf02f9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.859114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-372e36e5-c3e7-4674-bd08-b9c88bf02f9e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0979693 Jul 16 18:46:57.861976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35606) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:57.969280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 247225f0-a004-49fb-9e80-171ec88f6719 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:57.975940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.054279 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.162969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1796dc6-59c2-487f-ac38-3118cadea9d1 req-1d45b75e-6762-4ec5-8239-2da527c16786 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:58.164911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1796dc6-59c2-487f-ac38-3118cadea9d1 req-1d45b75e-6762-4ec5-8239-2da527c16786 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.1216750 Jul 16 18:46:58.217924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.232535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1796dc6-59c2-487f-ac38-3118cadea9d1 req-e4f4fa38-7c12-4dc2-a9cf-06dd6487ed6a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576518 Jul 16 18:46:58.335524 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.357430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e92fa-0afa-4cb2-a78e-25e40b875d55 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:58.387011 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=247225f0-a004-49fb-9e80-171ec88f6719,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.406779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.412222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-289d43c2-25a4-4a51-a3d6-1583f1fdf71b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/247225f0-a004-49fb-9e80-171ec88f6719 HTTP/1.1" status: 204 len: 168 time: 0.5458796 Jul 16 18:46:58.415022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35614) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:58.432992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4b2f83c-9719-4fba-a22f-a4f9c11292d4 None None] Provisioning for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:58.443008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4b2f83c-9719-4fba-a22f-a4f9c11292d4 None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:58.443388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c4b2f83c-9719-4fba-a22f-a4f9c11292d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.518686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 971eba4b-13d7-4dd9-bf06-de9341d59c3d {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:58.523592 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.569647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a351eb00-f182-4e37-abf3-2daaf3926a4a req-be164718-667a-4d79-b994-d035e750e3f3 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:58.572426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a351eb00-f182-4e37-abf3-2daaf3926a4a req-be164718-667a-4d79-b994-d035e750e3f3 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 945 time: 0.1147377 Jul 16 18:46:58.591681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.651526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a351eb00-f182-4e37-abf3-2daaf3926a4a req-64b1021e-cb42-4db7-a493-e603c9476c6d tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720613 Jul 16 18:46:58.730098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.766902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e78270e9-fb5f-4ed6-9d15-b0978c37a182 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:58.830604 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:58.831007 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.836005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.884442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=971eba4b-13d7-4dd9-bf06-de9341d59c3d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:58.892052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:58.895541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f694e727-defc-40c2-bbe1-2827331cb7b8 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/971eba4b-13d7-4dd9-bf06-de9341d59c3d HTTP/1.1" status: 204 len: 168 time: 0.4777136 Jul 16 18:46:58.897721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35616) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:58.964827 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-da8a81e2-896f-4ba2-8ddd-73b8211c273d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652385 Jul 16 18:46:58.967628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35618) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:58.976250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:59.149347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:59.154114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.359545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad4b19f-c5ef-4703-8f9f-4f4b823554b6 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:59.474373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-492c41aa-2f13-4805-b9c1-c94bae33d17e None None] Provisioning complete for port e78270e9-fb5f-4ed6-9d15-b0978c37a182 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:59.474738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-492c41aa-2f13-4805-b9c1-c94bae33d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.518727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.615132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:59.648609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54907ca-f095-4b55-9a51-0994457f4dc5 req-4a23c1f4-cd02-4e9d-8655-af02dfed79e8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.651651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a54907ca-f095-4b55-9a51-0994457f4dc5 req-4a23c1f4-cd02-4e9d-8655-af02dfed79e8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.1349366 Jul 16 18:46:59.655098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:59.662034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.662634 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.676780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:59.678495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=b92b8327-c7e2-45ba-9427-1f50189fdf57,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:59.694607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.694958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.695904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.695904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.696239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.696391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.696716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.697785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.698052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.698412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.698751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.699077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:59.704342 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-97580942-4527-4289-814a-9c14b48f00fd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7349389 Jul 16 18:46:59.710189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35624) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:59.734462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b0c2b123-d700-4b1c-bca6-bb981a0b2ce1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:59.741964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-95cc7277-78f6-4a8d-b18d-c67d1477d14d tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:59.743388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-95cc7277-78f6-4a8d-b18d-c67d1477d14d tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 945 time: 0.1403368 Jul 16 18:46:59.798832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] Deleting port e78270e9-fb5f-4ed6-9d15-b0978c37a182 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:59.800948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.802530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a54907ca-f095-4b55-9a51-0994457f4dc5 req-7f015b3f-76c4-4c18-a8ff-26e60efedb06 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397376 Jul 16 18:46:59.932941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Deleting port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:59.933418 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.959539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] For port e78270e9-fb5f-4ed6-9d15-b0978c37a182, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e78270e9-fb5f-4ed6-9d15-b0978c37a182,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:59.960012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:59.985396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] Calling delete_port for e78270e9-fb5f-4ed6-9d15-b0978c37a182 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:00.002123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6c57d-8902-4598-a764-10d5920a3de9 req-f040f5fb-0995-4a59-a0c9-fd4523324756 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:00.002123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fac6c57d-8902-4598-a764-10d5920a3de9 req-f040f5fb-0995-4a59-a0c9-fd4523324756 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 945 time: 0.1192951 Jul 16 18:47:00.030327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c2b123-d700-4b1c-bca6-bb981a0b2ce1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:00.036327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b0c2b123-d700-4b1c-bca6-bb981a0b2ce1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.074285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] For port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,segment=NetworkSegment(2492f19c-6508-41ad-b348-6c16d6d79b4d),segment_id=2492f19c-6508-41ad-b348-6c16d6d79b4d)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:00.075170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.100474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Calling delete_port for e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:00.139143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fac6c57d-8902-4598-a764-10d5920a3de9 req-3c6affa3-8dda-4876-9225-a78ee10ac3a8 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/security-groups?id=7666f951-955c-43f3-ac62-04f285aca3cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263402 Jul 16 18:47:00.258440 n-d-793620-10 neutron-server[93777]: INFO neutron.db.ipam_backend_mixin [None req-b0c2b123-d700-4b1c-bca6-bb981a0b2ce1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b92b8327-c7e2-45ba-9427-1f50189fdf57 (CIDR: 2001:db8::/64) Jul 16 18:47:00.263096 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0c2b123-d700-4b1c-bca6-bb981a0b2ce1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:47:00.263625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0c2b123-d700-4b1c-bca6-bb981a0b2ce1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:00.287849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35626) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:00.289331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b0c2b123-d700-4b1c-bca6-bb981a0b2ce1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5746672 Jul 16 18:47:00.290370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c160940e-5236-4e2f-afe4-7d55faefab87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.294839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.296848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:00.323407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] Pushing event deleted for resources: {'Port': ['ID=e78270e9-fb5f-4ed6-9d15-b0978c37a182,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:00.327606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a565d-10f1-49d1-99a2-785044933df0 None None] No DVR routers for this DVR port e78270e9-fb5f-4ed6-9d15-b0978c37a182 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:00.352501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db16923d-d753-4502-af3c-414e02c11343 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:00.391107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.420435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:00.558096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': 'b92b8327-c7e2-45ba-9427-1f50189fdf57'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:00.559351 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.724528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/b92b8327-c7e2-45ba-9427-1f50189fdf57/6033d45e-7b16-4127-94ab-6adfa4cd5fa5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:00.726165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Pushing event deleted for resources: {'Port': ['ID=e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:00.771577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e78270e9-fb5f-4ed6-9d15-b0978c37a182 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:00.793725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] No DVR routers for this DVR port e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:00.796687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e78270e9-fb5f-4ed6-9d15-b0978c37a182 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:00.797024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.797237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e78270e9-fb5f-4ed6-9d15-b0978c37a182 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:00.799571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-97b2fa76-a3f1-4798-b10d-323fc03dc4af req-0cbd8152-9edd-4e2a-9b7d-8dcc1b32f08b tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.13 "DELETE /v2.0/ports/e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc HTTP/1.1" status: 204 len: 173 time: 1.0508313 Jul 16 18:47:00.802375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'name': 'network-vif-deleted', 'tag': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:00.805002 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e92182-4e9e-4c15-9494-2bbb9d88e67a" -d '{"events": [{"server_uuid": "8b7ae480-5665-4984-9fee-46e59a4fec41", "name": "network-vif-deleted", "tag": "e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:00.827180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:00.831984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.921727 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f138c1-a649-4feb-a535-ab1b062d4652 x-openstack-request-id: req-10f138c1-a649-4feb-a535-ab1b062d4652 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:00.922171 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7ae480-5665-4984-9fee-46e59a4fec41", "name": "network-vif-deleted", "tag": "e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:00.922497 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10f138c1-a649-4feb-a535-ab1b062d4652 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:00.922988 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7ae480-5665-4984-9fee-46e59a4fec41', 'name': 'network-vif-deleted', 'tag': 'e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc', 'status': 'completed', 'code': 200} Jul 16 18:47:01.050542 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.070992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Transition to ACTIVE for port object 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:01.106792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Transition to ACTIVE for port object 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:01.121290 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.143386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37d98d-fc64-4567-861a-b90dc9779ee0 req-03c86e24-52cb-4b42-ae49-347c40837105 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.145354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc37d98d-fc64-4567-861a-b90dc9779ee0 req-03c86e24-52cb-4b42-ae49-347c40837105 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 944 time: 0.1251376 Jul 16 18:47:01.194951 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:01.198814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc37d98d-fc64-4567-861a-b90dc9779ee0 req-7779fc12-8bcd-4390-88a9-ca70f3736e5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Jul 16 18:47:01.201619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:01.213494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:01.248388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Pushing event updated for resources: {'Port': ['ID=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:01.317437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Attempting to bind port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:01.317710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Attempting to bind port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:01.318073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Attempting to bind port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:01.326111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:01.327156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:01.327156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.327371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:01.327978 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Bound port: 6033d45e-7b16-4127-94ab-6adfa4cd5fa5, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:01.328421 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.341731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:47:01.418771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] For port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:01.423408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] For port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:01.429997 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.452848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3db32eb8-e463-47d3-8879-4f4d4c8660ea req-3bea9389-6982-446d-b5b0-55cacf640404 tempest-VolumesActionsTest-2106836168 tempest-VolumesActionsTest-2106836168-project] 10.222.0.48 "GET /v2.0/ports?device_id=8b7ae480-5665-4984-9fee-46e59a4fec41 HTTP/1.1" status: 200 len: 210 time: 0.0705488 Jul 16 18:47:01.504700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2403005-f6e5-4b32-b676-bb3a35bc8263 None None] Pushing event updated for resources: {'Port': ['ID=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:01.541343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a9f5f7fc-13ee-40ee-9434-73ad35df5408 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:01.676560 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.780821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a9f5f7fc-13ee-40ee-9434-73ad35df5408, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:01.808391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'port_id': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408', 'mac_address': 'fa:16:3e:23:fe:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:01.879810 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.901656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9f5f7fc-13ee-40ee-9434-73ad35df5408 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:01.938184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a9f5f7fc-13ee-40ee-9434-73ad35df5408, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:01.944132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.992240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] For port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:02.023515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a9f5f7fc-13ee-40ee-9434-73ad35df5408,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.041299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.046448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.047426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.135686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:02.144855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:02.158714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:02.159648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.178812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a9f5f7fc-13ee-40ee-9434-73ad35df5408'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:02.183417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=cdb20f9c-9444-4050-9288-1e047e6ffa14,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.194603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,revision_number=4']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:02.205302 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bb2ca527-5461-4efe-af11-57572ec036f4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9155879 Jul 16 18:47:02.208823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35634) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:02.216180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:1e:e4:7c', 'name': 'tempest-NetworksTestDHCPv6-1348184889'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:02.440001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:02.533796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4af889-5375-4a4f-b98d-612609e5fc8f req-b18b1b37-06d7-40af-982b-e6ddbf70b4f0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:02.536897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b4af889-5375-4a4f-b98d-612609e5fc8f req-b18b1b37-06d7-40af-982b-e6ddbf70b4f0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 945 time: 0.1050129 Jul 16 18:47:02.557248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.589177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port c5295037-0b49-4843-990c-ea9a1c8a3b58 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:02.618891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b4af889-5375-4a4f-b98d-612609e5fc8f req-dec2ad26-e2da-4386-b5a5-6a61b2282495 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683448 Jul 16 18:47:02.893661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:02.971874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::23f (38ca1476-3b14-4c02-bf15-966d9d6ae04d/b92b8327-c7e2-45ba-9427-1f50189fdf57/c5295037-0b49-4843-990c-ea9a1c8a3b58) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:02.986689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1e:e47c (38ca1476-3b14-4c02-bf15-966d9d6ae04d/cdb20f9c-9444-4050-9288-1e047e6ffa14/c5295037-0b49-4843-990c-ea9a1c8a3b58) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:03.003653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:03.040837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19b1fe3-6ca7-46b1-b509-d260582e3586 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:03.156567 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50aa6902-aeaf-46ce-a3a8-58ea747641dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.165489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1db75e67-8a2e-44db-9a95-9cfd22f37ecf None None] Provisioning for port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:03.173355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1db75e67-8a2e-44db-9a95-9cfd22f37ecf None None] Provisioning complete for port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:03.173702 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1db75e67-8a2e-44db-9a95-9cfd22f37ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.268825 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.286538 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object c5295037-0b49-4843-990c-ea9a1c8a3b58 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:03.342304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.352065 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1db75e67-8a2e-44db-9a95-9cfd22f37ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.414472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:03.418515 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.419488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:03.423729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:03.432730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.433595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.437040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1db75e67-8a2e-44db-9a95-9cfd22f37ecf None None] For port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:03.444513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1db75e67-8a2e-44db-9a95-9cfd22f37ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.461621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35648) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:03.471118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2607405 Jul 16 18:47:03.472194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56009a49-4859-4ec1-90d1-a0a55fe07889 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=c5295037-0b49-4843-990c-ea9a1c8a3b58,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:03.514955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db75e67-8a2e-44db-9a95-9cfd22f37ecf None None] Pushing event updated for resources: {'Port': ['ID=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:03.559192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a9f5f7fc-13ee-40ee-9434-73ad35df5408 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:03.637764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port a9f5f7fc-13ee-40ee-9434-73ad35df5408 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:03.646265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port a9f5f7fc-13ee-40ee-9434-73ad35df5408 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:03.646960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.656883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port c5295037-0b49-4843-990c-ea9a1c8a3b58 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:03.658579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.836281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.885169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:03.887614 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4e0a8-c612-4571-becc-ed7a13ee2c82" -d '{"events": [{"server_uuid": "6bcc4c29-ef1d-4720-8b29-7595458bcb71", "name": "network-vif-plugged", "status": "completed", "tag": "a9f5f7fc-13ee-40ee-9434-73ad35df5408"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:03.906933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port a9f5f7fc-13ee-40ee-9434-73ad35df5408, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:03.913344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.934745 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.959265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for c5295037-0b49-4843-990c-ea9a1c8a3b58 owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:04.025553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=a9f5f7fc-13ee-40ee-9434-73ad35df5408,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:04.036941 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b26ad-5b01-4a9f-807e-a543c92912cf x-openstack-request-id: req-137b26ad-5b01-4a9f-807e-a543c92912cf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:04.037527 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcc4c29-ef1d-4720-8b29-7595458bcb71", "name": "network-vif-plugged", "status": "completed", "tag": "a9f5f7fc-13ee-40ee-9434-73ad35df5408", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:04.037968 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-137b26ad-5b01-4a9f-807e-a543c92912cf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:04.038568 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408', 'code': 200} Jul 16 18:47:04.039564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:04.086909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:04.087342 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device e1bcc6c9-f3d0-4bfa-8463-9f4d8be65edc not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:04.106630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a6b49-26ae-46b7-9685-d80405ca44d5 req-c677194e-cfb9-4fc2-894d-0d25242aa838 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.119009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-113a6b49-26ae-46b7-9685-d80405ca44d5 req-c677194e-cfb9-4fc2-894d-0d25242aa838 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 945 time: 0.2539806 Jul 16 18:47:04.217122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-113a6b49-26ae-46b7-9685-d80405ca44d5 req-f6b142ca-fa4f-4cef-9bfe-7127dbf97c11 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965726 Jul 16 18:47:04.269786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2039b-4e78-4281-bba2-1bf4d1ef0e7c req-af15c67d-70f4-41de-906c-6c44eb72fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.273332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb2039b-4e78-4281-bba2-1bf4d1ef0e7c req-af15c67d-70f4-41de-906c-6c44eb72fe0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 1098 time: 0.1771646 Jul 16 18:47:04.385365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.411720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6eb2039b-4e78-4281-bba2-1bf4d1ef0e7c req-50682d45-cec2-4197-bb55-a09e6429467e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309452 Jul 16 18:47:04.495975 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.496940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a0ed2cec-efa8-4f7e-989b-39fd0c25284a None None] Provisioning complete for port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:04.497362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a0ed2cec-efa8-4f7e-989b-39fd0c25284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.537055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=c5295037-0b49-4843-990c-ea9a1c8a3b58,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:04.626590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.628855 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b946b2ea-10d8-45eb-a1e9-728628001077 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/c5295037-0b49-4843-990c-ea9a1c8a3b58 HTTP/1.1" status: 204 len: 168 time: 1.1664252 Jul 16 18:47:04.631674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35664) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:04.720835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b0c557-bae3-4ec7-850a-cc34d8438f0c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.723259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b5b0c557-bae3-4ec7-850a-cc34d8438f0c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0898235 Jul 16 18:47:04.725817 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35666) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:04.733831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7daffee4-8701-4f0b-8532-45cedc8eb816 None None] Could not find standard attr ID for object 3f5e2a8a-90f8-407d-8c84-ede5022089c2. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:47:04.786799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:04.840028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f47b42-55b1-43cf-823b-2421b5771ac5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.842511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-06f47b42-55b1-43cf-823b-2421b5771ac5 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1151876 Jul 16 18:47:04.844960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35668) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:04.851010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:04.852083 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.919300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fefea9-2aeb-4687-9dd8-d3aa71247016 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.923765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fefea9-2aeb-4687-9dd8-d3aa71247016 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.925400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fefea9-2aeb-4687-9dd8-d3aa71247016 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:04.930567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:04.941507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c9fefea9-2aeb-4687-9dd8-d3aa71247016 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0951273 Jul 16 18:47:05.014057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet b92b8327-c7e2-45ba-9427-1f50189fdf57 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:05.017845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.057885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ebbd05f6-7466-40e6-831d-e3be4ce1fa24 None None] Could not find standard attr ID for object c5295037-0b49-4843-990c-ea9a1c8a3b58. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:47:05.073833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.179357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.308193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.372053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=b92b8327-c7e2-45ba-9427-1f50189fdf57,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:05.384266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.392360 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-888ab165-1171-47dd-8af4-0bd2f4a07b04 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/b92b8327-c7e2-45ba-9427-1f50189fdf57 HTTP/1.1" status: 204 len: 168 time: 0.4590621 Jul 16 18:47:05.393323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35674) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:05.479453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet cdb20f9c-9444-4050-9288-1e047e6ffa14 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:05.483546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.497153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee153df5-feab-4782-89fd-61e16798447e req-2d967dcc-aa71-4ff3-aad9-64362feb8d9e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.510408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee153df5-feab-4782-89fd-61e16798447e req-2d967dcc-aa71-4ff3-aad9-64362feb8d9e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 946 time: 0.1230359 Jul 16 18:47:05.535968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aea4b0-4526-4333-995a-3c657d864049 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:05.538979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.573912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee153df5-feab-4782-89fd-61e16798447e req-816e857f-47c3-4ddf-a137-0f1163d6a732 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621958 Jul 16 18:47:05.664831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.803992 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.845344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba99f93-fc50-455b-8231-49a3afb2d9cb req-198e8ec5-95ce-444e-b344-65e7aa771c5e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.847393 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ba99f93-fc50-455b-8231-49a3afb2d9cb req-198e8ec5-95ce-444e-b344-65e7aa771c5e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 946 time: 0.0887072 Jul 16 18:47:05.865089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb20f9c-9444-4050-9288-1e047e6ffa14,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:05.868618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.871204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-175fd437-04db-4508-9370-5470febf97b3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/cdb20f9c-9444-4050-9288-1e047e6ffa14 HTTP/1.1" status: 204 len: 168 time: 0.4755328 Jul 16 18:47:05.875656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35680) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:05.903517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ba99f93-fc50-455b-8231-49a3afb2d9cb req-f85242fb-8024-4db5-b7b5-953aa3259e13 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460272 Jul 16 18:47:05.930961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:05.970366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ed1c1-0e9d-4c9d-b954-21269c721954 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'cdb20f9c-9444-4050-9288-1e047e6ffa14'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '6033d45e-7b16-4127-94ab-6adfa4cd5fa5'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:47:05.971650 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-49afe678-39a7-43d8-9c3b-7541a84a71bc tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956004 Jul 16 18:47:05.976956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35684) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:05.983267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:06.034908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a92ed1c1-0e9d-4c9d-b954-21269c721954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.147034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:06.155403 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.278631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a15ce2-1a08-49f1-ab84-8f516ce49c79 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:06.369528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-06e57f8e-b71b-4420-88af-8ebb746555a7 None None] Provisioning complete for port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:06.369833 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06e57f8e-b71b-4420-88af-8ebb746555a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.554335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.571355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:06.634075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] Deleting port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:06.634968 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.658017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:06.664453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:06.673960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.674920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.705379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=94120e73-b0c5-4351-ab90-8345741b59a4,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:06.731247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-145276b5-ceb2-4125-9db6-0eaa944c28dd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7526183 Jul 16 18:47:06.734612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35692) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:06.755530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cd724748-c936-4381-a1d3-11779ba9aadd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:06.788423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] For port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:06.788984 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:06.829021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] Calling delete_port for 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:06.934691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:07.015758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd724748-c936-4381-a1d3-11779ba9aadd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:07.024607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cd724748-c936-4381-a1d3-11779ba9aadd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.064932 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.111081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] Pushing event deleted for resources: {'Port': ['ID=6033d45e-7b16-4127-94ab-6adfa4cd5fa5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:07.123518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a60ec5-01c4-4c5f-a200-2b30027f83e7 None None] No DVR routers for this DVR port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:07.141852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No active binding found for port 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 {{(pid=93779) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:47:07.142565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6033d45e-7b16-4127-94ab-6adfa4cd5fa5 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:07.155672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62181b1a-9607-4200-a62c-e0b97d76fa73 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:07.235448 n-d-793620-10 neutron-server[93778]: INFO neutron.db.ipam_backend_mixin [None req-cd724748-c936-4381-a1d3-11779ba9aadd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94120e73-b0c5-4351-ab90-8345741b59a4 (CIDR: 2001:db8::/64) Jul 16 18:47:07.241551 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd724748-c936-4381-a1d3-11779ba9aadd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:47:07.242891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd724748-c936-4381-a1d3-11779ba9aadd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:07.269882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cd724748-c936-4381-a1d3-11779ba9aadd tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5306673 Jul 16 18:47:07.270738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35710) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:07.277144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'subnet': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:07.377805 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.444424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:07.450617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.478224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'tenant_id': '4885998e521a4b6ca791fcef5bb9411b', 'fixed_ips': [{'subnet_id': '94120e73-b0c5-4351-ab90-8345741b59a4'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:07.479356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.765827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Allocated IP 2001:db8::2 (38ca1476-3b14-4c02-bf15-966d9d6ae04d/94120e73-b0c5-4351-ab90-8345741b59a4/98ee758a-fc9b-44a0-aa42-f7dc017d432e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:07.787523 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:07.830083 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.177592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.objects.ports [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93778) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:47:08.186694 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.381110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Subnet': ['ID=e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:08.393731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:08.396806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:08.401949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:08.402915 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.438805 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f280b5b1-94f2-46b0-8548-088ca8a0442a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1663644 Jul 16 18:47:08.441952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35734) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:08.455213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Request body: {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'mac_address': 'fa:16:3e:da:cf:6a', 'name': 'tempest-NetworksTestDHCPv6-2012724567'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:08.897014 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:08.944142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Transition to ACTIVE for port object 98ee758a-fc9b-44a0-aa42-f7dc017d432e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:08.992013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Made reservation on behalf of 4885998e521a4b6ca791fcef5bb9411b for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:09.126425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Transition to ACTIVE for port object 98ee758a-fc9b-44a0-aa42-f7dc017d432e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:09.153844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.156019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.189563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] device_id is not set on port 539970bc-8706-4c7b-b33c-32b58aae0569 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:09.272950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:09.287186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:09.291931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:09.348293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Pushing event updated for resources: {'Port': ['ID=98ee758a-fc9b-44a0-aa42-f7dc017d432e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.522748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Attempting to bind port 98ee758a-fc9b-44a0-aa42-f7dc017d432e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:09.523344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Attempting to bind port 98ee758a-fc9b-44a0-aa42-f7dc017d432e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:09.523936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Attempting to bind port 98ee758a-fc9b-44a0-aa42-f7dc017d432e on network 38ca1476-3b14-4c02-bf15-966d9d6ae04d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:09.534845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8::2cc (38ca1476-3b14-4c02-bf15-966d9d6ae04d/94120e73-b0c5-4351-ab90-8345741b59a4/539970bc-8706-4c7b-b33c-32b58aae0569) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:09.535754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:09.535754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Checking segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:09.536185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.536901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Bound using segment: {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:09.537828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Bound port: 98ee758a-fc9b-44a0-aa42-f7dc017d432e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55de6219-8995-4727-8e0d-7c39acef66cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:09.538541 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.546334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Allocated IP 2001:db8:0:1:f816:3eff:feda:cf6a (38ca1476-3b14-4c02-bf15-966d9d6ae04d/e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9/539970bc-8706-4c7b-b33c-32b58aae0569) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:09.632713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] For port 98ee758a-fc9b-44a0-aa42-f7dc017d432e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:09.637823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] For port 98ee758a-fc9b-44a0-aa42-f7dc017d432e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=98ee758a-fc9b-44a0-aa42-f7dc017d432e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:09.643551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.723197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccbaa1-b1b8-4fb6-9d5e-636d1fc6e853 None None] Pushing event updated for resources: {'Port': ['ID=98ee758a-fc9b-44a0-aa42-f7dc017d432e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.755452 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.771899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Transition to ACTIVE for port object 539970bc-8706-4c7b-b33c-32b58aae0569 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:09.811712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.868396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:09.883476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:09.886490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event updated for resources: {'Port': ['ID=539970bc-8706-4c7b-b33c-32b58aae0569,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.890891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:09.901044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:09.902081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.937449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2ba5adf1-ac5a-4dad-97ee-0a4a9a62284a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4929938 Jul 16 18:47:09.939374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35766) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:10.210324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 539970bc-8706-4c7b-b33c-32b58aae0569 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:10.211033 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.332056 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.347358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 539970bc-8706-4c7b-b33c-32b58aae0569 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:10.702247 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.749485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-33a1b547-825e-485f-b420-5b05eaceee75 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.751758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-33a1b547-825e-485f-b420-5b05eaceee75 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.1609750 Jul 16 18:47:10.787360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=539970bc-8706-4c7b-b33c-32b58aae0569,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:10.794039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-ee67ddf5-f6e9-4683-9078-90f8bb1afcd3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/quotas/d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 375 time: 0.0357869 Jul 16 18:47:10.860020 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:10.863368 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-670fdd89-73a5-4e47-b136-225fbaed82fe tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/539970bc-8706-4c7b-b33c-32b58aae0569 HTTP/1.1" status: 204 len: 168 time: 0.9218252 Jul 16 18:47:10.869016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35792) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:10.890509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 98ee758a-fc9b-44a0-aa42-f7dc017d432e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:10.969647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f875b6ab-d78d-40cd-a38e-7d9456657849 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1742122 Jul 16 18:47:11.012395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 98ee758a-fc9b-44a0-aa42-f7dc017d432e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:11.041980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c2997-bebd-4963-8662-f3dda4c7df1f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.044185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d80c2997-bebd-4963-8662-f3dda4c7df1f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1734982 Jul 16 18:47:11.048354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35794) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:11.121214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-ae74cfdd-04ee-491c-8088-79fdacef6fe2 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425834 Jul 16 18:47:11.129370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc0160-2889-49c1-a240-ca7fbaa28a30 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:11.170466 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7504f3-f639-4279-9a55-9d0c13ce7e5d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.173306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2a7504f3-f639-4279-9a55-9d0c13ce7e5d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1233692 Jul 16 18:47:11.177628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35796) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:11.310840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7e244cdb-db43-4e54-98b3-73f04b064b24 None None] Provisioning for port 98ee758a-fc9b-44a0-aa42-f7dc017d432e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:11.313950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-98119371-b31f-4f28-8a71-c4e37e390f4e service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646345 Jul 16 18:47:11.320259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc520c73-aec7-4354-8e4a-e78bf0b30368 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.325969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc520c73-aec7-4354-8e4a-e78bf0b30368 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.329228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc520c73-aec7-4354-8e4a-e78bf0b30368 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.337810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35798) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:11.339120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fc520c73-aec7-4354-8e4a-e78bf0b30368 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1597114 Jul 16 18:47:11.348949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7e244cdb-db43-4e54-98b3-73f04b064b24 None None] Provisioning complete for port 98ee758a-fc9b-44a0-aa42-f7dc017d432e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:11.349992 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e244cdb-db43-4e54-98b3-73f04b064b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.455822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet 94120e73-b0c5-4351-ab90-8345741b59a4 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:11.463941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.545948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e244cdb-db43-4e54-98b3-73f04b064b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.614400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7e244cdb-db43-4e54-98b3-73f04b064b24 None None] For port 98ee758a-fc9b-44a0-aa42-f7dc017d432e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=98ee758a-fc9b-44a0-aa42-f7dc017d432e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:11.643597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e244cdb-db43-4e54-98b3-73f04b064b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.647972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.730221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cd67ed-37e1-460f-939e-4cbd3e5de9d9 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': '94120e73-b0c5-4351-ab90-8345741b59a4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '98ee758a-fc9b-44a0-aa42-f7dc017d432e'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:47:11.742829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e244cdb-db43-4e54-98b3-73f04b064b24 None None] Pushing event updated for resources: {'Port': ['ID=98ee758a-fc9b-44a0-aa42-f7dc017d432e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.810696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2cd67ed-37e1-460f-939e-4cbd3e5de9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.818845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.913908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e323fd6-e98b-496d-a4d5-f7423b5c8931 req-0f998865-51c6-4078-84f6-3a02ec94796a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.1076775 Jul 16 18:47:11.987466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.049617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=94120e73-b0c5-4351-ab90-8345741b59a4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.056215 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.062783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35814) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.063664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d0122f1b-1cd4-4a44-9636-e0ec6eebbe45 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/94120e73-b0c5-4351-ab90-8345741b59a4 HTTP/1.1" status: 204 len: 168 time: 0.7233725 Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-e2cd67ed-37e1-460f-939e-4cbd3e5de9d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94120e73-b0c5-4351-ab90-8345741b59a4: This subnet is being modified by another concurrent operation. Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94120e73-b0c5-4351-ab90-8345741b59a4: This subnet is being modified by another concurrent operation. Jul 16 18:47:12.086819 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:47:12.182981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting subnet e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:12.191291 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.217703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3268379-f154-4421-9eda-ccf218802118 None None] Network 38ca1476-3b14-4c02-bf15-966d9d6ae04d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:12.277583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.309193 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-59bc2204-1609-4f83-803d-1f12a2301aba None None] Provisioning complete for port 98ee758a-fc9b-44a0-aa42-f7dc017d432e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:12.309600 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-59bc2204-1609-4f83-803d-1f12a2301aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.377641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.525911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.576282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.588877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.597200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6009c50f-25d7-4989-a146-6c2349162964 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9 HTTP/1.1" status: 204 len: 168 time: 0.5315502 Jul 16 18:47:12.598527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35818) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.639643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36840a4-f5e9-4fc1-aa96-00f7f0b21c06 None None] Update dhcp port {'port': {'network_id': '38ca1476-3b14-4c02-bf15-966d9d6ae04d', 'fixed_ips': [{'subnet_id': 'e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '98ee758a-fc9b-44a0-aa42-f7dc017d432e'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:47:12.736678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-10c890b2-246a-4c8b-9635-16aad435a599 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364949 Jul 16 18:47:12.739299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35822) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.743347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a36840a4-f5e9-4fc1-aa96-00f7f0b21c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.831888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 98ee758a-fc9b-44a0-aa42-f7dc017d432e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:12.875284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671b9bef-8a86-47a8-b99c-af09d188f006 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:12.877592 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-671b9bef-8a86-47a8-b99c-af09d188f006 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1367974 Jul 16 18:47:12.882012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35824) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.014373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec3418c-1707-484b-a225-38902157c0e7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.021857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cec3418c-1707-484b-a225-38902157c0e7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1346312 Jul 16 18:47:13.022385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35828) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.137570 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.141222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4915282e-24c0-4825-a0f2-ecaf67493ec1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171417 Jul 16 18:47:13.153723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35830) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.203652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 98ee758a-fc9b-44a0-aa42-f7dc017d432e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=98ee758a-fc9b-44a0-aa42-f7dc017d432e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:13.205980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4d4e3edf-98c5-42ee-9453-7bce29529fb1 None None] Provisioning complete for port 98ee758a-fc9b-44a0-aa42-f7dc017d432e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:13.206707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3edf-98c5-42ee-9453-7bce29529fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.213212 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.241255 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e93e5c-9ce5-4c09-9b00-702421dff8da tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.242506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e93e5c-9ce5-4c09-9b00-702421dff8da tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.255692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35832) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.256030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-17e93e5c-9ce5-4c09-9b00-702421dff8da tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/539970bc-8706-4c7b-b33c-32b58aae0569 HTTP/1.1" status: 404 len: 333 time: 0.1022506 Jul 16 18:47:13.329849 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b715e4b-b9c4-42e6-8e0f-ff70bbcf6b3c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.330730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b715e4b-b9c4-42e6-8e0f-ff70bbcf6b3c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.337464 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8b715e4b-b9c4-42e6-8e0f-ff70bbcf6b3c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e1ac1645-9d3f-4dd4-89c8-ff10c1b650a9 HTTP/1.1" status: 404 len: 337 time: 0.0789504 Jul 16 18:47:13.344176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.358374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0cc9101c-3306-4570-b00e-efe934e34c3f req-4cd3463e-1b62-4856-a376-24a2d5bd0a2c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.0992367 Jul 16 18:47:13.434105 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64deb0b-23d0-497b-93d9-773d650a0a23 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.437017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b64deb0b-23d0-497b-93d9-773d650a0a23 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.443492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=98ee758a-fc9b-44a0-aa42-f7dc017d432e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:13.446994 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b64deb0b-23d0-497b-93d9-773d650a0a23 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/94120e73-b0c5-4351-ab90-8345741b59a4 HTTP/1.1" status: 404 len: 337 time: 0.1008542 Jul 16 18:47:13.451447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35836) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.520684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85f32b9-947d-4bc8-b3df-1769f93be9c8 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:47:13.523011 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b2f96c-9cb8-402d-9b4c-c17c2f4a11ad tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.524112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b2f96c-9cb8-402d-9b4c-c17c2f4a11ad tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.526813 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d2b2f96c-9cb8-402d-9b4c-c17c2f4a11ad tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/c5295037-0b49-4843-990c-ea9a1c8a3b58 HTTP/1.1" status: 404 len: 333 time: 0.0707142 Jul 16 18:47:13.532050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35838) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.578044 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6af0cb5-98ee-45cc-8590-728ee8382e5f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.578747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6af0cb5-98ee-45cc-8590-728ee8382e5f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.581490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f6af0cb5-98ee-45cc-8590-728ee8382e5f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/cdb20f9c-9444-4050-9288-1e047e6ffa14 HTTP/1.1" status: 404 len: 337 time: 0.0473645 Jul 16 18:47:13.584859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35840) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.590303 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3edf-98c5-42ee-9453-7bce29529fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.672406 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdbf991-e1eb-443b-9378-09074339c476 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.673983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdbf991-e1eb-443b-9378-09074339c476 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.677656 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bbdbf991-e1eb-443b-9378-09074339c476 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/b92b8327-c7e2-45ba-9427-1f50189fdf57 HTTP/1.1" status: 404 len: 337 time: 0.0908945 Jul 16 18:47:13.681279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35842) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.724076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4d4e3edf-98c5-42ee-9453-7bce29529fb1 None None] For port 98ee758a-fc9b-44a0-aa42-f7dc017d432e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=98ee758a-fc9b-44a0-aa42-f7dc017d432e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:13.740945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d4e3edf-98c5-42ee-9453-7bce29529fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.756970 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc54e4f-6745-4d92-9ca7-56335dd4b451 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.758798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc54e4f-6745-4d92-9ca7-56335dd4b451 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.764032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-efc54e4f-6745-4d92-9ca7-56335dd4b451 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/3f5e2a8a-90f8-407d-8c84-ede5022089c2 HTTP/1.1" status: 404 len: 333 time: 0.0805447 Jul 16 18:47:13.768465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.803794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f32b9-947d-4bc8-b3df-1769f93be9c8 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:47:13.839668 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c503e866-82e2-4a6c-8170-668be94bdc92 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.840647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c503e866-82e2-4a6c-8170-668be94bdc92 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.844915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c503e866-82e2-4a6c-8170-668be94bdc92 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/247225f0-a004-49fb-9e80-171ec88f6719 HTTP/1.1" status: 404 len: 337 time: 0.0729413 Jul 16 18:47:13.851287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35850) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.894213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-454828c9-b5aa-42ac-abae-4bb01edd1588 None None] Could not find standard attr ID for object 539970bc-8706-4c7b-b33c-32b58aae0569. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:47:13.925803 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02d134f-2f3b-4ea0-b8d2-f4ac794bda8f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.926404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e02d134f-2f3b-4ea0-b8d2-f4ac794bda8f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.932048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e02d134f-2f3b-4ea0-b8d2-f4ac794bda8f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/971eba4b-13d7-4dd9-bf06-de9341d59c3d HTTP/1.1" status: 404 len: 337 time: 0.0777776 Jul 16 18:47:13.940348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35852) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.956834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-883e1dad-bf21-47e8-ab22-4fe773087b70 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:13.959781 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-883e1dad-bf21-47e8-ab22-4fe773087b70 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.3515346 Jul 16 18:47:13.969480 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba95fc9-cfbd-4076-af51-7a45d23ca778 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:13.970395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba95fc9-cfbd-4076-af51-7a45d23ca778 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:13.974356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fba95fc9-cfbd-4076-af51-7a45d23ca778 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/aa52ad3c-40ec-4f53-a7b6-38449a3170b2 HTTP/1.1" status: 404 len: 333 time: 0.0310330 Jul 16 18:47:13.976252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35854) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.986575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e3edf-98c5-42ee-9453-7bce29529fb1 None None] Pushing event updated for resources: {'Port': ['ID=98ee758a-fc9b-44a0-aa42-f7dc017d432e,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:13.994493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'port': {'device_id': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'admin_state_up': True, 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:14.036036 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be83926-2de7-4aad-b3ce-13e4e88be092 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.040100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be83926-2de7-4aad-b3ce-13e4e88be092 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.042792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6be83926-2de7-4aad-b3ce-13e4e88be092 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/25b34864-fce1-4ce2-b14a-36add5a58ca7 HTTP/1.1" status: 404 len: 337 time: 0.0653799 Jul 16 18:47:14.049551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35856) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.134655 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-9918c40b-008d-4a95-863f-d114e7d62928 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.135780 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9918c40b-008d-4a95-863f-d114e7d62928 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.142925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35858) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.143474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9918c40b-008d-4a95-863f-d114e7d62928 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/d38a5a6f-b8c4-4cd2-817f-b0ce3a703390 HTTP/1.1" status: 404 len: 337 time: 0.0920832 Jul 16 18:47:14.179431 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f983a2-afdc-4870-b4c3-a0129f8e5c73 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.180320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f983a2-afdc-4870-b4c3-a0129f8e5c73 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.184176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a5f983a2-afdc-4870-b4c3-a0129f8e5c73 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/4950f882-4c19-4d89-9fd8-1619b501bd11 HTTP/1.1" status: 404 len: 333 time: 0.0384254 Jul 16 18:47:14.186471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.225924 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac86fe9-34a7-41e3-bf75-78619275816d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.226656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac86fe9-34a7-41e3-bf75-78619275816d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.228565 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4ac86fe9-34a7-41e3-bf75-78619275816d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/5d7a45a7-3d3f-424e-8f65-30c97d942f5e HTTP/1.1" status: 404 len: 337 time: 0.0408256 Jul 16 18:47:14.232472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35862) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.297624 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1115711-a874-4a9d-b017-ee4a2e00b23f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.298402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1115711-a874-4a9d-b017-ee4a2e00b23f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.301168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c1115711-a874-4a9d-b017-ee4a2e00b23f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/7264189a-a556-4376-ac37-8c5f33cc5f6a HTTP/1.1" status: 404 len: 333 time: 0.0654502 Jul 16 18:47:14.304481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35864) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.342932 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb086cb-fad7-4a08-8194-95885357c973 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.343379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb086cb-fad7-4a08-8194-95885357c973 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.345724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-efb086cb-fad7-4a08-8194-95885357c973 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e93e2f06-0782-4fe1-8f0c-f819128c6c03 HTTP/1.1" status: 404 len: 337 time: 0.0401771 Jul 16 18:47:14.349723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35866) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.396466 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-d57b3160-fea0-43ff-87ac-880788a8af94 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.397217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d57b3160-fea0-43ff-87ac-880788a8af94 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.400939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:14.405261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.412265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d57b3160-fea0-43ff-87ac-880788a8af94 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/cf000290-819e-43ce-92e1-56590733ed5d HTTP/1.1" status: 404 len: 333 time: 0.0594597 Jul 16 18:47:14.414414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35868) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.486801 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2aad20-8f19-4fd6-88aa-b30e493990b4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.496260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2aad20-8f19-4fd6-88aa-b30e493990b4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.506158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4b2aad20-8f19-4fd6-88aa-b30e493990b4 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/2a8d5d98-ee31-43aa-940a-b61c35367bb4 HTTP/1.1" status: 404 len: 337 time: 0.0902781 Jul 16 18:47:14.513654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35874) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.608437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322628ff-6679-41a8-8d31-779508b77808 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:47:14.626310 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2c2c35-3887-4591-a3fb-dfd0745290f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.627035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a2c2c35-3887-4591-a3fb-dfd0745290f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.637899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1a2c2c35-3887-4591-a3fb-dfd0745290f0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/ea910448-90f2-45e7-97e0-9819e8196041 HTTP/1.1" status: 404 len: 333 time: 0.1181674 Jul 16 18:47:14.639233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.700503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d9bd55ed-cd55-42d5-8a63-de1a64dbe985 None None] Provisioning complete for port 98ee758a-fc9b-44a0-aa42-f7dc017d432e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:14.700947 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d9bd55ed-cd55-42d5-8a63-de1a64dbe985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.719191 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e804680e-9d43-441e-adbc-42410b286d1a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.719653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e804680e-9d43-441e-adbc-42410b286d1a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.725263 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e804680e-9d43-441e-adbc-42410b286d1a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/817cbc1e-d7e7-4767-b823-687618aae9d3 HTTP/1.1" status: 404 len: 337 time: 0.0791399 Jul 16 18:47:14.726788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35880) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.778306 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8fdea1-efb9-4ea3-80c8-908a5ec02bab tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.779578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8fdea1-efb9-4ea3-80c8-908a5ec02bab tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.786460 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0b8fdea1-efb9-4ea3-80c8-908a5ec02bab tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/d3ce2be8-6052-48f4-b1e6-96fa6e2185a7 HTTP/1.1" status: 404 len: 333 time: 0.0555410 Jul 16 18:47:14.788373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35882) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.804281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b1de41e-2761-4723-97fd-0a8da2ff584a req-7ddd4665-e231-4d1b-8859-f7ad146b47ea tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.1284175 Jul 16 18:47:14.879924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322628ff-6679-41a8-8d31-779508b77808 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:47:14.923860 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4491f8-8853-4ad1-b491-16f52bed83e3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:14.924706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4491f8-8853-4ad1-b491-16f52bed83e3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:14.928001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ef4491f8-8853-4ad1-b491-16f52bed83e3 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/4854aea4-9444-4d33-9a3b-c45a45490d7f HTTP/1.1" status: 404 len: 337 time: 0.1381171 Jul 16 18:47:14.930499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.20.0.7 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/adc0efda-37c4-4066-bc6a-a1c302cf74ec) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:14.933333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35886) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.019892 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bd6d88-63fb-4ca5-b057-4294b120431c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.021298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5bd6d88-63fb-4ca5-b057-4294b120431c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.030103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e5bd6d88-63fb-4ca5-b057-4294b120431c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/a7d486f0-25a3-479d-9dcd-f36568d6d69c HTTP/1.1" status: 404 len: 333 time: 0.0951302 Jul 16 18:47:15.031360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35888) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.137173 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc559377-1053-46e8-a02e-d28a5a447bc9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.137625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc559377-1053-46e8-a02e-d28a5a447bc9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.147655 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cc559377-1053-46e8-a02e-d28a5a447bc9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/84f16f2c-d4f6-4fae-b567-8aa079c3a181 HTTP/1.1" status: 404 len: 337 time: 0.1146905 Jul 16 18:47:15.148317 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35892) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.222537 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51c52a5-af35-40b4-b387-6db8ed81863b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.223148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51c52a5-af35-40b4-b387-6db8ed81863b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.234595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f51c52a5-af35-40b4-b387-6db8ed81863b tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/27e46f4b-0148-4390-a528-af2134654225 HTTP/1.1" status: 404 len: 337 time: 0.0828624 Jul 16 18:47:15.235779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35894) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.320425 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-67807af7-7f90-4377-a71c-efdbdb72932c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.321528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67807af7-7f90-4377-a71c-efdbdb72932c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.328497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.332170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35898) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.332463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-67807af7-7f90-4377-a71c-efdbdb72932c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/0956ef6e-45a1-492b-8e1e-8aeb2023c95d HTTP/1.1" status: 404 len: 333 time: 0.0945084 Jul 16 18:47:15.379551 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e912f34-3ed0-4541-8689-b67638c29dfb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.380044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e912f34-3ed0-4541-8689-b67638c29dfb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.382307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7e912f34-3ed0-4541-8689-b67638c29dfb tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/b756a041-3029-4db9-9af6-bed20d792dbc HTTP/1.1" status: 404 len: 337 time: 0.0483840 Jul 16 18:47:15.385131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35900) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.419412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Transition to ACTIVE for port object adc0efda-37c4-4066-bc6a-a1c302cf74ec will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:15.421733 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d15dba-0d5c-43bb-994e-13ab7578e2c7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.422254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d15dba-0d5c-43bb-994e-13ab7578e2c7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.424260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a0d15dba-0d5c-43bb-994e-13ab7578e2c7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/8e5ccd32-68d0-4a8a-9db5-5f1970a5625a HTTP/1.1" status: 404 len: 337 time: 0.0380888 Jul 16 18:47:15.426980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35902) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.466256 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee7d118-3600-48c4-b3a1-5f787948f6fa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.467117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ee7d118-3600-48c4-b3a1-5f787948f6fa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.469165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2ee7d118-3600-48c4-b3a1-5f787948f6fa tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/a813cf0c-82fb-4fe9-9b57-27e19a89f531 HTTP/1.1" status: 404 len: 333 time: 0.0409832 Jul 16 18:47:15.471870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35904) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.508931 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc23e94-95a0-44c9-9997-7571c67c7281 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.509348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc23e94-95a0-44c9-9997-7571c67c7281 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.511189 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2cc23e94-95a0-44c9-9997-7571c67c7281 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/1c687b03-d902-4144-8587-d5071c68ef36 HTTP/1.1" status: 404 len: 337 time: 0.0384169 Jul 16 18:47:15.514710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35906) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.545443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.563684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a9f5f7fc-13ee-40ee-9434-73ad35df5408'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:15.577551 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-d424ccf6-9884-4a22-bda1-5921e1cd80f1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.579086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d424ccf6-9884-4a22-bda1-5921e1cd80f1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.584272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d424ccf6-9884-4a22-bda1-5921e1cd80f1 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e06f9f58-5d53-4fed-be99-7713cdd41915 HTTP/1.1" status: 404 len: 337 time: 0.0647960 Jul 16 18:47:15.586408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35908) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.624440 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f844d775-0acd-472f-8edd-1689554ece8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.625616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f844d775-0acd-472f-8edd-1689554ece8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.628722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f844d775-0acd-472f-8edd-1689554ece8a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/0dd3ceee-6b8f-41ad-bd05-214105f0475b HTTP/1.1" status: 404 len: 333 time: 0.0398111 Jul 16 18:47:15.634975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35910) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.705099 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f500a36f-61b7-4bc3-860a-0cb3a41b379e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.705353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f500a36f-61b7-4bc3-860a-0cb3a41b379e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.707433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f500a36f-61b7-4bc3-860a-0cb3a41b379e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/ebb87a6a-a812-43bf-bf65-a4619d7aea4f HTTP/1.1" status: 404 len: 337 time: 0.0714939 Jul 16 18:47:15.713311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35914) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.732257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-82871643-44f2-4948-b912-fe715e98e409 None None] Provisioning complete for port 98ee758a-fc9b-44a0-aa42-f7dc017d432e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:15.732894 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82871643-44f2-4948-b912-fe715e98e409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.751922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:15.771271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:15.790478 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-377e659f-bca8-44c3-be62-90510610160e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:15.792106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377e659f-bca8-44c3-be62-90510610160e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:15.795178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:15.807539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-377e659f-bca8-44c3-be62-90510610160e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/37606fc5-72ee-4dd1-940b-c38904d95556 HTTP/1.1" status: 404 len: 337 time: 0.0920014 Jul 16 18:47:15.809124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35916) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:15.856829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=adc0efda-37c4-4066-bc6a-a1c302cf74ec,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.902359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:15.903579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.943955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-f1f66d1c-e520-4341-89d4-9a633857b146 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9761701 Jul 16 18:47:15.971717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Request body: {'port': {'device_id': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:16.053576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-60b40dc5-3060-42eb-a53e-db6989f35ca7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports?device_id=a70ec437-f021-4383-a714-b4dfdb9ca96f HTTP/1.1" status: 200 len: 205 time: 0.2412543 Jul 16 18:47:16.055797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35920) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.202402 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-9073bbe6-d80c-4652-a625-8a693337d2ec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] delete failed (client error): The resource could not be found. Jul 16 18:47:16.208782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9073bbe6-d80c-4652-a625-8a693337d2ec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/routers/a70ec437-f021-4383-a714-b4dfdb9ca96f HTTP/1.1" status: 404 len: 336 time: 0.1464477 Jul 16 18:47:16.211133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35922) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.263476 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae2fac1-fd7c-4704-b7c8-17e950155e3e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:16.264590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae2fac1-fd7c-4704-b7c8-17e950155e3e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:16.270100 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4ae2fac1-fd7c-4704-b7c8-17e950155e3e tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/25727933-94bc-48bb-ad25-43a11ce5faa3 HTTP/1.1" status: 404 len: 337 time: 0.0573421 Jul 16 18:47:16.277207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35924) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.335525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8ff07519-3859-468d-aaad-d08b64a759c7 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "GET /v2.0/ports?device_id=15a1caca-0b66-4809-832b-3f2124d82672 HTTP/1.1" status: 200 len: 205 time: 0.0559199 Jul 16 18:47:16.336812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35926) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.338271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.537568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b63dc78f-51a1-48ff-a173-2106acdd3789 None None] Provisioning for port adc0efda-37c4-4066-bc6a-a1c302cf74ec completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:16.555310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b63dc78f-51a1-48ff-a173-2106acdd3789 None None] Provisioning complete for port adc0efda-37c4-4066-bc6a-a1c302cf74ec triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:16.560614 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b63dc78f-51a1-48ff-a173-2106acdd3789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.720869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b63dc78f-51a1-48ff-a173-2106acdd3789 None None] Port adc0efda-37c4-4066-bc6a-a1c302cf74ec cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:16.812642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc0efda-37c4-4066-bc6a-a1c302cf74ec {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:16.831668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.866297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Transition to ACTIVE for port object adc0efda-37c4-4066-bc6a-a1c302cf74ec will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:16.874866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.076436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Pushing event updated for resources: {'Port': ['ID=adc0efda-37c4-4066-bc6a-a1c302cf74ec,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:17.163356 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-b2ba785f-ebdf-44fd-9235-94d981b1b161 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] delete failed (client error): The resource could not be found. Jul 16 18:47:17.165333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2ba785f-ebdf-44fd-9235-94d981b1b161 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/routers/15a1caca-0b66-4809-832b-3f2124d82672 HTTP/1.1" status: 404 len: 336 time: 0.8241980 Jul 16 18:47:17.170932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35934) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.245067 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50ecfa5-0c77-4403-8fb0-9280aaa09e6c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.245524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50ecfa5-0c77-4403-8fb0-9280aaa09e6c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.254926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f50ecfa5-0c77-4403-8fb0-9280aaa09e6c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/471add2a-8204-4ed3-b69b-86c39766ada2 HTTP/1.1" status: 404 len: 337 time: 0.0799260 Jul 16 18:47:17.262231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35938) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.309216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe1167-7560-4c66-abcd-dd53a884cc2e req-3cc6167b-b0f0-4a3c-8045-d0bd39b3377d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.311160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Attempting to bind port adc0efda-37c4-4066-bc6a-a1c302cf74ec on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:17.311338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5efe1167-7560-4c66-abcd-dd53a884cc2e req-3cc6167b-b0f0-4a3c-8045-d0bd39b3377d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 931 time: 1.0773501 Jul 16 18:47:17.311645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Attempting to bind port adc0efda-37c4-4066-bc6a-a1c302cf74ec by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:17.312012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Attempting to bind port adc0efda-37c4-4066-bc6a-a1c302cf74ec on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:17.312777 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bcfd300-c234-42cc-93b0-9ceb7daa373d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.313286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bcfd300-c234-42cc-93b0-9ceb7daa373d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.315499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7bcfd300-c234-42cc-93b0-9ceb7daa373d tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/8e01deb5-0ad7-4999-94bb-bd298a901827 HTTP/1.1" status: 404 len: 337 time: 0.0500791 Jul 16 18:47:17.319413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35940) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.334888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Port adc0efda-37c4-4066-bc6a-a1c302cf74ec on network b7f4625e-4196-40e8-8f94-e2248f7841e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:17.335257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Attempting to bind port adc0efda-37c4-4066-bc6a-a1c302cf74ec on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:17.395774 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-b362e171-2202-4c9e-b985-053fc3c1c888 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.396927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b362e171-2202-4c9e-b985-053fc3c1c888 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.410254 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b362e171-2202-4c9e-b985-053fc3c1c888 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/d25c01f8-0ba6-4aad-bd54-84b91d75bbb7 HTTP/1.1" status: 404 len: 333 time: 0.0852699 Jul 16 18:47:17.410781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35944) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.414756 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:17.415395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:17.415611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:17.415984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Bound port: adc0efda-37c4-4066-bc6a-a1c302cf74ec, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:17.418270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.482369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5efe1167-7560-4c66-abcd-dd53a884cc2e req-72baf2a9-0a67-4be6-b752-0a2900a111e6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250820 Jul 16 18:47:17.483295 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7052dcd-fd12-4005-9ac9-95f686012323 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.484543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7052dcd-fd12-4005-9ac9-95f686012323 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.489621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a7052dcd-fd12-4005-9ac9-95f686012323 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/cad5eb7a-5a58-4020-84a8-99642b57a8f0 HTTP/1.1" status: 404 len: 337 time: 0.0737693 Jul 16 18:47:17.491273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35946) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.537365 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e10835-12da-49e0-a761-69d4454b392c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.538128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7e10835-12da-49e0-a761-69d4454b392c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.554103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a7e10835-12da-49e0-a761-69d4454b392c tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/4066175b-914a-4d6a-bc00-e9b80474b0f5 HTTP/1.1" status: 404 len: 333 time: 0.0579154 Jul 16 18:47:17.554765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35948) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.610184 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7564a5e-082c-4e25-8f79-4481f0a818b6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.610811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7564a5e-082c-4e25-8f79-4481f0a818b6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.615631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c7564a5e-082c-4e25-8f79-4481f0a818b6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/39d2c655-8c1b-4340-9bb1-788dd35620a7 HTTP/1.1" status: 404 len: 337 time: 0.0595961 Jul 16 18:47:17.621386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35950) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.632450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] For port adc0efda-37c4-4066-bc6a-a1c302cf74ec, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:17.641074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] For port adc0efda-37c4-4066-bc6a-a1c302cf74ec, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=adc0efda-37c4-4066-bc6a-a1c302cf74ec,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:17.649311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.681409 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa44ec33-7778-4ba1-8c51-ac0a4ac53c85 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.683587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa44ec33-7778-4ba1-8c51-ac0a4ac53c85 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.691065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aa44ec33-7778-4ba1-8c51-ac0a4ac53c85 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/5484c7a7-1381-403b-8eb2-bf93f900a568 HTTP/1.1" status: 404 len: 333 time: 0.0635812 Jul 16 18:47:17.694296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35952) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.759933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:17.761513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.770427 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-adea2ff7-19b1-4627-bc51-d25a5ac057e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.771122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adea2ff7-19b1-4627-bc51-d25a5ac057e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.782160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-adea2ff7-19b1-4627-bc51-d25a5ac057e0 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e5f32a73-6647-430b-8e49-cfb988370209 HTTP/1.1" status: 404 len: 337 time: 0.0786383 Jul 16 18:47:17.783208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] 10.222.0.13 "PUT /v2.0/ports/adc0efda-37c4-4066-bc6a-a1c302cf74ec HTTP/1.1" status: 200 len: 1092 time: 1.8300116 Jul 16 18:47:17.783432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35954) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.784517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'tag': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:17.791732 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76d44f2-2cf8-4555-8048-3de697b3d0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e4948210-c3ec-4a6b-bad4-6380dab86a25", "tag": "adc0efda-37c4-4066-bc6a-a1c302cf74ec"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:17.912426 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f605bb-3f8e-443d-885a-9634c18163ec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.913234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f605bb-3f8e-443d-885a-9634c18163ec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.915365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f2f605bb-3f8e-443d-885a-9634c18163ec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/149d7f5b-105e-4c93-bb1d-965c3186dbaf HTTP/1.1" status: 404 len: 333 time: 0.1306715 Jul 16 18:47:17.919533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35958) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.961191 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1efe8be-d0eb-44c9-8057-320f4c06e323 x-openstack-request-id: req-d1efe8be-d0eb-44c9-8057-320f4c06e323 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:17.961685 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4948210-c3ec-4a6b-bad4-6380dab86a25", "tag": "adc0efda-37c4-4066-bc6a-a1c302cf74ec", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:17.962946 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1efe8be-d0eb-44c9-8057-320f4c06e323 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:17.963633 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'tag': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec', 'status': 'completed', 'code': 200} Jul 16 18:47:17.979211 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-af8c50dc-e3a8-41b6-be52-e0d55f373cec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:17.979591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af8c50dc-e3a8-41b6-be52-e0d55f373cec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:17.981984 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-af8c50dc-e3a8-41b6-be52-e0d55f373cec tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/1e161fd1-9040-4220-9c37-d2be9162cbff HTTP/1.1" status: 404 len: 337 time: 0.0609264 Jul 16 18:47:17.985677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35960) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:17.998029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a444a-2f4f-4df4-b11e-7e4e8449ef25 service neutron] Pushing event updated for resources: {'Port': ['ID=adc0efda-37c4-4066-bc6a-a1c302cf74ec,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:18.045814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-92220bcc-f634-4918-a958-654087be3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:18.046882 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c434d8a7-ed54-46ad-ac6c-c5a013b540f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:18.048272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c434d8a7-ed54-46ad-ac6c-c5a013b540f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:18.051082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c434d8a7-ed54-46ad-ac6c-c5a013b540f9 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/8340789f-1f86-4c79-9bbb-399a3b812e93 HTTP/1.1" status: 404 len: 333 time: 0.0637023 Jul 16 18:47:18.055577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-92220bcc-f634-4918-a958-654087be3b32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 1095 time: 0.2095120 Jul 16 18:47:18.058360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35962) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:18.097141 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83f1698-7d87-4012-81ef-202e5c9fa506 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:18.098000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83f1698-7d87-4012-81ef-202e5c9fa506 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:18.100431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a83f1698-7d87-4012-81ef-202e5c9fa506 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/6048326b-01ef-470b-b063-9c935b05839d HTTP/1.1" status: 404 len: 337 time: 0.0415945 Jul 16 18:47:18.104549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35964) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:18.135541 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-88505e73-e090-415d-aaf3-64f6a1e5b6e6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:18.136324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88505e73-e090-415d-aaf3-64f6a1e5b6e6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:18.138222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-88505e73-e090-415d-aaf3-64f6a1e5b6e6 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/6eac71db-bf8f-4283-863e-f30286ee6ad8 HTTP/1.1" status: 404 len: 333 time: 0.0326028 Jul 16 18:47:18.140140 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-57996aae-4b58-4166-add8-10b6e3a7a320 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc0efda-37c4-4066-bc6a-a1c302cf74ec HTTP/1.1" status: 200 len: 217 time: 0.0786932 Jul 16 18:47:18.144279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35966) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:18.254422 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc67d15d-83fa-4830-9e79-39f246526b9f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:18.255248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc67d15d-83fa-4830-9e79-39f246526b9f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:18.262706 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bc67d15d-83fa-4830-9e79-39f246526b9f tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/e8ce8788-1d8d-4464-aab1-825155d902a5 HTTP/1.1" status: 404 len: 337 time: 0.1148279 Jul 16 18:47:18.263233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35968) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:18.298323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-324444a5-1ec8-4170-beee-8d2cf9f224d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:18.301080 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-324444a5-1ec8-4170-beee-8d2cf9f224d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1375177 Jul 16 18:47:18.310052 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd098e2-8539-4883-9f7c-001665cb9f6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:18.311738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd098e2-8539-4883-9f7c-001665cb9f6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:18.318812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8dd098e2-8539-4883-9f7c-001665cb9f6a tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/ports/74c83b85-0def-410e-bf60-41c9555c9a54 HTTP/1.1" status: 404 len: 333 time: 0.0539043 Jul 16 18:47:18.322503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 35970) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:18.385948 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55455a0-81a1-40c5-a85b-fec241073332 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] DELETE failed (client error): The resource could not be found. Jul 16 18:47:18.386670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55455a0-81a1-40c5-a85b-fec241073332 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:47:18.395237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c55455a0-81a1-40c5-a85b-fec241073332 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/subnets/dc6615a7-cd76-470d-80d6-3f97f2242be2 HTTP/1.1" status: 404 len: 337 time: 0.0659547 Jul 16 18:47:18.396455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35972) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:18.467248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-88f20f09-1a70-4fac-bac1-17e0058e7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:18.469853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-88f20f09-1a70-4fac-bac1-17e0058e7e15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597526 Jul 16 18:47:18.555513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.737307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-4cc7b1c8-273a-4246-ad47-25f5e9b934dc service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552462 Jul 16 18:47:18.822397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Deleting port 98ee758a-fc9b-44a0-aa42-f7dc017d432e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:18.822976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.936739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d13692-c8d9-4c0b-8985-06df72243352 req-c963f679-23cd-4151-b391-7e96e5346533 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:18.939698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40d13692-c8d9-4c0b-8985-06df72243352 req-c963f679-23cd-4151-b391-7e96e5346533 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1487668 Jul 16 18:47:19.049905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40d13692-c8d9-4c0b-8985-06df72243352 req-a1e2b1c2-4191-4652-9d6a-43c8e559d810 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971904 Jul 16 18:47:19.465541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] For port 98ee758a-fc9b-44a0-aa42-f7dc017d432e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=98ee758a-fc9b-44a0-aa42-f7dc017d432e,segment=NetworkSegment(55de6219-8995-4727-8e0d-7c39acef66cb),segment_id=55de6219-8995-4727-8e0d-7c39acef66cb)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:19.467136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.516897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Calling delete_port for 98ee758a-fc9b-44a0-aa42-f7dc017d432e owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:19.568354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d124ef56-445f-4ce5-9beb-e7e4e45f15e8 req-d2481506-d1f7-405d-8a00-7cec0bead72c service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213577 Jul 16 18:47:19.780911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-b61ecd27-ed63-4511-958b-384baf7ad8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:19.782719 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-b61ecd27-ed63-4511-958b-384baf7ad8e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 1095 time: 0.1240249 Jul 16 18:47:19.819028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.880551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Port': ['ID=98ee758a-fc9b-44a0-aa42-f7dc017d432e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:19.893962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] No DVR routers for this DVR port 98ee758a-fc9b-44a0-aa42-f7dc017d432e on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:19.999919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ded9663-bfca-41e9-8ce6-a44a7a70c6dc None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:20.043625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c8093b-4319-4f79-b60b-18de5aad545b None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:47:20.180845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c8093b-4319-4f79-b60b-18de5aad545b None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:47:20.194219 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.199874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-6228ffe0-c59b-4fbd-83a9-8b075401bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:20.204532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-6228ffe0-c59b-4fbd-83a9-8b075401bb3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.4122140 Jul 16 18:47:20.286611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ca1476-3b14-4c02-bf15-966d9d6ae04d']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.302961 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-c20f4331-168a-4460-a213-e7d723fc1fb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=adc0efda-37c4-4066-bc6a-a1c302cf74ec HTTP/1.1" status: 200 len: 217 time: 0.0803370 Jul 16 18:47:20.309562 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55de6219-8995-4727-8e0d-7c39acef66cb') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.310306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55de6219-8995-4727-8e0d-7c39acef66cb') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.354372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.421810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-a2d1b391-f5f3-4717-8be1-d63bee9ab8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:20.426644 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-a2d1b391-f5f3-4717-8be1-d63bee9ab8fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1130688 Jul 16 18:47:20.429399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.516199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:20.517749 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:20.521972 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:20.610779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640a41a-ad81-4c85-9c18-e8ef598183e4 req-ca2bdc99-2e5e-4fb9-877a-5e077f87f6ee tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:20.612808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f640a41a-ad81-4c85-9c18-e8ef598183e4 req-ca2bdc99-2e5e-4fb9-877a-5e077f87f6ee tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1432850 Jul 16 18:47:20.668546 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.681928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.685592 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] 10.222.0.48 "DELETE /v2.0/networks/38ca1476-3b14-4c02-bf15-966d9d6ae04d HTTP/1.1" status: 204 len: 168 time: 2.2875125 Jul 16 18:47:20.711414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f640a41a-ad81-4c85-9c18-e8ef598183e4 req-8d74a034-9124-432e-b7e6-a9f90d172bd2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797999 Jul 16 18:47:20.712477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-1516b62e-4fba-4a29-ae41-1f7baab872b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:20.714454 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-1516b62e-4fba-4a29-ae41-1f7baab872b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2786012 Jul 16 18:47:20.716014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9705e7c-12c6-4c8f-a9fd-f5c6e1076421 tempest-NetworksTestDHCPv6-957429435 tempest-NetworksTestDHCPv6-957429435-project] Pushing event deleted for resources: {'Network': ['ID=38ca1476-3b14-4c02-bf15-966d9d6ae04d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.953593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376cd28b-f327-48c1-a991-04944ccc2c54 None None] DHCP port deletion for 38ca1476-3b14-4c02-bf15-966d9d6ae04d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:47:21.021373 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-f364efcd-a8fa-4d74-9ca7-5dea2161afb2 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977428 Jul 16 18:47:21.350791 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a76d44f2-2cf8-4555-8048-3de697b3d0dd req-548679de-c832-414b-b93a-03df2721c5ae service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203838 Jul 16 18:47:21.560138 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 35990) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:22.045204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-73fee690-6721-4323-820e-34e7d084b04e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4885998e521a4b6ca791fcef5bb9411b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829478 Jul 16 18:47:22.046174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:22.170506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3867e-43a5-4e9d-8fa7-06cbb0b0c5d7 req-8b71e00c-ddcb-4af4-8e50-2ebda0875707 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.172932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ee3867e-43a5-4e9d-8fa7-06cbb0b0c5d7 req-8b71e00c-ddcb-4af4-8e50-2ebda0875707 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1523132 Jul 16 18:47:22.201261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2838a9f1-21b5-463c-823a-3dc4fb3081b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.252437 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ee3867e-43a5-4e9d-8fa7-06cbb0b0c5d7 req-daf7d5e3-0b51-4c38-9208-b1f70080153c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551903 Jul 16 18:47:22.268497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2838a9f1-21b5-463c-823a-3dc4fb3081b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.387470 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2838a9f1-21b5-463c-823a-3dc4fb3081b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.393423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2838a9f1-21b5-463c-823a-3dc4fb3081b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.395827 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2838a9f1-21b5-463c-823a-3dc4fb3081b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e3f2d35-674c-4671-b5ac-65078810fb96 HTTP/1.1" status: 204 len: 168 time: 0.3422859 Jul 16 18:47:22.419681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838a9f1-21b5-463c-823a-3dc4fb3081b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3f2d35-674c-4671-b5ac-65078810fb96,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:23.631926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc64c82-39fb-4baa-8267-b494a80d6216 req-aee71e18-2603-4fc9-8b5c-4656b740c0ff tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.637001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fc64c82-39fb-4baa-8267-b494a80d6216 req-aee71e18-2603-4fc9-8b5c-4656b740c0ff tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1570799 Jul 16 18:47:23.692115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fc64c82-39fb-4baa-8267-b494a80d6216 req-06b848a0-b5ed-4377-83a6-5e9ace053c16 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499158 Jul 16 18:47:23.986336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36036) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:24.236871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-896577901'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:24.277096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:24.296601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.302095 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.584172 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.594079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.639485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:24.653486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032f2932-ddee-44a4-9771-a42a120a0926,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:24.666379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.668586 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Added segment 6f142e55-4fc2-4bcc-9c03-4dc635ee89b1 of type vlan for network 2b464aff-48e8-413b-af58-3aca3e6b85cc Jul 16 18:47:24.759328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.875316 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:24.897223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.898679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.118978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Network': ['ID=2b464aff-48e8-413b-af58-3aca3e6b85cc,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:25.157056 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-37909556-efaf-401d-b645-2790dcc0152b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1687434 Jul 16 18:47:25.157709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cab38a-c772-4999-9e2c-25403ce07f1b req-ec1beb12-d6fa-46b1-8d6a-ddcd09d419c3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:25.158253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:25.158983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:25.165993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35cab38a-c772-4999-9e2c-25403ce07f1b req-ec1beb12-d6fa-46b1-8d6a-ddcd09d419c3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.2025659 Jul 16 18:47:25.169222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'subnet': {'network_id': '2b464aff-48e8-413b-af58-3aca3e6b85cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:25.244774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35cab38a-c772-4999-9e2c-25403ce07f1b req-d9c87768-ff35-4eab-89bf-69d298adcb30 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721526 Jul 16 18:47:25.411487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:25.418570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.783137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:25.950979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Subnet': ['ID=78fe2c8f-7fd9-41d9-865b-4bda8f303836,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:25.970776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Checking segment: {'id': '6f142e55-4fc2-4bcc-9c03-4dc635ee89b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '2b464aff-48e8-413b-af58-3aca3e6b85cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:25.971579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network hostable DHCP agents. Network: 2b464aff-48e8-413b-af58-3aca3e6b85cc, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:25.998777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-e08bdcd8-c9d4-4f8d-b9ab-011273375ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3755643 Jul 16 18:47:26.028303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:26.088273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2b464aff-48e8-413b-af58-3aca3e6b85cc) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:26.101221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:26.103905 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.113646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00b84f7-c002-44bf-9237-df8637092c20 None None] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:26.216788 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6983efcc-4679-4c15-b104-4a02f83059c5 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0513217 Jul 16 18:47:26.241309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:26.277107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1715698119', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:26.412377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-701c7a64-0270-45e9-a17e-07060088d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:26.416434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-701c7a64-0270-45e9-a17e-07060088d11f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 1098 time: 0.2810872 Jul 16 18:47:26.426914 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.431088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.580679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75c534b-f71e-4b07-8926-dd184e7b995b None None] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:26.691502 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:26.877685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-06bbde3d-2112-452a-8834-b352dad3d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:26.890020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-06bbde3d-2112-452a-8834-b352dad3d4ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.4078381 Jul 16 18:47:27.075265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-5df7724f-e2d5-4c4b-901b-146c43a1fed4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408 HTTP/1.1" status: 200 len: 217 time: 0.1830559 Jul 16 18:47:27.146777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-dbe74df6-f6ab-44e6-9f5b-221b10004014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:27.150944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-dbe74df6-f6ab-44e6-9f5b-221b10004014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0680373 Jul 16 18:47:27.207653 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.287801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361beab7-f3eb-4316-a70d-68425a96258a req-467440e4-827b-4ee9-80b9-c6bbe39698af tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:27.291283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-361beab7-f3eb-4316-a70d-68425a96258a req-467440e4-827b-4ee9-80b9-c6bbe39698af tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.5591178 Jul 16 18:47:27.398013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-ac9f0645-8eb5-4a5c-8e43-f8a1469822ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:27.400726 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-ac9f0645-8eb5-4a5c-8e43-f8a1469822ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2088130 Jul 16 18:47:27.510456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-361beab7-f3eb-4316-a70d-68425a96258a req-6f6f8104-44e8-4087-b8f7-f2016b393623 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830368 Jul 16 18:47:27.677649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-942076bd-31bc-48b0-b086-76643874d5ec service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680204 Jul 16 18:47:27.862040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3815c31e-8ab4-439f-a366-7d75459c9442 req-41baf659-66b1-4a76-a067-3768faeaff67 service neutron] 10.222.0.55 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757035 Jul 16 18:47:27.929646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.970252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.367731 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.25.0.181 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/88a1195f-0207-4c1f-ac11-185b534cd750) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:28.613270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.709751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:28.810502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:28.814108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:28.821470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:28.877749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=88a1195f-0207-4c1f-ac11-185b534cd750,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:28.944663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603cc64-8e72-48ba-b50b-158ff2a6be72 req-34d84933-0e90-4511-9fed-fa11af0d43f7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:28.956309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f603cc64-8e72-48ba-b50b-158ff2a6be72 req-34d84933-0e90-4511-9fed-fa11af0d43f7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1757212 Jul 16 18:47:29.033060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f603cc64-8e72-48ba-b50b-158ff2a6be72 req-63280591-b3c7-42b7-a3c6-9f3300fded53 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752823 Jul 16 18:47:29.568751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.818440 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.999561 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:47:30.130593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:30.141348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:30.153247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:30.154206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:30.178115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.181129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-464cecce-8711-45cc-9449-f30ec80c93da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9310300 Jul 16 18:47:30.186080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36082) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:30.198282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:30.208696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:30.209453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:30.250215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:30.250916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98197bf-e7d6-40e1-aac8-79f68e0b23de None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:30.282707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15cc2edd-6080-411b-8ab0-b893c7742116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:30.414454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13340bbd-8d49-4d06-abcd-c89faa33cd34 req-a0d44faa-ccab-44ed-b3b9-ad7abec5c1a9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:30.416873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13340bbd-8d49-4d06-abcd-c89faa33cd34 req-a0d44faa-ccab-44ed-b3b9-ad7abec5c1a9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1846635 Jul 16 18:47:30.502180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-13340bbd-8d49-4d06-abcd-c89faa33cd34 req-f3e9f5b5-9f00-470a-8663-d568d5dc4fc0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785098 Jul 16 18:47:30.828299 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.260752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.1 (2b464aff-48e8-413b-af58-3aca3e6b85cc/78fe2c8f-7fd9-41d9-865b-4bda8f303836/f9fa6f0b-705c-4115-aa3e-3b87e918ff69) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:31.447014 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.551034 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.644395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:31.652186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:31.664394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:31.822879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=f9fa6f0b-705c-4115-aa3e-3b87e918ff69,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:31.864942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.005879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89beb33f-e01d-4e7c-bdaf-571dcc2cf31b req-3985cb87-dae4-4b86-88de-50a774a43465 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.008198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89beb33f-e01d-4e7c-bdaf-571dcc2cf31b req-3985cb87-dae4-4b86-88de-50a774a43465 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.2670019 Jul 16 18:47:32.105432 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89beb33f-e01d-4e7c-bdaf-571dcc2cf31b req-3736952d-ee4a-4612-b92d-cfbd661d803e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588336 Jul 16 18:47:32.163241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.595324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.602264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.749738 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.752952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=f9fa6f0b-705c-4115-aa3e-3b87e918ff69,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:32.773012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.774014 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.774895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.775778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.776399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.777249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.778030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.778585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.779144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.779713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.780291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.780842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:32.986588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:32.990194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:33.146680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6962f28-8ef1-4eb9-92fa-cc0fa81f8808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.216234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:33.407250 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.412255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:33.425012 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:33.438586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36112) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:33.439362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ca1d5f48-58e6-4207-8585-e50bf2e30597 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/routers/4ac6f491-fa1a-4fc5-a176-0f79023d3181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2512596 Jul 16 18:47:33.446093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'port': {'network_id': '2b464aff-48e8-413b-af58-3aca3e6b85cc', 'name': 'tempest-FloatingIPTestJSON-2020388509'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:33.453119 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:33.455438 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:33.533290 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:33.551154 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:33.552992 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:33.560079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811007b-99a9-4488-957f-425601c6c53c req-794c9001-b362-4012-b6aa-8fa38413d4e3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:33.563954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1811007b-99a9-4488-957f-425601c6c53c req-794c9001-b362-4012-b6aa-8fa38413d4e3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1417308 Jul 16 18:47:33.615836 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:33.616527 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fcc7b-43c2-4c3c-a1d1-57b30418c116 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:33.674126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:33.680301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.701054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1811007b-99a9-4488-957f-425601c6c53c req-97dd9809-ce0d-4106-8029-8cd60c19e896 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088564 Jul 16 18:47:33.721841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] device_id is not set on port 57c8ccb9-f4ad-431b-9f62-9b512796da6e yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:33.960735 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.5 (2b464aff-48e8-413b-af58-3aca3e6b85cc/78fe2c8f-7fd9-41d9-865b-4bda8f303836/57c8ccb9-f4ad-431b-9f62-9b512796da6e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:34.390647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.419152 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.497377 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.596380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:34.614560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:34.626825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:35.113596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=57c8ccb9-f4ad-431b-9f62-9b512796da6e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:35.138642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:35.139357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:35.163719 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f0acfabc-cf5f-4573-8c73-f71efee05ae3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7204533 Jul 16 18:47:35.165701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:35.194459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'port': {'network_id': '2b464aff-48e8-413b-af58-3aca3e6b85cc', 'name': 'tempest-FloatingIPTestJSON-1625085116'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:35.210216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590276a0-2a29-442b-b0f4-30409726adb0 req-d7445207-d994-468d-ab6a-3302e4a57005 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:35.212959 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-590276a0-2a29-442b-b0f4-30409726adb0 req-d7445207-d994-468d-ab6a-3302e4a57005 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1872425 Jul 16 18:47:35.271876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-590276a0-2a29-442b-b0f4-30409726adb0 req-d76d5c4e-c41e-4a7a-921d-fe2f88e60b55 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491993 Jul 16 18:47:35.504733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:35.513832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:35.560616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] device_id is not set on port 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:35.858759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.10 (2b464aff-48e8-413b-af58-3aca3e6b85cc/78fe2c8f-7fd9-41d9-865b-4bda8f303836/62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:35.935934 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.217151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.288653 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.403269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:36.411826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:36.418125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:36.474935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:36.548959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:36.551032 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.579064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f36c84da-64c6-4097-8503-450c99015cf7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4096844 Jul 16 18:47:36.587905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36138) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:36.609787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:36.714953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:36.752399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdc1f7-14da-42c7-a8a2-ae8cf5497bc6 req-01090cf6-d1ed-49ae-ad02-81bf48808d92 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:36.755669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35cdc1f7-14da-42c7-a8a2-ae8cf5497bc6 req-01090cf6-d1ed-49ae-ad02-81bf48808d92 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.3030882 Jul 16 18:47:36.853082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35cdc1f7-14da-42c7-a8a2-ae8cf5497bc6 req-372a1276-3f87-41f0-ad3e-82d08912c551 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856612 Jul 16 18:47:37.016602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.243160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.25.0.199 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/6345be56-83e1-4057-ba85-170fb59eac57) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:37.336497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.488426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.567157 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.657900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:37.666341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:37.669923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=6345be56-83e1-4057-ba85-170fb59eac57,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:37.674401 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:37.694897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36142) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:37.750685 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.775900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] Deleting subnet fc7a0dd8-625e-4008-947d-e22ea6dc1f79 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:37.781715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.864920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:37.981292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.124549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.170201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.182957 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fc7a0dd8-625e-4008-947d-e22ea6dc1f79 HTTP/1.1" status: 204 len: 168 time: 0.4857996 Jul 16 18:47:38.185411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36146) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:38.353965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2de7c9-e884-4a57-b5d3-de141e6487f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7a0dd8-625e-4008-947d-e22ea6dc1f79,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:38.569767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.627566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917d0dc-f5f6-4bed-85e0-6e333f7b662d req-c73b1837-0c78-41c1-8e3a-519f0908553a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:38.630814 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1917d0dc-f5f6-4bed-85e0-6e333f7b662d req-c73b1837-0c78-41c1-8e3a-519f0908553a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.3154685 Jul 16 18:47:38.837110 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.856890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1917d0dc-f5f6-4bed-85e0-6e333f7b662d req-c9c7f0ea-b09c-4ba7-a001-20d0cc4aeaa4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822934 Jul 16 18:47:38.863456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475354d5-1278-483a-a1dd-7e5f760b440e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:38.884416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2492f19c-6508-41ad-b348-6c16d6d79b4d') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:38.884883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2492f19c-6508-41ad-b348-6c16d6d79b4d') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:38.903523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.931313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.946031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:38.946958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:38.950360 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:39.035640 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.070531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.080535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.085945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/475354d5-1278-483a-a1dd-7e5f760b440e HTTP/1.1" status: 204 len: 168 time: 0.8927732 Jul 16 18:47:39.087011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36148) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.105528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235af312-fe5b-4dbd-955a-c96794d999fa admin admin] Pushing event deleted for resources: {'Network': ['ID=475354d5-1278-483a-a1dd-7e5f760b440e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:39.163617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] Deleting subnet 6a47000a-65c7-44cd-aa67-f2e7715d789e {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:39.169268 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.220624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.232275 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.288739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.372830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.416977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a47000a-65c7-44cd-aa67-f2e7715d789e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:39.423490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.429625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02d1d54b-c60e-46ab-a4a8-312e28a24849 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6a47000a-65c7-44cd-aa67-f2e7715d789e HTTP/1.1" status: 204 len: 168 time: 0.3402402 Jul 16 18:47:39.430257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36150) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:39.467062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.479177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.557911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.579272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=6345be56-83e1-4057-ba85-170fb59eac57,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:39.604598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.661013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.672736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75241fb1-76e8-4dc9-9c28-f00c51bf6dd0']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:39.690903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa727fea-2d74-4b4e-877f-92a2b19fe53c') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:39.691238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa727fea-2d74-4b4e-877f-92a2b19fe53c') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:39.703429 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.723185 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.732225 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:39.732733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:39.734986 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:39.793630 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 29574cc7-0de4-4bb0-b331-cd6cc4078570 associated. External IP: 172.25.0.199, port: 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd. Jul 16 18:47:39.817778 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.826195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:39.830703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] 10.222.0.48 "DELETE /v2.0/networks/75241fb1-76e8-4dc9-9c28-f00c51bf6dd0 HTTP/1.1" status: 204 len: 168 time: 0.3983400 Jul 16 18:47:39.851652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c9240-f2e2-44fe-8fc9-6223b01c16dc admin admin] Pushing event deleted for resources: {'Network': ['ID=75241fb1-76e8-4dc9-9c28-f00c51bf6dd0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:40.163122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:40.202548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06760d5-3ac0-43f6-acfe-567e3a8efa1d req-3796b23e-ab65-49f7-a9b1-f8d4b3c62e4d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:40.206117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b06760d5-3ac0-43f6-acfe-567e3a8efa1d req-3796b23e-ab65-49f7-a9b1-f8d4b3c62e4d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1645899 Jul 16 18:47:40.216621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:40.346158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-102d275d-9092-4c04-b224-3ac11ee71e86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=23b0bc644d9e4cff9596d7115edf523c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749513 Jul 16 18:47:40.351629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b06760d5-3ac0-43f6-acfe-567e3a8efa1d req-f5786fa5-62bf-4b3c-956d-7d3de618c216 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271892 Jul 16 18:47:40.352962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36158) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:40.409586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:40.431192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a70205b4-65d5-4291-b871-cd6d94f1c403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.435116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:40.441195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.453716 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:40.456453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:40.460971 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a70205b4-65d5-4291-b871-cd6d94f1c403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.522013 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-486338f9-284f-4531-af43-a220f9a56fa8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9312053 Jul 16 18:47:40.527661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36160) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:40.529666 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:40.537349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:40.549472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:40.550590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:40.551894 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a70205b4-65d5-4291-b871-cd6d94f1c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.556135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a70205b4-65d5-4291-b871-cd6d94f1c403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:40.560669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a70205b4-65d5-4291-b871-cd6d94f1c403 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7666f951-955c-43f3-ac62-04f285aca3cb HTTP/1.1" status: 204 len: 168 time: 0.2057734 Jul 16 18:47:40.572187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70205b4-65d5-4291-b871-cd6d94f1c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7666f951-955c-43f3-ac62-04f285aca3cb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:40.626761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:40.627761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e102fcaf-750c-4615-a3f6-dfce18f26d92 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:40.655260 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.182407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36166) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.243120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f1f614ff-8a67-4941-aee1-2aaca33008f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a080dbfb23f48d4ade7009ed652cf14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589058 Jul 16 18:47:41.247625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36168) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:41.281713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.287452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.288106 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 29574cc7-0de4-4bb0-b331-cd6cc4078570 disassociated. External IP: 172.25.0.199, port: 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd. Jul 16 18:47:41.349818 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2669ef27-093e-49dd-8a7b-1da4b98c8e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.400228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2669ef27-093e-49dd-8a7b-1da4b98c8e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.494308 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2669ef27-093e-49dd-8a7b-1da4b98c8e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.499704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2669ef27-093e-49dd-8a7b-1da4b98c8e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.502421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2669ef27-093e-49dd-8a7b-1da4b98c8e15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/355781e4-d66c-4d4b-8edb-843508d3b548 HTTP/1.1" status: 204 len: 168 time: 0.2529542 Jul 16 18:47:41.522369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669ef27-093e-49dd-8a7b-1da4b98c8e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355781e4-d66c-4d4b-8edb-843508d3b548,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:41.678090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:41.745693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78113b35-3da2-4e4f-ba57-8b986ffcf57a req-bf370b88-747e-4492-98f5-b553a038a270 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:41.748192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78113b35-3da2-4e4f-ba57-8b986ffcf57a req-bf370b88-747e-4492-98f5-b553a038a270 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1151114 Jul 16 18:47:41.823685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78113b35-3da2-4e4f-ba57-8b986ffcf57a req-22674c4c-f7cc-4a21-a45a-a163037ee456 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645287 Jul 16 18:47:41.895344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:41.905594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:41.915960 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:41.935076 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:41.936323 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:41.987835 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:41.993699 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f563b43f-544a-4886-9671-70dccbe2059d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/floatingips/29574cc7-0de4-4bb0-b331-cd6cc4078570 HTTP/1.1" status: 200 len: 688 time: 1.4656427 Jul 16 18:47:41.996447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36178) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:42.002658 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:42.003406 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:42.041287 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:42.042121 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddddd6ac-5c7c-4b50-a5ba-6b0c6f204483 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:42.240914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 6345be56-83e1-4057-ba85-170fb59eac57 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:42.241790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.900860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.901417 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:42.926223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 6345be56-83e1-4057-ba85-170fb59eac57 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:43.163627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d67c2-2e97-4c8e-99fc-7a5c50bca989 req-9fc9ebdd-4f63-4ba8-90f5-4b3a57475c1e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:43.167004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a2d67c2-2e97-4c8e-99fc-7a5c50bca989 req-9fc9ebdd-4f63-4ba8-90f5-4b3a57475c1e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1451099 Jul 16 18:47:43.299594 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a2d67c2-2e97-4c8e-99fc-7a5c50bca989 req-165d240f-e240-4c35-87f4-5d0e2f8675a1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199622 Jul 16 18:47:43.301413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.346064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=6345be56-83e1-4057-ba85-170fb59eac57,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.419237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.421939 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.423167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-59933c23-0de3-487f-bf58-5eb93c88c032 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/floatingips/29574cc7-0de4-4bb0-b331-cd6cc4078570 HTTP/1.1" status: 204 len: 168 time: 1.4248223 Jul 16 18:47:43.428876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.434117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '57c8ccb9-f4ad-431b-9f62-9b512796da6e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:43.459605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.510488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36218) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.596922 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.692274 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae55d-3764-402a-b2ac-1d1a79b175d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.783974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.25.0.143 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/a5d8b287-d49f-48f8-9acc-a8b05561b825) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:43.837397 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae55d-3764-402a-b2ac-1d1a79b175d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.843578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2b8ae55d-3764-402a-b2ac-1d1a79b175d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:43.894844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2b8ae55d-3764-402a-b2ac-1d1a79b175d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b98e037a009e47038bacba37e17d439f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829648 Jul 16 18:47:43.898281 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ae55d-3764-402a-b2ac-1d1a79b175d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a685329-fabb-41fa-aca9-31f10275cf62,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:43.899150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36222) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:43.983979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.008758 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83e2d59b-d6c0-4214-9219-2347b646d5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.048858 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83e2d59b-d6c0-4214-9219-2347b646d5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.085945 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.142284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:44.145796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:44.153298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:44.160558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=a5d8b287-d49f-48f8-9acc-a8b05561b825,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.163364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83e2d59b-d6c0-4214-9219-2347b646d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.167130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-83e2d59b-d6c0-4214-9219-2347b646d5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.168543 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-83e2d59b-d6c0-4214-9219-2347b646d5ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a685329-fabb-41fa-aca9-31f10275cf62 HTTP/1.1" status: 204 len: 168 time: 0.2680583 Jul 16 18:47:44.212088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2d59b-d6c0-4214-9219-2347b646d5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a685329-fabb-41fa-aca9-31f10275cf62,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:44.637371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088f48-34d3-4247-8f1c-847e8448247a req-1dd38655-8a8a-4300-9db6-7aea61106b6f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:44.640315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45088f48-34d3-4247-8f1c-847e8448247a req-1dd38655-8a8a-4300-9db6-7aea61106b6f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1242192 Jul 16 18:47:44.702940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45088f48-34d3-4247-8f1c-847e8448247a req-5d06626a-56f4-4fd0-a63b-05eb2974b81d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539889 Jul 16 18:47:44.738242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:44.769938 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:44.869390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.081169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.088252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.202588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=a5d8b287-d49f-48f8-9acc-a8b05561b825,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:45.231686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.398352 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa associated. External IP: 172.25.0.143, port: 57c8ccb9-f4ad-431b-9f62-9b512796da6e. Jul 16 18:47:45.711803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:45.917124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:45.937891 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:45.946307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.982256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:45.983375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:46.018283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b31c626b-3dc0-41c7-981f-5242e1dc274f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5882232 Jul 16 18:47:46.023278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:46.085527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:46.091952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:46.093507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:46.110658 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a8000-f1f0-42aa-b6bc-94b94f2afee1 req-109a3e00-108d-4906-a7b0-5446b0b22088 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:46.114221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-311a8000-f1f0-42aa-b6bc-94b94f2afee1 req-109a3e00-108d-4906-a7b0-5446b0b22088 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.1384287 Jul 16 18:47:46.123771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-06e498c1-6cb8-40ec-a1de-569dd6f79ecd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "GET /v2.0/floatingips/bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa HTTP/1.1" status: 200 len: 978 time: 0.0956490 Jul 16 18:47:46.125020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36260) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:46.164943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-311a8000-f1f0-42aa-b6bc-94b94f2afee1 req-c661bbc7-ce15-4e1e-b63e-ad6c98b259a2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Jul 16 18:47:46.180985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:46.182131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a842ae89-db97-455f-bf2d-28f7f9aa28f6 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:46.271977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-16fcbd28-1b13-4f4c-8d0f-32de0ee10fe7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1452987 Jul 16 18:47:46.276571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36262) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:46.282198 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'port_id': '62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:46.362109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.109477 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.114670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:47.199214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-8979907f-62ec-4fdf-ac5e-69d2b2bb6f68 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390759 Jul 16 18:47:47.419329 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa associated. External IP: 172.25.0.143, port: 57c8ccb9-f4ad-431b-9f62-9b512796da6e. Jul 16 18:47:47.567135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-898d3fac-a6b3-448d-af81-5c88d8bd0f30 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.568890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-898d3fac-a6b3-448d-af81-5c88d8bd0f30 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627150 Jul 16 18:47:47.633004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-6678099a-80c0-45e9-aaa3-0e608cfb1904 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/quotas/a0bbdfccaecc4204bce34f59681bacd2 HTTP/1.1" status: 200 len: 375 time: 0.0284288 Jul 16 18:47:47.647547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f1a90-8dbb-45d5-831d-799fa2a4cd1e req-8184ca69-4097-451b-a47b-69a1a1d066f1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:47.649774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b8f1a90-8dbb-45d5-831d-799fa2a4cd1e req-8184ca69-4097-451b-a47b-69a1a1d066f1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 943 time: 0.3402300 Jul 16 18:47:47.698514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-fe38c0d4-8bfb-4aa9-bfab-1dba64445c0d tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590768 Jul 16 18:47:47.763964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b8f1a90-8dbb-45d5-831d-799fa2a4cd1e req-5ed0ada4-6ee8-4cc1-b034-c95c11add8c2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027260 Jul 16 18:47:47.885314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:48.021477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5dc617a8-2055-40d9-baa7-e9a8a53d77df req-ffa8b27d-f0ad-46f4-85a3-976b2f9042d5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 210 time: 0.0549271 Jul 16 18:47:48.112122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:48.125815 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:48.142090 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:48.143226 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.209419 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.214746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device adc0efda-37c4-4066-bc6a-a1c302cf74ec details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:48.223699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:48.225302 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.280922 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.281652 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28195af8-86bc-4f85-84a2-89e40524bdcd None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:48.419693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port adc0efda-37c4-4066-bc6a-a1c302cf74ec, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=adc0efda-37c4-4066-bc6a-a1c302cf74ec,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:48.435100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'port_id': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec', 'mac_address': 'fa:16:3e:3f:f2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:48.491401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.509335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc0efda-37c4-4066-bc6a-a1c302cf74ec {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:48.533027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port adc0efda-37c4-4066-bc6a-a1c302cf74ec, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=adc0efda-37c4-4066-bc6a-a1c302cf74ec,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:48.540103 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.580842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:48.610561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=adc0efda-37c4-4066-bc6a-a1c302cf74ec,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:48.621126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.621480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.621831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.622195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.622537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.622877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.623306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.623684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.624526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.624881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.625222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.625554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:48.733765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['adc0efda-37c4-4066-bc6a-a1c302cf74ec'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:48.790296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:48.800011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.835696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:48.870019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:48.871195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.962443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:48.989058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36292) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:48.990371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1ee531aa-2c2d-4d61-9a2a-ee86066b0799 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/floatingips/bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa HTTP/1.1" status: 200 len: 979 time: 2.7110693 Jul 16 18:47:48.998115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:49.031758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:49.032712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:49.091418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:49.093781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fa5e31-fac6-4339-952a-c77683b93e9d None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:49.137463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e4410-ba32-4430-a9ee-c16580c2ea1a req-42dcefa4-bdc9-44ac-8e8d-891bfd1f0a16 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:49.141177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.155287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-605e4410-ba32-4430-a9ee-c16580c2ea1a req-42dcefa4-bdc9-44ac-8e8d-891bfd1f0a16 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 944 time: 0.1355724 Jul 16 18:47:49.240403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-605e4410-ba32-4430-a9ee-c16580c2ea1a req-9604a10e-e217-4ec1-b744-ccfa7c9d9566 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790241 Jul 16 18:47:49.391827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8afe829-28ce-4397-ba88-9c29815f0285 req-7ff11f6d-b7c7-4637-b7bf-8ca5191bea07 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 210 time: 0.0615523 Jul 16 18:47:49.443342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-3102568e-18d1-432f-b954-7321c0c2bac9 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446975 Jul 16 18:47:49.462414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.469899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.471673 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa disassociated. External IP: 172.25.0.143, port: 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd. Jul 16 18:47:49.650101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-603650f5-2f04-4504-a98e-a70f184a7e63 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:49.654020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-603650f5-2f04-4504-a98e-a70f184a7e63 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055132 Jul 16 18:47:49.676984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Request body: {'port': {'device_id': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'a0bbdfccaecc4204bce34f59681bacd2'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:49.932341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Made reservation on behalf of a0bbdfccaecc4204bce34f59681bacd2 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:49.938133 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.953407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.200446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.210595 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.216869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device adc0efda-37c4-4066-bc6a-a1c302cf74ec up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:50.355464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port adc0efda-37c4-4066-bc6a-a1c302cf74ec completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:50.377842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port adc0efda-37c4-4066-bc6a-a1c302cf74ec triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:50.378373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.384238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:50.391857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c218394a-db43-4bfa-b33b-0020ebb9c011,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:50.557604 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.622618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port adc0efda-37c4-4066-bc6a-a1c302cf74ec, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=adc0efda-37c4-4066-bc6a-a1c302cf74ec,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:50.624021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:50.628981 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c4be9a-961f-4558-900d-14864d7f9ebc" -d '{"events": [{"server_uuid": "e4948210-c3ec-4a6b-bad4-6380dab86a25", "name": "network-vif-plugged", "status": "completed", "tag": "adc0efda-37c4-4066-bc6a-a1c302cf74ec"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:50.636372 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.718459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Allocated IP 192.168.233.32 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/427bb332-f298-49a5-abef-6a6bf85759d2) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:50.725414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:50.741293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:50.746724 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:50.753689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=adc0efda-37c4-4066-bc6a-a1c302cf74ec,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:50.773762 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:50.776875 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:50.784923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70f9e77e-81a9-48be-918d-1c5de1129cbb req-029c2320-db98-4e5b-ae66-2bc14987b415 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 210 time: 0.1019077 Jul 16 18:47:50.828279 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-181a8ee7-2232-4b35-810b-ba8a9fda5fcd tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/floatingips/bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa HTTP/1.1" status: 200 len: 688 time: 1.8277409 Jul 16 18:47:50.828279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:50.833098 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:50.855880 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:50.856844 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:50.865210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7af342-6fd7-4787-ae77-d5e26bb70fc9 req-5ac6aed9-8ab8-4cbf-a877-2357103a608d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:50.868562 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd7af342-6fd7-4787-ae77-d5e26bb70fc9 req-5ac6aed9-8ab8-4cbf-a877-2357103a608d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 944 time: 0.2892666 Jul 16 18:47:50.901743 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:50.902843 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71482b9-9cd7-4769-bf49-0f8cc82f5233 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:50.928024 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10dd95ff-e7d7-4995-b500-bd9b393b6b41 x-openstack-request-id: req-10dd95ff-e7d7-4995-b500-bd9b393b6b41 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:50.928589 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4948210-c3ec-4a6b-bad4-6380dab86a25", "name": "network-vif-plugged", "status": "completed", "tag": "adc0efda-37c4-4066-bc6a-a1c302cf74ec", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:50.929085 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-10dd95ff-e7d7-4995-b500-bd9b393b6b41 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:50.930620 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec', 'code': 200} Jul 16 18:47:51.039784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd7af342-6fd7-4787-ae77-d5e26bb70fc9 req-c8bcff73-bd81-4dba-b3fc-65cc54587ee5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486006 Jul 16 18:47:51.159380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port a5d8b287-d49f-48f8-9acc-a8b05561b825 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:51.159701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.163734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.167667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b7d5bb-cb48-4ff1-bf4b-7cb9b904ef58 req-b404c368-8a16-409d-8a20-74171f9033c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:51.169300 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16b7d5bb-cb48-4ff1-bf4b-7cb9b904ef58 req-b404c368-8a16-409d-8a20-74171f9033c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 1097 time: 0.1665676 Jul 16 18:47:51.189868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Transition to ACTIVE for port object 427bb332-f298-49a5-abef-6a6bf85759d2 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:51.234507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.274162 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-16b7d5bb-cb48-4ff1-bf4b-7cb9b904ef58 req-99547b73-fd92-41b6-9a04-7ebc8f6660e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940118 Jul 16 18:47:51.294699 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.295190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.296812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:51.301545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:51.307762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:51.312887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for a5d8b287-d49f-48f8-9acc-a8b05561b825 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:51.313564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Pushing event updated for resources: {'Port': ['ID=427bb332-f298-49a5-abef-6a6bf85759d2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:51.381650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:51.382823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.406144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-119dc8fb-9530-47a6-b2e7-91358a0379e5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7419574 Jul 16 18:47:51.422251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Request body: {'port': {'device_id': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:51.549542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.566419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.586540 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=a5d8b287-d49f-48f8-9acc-a8b05561b825,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:51.625204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a5b73118-b054-4ff4-8dbb-4ce1ffeaa6b0 None None] Provisioning for port 427bb332-f298-49a5-abef-6a6bf85759d2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:51.631973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a5b73118-b054-4ff4-8dbb-4ce1ffeaa6b0 None None] Provisioning complete for port 427bb332-f298-49a5-abef-6a6bf85759d2 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:51.632566 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b73118-b054-4ff4-8dbb-4ce1ffeaa6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.678818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.683302 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:51.685082 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a260d9c1-5021-406b-bfd4-6da3d59d37f3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/floatingips/bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa HTTP/1.1" status: 204 len: 168 time: 0.8600974 Jul 16 18:47:51.688823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36304) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:51.701580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a5b73118-b054-4ff4-8dbb-4ce1ffeaa6b0 None None] Port 427bb332-f298-49a5-abef-6a6bf85759d2 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:51.737460 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-b15e25df-6e4f-4f44-b35c-54b51a4756eb tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] delete failed (client error): The resource could not be found. Jul 16 18:47:51.738588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b15e25df-6e4f-4f44-b35c-54b51a4756eb tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/floatingips/bab15c01-a0d6-4cd3-baf6-8150a9d6f1fa HTTP/1.1" status: 404 len: 345 time: 0.0485768 Jul 16 18:47:51.745025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:51.932933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a95160-0e6a-4419-87eb-fdc495fde05b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:51.946612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a95160-0e6a-4419-87eb-fdc495fde05b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:51.959062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a95160-0e6a-4419-87eb-fdc495fde05b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:51.964757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c8a95160-0e6a-4419-87eb-fdc495fde05b tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "GET /v2.0/ports?network_id=2b464aff-48e8-413b-af58-3aca3e6b85cc HTTP/1.1" status: 200 len: 2359 time: 0.2184381 Jul 16 18:47:51.966916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:52.016407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427bb332-f298-49a5-abef-6a6bf85759d2 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:52.035771 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.069025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Transition to ACTIVE for port object 427bb332-f298-49a5-abef-6a6bf85759d2 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:52.075407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b429401f-bb6b-404f-8071-8f2517cabef1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:52.077241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b429401f-bb6b-404f-8071-8f2517cabef1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "GET /v2.0/subnets/78fe2c8f-7fd9-41d9-865b-4bda8f303836 HTTP/1.1" status: 200 len: 797 time: 0.1073322 Jul 16 18:47:52.086244 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.086837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:52.095908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'port': {'network_id': '2b464aff-48e8-413b-af58-3aca3e6b85cc', 'name': 'tempest-FloatingIPTestJSON-864059399', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:52.422351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:52.613467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.653816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] device_id is not set on port be4e262d-7a0b-4a00-9db8-2e5c47411935 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:47:52.775048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Pushing event updated for resources: {'Port': ['ID=427bb332-f298-49a5-abef-6a6bf85759d2,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:52.961871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0136f1-c005-4a31-9990-217eaeb451fb req-b011c387-453f-4361-b98a-8aa5bf6a86c5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:52.965552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c0136f1-c005-4a31-9990-217eaeb451fb req-b011c387-453f-4361-b98a-8aa5bf6a86c5 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 947 time: 0.9029024 Jul 16 18:47:53.042265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b1768-8a84-4680-a375-a65567d8f017 req-7ea64f31-802a-4a0d-b21d-e8743efbf202 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.042265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-014b1768-8a84-4680-a375-a65567d8f017 req-7ea64f31-802a-4a0d-b21d-e8743efbf202 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 945 time: 0.3589141 Jul 16 18:47:53.084638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Attempting to bind port 427bb332-f298-49a5-abef-6a6bf85759d2 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:53.085314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Attempting to bind port 427bb332-f298-49a5-abef-6a6bf85759d2 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:53.086556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Attempting to bind port 427bb332-f298-49a5-abef-6a6bf85759d2 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:53.136290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Port 427bb332-f298-49a5-abef-6a6bf85759d2 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:53.136931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Attempting to bind port 427bb332-f298-49a5-abef-6a6bf85759d2 on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:53.172641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c0136f1-c005-4a31-9990-217eaeb451fb req-30cc10f9-36ce-4b26-848f-3152ea3056ed tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884139 Jul 16 18:47:53.177546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:53.178081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:53.178709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:53.179437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Bound port: 427bb332-f298-49a5-abef-6a6bf85759d2, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:53.180589 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.200900 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-014b1768-8a84-4680-a375-a65567d8f017 req-c597ef3d-d4e9-4756-bfba-30a8fbfaad1b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421494 Jul 16 18:47:53.308781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] For port 427bb332-f298-49a5-abef-6a6bf85759d2, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:53.313849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] For port 427bb332-f298-49a5-abef-6a6bf85759d2, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=427bb332-f298-49a5-abef-6a6bf85759d2,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:53.322972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.323527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.14 (2b464aff-48e8-413b-af58-3aca3e6b85cc/78fe2c8f-7fd9-41d9-865b-4bda8f303836/be4e262d-7a0b-4a00-9db8-2e5c47411935) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:53.341929 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.13 (2b464aff-48e8-413b-af58-3aca3e6b85cc/78fe2c8f-7fd9-41d9-865b-4bda8f303836/be4e262d-7a0b-4a00-9db8-2e5c47411935) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:53.389624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.390911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.392630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] 10.222.0.55 "PUT /v2.0/ports/427bb332-f298-49a5-abef-6a6bf85759d2 HTTP/1.1" status: 200 len: 1096 time: 1.9786360 Jul 16 18:47:53.393139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'tag': '427bb332-f298-49a5-abef-6a6bf85759d2'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:53.396977 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa40dc35-a051-457f-90b9-822e8a894e70" -d '{"events": [{"name": "network-changed", "server_uuid": "e6cd2a55-df7b-43a8-a7bf-222871a486a0", "tag": "427bb332-f298-49a5-abef-6a6bf85759d2"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:53.474934 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c45877-ba49-44ff-a6b6-8b08038feeeb x-openstack-request-id: req-b0c45877-ba49-44ff-a6b6-8b08038feeeb {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:53.475544 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6cd2a55-df7b-43a8-a7bf-222871a486a0", "tag": "427bb332-f298-49a5-abef-6a6bf85759d2", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:53.476413 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0c45877-ba49-44ff-a6b6-8b08038feeeb {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:53.478437 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'tag': '427bb332-f298-49a5-abef-6a6bf85759d2', 'status': 'completed', 'code': 200} Jul 16 18:47:53.578706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91886a5a-d2cb-461e-8994-9de4509afd90 service neutron] Pushing event updated for resources: {'Port': ['ID=427bb332-f298-49a5-abef-6a6bf85759d2,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:53.689454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-3ff520db-2418-40a4-afbf-63c1c8b831bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.690968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.692608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-3ff520db-2418-40a4-afbf-63c1c8b831bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 1099 time: 0.2008266 Jul 16 18:47:53.726873 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff0a5b-358e-4a56-bc85-bb0f9ba15e74 req-c34df92a-1eb0-44b1-8ffd-b1059cab825e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.729590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bcff0a5b-358e-4a56-bc85-bb0f9ba15e74 req-c34df92a-1eb0-44b1-8ffd-b1059cab825e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 945 time: 0.2353442 Jul 16 18:47:53.772845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:53.786139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-dfe7a83c-6a4a-44f0-ad63-d116f1b34d34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=427bb332-f298-49a5-abef-6a6bf85759d2 HTTP/1.1" status: 200 len: 217 time: 0.0858350 Jul 16 18:47:53.858392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:53.862705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:53.870434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:53.895601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bcff0a5b-358e-4a56-bc85-bb0f9ba15e74 req-43bd9364-1c0b-4154-a299-fcd105fd1fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134853 Jul 16 18:47:53.902636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-1657867c-1b7a-4a33-a385-11ff6751ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.905230 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-1657867c-1b7a-4a33-a385-11ff6751ab8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1108196 Jul 16 18:47:53.928774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=be4e262d-7a0b-4a00-9db8-2e5c47411935,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:53.993694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:53.995586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.008622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-e2bf210c-ab30-4541-b594-8d4980516ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:54.011415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-e2bf210c-ab30-4541-b594-8d4980516ddf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0996709 Jul 16 18:47:54.031554 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-75ad45e8-551b-4678-84f2-40d06f1b2db8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9428012 Jul 16 18:47:54.032887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36322) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:54.043551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'be4e262d-7a0b-4a00-9db8-2e5c47411935', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:54.091629 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.190160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-3cd9e7db-0aac-4cc0-98ca-704dacd0280d service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722376 Jul 16 18:47:54.323757 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.403284 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-139005bb-5f52-4959-9923-9a5d8e82ca53 req-9e83a88c-c465-457d-b8fe-59d30738aec1 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061183 Jul 16 18:47:54.598013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.25.0.237 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/38f58bc2-bfe4-4e5e-9291-f4c996bb2ebe) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:54.610615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df7891-8ece-4926-ae64-6a970412eb13 req-c9d500b3-a067-44a7-bb2b-4ca7829a1809 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:54.613826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97df7891-8ece-4926-ae64-6a970412eb13 req-c9d500b3-a067-44a7-bb2b-4ca7829a1809 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 947 time: 0.1935868 Jul 16 18:47:54.628311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-0a4e0e03-976f-45e7-8328-55ac37a6852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:54.631383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-0a4e0e03-976f-45e7-8328-55ac37a6852c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 1099 time: 0.1517429 Jul 16 18:47:54.774313 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.828028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:54.873742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97df7891-8ece-4926-ae64-6a970412eb13 req-639a89f6-840d-472d-bfd1-62a36708ade8 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406313 Jul 16 18:47:54.879272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:54.888688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:54.893937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:54.940800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=38f58bc2-bfe4-4e5e-9291-f4c996bb2ebe,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:54.946705 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-4f7d3530-6e4f-4582-8637-bc8e6f9ea07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:54.949512 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-4f7d3530-6e4f-4582-8637-bc8e6f9ea07c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.3041551 Jul 16 18:47:55.045140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab915ae9-6a8a-4d31-87e5-f9e6aab5bfb3 req-ceab5340-e9a9-47d7-84ab-d65badce9ba5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.047804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab915ae9-6a8a-4d31-87e5-f9e6aab5bfb3 req-ceab5340-e9a9-47d7-84ab-d65badce9ba5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 945 time: 0.3318477 Jul 16 18:47:55.051310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-b451cb83-6dcf-4c16-9993-8b5d6751f574 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=427bb332-f298-49a5-abef-6a6bf85759d2 HTTP/1.1" status: 200 len: 217 time: 0.0932968 Jul 16 18:47:55.205958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab915ae9-6a8a-4d31-87e5-f9e6aab5bfb3 req-e6eca6fa-6529-4a2b-bfca-8cfad7bd1b72 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491766 Jul 16 18:47:55.209227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-aa97cef4-de8b-4b4c-a5a7-d32c9bb87e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.212404 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-aa97cef4-de8b-4b4c-a5a7-d32c9bb87e2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.1526880 Jul 16 18:47:55.319430 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-497ff9e7-4b72-4e9d-9ea1-27c029df75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:55.321771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-497ff9e7-4b72-4e9d-9ea1-27c029df75b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1016157 Jul 16 18:47:55.465431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-776d785e-49e0-4424-aa27-6c7a1decf163 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348078 Jul 16 18:47:55.546344 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.614828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa40dc35-a051-457f-90b9-822e8a894e70 req-de6dfe6d-83e4-4994-813a-3732c999be34 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420417 Jul 16 18:47:55.668941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.797968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 427bb332-f298-49a5-abef-6a6bf85759d2 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:55.890586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.897765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.938568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 427bb332-f298-49a5-abef-6a6bf85759d2, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=427bb332-f298-49a5-abef-6a6bf85759d2,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:55.961508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '427bb332-f298-49a5-abef-6a6bf85759d2', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '427bb332-f298-49a5-abef-6a6bf85759d2', 'mac_address': 'fa:16:3e:7c:51:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:56.040763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.067592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427bb332-f298-49a5-abef-6a6bf85759d2 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:56.078439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=38f58bc2-bfe4-4e5e-9291-f4c996bb2ebe,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:56.087007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.111652 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 427bb332-f298-49a5-abef-6a6bf85759d2, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=427bb332-f298-49a5-abef-6a6bf85759d2,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:56.120321 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.178518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-99d49368-e2f4-4f6c-9933-39ac2e363de4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:56.180855 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-99d49368-e2f4-4f6c-9933-39ac2e363de4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 945 time: 0.2276783 Jul 16 18:47:56.189434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=427bb332-f298-49a5-abef-6a6bf85759d2,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:56.247353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5cdd-13ed-4158-aa0d-27cc3e501cd2 req-72c081f7-3b4a-4ae5-b914-31ff783e6831 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:56.251558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0def5cdd-13ed-4158-aa0d-27cc3e501cd2 req-72c081f7-3b4a-4ae5-b914-31ff783e6831 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 948 time: 0.1447668 Jul 16 18:47:56.287394 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 84b88d1c-d7f1-480f-b3eb-78f7f054c388 associated. External IP: 172.25.0.237, port: be4e262d-7a0b-4a00-9db8-2e5c47411935. Jul 16 18:47:56.328398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0def5cdd-13ed-4158-aa0d-27cc3e501cd2 req-ae9c03e9-cca0-4672-a0a6-5a362be5d217 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597041 Jul 16 18:47:56.328959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['427bb332-f298-49a5-abef-6a6bf85759d2'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:56.530310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0447-b4e2-4600-8b1e-1f723a30e0e6 req-19cc504a-ad80-41dc-9585-09df34aa7f9b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:56.531425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port adc0efda-37c4-4066-bc6a-a1c302cf74ec {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:56.531978 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.532840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b69f0447-b4e2-4600-8b1e-1f723a30e0e6 req-19cc504a-ad80-41dc-9585-09df34aa7f9b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 945 time: 0.0992570 Jul 16 18:47:56.590775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b69f0447-b4e2-4600-8b1e-1f723a30e0e6 req-fd25b352-e07f-4cf2-bd71-1a5787a1cbb8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483279 Jul 16 18:47:56.762459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] For port adc0efda-37c4-4066-bc6a-a1c302cf74ec, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=adc0efda-37c4-4066-bc6a-a1c302cf74ec,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:56.762888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:56.787299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for adc0efda-37c4-4066-bc6a-a1c302cf74ec owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:56.806721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:57.373193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:57.390427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:57.403780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:57.405124 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:57.417270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.423104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.460600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['adc0efda-37c4-4066-bc6a-a1c302cf74ec'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:57.464472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a9f5f7fc-13ee-40ee-9434-73ad35df5408'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:57.471238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:57.516765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=adc0efda-37c4-4066-bc6a-a1c302cf74ec,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:57.566049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3327ae83-c093-4c59-a67c-34d175c356b7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.5271151 Jul 16 18:47:57.566600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:57.572027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'port_id': 'be4e262d-7a0b-4a00-9db8-2e5c47411935', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:57.586160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:57.587260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:57.659562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:57.660677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fbd959-043b-45c6-b1e3-f06f81e8197b None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:57.707508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.711967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] No DVR routers for this DVR port adc0efda-37c4-4066-bc6a-a1c302cf74ec on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:57.718876 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:57.722950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e39b677a-9d10-4f4c-a5ec-43d7a747e5b0 req-7d729716-43c2-49a7-8c7a-1f54f81d900b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "DELETE /v2.0/ports/adc0efda-37c4-4066-bc6a-a1c302cf74ec HTTP/1.1" status: 204 len: 173 time: 1.5080276 Jul 16 18:47:57.728180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'name': 'network-vif-deleted', 'tag': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:57.736688 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c50045-8287-4943-895e-f682afb606fd" -d '{"events": [{"server_uuid": "e4948210-c3ec-4a6b-bad4-6380dab86a25", "name": "network-vif-deleted", "tag": "adc0efda-37c4-4066-bc6a-a1c302cf74ec"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:57.766800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca58e9-cfd9-4b86-9673-a6ca9e44b021 req-ebf8b4cb-a6e3-419b-a904-422a6ce5bdbb tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:57.772517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ceca58e9-cfd9-4b86-9673-a6ca9e44b021 req-ebf8b4cb-a6e3-419b-a904-422a6ce5bdbb tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 948 time: 0.1820712 Jul 16 18:47:57.802406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 427bb332-f298-49a5-abef-6a6bf85759d2 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:57.857507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ceca58e9-cfd9-4b86-9673-a6ca9e44b021 req-8eb6de17-e4cf-4a0c-aea3-b5a02072736a tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747747 Jul 16 18:47:57.998966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ae69ca7-3bd0-451e-875c-d240d70e0bf9 req-8d2c2c5d-88ab-4792-9f89-0a3c8f816547 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.0976861 Jul 16 18:47:58.035771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 427bb332-f298-49a5-abef-6a6bf85759d2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:58.048398 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ed4805-ea48-4adf-a5a5-6d1ce1beafd2 x-openstack-request-id: req-05ed4805-ea48-4adf-a5a5-6d1ce1beafd2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:58.048951 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4948210-c3ec-4a6b-bad4-6380dab86a25", "name": "network-vif-deleted", "tag": "adc0efda-37c4-4066-bc6a-a1c302cf74ec", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:58.049441 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05ed4805-ea48-4adf-a5a5-6d1ce1beafd2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:58.050179 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4948210-c3ec-4a6b-bad4-6380dab86a25', 'name': 'network-vif-deleted', 'tag': 'adc0efda-37c4-4066-bc6a-a1c302cf74ec', 'status': 'completed', 'code': 200} Jul 16 18:47:58.060238 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 427bb332-f298-49a5-abef-6a6bf85759d2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:58.060881 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.216875 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.262683 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427bb332-f298-49a5-abef-6a6bf85759d2'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:58.267246 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3002f6d1-fa85-4e2d-bcba-73285da56a49" -d '{"events": [{"server_uuid": "e6cd2a55-df7b-43a8-a7bf-222871a486a0", "name": "network-vif-plugged", "status": "completed", "tag": "427bb332-f298-49a5-abef-6a6bf85759d2"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:58.310261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 427bb332-f298-49a5-abef-6a6bf85759d2, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=427bb332-f298-49a5-abef-6a6bf85759d2,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:58.319241 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.359180 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee513477-a844-404d-b328-f8667e2861ab x-openstack-request-id: req-ee513477-a844-404d-b328-f8667e2861ab {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:58.359620 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cd2a55-df7b-43a8-a7bf-222871a486a0", "name": "network-vif-plugged", "status": "completed", "tag": "427bb332-f298-49a5-abef-6a6bf85759d2", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:58.359977 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ee513477-a844-404d-b328-f8667e2861ab {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:58.360779 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427bb332-f298-49a5-abef-6a6bf85759d2', 'code': 200} Jul 16 18:47:58.415108 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=427bb332-f298-49a5-abef-6a6bf85759d2,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:58.486023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f80df-66ad-4c0c-8690-8717ccf154d9 req-57855306-d8f0-426f-addd-4e0c0fa0485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:58.487463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f10f80df-66ad-4c0c-8690-8717ccf154d9 req-57855306-d8f0-426f-addd-4e0c0fa0485e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 1101 time: 0.0638366 Jul 16 18:47:58.546698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f10f80df-66ad-4c0c-8690-8717ccf154d9 req-873c0310-b779-49be-b866-0f2822b58701 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523477 Jul 16 18:47:58.810957 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:58.816673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.186910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:59.224610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da769256-3a7e-42e1-9bd9-f17dfeff6f09 req-3c972061-4432-4f1e-9bc7-56ec43088e69 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:59.234020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da769256-3a7e-42e1-9bd9-f17dfeff6f09 req-3c972061-4432-4f1e-9bc7-56ec43088e69 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 949 time: 0.1297059 Jul 16 18:47:59.329033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da769256-3a7e-42e1-9bd9-f17dfeff6f09 req-cc737464-2882-4a08-adfa-b496b0aaa2e6 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937285 Jul 16 18:47:59.332973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e74af12-2408-4081-99ce-8a964a9979bf req-3faffa89-f244-4660-8abe-6c2737d24993 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.0657401 Jul 16 18:47:59.406721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:59.411611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.433000 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:59.458118 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:59.459082 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:59.502956 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:59.503766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25ee5062-e0e2-4403-957b-f01dcbae76c4 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/floatingips/84b88d1c-d7f1-480f-b3eb-78f7f054c388 HTTP/1.1" status: 200 len: 978 time: 1.9361207 Jul 16 18:47:59.504808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36348) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:59.514540 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:59.515835 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:59.559923 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:59.561057 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad91c9f6-4dbd-4c36-80d6-c3d11e384292 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:59.749166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 38f58bc2-bfe4-4e5e-9291-f4c996bb2ebe {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:59.749652 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.853180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.853488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:59.870326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 38f58bc2-bfe4-4e5e-9291-f4c996bb2ebe owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:00.116026 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.163312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=38f58bc2-bfe4-4e5e-9291-f4c996bb2ebe,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:00.273046 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.274125 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 84b88d1c-d7f1-480f-b3eb-78f7f054c388 disassociated (deleted). External IP: 172.25.0.237, port: be4e262d-7a0b-4a00-9db8-2e5c47411935. Jul 16 18:48:00.286317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device adc0efda-37c4-4066-bc6a-a1c302cf74ec no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:00.324462 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40771bae-25cc-4296-9611-3b4e6c7a2414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:00.327154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: adc0efda-37c4-4066-bc6a-a1c302cf74ec {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:00.327730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device adc0efda-37c4-4066-bc6a-a1c302cf74ec not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:00.571184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-616f7367-42c9-4d30-9511-f3d9bfd7cfcd req-8af4384a-d09f-45f7-acda-5922feab24a4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.0644760 Jul 16 18:48:00.749720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:00.773875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35db22-6050-4adc-ba5d-8ef44ef3b483 req-f98ee8b2-7f3a-417f-9066-e6962c374cb4 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:00.776911 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a35db22-6050-4adc-ba5d-8ef44ef3b483 req-f98ee8b2-7f3a-417f-9066-e6962c374cb4 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 949 time: 0.2011144 Jul 16 18:48:00.991595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a35db22-6050-4adc-ba5d-8ef44ef3b483 req-fb3f8389-94f0-41c0-9c52-1d7f5fde72a0 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073555 Jul 16 18:48:01.034078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:01.048285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:01.050751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.064227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:01.065220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:01.106358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:01.120500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:01.122534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:01.124006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:47:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:01.129135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aea7957d-300d-4385-be3c-9153a4d6d2df tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/floatingips/84b88d1c-d7f1-480f-b3eb-78f7f054c388 HTTP/1.1" status: 204 len: 168 time: 1.6222720 Jul 16 18:48:01.178777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:01.180560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6352bdd3-3794-4b9f-8247-8cfc126f1e7d None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:01.281374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port be4e262d-7a0b-4a00-9db8-2e5c47411935 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:01.281938 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.423828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.450664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for be4e262d-7a0b-4a00-9db8-2e5c47411935 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:01.787935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.861757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=be4e262d-7a0b-4a00-9db8-2e5c47411935,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:01.909055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.909572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.910106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.910636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.911148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.911676 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.913198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.913198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.913464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.917946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.917946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:01.920031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:02.047189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.056253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2a04ee3b-9973-4805-b910-7a5429d51180 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/ports/be4e262d-7a0b-4a00-9db8-2e5c47411935 HTTP/1.1" status: 204 len: 168 time: 0.9306870 Jul 16 18:48:02.056788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36372) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:02.065194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:02.125507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.221831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1aacd0e-0e4d-4277-b0a6-f2f1301da581 req-99120dc2-e9de-4269-929e-b18362f12e64 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.0879204 Jul 16 18:48:02.356918 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.875049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.25.0.168 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/5c5942cc-8285-4fdf-ac07-342180dd7860) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:03.036949 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.091259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.145932 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b58c991e-e9e2-42b7-8400-bf9a361376f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.165878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:03.169417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:03.174779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:03.198340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=5c5942cc-8285-4fdf-ac07-342180dd7860,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:03.331444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.415430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.423100 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.628356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95c3a484-3f9a-4107-84d4-65740dd8e6f5 req-62a25066-0193-4534-a449-4a72fb7d46f7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=e4948210-c3ec-4a6b-bad4-6380dab86a25 HTTP/1.1" status: 200 len: 210 time: 0.0748184 Jul 16 18:48:03.698938 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.703842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.779615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=5c5942cc-8285-4fdf-ac07-342180dd7860,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:03.790001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.807241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.808711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1e9e84ee-bc1e-4ed6-9713-84c9702f87d8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7497823 Jul 16 18:48:03.811476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36378) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:03.817150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'port': {'network_id': '2b464aff-48e8-413b-af58-3aca3e6b85cc', 'name': 'tempest-FloatingIPTestJSON-1219733707'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:03.981840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:03.986474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.014644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] device_id is not set on port d8edcdf9-2477-4a44-908e-565b693263a4 yet. {{(pid=93777) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:04.260666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.14 (2b464aff-48e8-413b-af58-3aca3e6b85cc/78fe2c8f-7fd9-41d9-865b-4bda8f303836/d8edcdf9-2477-4a44-908e-565b693263a4) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:04.388796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.496946 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.546594 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.605531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 2b464aff-48e8-413b-af58-3aca3e6b85cc is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:04.610115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:04.613408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:04.646127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=d8edcdf9-2477-4a44-908e-565b693263a4,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:04.676360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:04.677037 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.697658 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-86abd594-1eab-4458-abf5-5a5a27c86fe3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8846073 Jul 16 18:48:04.701070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:04.709810 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'port_id': 'd8edcdf9-2477-4a44-908e-565b693263a4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:04.756460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.280935 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.285768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.396724 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 363550e4-0e80-41a4-a249-9051921d4222 associated. External IP: 172.25.0.168, port: d8edcdf9-2477-4a44-908e-565b693263a4. Jul 16 18:48:05.639813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:05.763352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:05.769166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:05.775329 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:05.786867 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:05.787498 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:05.821678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b109d38f-7434-43d8-89a1-4e58893110ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/floatingips/363550e4-0e80-41a4-a249-9051921d4222 HTTP/1.1" status: 200 len: 979 time: 1.1180551 Jul 16 18:48:05.823314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36390) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:05.823902 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:05.834702 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:05.836105 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:05.878657 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:05.879451 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e9f0b3-d4a8-4a60-aa18-82e7a99373a6 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:05.906069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.009125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port d8edcdf9-2477-4a44-908e-565b693263a4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:06.009476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.109453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.360863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.361536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.361812 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 363550e4-0e80-41a4-a249-9051921d4222 disassociated. External IP: 172.25.0.168, port: d8edcdf9-2477-4a44-908e-565b693263a4. Jul 16 18:48:06.362168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for d8edcdf9-2477-4a44-908e-565b693263a4 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:06.519046 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:06.556896 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=d8edcdf9-2477-4a44-908e-565b693263a4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:06.770254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:06.927690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:06.943890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:06.972054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:06.979485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.019489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.034107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:07.036075 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.052535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.055222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7f4dc1a0-9fd9-45f3-bd11-be922d9396a8 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/ports/d8edcdf9-2477-4a44-908e-565b693263a4 HTTP/1.1" status: 204 len: 168 time: 1.2296667 Jul 16 18:48:07.058109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36398) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:07.136835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:07.138143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a196a2b0-169b-417f-bbdb-9354e667e08b None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:07.164558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6c33f756-b80d-492f-b6af-227f184dc610 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "GET /v2.0/floatingips/363550e4-0e80-41a4-a249-9051921d4222 HTTP/1.1" status: 200 len: 688 time: 0.1029067 Jul 16 18:48:07.167849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:07.354912 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.413871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 5c5942cc-8285-4fdf-ac07-342180dd7860 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:07.414970 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.566631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.569069 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.598210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 5c5942cc-8285-4fdf-ac07-342180dd7860 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:07.760121 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.888600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:07.937365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=5c5942cc-8285-4fdf-ac07-342180dd7860,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:08.055633 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.061582 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.064222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5a94bb28-a3f9-4ce2-9494-511bb6e981b9 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/floatingips/363550e4-0e80-41a4-a249-9051921d4222 HTTP/1.1" status: 204 len: 168 time: 0.8932347 Jul 16 18:48:08.067591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:08.078326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:08.120919 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.266794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.425034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.25.0.121 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/89daf245-42bc-45d3-8f15-983c92ee48a3) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:08.542433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.585926 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:08.638362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:08.642834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:08.645484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=89daf245-42bc-45d3-8f15-983c92ee48a3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:08.649421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:09.254774 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.367901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.572388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.580900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.730871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=89daf245-42bc-45d3-8f15-983c92ee48a3,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:09.748182 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.908500 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 8b00d680-014d-44ed-bbcb-952602d8c006 associated. External IP: 172.25.0.121, port: 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd. Jul 16 18:48:10.442362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:10.607734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:10.626463 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:10.642924 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.647326 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:10.651052 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:10.690845 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8161bf4a-8c9f-469b-9080-bcb61fde27a6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.6210055 Jul 16 18:48:10.696257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:10.708725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-266451724'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:10.713412 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:10.736521 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:10.737771 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:10.744890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:10.755336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.799614 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:10.800746 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e98fa0-e149-49b7-94c7-ba1d3da007a1 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:10.826579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:10.847805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.848533 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Added segment 8193c753-6bc1-4e9e-90c8-1c4f99ab9418 of type vlan for network e512c601-f4aa-4fca-90d3-705a5915664e Jul 16 18:48:10.897083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.938315 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:10.949844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.950851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.024784 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3267577 Jul 16 18:48:11.028662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36426) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:11.050474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'subnet': {'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:11.062623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7b803-82f1-4806-9ef3-64ec7163171f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Network': ['ID=e512c601-f4aa-4fca-90d3-705a5915664e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:11.080826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e512c601-f4aa-4fca-90d3-705a5915664e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:11.227344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:11.233794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.444092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.516676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Subnet': ['ID=a74d5d52-fca0-4663-98e4-a161759aeb11,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:11.531865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Checking segment: {'id': '8193c753-6bc1-4e9e-90c8-1c4f99ab9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:11.532292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network hostable DHCP agents. Network: e512c601-f4aa-4fca-90d3-705a5915664e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:11.549575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network e512c601-f4aa-4fca-90d3-705a5915664e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:11.560406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e512c601-f4aa-4fca-90d3-705a5915664e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:11.564898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:11.565540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.571639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af9064-e965-4005-844e-c95d42012ea5 None None] Network e512c601-f4aa-4fca-90d3-705a5915664e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:11.592089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66b41edc-51ba-43f1-9dd3-56a853d05614 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5571582 Jul 16 18:48:11.593035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36432) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:11.601746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1682276453', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:11.643552 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.645067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.709467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.748619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-e512c601-f4aa-4fca-90d3-705a5915664e', 'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e', 'tenant_id': '8aa8c18131914fd1908b65fca2cd33a3', 'fixed_ips': [{'subnet_id': 'a74d5d52-fca0-4663-98e4-a161759aeb11'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:11.749893 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:11.946468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Allocated IP 172.20.0.2 (e512c601-f4aa-4fca-90d3-705a5915664e/a74d5d52-fca0-4663-98e4-a161759aeb11/6066b87b-131a-4f6d-a84a-d872cf8b6f23) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:11.949209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.107656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ef063-8ab0-47c7-9732-218aad240f01 req-42520d2d-fe96-48bd-b1e8-b9cfbf241d9b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:12.109334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b38ef063-8ab0-47c7-9732-218aad240f01 req-42520d2d-fe96-48bd-b1e8-b9cfbf241d9b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 946 time: 0.0846522 Jul 16 18:48:12.166578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b38ef063-8ab0-47c7-9732-218aad240f01 req-240697e4-dbda-4de2-9e97-daacc699625c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464954 Jul 16 18:48:12.226583 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.237252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Transition to ACTIVE for port object 6066b87b-131a-4f6d-a84a-d872cf8b6f23 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:12.244337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.256671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Transition to ACTIVE for port object 6066b87b-131a-4f6d-a84a-d872cf8b6f23 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:12.265008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.269254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.318132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Network e512c601-f4aa-4fca-90d3-705a5915664e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:12.321723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:12.325922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:12.333657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Pushing event updated for resources: {'Port': ['ID=6066b87b-131a-4f6d-a84a-d872cf8b6f23,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:12.395104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Attempting to bind port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:12.395349 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Attempting to bind port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '8193c753-6bc1-4e9e-90c8-1c4f99ab9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:12.395617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Attempting to bind port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 on network e512c601-f4aa-4fca-90d3-705a5915664e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:12.402022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:12.402402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Checking segment: {'id': '8193c753-6bc1-4e9e-90c8-1c4f99ab9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:12.402822 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.403225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Bound using segment: {'id': '8193c753-6bc1-4e9e-90c8-1c4f99ab9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:12.403709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Bound port: 6066b87b-131a-4f6d-a84a-d872cf8b6f23, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8193c753-6bc1-4e9e-90c8-1c4f99ab9418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:12.404099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.422805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.25.0.218 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/020fd21d-acc2-423f-995e-b3bde61664d3) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:12.482486 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] For port 6066b87b-131a-4f6d-a84a-d872cf8b6f23, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:12.486634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] For port 6066b87b-131a-4f6d-a84a-d872cf8b6f23, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6066b87b-131a-4f6d-a84a-d872cf8b6f23,segment=NetworkSegment(8193c753-6bc1-4e9e-90c8-1c4f99ab9418),segment_id=8193c753-6bc1-4e9e-90c8-1c4f99ab9418)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:12.491789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.564733 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f3941f-919f-44cc-92fc-550538bb3499 None None] Pushing event updated for resources: {'Port': ['ID=6066b87b-131a-4f6d-a84a-d872cf8b6f23,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:12.580358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.650394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.729084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:12.735580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:12.741243 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:12.797311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=020fd21d-acc2-423f-995e-b3bde61664d3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:12.893527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6066b87b-131a-4f6d-a84a-d872cf8b6f23 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:12.967463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:13.484744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5f12-8a52-40b4-84b7-8db57fc49c3c req-c30e64fe-437c-4055-a434-67f84eb9d48d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:13.489741 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d1f5f12-8a52-40b4-84b7-8db57fc49c3c req-c30e64fe-437c-4055-a434-67f84eb9d48d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 946 time: 0.1131957 Jul 16 18:48:13.530181 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.582130 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d1f5f12-8a52-40b4-84b7-8db57fc49c3c req-e8b1aa89-bc5e-41c3-97a5-09a64ff8c04a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663292 Jul 16 18:48:13.609173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-7dccefcb-89b2-495c-8ea8-e24b63ae99c4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:13.611379 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-7dccefcb-89b2-495c-8ea8-e24b63ae99c4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 946 time: 0.1483386 Jul 16 18:48:13.764315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port a9f5f7fc-13ee-40ee-9434-73ad35df5408 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:13.764693 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.776953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f7d600-e09a-48d2-a623-39e8056042ee None None] Network e512c601-f4aa-4fca-90d3-705a5915664e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:13.897118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.908018 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-356b928f-6a2a-48bb-ac43-3b8332ea4095 None None] Provisioning for port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:13.942554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-356b928f-6a2a-48bb-ac43-3b8332ea4095 None None] Provisioning complete for port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:13.943348 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-356b928f-6a2a-48bb-ac43-3b8332ea4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.965124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] For port a9f5f7fc-13ee-40ee-9434-73ad35df5408, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=a9f5f7fc-13ee-40ee-9434-73ad35df5408,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:13.965895 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:13.992544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for a9f5f7fc-13ee-40ee-9434-73ad35df5408 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:14.172793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 264c0051-c292-4870-bd84-42061cc6fe87 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:48:14.198246 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.289461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=a9f5f7fc-13ee-40ee-9434-73ad35df5408,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:14.381346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['a9f5f7fc-13ee-40ee-9434-73ad35df5408'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:14.395502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] No DVR routers for this DVR port a9f5f7fc-13ee-40ee-9434-73ad35df5408 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:14.401069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.405420 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-da0052ca-e7b7-45c9-b819-4b13a187155a req-e51d1ee3-daf7-4924-bfdf-4ef9d9465fba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.55 "DELETE /v2.0/ports/a9f5f7fc-13ee-40ee-9434-73ad35df5408 HTTP/1.1" status: 204 len: 173 time: 0.7876179 Jul 16 18:48:14.406147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'name': 'network-vif-deleted', 'tag': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:14.410506 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e0c79a-f3ea-44cb-a13d-ff68de18b03b" -d '{"events": [{"server_uuid": "6bcc4c29-ef1d-4720-8b29-7595458bcb71", "name": "network-vif-deleted", "tag": "a9f5f7fc-13ee-40ee-9434-73ad35df5408"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:14.435128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:14.480621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] Sync routers for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:14.494101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.500216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36450) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:14.501369 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ea291bf6-b8eb-47fd-9b8f-5d0917a3bdd3 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9060719 Jul 16 18:48:14.521846 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a05977d-c4b0-4d7e-b09e-3f32b1e11896 x-openstack-request-id: req-6a05977d-c4b0-4d7e-b09e-3f32b1e11896 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:14.522115 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcc4c29-ef1d-4720-8b29-7595458bcb71", "name": "network-vif-deleted", "tag": "a9f5f7fc-13ee-40ee-9434-73ad35df5408", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:14.523996 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a05977d-c4b0-4d7e-b09e-3f32b1e11896 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:14.523996 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcc4c29-ef1d-4720-8b29-7595458bcb71', 'name': 'network-vif-deleted', 'tag': 'a9f5f7fc-13ee-40ee-9434-73ad35df5408', 'status': 'completed', 'code': 200} Jul 16 18:48:14.536009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:14.537205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:14.547941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-356b928f-6a2a-48bb-ac43-3b8332ea4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.598163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:14.629966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:14.630715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:14.638207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-356b928f-6a2a-48bb-ac43-3b8332ea4095 None None] For port 6066b87b-131a-4f6d-a84a-d872cf8b6f23, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6066b87b-131a-4f6d-a84a-d872cf8b6f23,segment=NetworkSegment(8193c753-6bc1-4e9e-90c8-1c4f99ab9418),segment_id=8193c753-6bc1-4e9e-90c8-1c4f99ab9418)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:14.670821 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-356b928f-6a2a-48bb-ac43-3b8332ea4095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:14.687574 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:14.688305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4645f766-36bb-4f7b-968c-a8fbd966514d None None] The sync data for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:14.775209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b928f-6a2a-48bb-ac43-3b8332ea4095 None None] Pushing event updated for resources: {'Port': ['ID=6066b87b-131a-4f6d-a84a-d872cf8b6f23,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:15.020948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2097fe69-1861-4af6-aff5-d275281eab70 req-d6e3af84-2d05-4bce-a593-0535d05d77ae tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 210 time: 0.0514398 Jul 16 18:48:15.113767 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-15f5aa45-1eec-4e78-b9ad-d65846138814 None None] Provisioning complete for port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:15.114515 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15f5aa45-1eec-4e78-b9ad-d65846138814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.482915 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.000301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.1 (e512c601-f4aa-4fca-90d3-705a5915664e/a74d5d52-fca0-4663-98e4-a161759aeb11/1d6f5f87-b2bd-4119-80db-6c853c320e8e) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:16.289900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.318514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Transition to ACTIVE for port object 1d6f5f87-b2bd-4119-80db-6c853c320e8e will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:16.436952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5951bd44-cef8-4996-9a20-590e37a190ab req-445fb60d-a537-4b11-957c-ce19b88533a0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 210 time: 0.0870779 Jul 16 18:48:16.478495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.563847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network e512c601-f4aa-4fca-90d3-705a5915664e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:16.575696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:16.588736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:16.606592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=1d6f5f87-b2bd-4119-80db-6c853c320e8e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:16.834648 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:16.925561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6066b87b-131a-4f6d-a84a-d872cf8b6f23 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:17.041265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:17.041866 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.067979 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.173654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b6aaff60-5094-4963-aa8d-d34f96b9b754 None None] Provisioning for port 1d6f5f87-b2bd-4119-80db-6c853c320e8e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:17.184005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b6aaff60-5094-4963-aa8d-d34f96b9b754 None None] Provisioning complete for port 1d6f5f87-b2bd-4119-80db-6c853c320e8e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:17.185232 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6aaff60-5094-4963-aa8d-d34f96b9b754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.332012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b6aaff60-5094-4963-aa8d-d34f96b9b754 None None] Port 1d6f5f87-b2bd-4119-80db-6c853c320e8e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:17.682785 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.692324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.843022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-739200cd-986b-49d2-8e72-4031e080b577 req-e9e275c5-9f8f-43d9-9bed-5dcf233b27b4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 210 time: 0.0809338 Jul 16 18:48:17.849471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:17.913582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=1d6f5f87-b2bd-4119-80db-6c853c320e8e,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:17.923811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a9f5f7fc-13ee-40ee-9434-73ad35df5408 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:17.953546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: a9f5f7fc-13ee-40ee-9434-73ad35df5408 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:17.954315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device a9f5f7fc-13ee-40ee-9434-73ad35df5408 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:18.023290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network e512c601-f4aa-4fca-90d3-705a5915664e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:18.025280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:18.214249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 264c0051-c292-4870-bd84-42061cc6fe87 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:18.388307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-50637120-e69e-4cbd-97a5-3e246ac2dd06 None None] Provisioning complete for port 1d6f5f87-b2bd-4119-80db-6c853c320e8e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:18.388901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50637120-e69e-4cbd-97a5-3e246ac2dd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.432644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-50637120-e69e-4cbd-97a5-3e246ac2dd06 None None] Port 1d6f5f87-b2bd-4119-80db-6c853c320e8e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:18.781797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:18.788977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d9d548b0-e0ec-4a1a-9952-9d412c5222b1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/routers/264c0051-c292-4870-bd84-42061cc6fe87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2856102 Jul 16 18:48:18.792418 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:18.793876 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] Sync routers for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:18.799244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'port': {'network_id': 'e512c601-f4aa-4fca-90d3-705a5915664e', 'name': 'tempest-FloatingIPTestJSON-225679766'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:18.805656 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:18.806413 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:18.867482 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:18.883410 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:18.884393 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:18.946039 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:18.947468 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0184af3a-90e9-4288-82ca-b0d10d5861e7 None None] The sync data for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:18.973024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Made reservation on behalf of 8aa8c18131914fd1908b65fca2cd33a3 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:18.977311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.016088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] device_id is not set on port a07d67c6-a79d-4700-9145-e3b3dceb460b yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:19.164839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee149c43-b0ce-487b-a58b-fade9394280b req-59908b38-45f7-4fc8-afbe-9cbe112eb127 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 210 time: 0.0668724 Jul 16 18:48:19.192548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Allocated IP 172.20.0.13 (e512c601-f4aa-4fca-90d3-705a5915664e/a74d5d52-fca0-4663-98e4-a161759aeb11/a07d67c6-a79d-4700-9145-e3b3dceb460b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:19.372135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.387940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Transition to ACTIVE for port object a07d67c6-a79d-4700-9145-e3b3dceb460b will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:19.426598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.487284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Network e512c601-f4aa-4fca-90d3-705a5915664e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:19.493965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:19.513106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:19.516389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event updated for resources: {'Port': ['ID=a07d67c6-a79d-4700-9145-e3b3dceb460b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:19.598701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.600002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.637482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1a3ab361-28c5-4384-a6d2-975400b12246 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8427463 Jul 16 18:48:19.642901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:19.653323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Request body: {'floatingip': {'port_id': 'a07d67c6-a79d-4700-9145-e3b3dceb460b'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:19.732679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.971520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-413322ad-5d93-456f-bca0-5d977ab054b9 None None] Provisioning for port a07d67c6-a79d-4700-9145-e3b3dceb460b completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:19.979934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-413322ad-5d93-456f-bca0-5d977ab054b9 None None] Provisioning complete for port a07d67c6-a79d-4700-9145-e3b3dceb460b triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:19.980962 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-413322ad-5d93-456f-bca0-5d977ab054b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.073223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-413322ad-5d93-456f-bca0-5d977ab054b9 None None] Port a07d67c6-a79d-4700-9145-e3b3dceb460b cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:20.537916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11ba3205-a887-4987-a8b0-8951a9dd012d req-bf57c604-f784-4ac9-ad52-94013200e3ba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=6bcc4c29-ef1d-4720-8b29-7595458bcb71 HTTP/1.1" status: 200 len: 210 time: 0.0397744 Jul 16 18:48:21.042639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.049816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:21.257949 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 8b00d680-014d-44ed-bbcb-952602d8c006 associated. External IP: 172.25.0.121, port: 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd. Jul 16 18:48:21.597889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:21.778045 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:21.845013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:21.863969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:21.880365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:21.881014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:21.970426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:21.991653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:21.992879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:22.047645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:22.048129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6104297-9e99-43f7-8307-028bea62a0ef None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:22.350600 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 264c0051-c292-4870-bd84-42061cc6fe87 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:23.045974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:23.054683 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.062925 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] Sync routers for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:23.081255 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:23.083180 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:23.216133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-201a922f-4ac8-425a-8652-0b84415f3aff tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/floatingips/8b00d680-014d-44ed-bbcb-952602d8c006 HTTP/1.1" status: 200 len: 978 time: 3.5713429 Jul 16 18:48:23.222038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36494) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:23.287272 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:23.303591 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:23.325073 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:23.419823 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:23.420119 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c91ace-6b57-4d53-b3b7-bf385b4dd7d6 None None] The sync data for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:23.430779 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port a07d67c6-a79d-4700-9145-e3b3dceb460b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:23.431127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.570141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.893817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.894115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:23.894811 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Floating IP 8b00d680-014d-44ed-bbcb-952602d8c006 disassociated. External IP: 172.25.0.121, port: a07d67c6-a79d-4700-9145-e3b3dceb460b. Jul 16 18:48:23.896085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for a07d67c6-a79d-4700-9145-e3b3dceb460b owned by {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:24.093124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.129110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=a07d67c6-a79d-4700-9145-e3b3dceb460b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:24.397662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 264c0051-c292-4870-bd84-42061cc6fe87 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:24.645031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:24.673103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] Sync routers for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:24.705936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:24.707693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:24.770134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:24.786715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:24.788555 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:24.805769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.811365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36514) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:24.812142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c6cd38f6-f98d-430c-93da-dc71a352081d tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/ports/a07d67c6-a79d-4700-9145-e3b3dceb460b HTTP/1.1" status: 204 len: 168 time: 1.5887578 Jul 16 18:48:24.830839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:24.831708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b061b27c-0194-4999-bc88-60c60b6411b4 None None] The sync data for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:25.472892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.032436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 1d6f5f87-b2bd-4119-80db-6c853c320e8e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:26.033266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.112287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36554) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:26.121595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-22282ca8-806c-44c1-8b67-c54aa0619c5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861312822', 'description': 'tempest-secgroup-smoke-861312822 description', 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:26.168371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22282ca8-806c-44c1-8b67-c54aa0619c5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.205451 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.227946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 1d6f5f87-b2bd-4119-80db-6c853c320e8e owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:26.327520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22282ca8-806c-44c1-8b67-c54aa0619c5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.332964 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22282ca8-806c-44c1-8b67-c54aa0619c5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.364714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22282ca8-806c-44c1-8b67-c54aa0619c5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.366545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22282ca8-806c-44c1-8b67-c54aa0619c5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2523134 Jul 16 18:48:26.371268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36556) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:26.376744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7fa9c90b-c7f6-4b5a-8761-484b4ca76837 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'security_group_rule': {'security_group_id': 'a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e', 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:26.383519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22282ca8-806c-44c1-8b67-c54aa0619c5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:26.425555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c90b-c7f6-4b5a-8761-484b4ca76837 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.517917 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c90b-c7f6-4b5a-8761-484b4ca76837 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.524302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c90b-c7f6-4b5a-8761-484b4ca76837 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.537205 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.549218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9c90b-c7f6-4b5a-8761-484b4ca76837 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3892634-8c10-4f0d-8cbc-f75cc49c078c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:26.560002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7fa9c90b-c7f6-4b5a-8761-484b4ca76837 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.563208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7fa9c90b-c7f6-4b5a-8761-484b4ca76837 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1903079 Jul 16 18:48:26.568551 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36558) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:26.575330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-09240872-af59-4502-bfc5-dc2503fe8eb3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'security_group_rule': {'security_group_id': 'a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e', 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:26.614142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=1d6f5f87-b2bd-4119-80db-6c853c320e8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:26.641386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09240872-af59-4502-bfc5-dc2503fe8eb3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.728510 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09240872-af59-4502-bfc5-dc2503fe8eb3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.745420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09240872-af59-4502-bfc5-dc2503fe8eb3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.790282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09240872-af59-4502-bfc5-dc2503fe8eb3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4780258-05ba-477b-92d4-02e3a5037923,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:26.809347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-09240872-af59-4502-bfc5-dc2503fe8eb3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.816567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-09240872-af59-4502-bfc5-dc2503fe8eb3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2399232 Jul 16 18:48:26.823953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36560) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:26.828429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-44b26ef2-f883-40bd-9149-3bc5d755d26b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'security_group_rule': {'security_group_id': 'a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e', 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:26.852626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-c5ffdd8f-996a-4e67-b0f6-6dfab32ac7a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2548573 Jul 16 18:48:26.901701 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44b26ef2-f883-40bd-9149-3bc5d755d26b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:26.995594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.067124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44b26ef2-f883-40bd-9149-3bc5d755d26b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.079653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44b26ef2-f883-40bd-9149-3bc5d755d26b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.122518 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b26ef2-f883-40bd-9149-3bc5d755d26b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca49fd8-9bbb-4db9-9948-c4db8e9fd288,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:27.143216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44b26ef2-f883-40bd-9149-3bc5d755d26b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.148733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-44b26ef2-f883-40bd-9149-3bc5d755d26b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3236942 Jul 16 18:48:27.149008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36564) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:27.152263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-b12d0536-9458-4e06-b12f-7f91396a7ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:27.153760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-b12d0536-9458-4e06-b12f-7f91396a7ff4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 1101 time: 0.1950223 Jul 16 18:48:27.156443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a5e4965c-6bae-41fd-b9eb-659ddc1f1649 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'security_group_rule': {'security_group_id': 'a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e', 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:27.286494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5e4965c-6bae-41fd-b9eb-659ddc1f1649 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.289353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-1e542139-64f1-4bd8-bb17-7051cb8839d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:27.290886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-1e542139-64f1-4bd8-bb17-7051cb8839d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1111510 Jul 16 18:48:27.343117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-d64317b4-64fa-4d67-b392-900a8e76a713 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=427bb332-f298-49a5-abef-6a6bf85759d2 HTTP/1.1" status: 200 len: 217 time: 0.0447268 Jul 16 18:48:27.406425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-16d56461-7641-4ff4-81cd-80f287071890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:27.408339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-16d56461-7641-4ff4-81cd-80f287071890 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0585182 Jul 16 18:48:27.480188 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5e4965c-6bae-41fd-b9eb-659ddc1f1649 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.484314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 264c0051-c292-4870-bd84-42061cc6fe87 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:27.491288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5e4965c-6bae-41fd-b9eb-659ddc1f1649 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.502375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-d72a29db-bb40-487a-bbd6-6f2c351ed1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:27.505513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-d72a29db-bb40-487a-bbd6-6f2c351ed1ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0905244 Jul 16 18:48:27.530190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4965c-6bae-41fd-b9eb-659ddc1f1649 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d67824-537f-4190-9815-dbdf39d50be4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:27.570445 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a5e4965c-6bae-41fd-b9eb-659ddc1f1649 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.575116 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a5e4965c-6bae-41fd-b9eb-659ddc1f1649 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4213219 Jul 16 18:48:27.577194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:27.585074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'security_group_rule': {'security_group_id': 'a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e', 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:27.669452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-de73a6a7-2ee9-44f0-92d1-6361d019b257 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570735 Jul 16 18:48:27.692733 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Project d9765ea6d4cd4ce1a965951ebb23ec85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:48:27.701681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.731476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:27.741614 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e2dbf908-e9b0-4f79-841f-2314bdfa5f20 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/routers/264c0051-c292-4870-bd84-42061cc6fe87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9278836 Jul 16 18:48:27.745711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:27.748972 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] Sync routers for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:27.759266 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:27.760240 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:27.795063 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:27.805976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] Routers {'264c0051-c292-4870-bd84-42061cc6fe87'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:27.806895 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['264c0051-c292-4870-bd84-42061cc6fe87'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:27.844954 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:27.845887 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1a2bae-019f-4dc8-be48-2a898d22e3c9 None None] The sync data for ids ['264c0051-c292-4870-bd84-42061cc6fe87'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:27.849779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f7695ef-97ca-4340-b6e9-370dc431727c req-7c98ec84-a754-4877-8b52-d2b4af945175 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733201 Jul 16 18:48:27.855897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.894143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.927076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e4d7a0b-804f-4358-b731-7ba77e697e3a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:27.932029 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:27.933757 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-53ab6681-8b86-49b9-b9fe-70e7ca0112c7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3548834 Jul 16 18:48:27.937706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36570) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:27.942863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'security_group_rule': {'security_group_id': 'a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e', 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:28.027641 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Project d9765ea6d4cd4ce1a965951ebb23ec85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:48:28.043311 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.046592 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.272354 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.285224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.332908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dd3116-b0e8-4e2f-878b-30a12b05f7a3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:28.338451 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.344535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.345884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-59cbfa6c-cfa6-4d92-a3dd-aa7c4ee0a0b6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4070373 Jul 16 18:48:28.438650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 020fd21d-acc2-423f-995e-b3bde61664d3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:28.439085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.559103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.583333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 020fd21d-acc2-423f-995e-b3bde61664d3 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:28.789685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.820363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=020fd21d-acc2-423f-995e-b3bde61664d3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:28.934915 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.069313 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.073393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.135055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.135970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Fanout notify agent at l3_agent the message router_deleted on router 264c0051-c292-4870-bd84-42061cc6fe87 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:48:29.152925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.154160 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f2f5c6de-0a3b-4280-9ebd-47cd822bb743 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/routers/264c0051-c292-4870-bd84-42061cc6fe87 HTTP/1.1" status: 204 len: 168 time: 1.4074907 Jul 16 18:48:29.158860 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36624) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.238992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting subnet a74d5d52-fca0-4663-98e4-a161759aeb11 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:29.243335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.288294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.430250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.552119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.620013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Subnet': ['ID=a74d5d52-fca0-4663-98e4-a161759aeb11,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:29.632058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb917b90-e8d6-499d-b8d8-e60b9bafdffb None None] Network e512c601-f4aa-4fca-90d3-705a5915664e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:29.644337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.662018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36652) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:29.676015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0425ee81-10af-4d19-bc10-222502793be2 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/subnets/a74d5d52-fca0-4663-98e4-a161759aeb11 HTTP/1.1" status: 204 len: 168 time: 0.5141845 Jul 16 18:48:29.876770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.985692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] DHCP port deletion for e512c601-f4aa-4fca-90d3-705a5915664e request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:30.018131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:30.018476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.119205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] Deleting port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:30.120954 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.173400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] For port 6066b87b-131a-4f6d-a84a-d872cf8b6f23, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6066b87b-131a-4f6d-a84a-d872cf8b6f23,segment=NetworkSegment(8193c753-6bc1-4e9e-90c8-1c4f99ab9418),segment_id=8193c753-6bc1-4e9e-90c8-1c4f99ab9418)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:30.174547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.205386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 6066b87b-131a-4f6d-a84a-d872cf8b6f23 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:30.306919 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] For port 6066b87b-131a-4f6d-a84a-d872cf8b6f23, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6066b87b-131a-4f6d-a84a-d872cf8b6f23,segment=NetworkSegment(8193c753-6bc1-4e9e-90c8-1c4f99ab9418),segment_id=8193c753-6bc1-4e9e-90c8-1c4f99ab9418)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:30.307721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.334811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] Calling delete_port for 6066b87b-131a-4f6d-a84a-d872cf8b6f23 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:30.346796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-74af2b95-df39-452d-8180-a6f8c8d9b332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.422050 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.474231 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.481789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] No DVR routers for this DVR port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:30.484305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=6066b87b-131a-4f6d-a84a-d872cf8b6f23,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.522127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] Pushing event deleted for resources: {'Port': ['ID=6066b87b-131a-4f6d-a84a-d872cf8b6f23,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.527025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed05ab-78fa-4568-9045-83a7cf41be4b None None] No DVR routers for this DVR port 6066b87b-131a-4f6d-a84a-d872cf8b6f23 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:30.592464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.604822 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e512c601-f4aa-4fca-90d3-705a5915664e']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:30.618215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8193c753-6bc1-4e9e-90c8-1c4f99ab9418') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:30.618553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8193c753-6bc1-4e9e-90c8-1c4f99ab9418') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:30.630065 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.646882 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.654570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:30.655055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:30.658704 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:30.726424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.735026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:30.737845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/networks/e512c601-f4aa-4fca-90d3-705a5915664e HTTP/1.1" status: 204 len: 168 time: 1.0734203 Jul 16 18:48:30.741498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36658) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:30.761192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd75ed-31ef-4fd4-9029-ce9a1ab14001 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Network': ['ID=e512c601-f4aa-4fca-90d3-705a5915664e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:30.867469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6066b87b-131a-4f6d-a84a-d872cf8b6f23 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:30.899709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6066b87b-131a-4f6d-a84a-d872cf8b6f23 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:30.900384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6066b87b-131a-4f6d-a84a-d872cf8b6f23 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:30.905852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 89daf245-42bc-45d3-8f15-983c92ee48a3 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:30.906354 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.004075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.004536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.019101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 89daf245-42bc-45d3-8f15-983c92ee48a3 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:31.190521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.221675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=89daf245-42bc-45d3-8f15-983c92ee48a3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:31.318585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.322176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.323801 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-75209d0c-867a-49af-bb34-cdf3bd95ac5f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/floatingips/8b00d680-014d-44ed-bbcb-952602d8c006 HTTP/1.1" status: 204 len: 168 time: 0.5812304 Jul 16 18:48:31.328015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36664) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:31.383884 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca2a4f74-f0b8-4d92-ba5f-8057ae77c208 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:31.385336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca2a4f74-f0b8-4d92-ba5f-8057ae77c208 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:31.389184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ca2a4f74-f0b8-4d92-ba5f-8057ae77c208 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/ports/a07d67c6-a79d-4700-9145-e3b3dceb460b HTTP/1.1" status: 404 len: 333 time: 0.0593660 Jul 16 18:48:31.391630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36666) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:31.425977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-14a81226-1f70-4382-9fb5-96cc1d7d20da tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "GET /v2.0/ports?device_id=264c0051-c292-4870-bd84-42061cc6fe87 HTTP/1.1" status: 200 len: 205 time: 0.0327840 Jul 16 18:48:31.430493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36668) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:31.475420 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-a5de740e-e445-4ca0-b779-106744d686e7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] delete failed (client error): The resource could not be found. Jul 16 18:48:31.476617 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a5de740e-e445-4ca0-b779-106744d686e7 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/routers/264c0051-c292-4870-bd84-42061cc6fe87 HTTP/1.1" status: 404 len: 336 time: 0.0451229 Jul 16 18:48:31.481122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36670) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:31.513190 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-45271aaf-2a6b-4a5b-8a63-c4296964f5fa tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] DELETE failed (client error): The resource could not be found. Jul 16 18:48:31.513569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45271aaf-2a6b-4a5b-8a63-c4296964f5fa tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:48:31.517606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-45271aaf-2a6b-4a5b-8a63-c4296964f5fa tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/subnets/a74d5d52-fca0-4663-98e4-a161759aeb11 HTTP/1.1" status: 404 len: 337 time: 0.0332270 Jul 16 18:48:31.517891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36672) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:31.649040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:31.649410 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.770925 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.791782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:32.033281 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.096472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:32.230525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.234860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2c9afd53-0dc7-49ad-b5f2-d4460f777fef tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/ports/62ba68d2-25a4-48c1-bc8b-f533e4f4a2fd HTTP/1.1" status: 204 len: 168 time: 0.7152541 Jul 16 18:48:32.237075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36676) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:32.372617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 57c8ccb9-f4ad-431b-9f62-9b512796da6e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:32.373115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.883606 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.908770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 57c8ccb9-f4ad-431b-9f62-9b512796da6e owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:33.127662 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.136132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-119706f9-2535-478d-b4a4-3a73051595a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.186616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=57c8ccb9-f4ad-431b-9f62-9b512796da6e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:33.305763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.310394 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec136775-1bc5-4a26-bc42-f4ed3d69497e tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/ports/57c8ccb9-f4ad-431b-9f62-9b512796da6e HTTP/1.1" status: 204 len: 168 time: 1.0717163 Jul 16 18:48:33.312842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:33.404808 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.426411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44c99b-396a-4500-8d10-4c62d54d04e1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:33.428968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bb44c99b-396a-4500-8d10-4c62d54d04e1 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "GET /v2.0/ports?device_id=4ac6f491-fa1a-4fc5-a176-0f79023d3181 HTTP/1.1" status: 200 len: 913 time: 0.1139791 Jul 16 18:48:33.433337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36686) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:34.002568 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.416755 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.556849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port f9fa6f0b-705c-4115-aa3e-3b87e918ff69 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:34.558584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.696262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.716184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for f9fa6f0b-705c-4115-aa3e-3b87e918ff69 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:35.374587 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.436266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=f9fa6f0b-705c-4115-aa3e-3b87e918ff69,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:35.460916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.461282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.461605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.461971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.462335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.462668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.463006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.463334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.463680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.464002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.464368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.464679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.688242 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.910222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.040548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:36.204623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:36.216848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de1e55db-269c-4087-a5ca-e4445136a6ee tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "PUT /v2.0/routers/4ac6f491-fa1a-4fc5-a176-0f79023d3181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7823358 Jul 16 18:48:36.220905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36708) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:36.222225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83419404-46e2-423a-87e0-a434279fd673 None None] Sync routers for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:36.239341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83419404-46e2-423a-87e0-a434279fd673 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:36.241539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83419404-46e2-423a-87e0-a434279fd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:36.307600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83419404-46e2-423a-87e0-a434279fd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:36.327104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83419404-46e2-423a-87e0-a434279fd673 None None] Routers {'4ac6f491-fa1a-4fc5-a176-0f79023d3181'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:36.328423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83419404-46e2-423a-87e0-a434279fd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:36.371973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-83419404-46e2-423a-87e0-a434279fd673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:36.372696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83419404-46e2-423a-87e0-a434279fd673 None None] The sync data for ids ['4ac6f491-fa1a-4fc5-a176-0f79023d3181'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:36.386481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.531417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.611613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting port 88a1195f-0207-4c1f-ac11-185b534cd750 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:36.612184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.732076 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.757451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Calling delete_port for 88a1195f-0207-4c1f-ac11-185b534cd750 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:37.015298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.065330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Port': ['ID=88a1195f-0207-4c1f-ac11-185b534cd750,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:37.166182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.299122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.301688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.341050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.378245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.379001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Fanout notify agent at l3_agent the message router_deleted on router 4ac6f491-fa1a-4fc5-a176-0f79023d3181 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:48:37.404914 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.406956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ac73c1dc-1348-47ee-8ef9-440713b4b3d6 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/routers/4ac6f491-fa1a-4fc5-a176-0f79023d3181 HTTP/1.1" status: 204 len: 168 time: 1.1844406 Jul 16 18:48:37.409799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36736) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:37.488139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Deleting subnet 78fe2c8f-7fd9-41d9-865b-4bda8f303836 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:37.494461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.555398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.632998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.727698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.769859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Subnet': ['ID=78fe2c8f-7fd9-41d9-865b-4bda8f303836,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:37.783927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.790764 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.797391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-11862700-27de-49c2-a677-d0f2ba558f60 tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/subnets/78fe2c8f-7fd9-41d9-865b-4bda8f303836 HTTP/1.1" status: 204 len: 168 time: 0.3831263 Jul 16 18:48:37.797903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36746) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:37.936576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.095494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.113592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b464aff-48e8-413b-af58-3aca3e6b85cc']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:38.132242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f142e55-4fc2-4bcc-9c03-4dc635ee89b1') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:38.132639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f142e55-4fc2-4bcc-9c03-4dc635ee89b1') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:38.151848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.172614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.181811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:38.182358 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:38.186578 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:38.281681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.287714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:38.296291 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] 10.222.0.48 "DELETE /v2.0/networks/2b464aff-48e8-413b-af58-3aca3e6b85cc HTTP/1.1" status: 204 len: 168 time: 0.4926538 Jul 16 18:48:38.317591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65701d-faab-4648-a523-0d12a04ad84f tempest-FloatingIPTestJSON-540284839 tempest-FloatingIPTestJSON-540284839-project] Pushing event deleted for resources: {'Network': ['ID=2b464aff-48e8-413b-af58-3aca3e6b85cc,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:38.753258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36766) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:38.993593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b33949fd-2f36-494f-8fbf-7b36393bb4f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8aa8c18131914fd1908b65fca2cd33a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384889 Jul 16 18:48:38.997250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:39.088508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abdadd26-7aa9-4494-bd2d-8c19af2f0026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.120002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abdadd26-7aa9-4494-bd2d-8c19af2f0026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.215795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abdadd26-7aa9-4494-bd2d-8c19af2f0026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.219636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abdadd26-7aa9-4494-bd2d-8c19af2f0026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:39.221701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abdadd26-7aa9-4494-bd2d-8c19af2f0026 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/032f2932-ddee-44a4-9771-a42a120a0926 HTTP/1.1" status: 204 len: 168 time: 0.2232499 Jul 16 18:48:39.234504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdadd26-7aa9-4494-bd2d-8c19af2f0026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f2932-ddee-44a4-9771-a42a120a0926,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:40.299786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36814) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:40.500470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-604026897'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:40.539541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Made reservation on behalf of 90551aa37e284864bbb95a95179c56a7 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:40.545674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.564388 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.757307 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.763490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.807550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:48:40.821934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35ba33b-5685-484c-8cc3-b5e33283f5da,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:40.832285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.832749 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Added segment 891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d of type vlan for network 826b1a61-b127-44de-b5bd-be2b69068c99 Jul 16 18:48:40.911789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.963652 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.976572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.977805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.083379 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7817039 Jul 16 18:48:41.087000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36830) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:41.097618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'subnet': {'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:41.152470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239599d3-9851-446b-8397-e5f461368210 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Network': ['ID=826b1a61-b127-44de-b5bd-be2b69068c99,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:41.184561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 826b1a61-b127-44de-b5bd-be2b69068c99 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:48:41.327489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Made reservation on behalf of 90551aa37e284864bbb95a95179c56a7 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:41.331453 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.615337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.743164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Subnet': ['ID=647555c9-a25f-4587-beda-5533e9b96cbe,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:41.763313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Checking segment: {'id': '891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:41.763962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Network hostable DHCP agents. Network: 826b1a61-b127-44de-b5bd-be2b69068c99, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:48:41.793737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Network 826b1a61-b127-44de-b5bd-be2b69068c99 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:48:41.810578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 826b1a61-b127-44de-b5bd-be2b69068c99) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:41.826131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f171d7-0c37-4a9e-ad27-319cd0217601 None None] Network 826b1a61-b127-44de-b5bd-be2b69068c99 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:41.827916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:41.828732 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.856535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0b640003-2b59-431f-974f-bb72d9b64c00 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7669935 Jul 16 18:48:41.859226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36842) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:41.866813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9d134e6d-ab3e-4fbb-a61e-8012bda7c211 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2042292706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:41.912115 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d134e6d-ab3e-4fbb-a61e-8012bda7c211 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.914346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d134e6d-ab3e-4fbb-a61e-8012bda7c211 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.111406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-826b1a61-b127-44de-b5bd-be2b69068c99', 'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99', 'tenant_id': '90551aa37e284864bbb95a95179c56a7', 'fixed_ips': [{'subnet_id': '647555c9-a25f-4587-beda-5533e9b96cbe'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:48:42.112111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d134e6d-ab3e-4fbb-a61e-8012bda7c211 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.112757 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.123493 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d134e6d-ab3e-4fbb-a61e-8012bda7c211 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.143880 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9d134e6d-ab3e-4fbb-a61e-8012bda7c211 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.147753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9d134e6d-ab3e-4fbb-a61e-8012bda7c211 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2866800 Jul 16 18:48:42.151962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36848) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:42.429554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Allocated IP 172.20.0.2 (826b1a61-b127-44de-b5bd-be2b69068c99/647555c9-a25f-4587-beda-5533e9b96cbe/515674f9-5370-4097-ade8-e02c20851eea) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:42.539562 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.747678 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.768654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Transition to ACTIVE for port object 515674f9-5370-4097-ade8-e02c20851eea will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:42.819232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Transition to ACTIVE for port object 515674f9-5370-4097-ade8-e02c20851eea will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:42.835184 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.909505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Network 826b1a61-b127-44de-b5bd-be2b69068c99 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:42.918886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:42.928784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:43.000855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Pushing event updated for resources: {'Port': ['ID=515674f9-5370-4097-ade8-e02c20851eea,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:43.005461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Allocated IP 172.20.0.1 (826b1a61-b127-44de-b5bd-be2b69068c99/647555c9-a25f-4587-beda-5533e9b96cbe/254d30c0-0650-41d0-a8d9-b8e715f08580) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:43.078727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Attempting to bind port 515674f9-5370-4097-ade8-e02c20851eea on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:43.079673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Attempting to bind port 515674f9-5370-4097-ade8-e02c20851eea by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:43.080578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Attempting to bind port 515674f9-5370-4097-ade8-e02c20851eea on network 826b1a61-b127-44de-b5bd-be2b69068c99 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:43.089701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:43.090659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Checking segment: {'id': '891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:43.091188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.091842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Bound using segment: {'id': '891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:43.092622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Bound port: 515674f9-5370-4097-ade8-e02c20851eea, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:43.093219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.173275 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.190164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Transition to ACTIVE for port object 254d30c0-0650-41d0-a8d9-b8e715f08580 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:43.219408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] For port 515674f9-5370-4097-ade8-e02c20851eea, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:43.226504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] For port 515674f9-5370-4097-ade8-e02c20851eea, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=515674f9-5370-4097-ade8-e02c20851eea,segment=NetworkSegment(891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d),segment_id=891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:43.232873 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.253959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.352856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Network 826b1a61-b127-44de-b5bd-be2b69068c99 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:43.361121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:43.363925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:43.369231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c2517-6922-4796-8d9a-542eeb6f3e70 None None] Pushing event updated for resources: {'Port': ['ID=515674f9-5370-4097-ade8-e02c20851eea,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:43.402509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Port': ['ID=254d30c0-0650-41d0-a8d9-b8e715f08580,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:43.439472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:43.698593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.234336 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.248507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.379161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:44.447816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Port': ['ID=254d30c0-0650-41d0-a8d9-b8e715f08580,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:44.629098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Network 826b1a61-b127-44de-b5bd-be2b69068c99 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:44.631682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:44.949668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Router 39a2b643-6fab-4575-ba8a-573b1dc59e7d is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:48:44.962696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb8fa0e-da95-41d6-854e-87d6059a1a3c None None] Network 826b1a61-b127-44de-b5bd-be2b69068c99 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:44.982324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 515674f9-5370-4097-ade8-e02c20851eea up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:45.085695 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-93069f1e-7efc-4607-8533-692d721ac3c7 None None] Provisioning for port 515674f9-5370-4097-ade8-e02c20851eea completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:45.144067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 515674f9-5370-4097-ade8-e02c20851eea completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:45.158138 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 515674f9-5370-4097-ade8-e02c20851eea triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:45.159266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.212403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:45.232087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b7c9ba15-3836-4d5a-b25c-35564d9d2f27 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "PUT /v2.0/routers/39a2b643-6fab-4575-ba8a-573b1dc59e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0779548 Jul 16 18:48:45.236325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36890) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:45.238686 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] Sync routers for ids ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:45.241858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'port': {'network_id': '826b1a61-b127-44de-b5bd-be2b69068c99', 'name': 'tempest-FloatingIPNegativeTestJSON-1187364260'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:45.267674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] Routers {'39a2b643-6fab-4575-ba8a-573b1dc59e7d'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:45.270250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:45.343547 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:45.360811 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] Routers {'39a2b643-6fab-4575-ba8a-573b1dc59e7d'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:45.362633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:45.396897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.444370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 515674f9-5370-4097-ade8-e02c20851eea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=515674f9-5370-4097-ade8-e02c20851eea,segment=NetworkSegment(891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d),segment_id=891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:45.451441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.473624 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:45.475681 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5e2170-f5c7-4d10-a520-1c0a4fc8c01a None None] The sync data for ids ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'] in n-d-793620-10 is: [] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:45.540451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=515674f9-5370-4097-ade8-e02c20851eea,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:45.580782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Made reservation on behalf of 90551aa37e284864bbb95a95179c56a7 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:45.587792 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.624594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] device_id is not set on port 61485b78-0a83-4f44-9c27-ddf6c6673871 yet. {{(pid=93778) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:48:45.806020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Allocated IP 172.20.0.13 (826b1a61-b127-44de-b5bd-be2b69068c99/647555c9-a25f-4587-beda-5533e9b96cbe/61485b78-0a83-4f44-9c27-ddf6c6673871) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:45.846220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df56eca9-2ddf-4033-8c19-5ae805b3a6e3 None None] Provisioning complete for port 515674f9-5370-4097-ade8-e02c20851eea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:45.846778 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df56eca9-2ddf-4033-8c19-5ae805b3a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.010948 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.028826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Transition to ACTIVE for port object 61485b78-0a83-4f44-9c27-ddf6c6673871 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:46.121682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.127646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df56eca9-2ddf-4033-8c19-5ae805b3a6e3 None None] Provisioning for port 254d30c0-0650-41d0-a8d9-b8e715f08580 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:46.135085 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-df56eca9-2ddf-4033-8c19-5ae805b3a6e3 None None] Provisioning complete for port 254d30c0-0650-41d0-a8d9-b8e715f08580 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:46.135728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-df56eca9-2ddf-4033-8c19-5ae805b3a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.178337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Network 826b1a61-b127-44de-b5bd-be2b69068c99 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:46.184355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:46.189977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:46.249084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:46.249782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.275776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Port': ['ID=61485b78-0a83-4f44-9c27-ddf6c6673871,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:46.288781 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8ff76196-f77d-433c-b926-166c470691e4 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0476575 Jul 16 18:48:46.289156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 36912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:46.294899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:46.331206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.512285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-df56eca9-2ddf-4033-8c19-5ae805b3a6e3 None None] Port 254d30c0-0650-41d0-a8d9-b8e715f08580 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:46.561114 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.654499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7c8d0040-1456-4cd9-8306-572259e0b860 None None] Provisioning complete for port 254d30c0-0650-41d0-a8d9-b8e715f08580 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:46.654715 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0040-1456-4cd9-8306-572259e0b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:46.756304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Allocated IP 172.25.0.165 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/e9fd7ef8-3966-4d65-a3d4-fb41935e66e9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:46.828967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d0040-1456-4cd9-8306-572259e0b860 None None] Port 254d30c0-0650-41d0-a8d9-b8e715f08580 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:46.950950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 515674f9-5370-4097-ade8-e02c20851eea up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:46.985091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.036004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 515674f9-5370-4097-ade8-e02c20851eea triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:47.037403 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.098242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.192031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:47.196305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:47.203206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:47.250526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Port': ['ID=e9fd7ef8-3966-4d65-a3d4-fb41935e66e9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:47.262144 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5c16e9c5-4962-4168-b6b5-46f7c1f0bf59 None None] Provisioning for port 61485b78-0a83-4f44-9c27-ddf6c6673871 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:47.266819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5c16e9c5-4962-4168-b6b5-46f7c1f0bf59 None None] Provisioning complete for port 61485b78-0a83-4f44-9c27-ddf6c6673871 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:47.267300 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5c16e9c5-4962-4168-b6b5-46f7c1f0bf59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.307610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5c16e9c5-4962-4168-b6b5-46f7c1f0bf59 None None] Port 61485b78-0a83-4f44-9c27-ddf6c6673871 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:47.372832 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.462187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.694525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.701890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.824961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Port': ['ID=e9fd7ef8-3966-4d65-a3d4-fb41935e66e9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:47.837534 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.856402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:47.864084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36944) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:47.864785 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b139af3e-17ea-45da-88c4-fe5ef7c65adb tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5739591 Jul 16 18:48:47.871665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-77daa91c-1542-44db-b611-88cfc9398b25 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'floatingip': {'port_id': '61485b78-0a83-4f44-9c27-ddf6c6673871', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:47.917475 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-77daa91c-1542-44db-b611-88cfc9398b25 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.061945 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-77daa91c-1542-44db-b611-88cfc9398b25 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] update failed (client error): The resource could not be found. Jul 16 18:48:48.063054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-77daa91c-1542-44db-b611-88cfc9398b25 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "PUT /v2.0/floatingips/b0b5bfda-8499-4a06-8fed-4528cfdec670 HTTP/1.1" status: 404 len: 507 time: 0.1963515 Jul 16 18:48:48.066075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36948) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:48.215662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Deleting port e9fd7ef8-3966-4d65-a3d4-fb41935e66e9 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:48.215905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.659797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.660466 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.683366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Calling delete_port for e9fd7ef8-3966-4d65-a3d4-fb41935e66e9 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:48.930519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.981869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event deleted for resources: {'Port': ['ID=e9fd7ef8-3966-4d65-a3d4-fb41935e66e9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:49.098072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.104074 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.106260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b08a9c14-d3bd-4d4a-8674-8f38a155698c tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "DELETE /v2.0/floatingips/b0b5bfda-8499-4a06-8fed-4528cfdec670 HTTP/1.1" status: 204 len: 168 time: 1.0386338 Jul 16 18:48:49.110330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36976) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:49.119412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b681c765-a3d7-4cff-899b-8ba31cd36c7f tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'floatingip': {'floating_network_id': '826b1a61-b127-44de-b5bd-be2b69068c99', 'port_id': '61485b78-0a83-4f44-9c27-ddf6c6673871', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:49.157727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b681c765-a3d7-4cff-899b-8ba31cd36c7f tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.347606 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-b681c765-a3d7-4cff-899b-8ba31cd36c7f tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:48:49.349874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b681c765-a3d7-4cff-899b-8ba31cd36c7f tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2369225 Jul 16 18:48:49.354376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 36982) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:49.358900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '61485b78-0a83-4f44-9c27-ddf6c6673871', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:49.390479 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.558234 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:49.748593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Allocated IP 172.25.0.137 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/0dab4dfe-e16e-445a-82dd-d196e3e2a442) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:49.938751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.015143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.117899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:50.133908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:50.143046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event updated for resources: {'Port': ['ID=0dab4dfe-e16e-445a-82dd-d196e3e2a442,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:50.148249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:50.487161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Deleting port 0dab4dfe-e16e-445a-82dd-d196e3e2a442 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:50.487673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.637241 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.637760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.663727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Calling delete_port for 0dab4dfe-e16e-445a-82dd-d196e3e2a442 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:50.885432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.951377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event deleted for resources: {'Port': ['ID=0dab4dfe-e16e-445a-82dd-d196e3e2a442,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:51.072940 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] create failed (client error): The resource could not be found. Jul 16 18:48:51.076902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dc1bba1c-04c5-4f9b-9ddc-86e4b71775bd tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7215838 Jul 16 18:48:51.081230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:51.307831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Deleting port 61485b78-0a83-4f44-9c27-ddf6c6673871 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:51.308136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.456318 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.479326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Calling delete_port for 61485b78-0a83-4f44-9c27-ddf6c6673871 owned by {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:51.704687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.740895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event deleted for resources: {'Port': ['ID=61485b78-0a83-4f44-9c27-ddf6c6673871,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:51.902077 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:51.907463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f528fe16-83a6-42c9-9254-5dee3b7fcc50 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "DELETE /v2.0/ports/61485b78-0a83-4f44-9c27-ddf6c6673871 HTTP/1.1" status: 204 len: 168 time: 0.8232555 Jul 16 18:48:51.909062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:52.042939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4055baa9-075c-4e56-a632-f282c9392fea tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.044742 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4055baa9-075c-4e56-a632-f282c9392fea tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "GET /v2.0/ports?device_id=39a2b643-6fab-4575-ba8a-573b1dc59e7d HTTP/1.1" status: 200 len: 913 time: 0.1342669 Jul 16 18:48:52.049405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:52.561198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.730945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-65f8570a-bc7c-4068-a348-bf9b899df2fe tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861312822&fields=id&tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 267 time: 0.0516984 Jul 16 18:48:52.914211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-156ea7eb-b750-44fd-b6cf-547214562ae0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:52.917099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-156ea7eb-b750-44fd-b6cf-547214562ae0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.1730905 Jul 16 18:48:52.940098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-74f3d002-3cc0-41a9-8d82-d0ee476f86b1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/quotas/d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 375 time: 0.0167871 Jul 16 18:48:52.941536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Deleting port 254d30c0-0650-41d0-a8d9-b8e715f08580 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:52.942212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:53.058141 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-20c377c7-a20d-4fad-947e-2db3b503cf89 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119592 Jul 16 18:48:53.078739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-5c4051b8-5c10-456a-b918-41199b555fdd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:48:53.084487 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-5c4051b8-5c10-456a-b918-41199b555fdd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084915 Jul 16 18:48:53.109018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:53.129205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Calling delete_port for 254d30c0-0650-41d0-a8d9-b8e715f08580 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:53.332765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-d5f3b3c1-a156-4bbf-9c1f-791722a44cc1 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384090 Jul 16 18:48:53.441054 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:53.492411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event deleted for resources: {'Port': ['ID=254d30c0-0650-41d0-a8d9-b8e715f08580,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:53.529629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-4ad01d1f-e104-48ff-90a0-99ee56d6cbaa service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757941 Jul 16 18:48:53.722822 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.110010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-428ca7f6-05a4-4a67-8e3b-8c56be2c9260 req-e73fbc6d-e296-4fce-b737-45714c74bc38 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 210 time: 0.0854747 Jul 16 18:48:54.382764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Router 39a2b643-6fab-4575-ba8a-573b1dc59e7d has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:54.474457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:54.483604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37090) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:54.486564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] Sync routers for ids ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:54.489098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-477e8a2b-4c51-4c6f-9670-c27c67ad8a54 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "PUT /v2.0/routers/39a2b643-6fab-4575-ba8a-573b1dc59e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4380987 Jul 16 18:48:54.523457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] Routers {'39a2b643-6fab-4575-ba8a-573b1dc59e7d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:54.525305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:54.590966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:54.602288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] Routers {'39a2b643-6fab-4575-ba8a-573b1dc59e7d'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:54.603035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:48:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:54.644123 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b969f02b-5743-474b-a3d0-0b6387304f73 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.671524 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:54.673128 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd4ecb8-76ef-47e6-99b6-35a7353332ce None None] The sync data for ids ['39a2b643-6fab-4575-ba8a-573b1dc59e7d'] in n-d-793620-10 is: [] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:54.888370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b969f02b-5743-474b-a3d0-0b6387304f73 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.892744 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b969f02b-5743-474b-a3d0-0b6387304f73 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.983843 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b969f02b-5743-474b-a3d0-0b6387304f73 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:54.985284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b969f02b-5743-474b-a3d0-0b6387304f73 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Fanout notify agent at l3_agent the message router_deleted on router 39a2b643-6fab-4575-ba8a-573b1dc59e7d {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:48:55.003217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b969f02b-5743-474b-a3d0-0b6387304f73 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.005833 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b969f02b-5743-474b-a3d0-0b6387304f73 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "DELETE /v2.0/routers/39a2b643-6fab-4575-ba8a-573b1dc59e7d HTTP/1.1" status: 204 len: 168 time: 0.5164955 Jul 16 18:48:55.008286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37096) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:55.073091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Deleting subnet 647555c9-a25f-4587-beda-5533e9b96cbe {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:48:55.077555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.140736 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.276633 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.351763 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.477351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b86994-eefd-4d33-a048-e74a3fe3df1a None None] Network 826b1a61-b127-44de-b5bd-be2b69068c99 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:48:55.481327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5808e16c-a849-429c-8535-600160617431 req-bfccb6de-fc66-4535-9184-448977cc2b08 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 210 time: 0.1136343 Jul 16 18:48:55.484350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.489132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "DELETE /v2.0/subnets/647555c9-a25f-4587-beda-5533e9b96cbe HTTP/1.1" status: 204 len: 168 time: 0.4782934 Jul 16 18:48:55.491703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe161027-6ae0-4e5d-80ad-d68ca23024e2 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event deleted for resources: {'Subnet': ['ID=647555c9-a25f-4587-beda-5533e9b96cbe,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:55.506018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37106) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:55.582858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-7ddea6c3-6d73-45d2-905a-67ec89917bc2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:55.584688 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-7ddea6c3-6d73-45d2-905a-67ec89917bc2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.2181785 Jul 16 18:48:55.685648 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-46b5255c-b439-4492-b580-ee9b49723798 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 379 time: 0.0908229 Jul 16 18:48:55.695181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.697340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'port': {'device_id': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'admin_state_up': True, 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'security_groups': ['a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:55.778724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Deleting port 515674f9-5370-4097-ade8-e02c20851eea {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:55.779207 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.814740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] DHCP port deletion for 826b1a61-b127-44de-b5bd-be2b69068c99 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:48:55.872502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] For port 515674f9-5370-4097-ade8-e02c20851eea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=515674f9-5370-4097-ade8-e02c20851eea,segment=NetworkSegment(891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d),segment_id=891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:55.873000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.878640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Deleting port 515674f9-5370-4097-ade8-e02c20851eea {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:55.879015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.892892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Calling delete_port for 515674f9-5370-4097-ade8-e02c20851eea owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:55.906354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:55.917077 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.959505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] For port 515674f9-5370-4097-ade8-e02c20851eea, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=515674f9-5370-4097-ade8-e02c20851eea,segment=NetworkSegment(891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d),segment_id=891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:55.960333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:55.979773 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Calling delete_port for 515674f9-5370-4097-ade8-e02c20851eea owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:56.082519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.132905 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.137664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event deleted for resources: {'Port': ['ID=515674f9-5370-4097-ade8-e02c20851eea,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.150190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] No DVR routers for this DVR port 515674f9-5370-4097-ade8-e02c20851eea on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:56.170500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.20.0.12 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/616ac3fc-c6c5-4672-9e14-8c40c811e019) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:56.216608 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Pushing event deleted for resources: {'Port': ['ID=515674f9-5370-4097-ade8-e02c20851eea,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.221758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] No DVR routers for this DVR port 515674f9-5370-4097-ade8-e02c20851eea on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:56.247453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.247988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.252470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.253259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.253861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.254441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.255008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.255613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.256139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.256700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.257266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.257849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e768e68-0ca8-4f07-8582-65e7cfa7c314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:56.382157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.408283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['826b1a61-b127-44de-b5bd-be2b69068c99']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:56.433928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:56.434813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891244e3-6e1b-4e6e-9996-b7c3d4ba9e4d') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:56.442245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.455901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.459352 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Transition to ACTIVE for port object 616ac3fc-c6c5-4672-9e14-8c40c811e019 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:56.505610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.509143 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.517438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:48:56.517727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:48:56.524114 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:48:56.595157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:56.600278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:56.605798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:56.611002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=616ac3fc-c6c5-4672-9e14-8c40c811e019,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.658879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.684835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.703143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:56.709596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] 10.222.0.48 "DELETE /v2.0/networks/826b1a61-b127-44de-b5bd-be2b69068c99 HTTP/1.1" status: 204 len: 168 time: 1.2010903 Jul 16 18:48:56.712689 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:56.726230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba3f4a-3614-4117-895e-6c349cb2b127 tempest-FloatingIPNegativeTestJSON-711580804 tempest-FloatingIPNegativeTestJSON-711580804-project] Pushing event deleted for resources: {'Network': ['ID=826b1a61-b127-44de-b5bd-be2b69068c99,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:56.753812 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-61674b9c-f70c-4776-a128-0fd1aabc5d25 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0649703 Jul 16 18:48:56.766395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Request body: {'port': {'device_id': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:56.830111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eaa82-8c07-4f5f-b5a8-2a601d1a6867 req-4cb3f769-0a2e-4d4b-b6f2-777f87219bbe tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:56.830604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-636eaa82-8c07-4f5f-b5a8-2a601d1a6867 req-4cb3f769-0a2e-4d4b-b6f2-777f87219bbe tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 932 time: 0.1014597 Jul 16 18:48:56.919124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-636eaa82-8c07-4f5f-b5a8-2a601d1a6867 req-a9651ddc-2586-4118-b7fd-0378a115de0e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795455 Jul 16 18:48:56.978550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 515674f9-5370-4097-ade8-e02c20851eea no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:56.987621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.006341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 515674f9-5370-4097-ade8-e02c20851eea {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:57.006761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 515674f9-5370-4097-ade8-e02c20851eea not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:57.124662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c2e55dc9-fd9a-4358-a053-8f08920b14a4 None None] Provisioning for port 616ac3fc-c6c5-4672-9e14-8c40c811e019 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:57.131380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c2e55dc9-fd9a-4358-a053-8f08920b14a4 None None] Provisioning complete for port 616ac3fc-c6c5-4672-9e14-8c40c811e019 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:57.132497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2e55dc9-fd9a-4358-a053-8f08920b14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.207685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c2e55dc9-fd9a-4358-a053-8f08920b14a4 None None] Port 616ac3fc-c6c5-4672-9e14-8c40c811e019 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:57.367625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37132) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:57.417162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616ac3fc-c6c5-4672-9e14-8c40c811e019 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:48:57.427402 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.446273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Transition to ACTIVE for port object 616ac3fc-c6c5-4672-9e14-8c40c811e019 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:57.463659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.532966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=616ac3fc-c6c5-4672-9e14-8c40c811e019,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:57.618981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34475c9b-9818-4c33-9e84-e3cda8c8bf00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90551aa37e284864bbb95a95179c56a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491181 Jul 16 18:48:57.624887 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37142) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:57.762769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d476a7af-87df-4e65-8dd4-ff9b9eb68a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.776793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Attempting to bind port 616ac3fc-c6c5-4672-9e14-8c40c811e019 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:57.777711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Attempting to bind port 616ac3fc-c6c5-4672-9e14-8c40c811e019 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:57.778197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Attempting to bind port 616ac3fc-c6c5-4672-9e14-8c40c811e019 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:57.790259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d476a7af-87df-4e65-8dd4-ff9b9eb68a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.793931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Port 616ac3fc-c6c5-4672-9e14-8c40c811e019 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:48:57.794454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Attempting to bind port 616ac3fc-c6c5-4672-9e14-8c40c811e019 on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:57.812971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:57.813647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:57.814226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:57.814885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Bound port: 616ac3fc-c6c5-4672-9e14-8c40c811e019, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:57.815423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.851794 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d476a7af-87df-4e65-8dd4-ff9b9eb68a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.855083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d476a7af-87df-4e65-8dd4-ff9b9eb68a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:57.856511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d476a7af-87df-4e65-8dd4-ff9b9eb68a3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c35ba33b-5685-484c-8cc3-b5e33283f5da HTTP/1.1" status: 204 len: 168 time: 0.2301741 Jul 16 18:48:57.883084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476a7af-87df-4e65-8dd4-ff9b9eb68a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35ba33b-5685-484c-8cc3-b5e33283f5da,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:57.949021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] For port 616ac3fc-c6c5-4672-9e14-8c40c811e019, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:57.954969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] For port 616ac3fc-c6c5-4672-9e14-8c40c811e019, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:57.971899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.094650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.095388 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:58.096975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] 10.222.0.13 "PUT /v2.0/ports/616ac3fc-c6c5-4672-9e14-8c40c811e019 HTTP/1.1" status: 200 len: 1093 time: 1.3356028 Jul 16 18:48:58.097464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:58.100272 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063b3c90-9918-40a0-a50d-2d929455b2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:58.174444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c912ed-6d05-497c-9c67-1931ac0bbdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=616ac3fc-c6c5-4672-9e14-8c40c811e019,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:58.241679 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e307910-8c8f-4f8e-82ab-77be48dcd854 x-openstack-request-id: req-0e307910-8c8f-4f8e-82ab-77be48dcd854 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:58.242098 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:58.242356 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e307910-8c8f-4f8e-82ab-77be48dcd854 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:58.242794 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'status': 'completed', 'code': 200} Jul 16 18:48:58.344666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-286dafed-cab9-480e-8ea7-6cbd7932b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.346480 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-286dafed-cab9-480e-8ea7-6cbd7932b9fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 1096 time: 0.1892819 Jul 16 18:48:58.379497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488360e6-ce97-49e2-88c5-497aa994d3dd req-d8eb067c-6b9d-41cd-bf55-b6a574763e08 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.382241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-488360e6-ce97-49e2-88c5-497aa994d3dd req-d8eb067c-6b9d-41cd-bf55-b6a574763e08 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1690781 Jul 16 18:48:58.434091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-71f70da8-3fd5-41b9-8bc7-3af2d2757e33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019 HTTP/1.1" status: 200 len: 217 time: 0.0675173 Jul 16 18:48:58.521786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-da03951a-62f9-46e7-b98f-314ff5351b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.523991 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-da03951a-62f9-46e7-b98f-314ff5351b08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0888720 Jul 16 18:48:58.534596 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-488360e6-ce97-49e2-88c5-497aa994d3dd req-c0981788-17f2-4ad9-8dd2-043b9e678f04 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432223 Jul 16 18:48:58.612876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-aec1afbd-3cbe-45f2-acfa-ec5e8898bcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:58.614410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-aec1afbd-3cbe-45f2-acfa-ec5e8898bcfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841763 Jul 16 18:48:58.767959 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:58.785953 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-8461f333-c68c-447c-b756-466669e5a76b service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646111 Jul 16 18:48:58.957876 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-90bd7f6e-c72f-4be1-a34b-9abda2cd6593 req-9b68c8dc-d98c-4ad9-8d6d-7e4bc498a5ac service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641424 Jul 16 18:48:59.126905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-10e22743-0fba-4ac1-b97a-0c434e613d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.128887 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-10e22743-0fba-4ac1-b97a-0c434e613d8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 1096 time: 0.0973055 Jul 16 18:48:59.259351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-a7616973-24f7-4c61-8064-747bbe372ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.260845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-a7616973-24f7-4c61-8064-747bbe372ab7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1255977 Jul 16 18:48:59.341956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-cd31ed29-19a6-48ec-a847-de57afc45b95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019 HTTP/1.1" status: 200 len: 217 time: 0.0746629 Jul 16 18:48:59.391132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37184) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:59.445553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-d8d15e23-77f0-426c-910b-771afa726095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.448630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-d8d15e23-77f0-426c-910b-771afa726095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1005466 Jul 16 18:48:59.629727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-bfbcd79d-00ad-4cd1-bfbd-3dd875138798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.632253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-bfbcd79d-00ad-4cd1-bfbd-3dd875138798 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1774862 Jul 16 18:48:59.687586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535900553'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:59.741007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:59.745539 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.757220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-09c78cbe-7a12-4a6e-891a-fc6a946d14fd service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186490 Jul 16 18:48:59.759430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.862798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db6d6f-9051-43fd-a762-58d4830413e4 req-f599ed98-2d82-41a6-96f2-294f37a57e58 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:59.870784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98db6d6f-9051-43fd-a762-58d4830413e4 req-f599ed98-2d82-41a6-96f2-294f37a57e58 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1123130 Jul 16 18:48:59.892253 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-063b3c90-9918-40a0-a50d-2d929455b2d6 req-891ecc01-5dc1-4a82-9eb9-521fbda1100b service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277430 Jul 16 18:48:59.929961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-98db6d6f-9051-43fd-a762-58d4830413e4 req-a4f0161a-7658-4ba3-ac9d-691003e2954a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582483 Jul 16 18:49:00.017186 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.021753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.056106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:00.065204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ded7a57-86d1-4fd1-af14-f0c6d045bdbe,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:00.084122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.084759 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment d6d4e7f3-1375-4cee-9778-00d7088016bb of type vlan for network 178ac64d-0fe0-4c20-829a-7d7837b68340 Jul 16 18:49:00.142711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.197357 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.209428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:00.210396 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.296625 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16685514-a0b5-4d00-9289-834bc8599cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:00.306831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9138668 Jul 16 18:49:00.444621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c552208-9880-48c5-b6f0-5886ec604b5c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=178ac64d-0fe0-4c20-829a-7d7837b68340,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:00.458115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 178ac64d-0fe0-4c20-829a-7d7837b68340 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:01.307935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7112719-4584-4766-887f-449b351efa99 req-5f7e3637-c5e5-43ff-94d6-5b6c66f3bcc5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:01.311027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7112719-4584-4766-887f-449b351efa99 req-5f7e3637-c5e5-43ff-94d6-5b6c66f3bcc5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1601636 Jul 16 18:49:01.406493 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7112719-4584-4766-887f-449b351efa99 req-51d81ab4-3ef2-4bf3-9149-81a39cc0adcb tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770593 Jul 16 18:49:02.837255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e3918-1072-4a02-a04c-0f788037e5a5 req-379bbacb-aaab-4362-b494-fec3a415405a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:02.840610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c4e3918-1072-4a02-a04c-0f788037e5a5 req-379bbacb-aaab-4362-b494-fec3a415405a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1925485 Jul 16 18:49:02.919226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c4e3918-1072-4a02-a04c-0f788037e5a5 req-01072028-9040-463a-90ac-9ef5e78c9e1e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635629 Jul 16 18:49:03.156946 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-33e037cb-a5c6-4817-8890-51d8fc1d9bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.431851 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.268471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dae83-2067-4e6f-b7bc-506db127127b req-aae57fd2-49d9-4c13-901e-ad6d1992647c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:04.272526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-055dae83-2067-4e6f-b7bc-506db127127b req-aae57fd2-49d9-4c13-901e-ad6d1992647c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1268451 Jul 16 18:49:04.292481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:04.301883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': '178ac64d-0fe0-4c20-829a-7d7837b68340', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:04.343983 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-055dae83-2067-4e6f-b7bc-506db127127b req-cd46b191-fa62-43a1-b236-f064edde36ae tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583313 Jul 16 18:49:04.398332 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.462407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:04.468932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.775096 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.856893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': 'd6d4e7f3-1375-4cee-9778-00d7088016bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '178ac64d-0fe0-4c20-829a-7d7837b68340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:04.857176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: 178ac64d-0fe0-4c20-829a-7d7837b68340, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:04.859474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=90ab65d7-93f9-4eff-8f48-663841501672,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:04.871167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.871516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.871921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.872310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.872704 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.872989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.873548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.873890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.874386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.874721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.875052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.875378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:04.892446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 178ac64d-0fe0-4c20-829a-7d7837b68340 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:04.905113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 178ac64d-0fe0-4c20-829a-7d7837b68340) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:04.911549 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:04.912863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.921685 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e67f6cc-bea1-4eb3-a4e2-624cbea8770b None None] Network 178ac64d-0fe0-4c20-829a-7d7837b68340 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:04.937604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-02a3096d-fe73-4a01-87fe-f4d75f46d828 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6401579 Jul 16 18:49:04.938115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37268) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:04.947236 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1525063790'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:04.988186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:04.993031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.034951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:05.049119 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.049741 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment 9ecce5f2-3221-41b4-917c-b5cb2c0261b9 of type vlan for network 275ac74a-83d7-450a-a3aa-9a573ef674db Jul 16 18:49:05.119359 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.171201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.172348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-178ac64d-0fe0-4c20-829a-7d7837b68340', 'network_id': '178ac64d-0fe0-4c20-829a-7d7837b68340', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': '90ab65d7-93f9-4eff-8f48-663841501672'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:05.173520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.182619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:05.183925 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.319144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=275ac74a-83d7-450a-a3aa-9a573ef674db,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:05.339514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-da1f3584-0944-4fcf-8ca1-641fc85086ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3996449 Jul 16 18:49:05.342351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:05.350800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': '275ac74a-83d7-450a-a3aa-9a573ef674db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:05.351593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Allocated IP 2001:db8:0:ffff::2 (178ac64d-0fe0-4c20-829a-7d7837b68340/90ab65d7-93f9-4eff-8f48-663841501672/109b215f-343f-47c4-af9d-b02cce014064) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:05.360701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 275ac74a-83d7-450a-a3aa-9a573ef674db details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:05.545448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:05.555192 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.627965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad490c9-d5ea-4e32-b891-d6c12ea48db7 req-e786ea20-b9e7-4cf4-917f-a16035a2498d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:05.640271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ad490c9-d5ea-4e32-b891-d6c12ea48db7 req-e786ea20-b9e7-4cf4-917f-a16035a2498d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1413043 Jul 16 18:49:05.701373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ad490c9-d5ea-4e32-b891-d6c12ea48db7 req-0ef11e4a-db08-4dc9-a926-5f669d64ebe9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571234 Jul 16 18:49:05.725817 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.742386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Transition to ACTIVE for port object 109b215f-343f-47c4-af9d-b02cce014064 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:05.764237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Transition to ACTIVE for port object 109b215f-343f-47c4-af9d-b02cce014064 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:05.772233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.821174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Network 178ac64d-0fe0-4c20-829a-7d7837b68340 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:05.824870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:05.828858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:05.837229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Pushing event updated for resources: {'Port': ['ID=109b215f-343f-47c4-af9d-b02cce014064,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:05.860933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.946780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Attempting to bind port 109b215f-343f-47c4-af9d-b02cce014064 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:05.947970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Attempting to bind port 109b215f-343f-47c4-af9d-b02cce014064 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'd6d4e7f3-1375-4cee-9778-00d7088016bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '178ac64d-0fe0-4c20-829a-7d7837b68340'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:05.947970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Attempting to bind port 109b215f-343f-47c4-af9d-b02cce014064 on network 178ac64d-0fe0-4c20-829a-7d7837b68340 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:05.953949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=02c00a01-624e-49c9-9f30-de05f6177fe7,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:05.959944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:05.960454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Checking segment: {'id': 'd6d4e7f3-1375-4cee-9778-00d7088016bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '178ac64d-0fe0-4c20-829a-7d7837b68340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:05.960796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.961199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Bound using segment: {'id': 'd6d4e7f3-1375-4cee-9778-00d7088016bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '178ac64d-0fe0-4c20-829a-7d7837b68340'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:05.961701 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Bound port: 109b215f-343f-47c4-af9d-b02cce014064, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6d4e7f3-1375-4cee-9778-00d7088016bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '178ac64d-0fe0-4c20-829a-7d7837b68340'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:05.962092 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.973736 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:05.993946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': '9ecce5f2-3221-41b4-917c-b5cb2c0261b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '275ac74a-83d7-450a-a3aa-9a573ef674db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:05.994477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: 275ac74a-83d7-450a-a3aa-9a573ef674db, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:06.019421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 275ac74a-83d7-450a-a3aa-9a573ef674db is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:06.040023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 275ac74a-83d7-450a-a3aa-9a573ef674db) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:06.046717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:06.047619 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.072623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] For port 109b215f-343f-47c4-af9d-b02cce014064, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:06.078281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f4b9a9eb-6548-484b-b234-b4daababa6e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7307055 Jul 16 18:49:06.078718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37288) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:06.085036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] For port 109b215f-343f-47c4-af9d-b02cce014064, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=109b215f-343f-47c4-af9d-b02cce014064,segment=NetworkSegment(d6d4e7f3-1375-4cee-9778-00d7088016bb),segment_id=d6d4e7f3-1375-4cee-9778-00d7088016bb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:06.094033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.207065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d879-f646-4c0b-a186-8438c47d9d91 None None] Pushing event updated for resources: {'Port': ['ID=109b215f-343f-47c4-af9d-b02cce014064,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:06.238318 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.269659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a0a855-f41a-4d2f-a1c2-24011839d91a None None] Network 275ac74a-83d7-450a-a3aa-9a573ef674db requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:06.346907 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.485257 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.539520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f383f-5d91-4b37-ba27-e37688196f98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-275ac74a-83d7-450a-a3aa-9a573ef674db', 'network_id': '275ac74a-83d7-450a-a3aa-9a573ef674db', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': '02c00a01-624e-49c9-9f30-de05f6177fe7'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:06.541140 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-131f383f-5d91-4b37-ba27-e37688196f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.541433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=02c00a01-624e-49c9-9f30-de05f6177fe7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:06.666234 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.680094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275ac74a-83d7-450a-a3aa-9a573ef674db']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.702220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecce5f2-3221-41b4-917c-b5cb2c0261b9') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.703339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecce5f2-3221-41b4-917c-b5cb2c0261b9') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:06.728057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.730453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d748c3-d5a6-4cac-99a1-124d1c3164ed None None] Network 275ac74a-83d7-450a-a3aa-9a573ef674db requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:06.768310 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.783965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:06.784557 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:06.788419 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:06.900181 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.930492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.935270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/275ac74a-83d7-450a-a3aa-9a573ef674db HTTP/1.1" status: 204 len: 168 time: 0.8550229 Jul 16 18:49:06.939046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37302) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:06.959596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-54653483'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:06.992401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72453407-4395-435a-a8d6-57f094b3f0c7 req-94c4bf1c-dba4-40d3-a29e-3a9297a847c4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.006663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72453407-4395-435a-a8d6-57f094b3f0c7 req-94c4bf1c-dba4-40d3-a29e-3a9297a847c4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1369305 Jul 16 18:49:07.024715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2d703-a8ef-46e3-ac0e-56c800b5450c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=275ac74a-83d7-450a-a3aa-9a573ef674db,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.062610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72453407-4395-435a-a8d6-57f094b3f0c7 req-0f0f611f-c5b6-4c3e-ad51-d470c48ec363 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544732 Jul 16 18:49:07.075944 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 109b215f-343f-47c4-af9d-b02cce014064 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:07.087908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:07.094331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.141172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:07.156686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.157932 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment 774f27b4-dc3b-440f-9cf0-5e2bbecda8db of type vlan for network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 Jul 16 18:49:07.184374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 109b215f-343f-47c4-af9d-b02cce014064 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:07.212282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.257401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.263270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.263928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.306984 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3663175 Jul 16 18:49:07.310454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37308) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:07.318885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': '2c9d8985-ce19-42fd-a47a-ebfbd54f65c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:07.366616 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.374870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca7a28-e19b-4e94-84cb-9089f53a8189 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=2c9d8985-ce19-42fd-a47a-ebfbd54f65c6,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.392185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:07.483355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:07.487468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.704114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3817f1-f286-4d15-97b5-8434ad4b630d None None] Network 178ac64d-0fe0-4c20-829a-7d7837b68340 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:07.748903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.819851 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.825274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-73eb4b62-9d30-40c7-b432-98e5d2afb310 None None] Provisioning for port 109b215f-343f-47c4-af9d-b02cce014064 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:07.836250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-73eb4b62-9d30-40c7-b432-98e5d2afb310 None None] Provisioning complete for port 109b215f-343f-47c4-af9d-b02cce014064 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:07.836649 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73eb4b62-9d30-40c7-b432-98e5d2afb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.862985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': '774f27b4-dc3b-440f-9cf0-5e2bbecda8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2c9d8985-ce19-42fd-a47a-ebfbd54f65c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:07.863288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:07.866951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=720a4a33-b5a9-46d1-ab98-e2353131214c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:07.913485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:07.929673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:07.936623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:07.938106 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:07.965272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e645c23f-4206-4302-b5c6-d7797a00ccb8 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6530526 Jul 16 18:49:07.972649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da4335-dc17-4059-b85c-8a6ae6265cd4 None None] Network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:07.978970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37320) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:07.993914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-809614426'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:08.033707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:08.038680 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.048794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73eb4b62-9d30-40c7-b432-98e5d2afb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.067884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:08.079657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.079959 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment 311ccdae-a11b-4311-bee6-598290edcf4e of type vlan for network 60b36698-4ad8-4632-9e25-c051e16560e9 Jul 16 18:49:08.205144 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.211190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-73eb4b62-9d30-40c7-b432-98e5d2afb310 None None] For port 109b215f-343f-47c4-af9d-b02cce014064, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=109b215f-343f-47c4-af9d-b02cce014064,segment=NetworkSegment(d6d4e7f3-1375-4cee-9778-00d7088016bb),segment_id=d6d4e7f3-1375-4cee-9778-00d7088016bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:08.246940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-73eb4b62-9d30-40c7-b432-98e5d2afb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.284285 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.289627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a83e0f-fb73-4590-9e29-c142f94775cb req-1e0faed2-377e-4f74-90a5-012df1220b21 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:08.299154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0a83e0f-fb73-4590-9e29-c142f94775cb req-1e0faed2-377e-4f74-90a5-012df1220b21 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1023705 Jul 16 18:49:08.302989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:08.304168 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.361788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0a83e0f-fb73-4590-9e29-c142f94775cb req-91dd763d-d612-4dee-82ff-75e110f016b8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605080 Jul 16 18:49:08.436190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=60b36698-4ad8-4632-9e25-c051e16560e9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:08.457889 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8e4a8e0c-f53f-469a-9820-f4d2726e78e7 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4770143 Jul 16 18:49:08.462513 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:08.468321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': '60b36698-4ad8-4632-9e25-c051e16560e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:08.474331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 60b36698-4ad8-4632-9e25-c051e16560e9 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:08.526105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb4b62-9d30-40c7-b432-98e5d2afb310 None None] Pushing event updated for resources: {'Port': ['ID=109b215f-343f-47c4-af9d-b02cce014064,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:08.539186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-2c9d8985-ce19-42fd-a47a-ebfbd54f65c6', 'network_id': '2c9d8985-ce19-42fd-a47a-ebfbd54f65c6', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': '720a4a33-b5a9-46d1-ab98-e2353131214c'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:08.540126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.620523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:08.628414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.718934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Performing IP validity checks on allocation pools {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:49:08.719709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:49:08.871021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-555c9afc-0804-417c-8090-1408c6111728 None None] Provisioning complete for port 109b215f-343f-47c4-af9d-b02cce014064 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:08.871596 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-555c9afc-0804-417c-8090-1408c6111728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:08.916698 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 109b215f-343f-47c4-af9d-b02cce014064 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:08.955297 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.057865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=a5dea761-c05c-44e1-8a2b-302a43f733d0,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:09.059361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Allocated IP 2001:db8::3 (2c9d8985-ce19-42fd-a47a-ebfbd54f65c6/720a4a33-b5a9-46d1-ab98-e2353131214c/14140cd5-56bd-4f3c-b057-70672d0f2d4f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:09.074338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': '311ccdae-a11b-4311-bee6-598290edcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b36698-4ad8-4632-9e25-c051e16560e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:09.074719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: 60b36698-4ad8-4632-9e25-c051e16560e9, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:09.116955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 60b36698-4ad8-4632-9e25-c051e16560e9 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:09.129910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 60b36698-4ad8-4632-9e25-c051e16560e9) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:09.136793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:09.137342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.161346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-13445bb8-c4b7-4e74-9abe-840a3ae9e11c tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6969163 Jul 16 18:49:09.165351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5cb4d2-4179-4901-8ea4-66ca15f24ce2 None None] Network 60b36698-4ad8-4632-9e25-c051e16560e9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:09.166368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37340) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:09.236361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 109b215f-343f-47c4-af9d-b02cce014064 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:09.236782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.323094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.522323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.556452 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.567876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Transition to ACTIVE for port object 14140cd5-56bd-4f3c-b057-70672d0f2d4f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:09.591154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-60b36698-4ad8-4632-9e25-c051e16560e9', 'network_id': '60b36698-4ad8-4632-9e25-c051e16560e9', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': 'a5dea761-c05c-44e1-8a2b-302a43f733d0'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:09.592516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.639279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Transition to ACTIVE for port object 14140cd5-56bd-4f3c-b057-70672d0f2d4f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:09.786858 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.861692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:09.878898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:09.944449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:10.029147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Pushing event updated for resources: {'Port': ['ID=14140cd5-56bd-4f3c-b057-70672d0f2d4f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.057210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Attempting to bind port 14140cd5-56bd-4f3c-b057-70672d0f2d4f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:10.057723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Attempting to bind port 14140cd5-56bd-4f3c-b057-70672d0f2d4f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '774f27b4-dc3b-440f-9cf0-5e2bbecda8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2c9d8985-ce19-42fd-a47a-ebfbd54f65c6'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:10.058094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Attempting to bind port 14140cd5-56bd-4f3c-b057-70672d0f2d4f on network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:10.073508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:10.073906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Checking segment: {'id': '774f27b4-dc3b-440f-9cf0-5e2bbecda8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2c9d8985-ce19-42fd-a47a-ebfbd54f65c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:10.074205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.074624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Bound using segment: {'id': '774f27b4-dc3b-440f-9cf0-5e2bbecda8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2c9d8985-ce19-42fd-a47a-ebfbd54f65c6'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:10.075143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Bound port: 14140cd5-56bd-4f3c-b057-70672d0f2d4f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774f27b4-dc3b-440f-9cf0-5e2bbecda8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '2c9d8985-ce19-42fd-a47a-ebfbd54f65c6'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:10.075545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.079004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Allocated IP 2001:db8::3 (60b36698-4ad8-4632-9e25-c051e16560e9/a5dea761-c05c-44e1-8a2b-302a43f733d0/59d64113-79bf-4a22-80d1-4a247e0c0e90) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:10.197073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b662b-324e-4443-ba0f-a54b90889ffb req-da11ee4c-7d5d-4f56-ad37-9d8b7ff5f771 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.204090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f1b662b-324e-4443-ba0f-a54b90889ffb req-da11ee4c-7d5d-4f56-ad37-9d8b7ff5f771 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.5864248 Jul 16 18:49:10.242932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f1b662b-324e-4443-ba0f-a54b90889ffb req-63e237bb-7eea-452d-ba53-b8868f4d868e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376794 Jul 16 18:49:10.273182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] For port 14140cd5-56bd-4f3c-b057-70672d0f2d4f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:10.297395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] For port 14140cd5-56bd-4f3c-b057-70672d0f2d4f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14140cd5-56bd-4f3c-b057-70672d0f2d4f,segment=NetworkSegment(774f27b4-dc3b-440f-9cf0-5e2bbecda8db),segment_id=774f27b4-dc3b-440f-9cf0-5e2bbecda8db)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:10.305803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.442183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc9079-6ce3-445c-b4bc-0f7549517de4 None None] Pushing event updated for resources: {'Port': ['ID=14140cd5-56bd-4f3c-b057-70672d0f2d4f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.463609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.475477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Transition to ACTIVE for port object 59d64113-79bf-4a22-80d1-4a247e0c0e90 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:10.498368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Transition to ACTIVE for port object 59d64113-79bf-4a22-80d1-4a247e0c0e90 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:10.507114 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.531384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.565263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Network 60b36698-4ad8-4632-9e25-c051e16560e9 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:10.568768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:10.573934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:10.580885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Pushing event updated for resources: {'Port': ['ID=59d64113-79bf-4a22-80d1-4a247e0c0e90,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.669380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Attempting to bind port 59d64113-79bf-4a22-80d1-4a247e0c0e90 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:10.669758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Attempting to bind port 59d64113-79bf-4a22-80d1-4a247e0c0e90 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '311ccdae-a11b-4311-bee6-598290edcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b36698-4ad8-4632-9e25-c051e16560e9'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:10.670131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Attempting to bind port 59d64113-79bf-4a22-80d1-4a247e0c0e90 on network 60b36698-4ad8-4632-9e25-c051e16560e9 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:10.677115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:10.677560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Checking segment: {'id': '311ccdae-a11b-4311-bee6-598290edcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b36698-4ad8-4632-9e25-c051e16560e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:10.677963 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.678353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Bound using segment: {'id': '311ccdae-a11b-4311-bee6-598290edcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b36698-4ad8-4632-9e25-c051e16560e9'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:10.678847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Bound port: 59d64113-79bf-4a22-80d1-4a247e0c0e90, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311ccdae-a11b-4311-bee6-598290edcf4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '60b36698-4ad8-4632-9e25-c051e16560e9'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:10.679237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.696408 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.709135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b36698-4ad8-4632-9e25-c051e16560e9']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:10.726566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311ccdae-a11b-4311-bee6-598290edcf4e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:10.727182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311ccdae-a11b-4311-bee6-598290edcf4e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:10.738476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.754395 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.762306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=a5dea761-c05c-44e1-8a2b-302a43f733d0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:10.767445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:10.768081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:10.773263 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:10.794482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] For port 59d64113-79bf-4a22-80d1-4a247e0c0e90, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:10.874422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:49:10.874422 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:49:10.874422 n-d-793620-10 neutron-server[93777]: [parameters: {'id': '60b36698-4ad8-4632-9e25-c051e16560e9'}] Jul 16 18:49:10.874422 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:49:10.875171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] For port 59d64113-79bf-4a22-80d1-4a247e0c0e90, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=59d64113-79bf-4a22-80d1-4a247e0c0e90,segment=NetworkSegment(311ccdae-a11b-4311-bee6-598290edcf4e),segment_id=311ccdae-a11b-4311-bee6-598290edcf4e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:10.875349 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:49:10.895281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:10.970198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14140cd5-56bd-4f3c-b057-70672d0f2d4f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:11.044084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d107bdc-de4d-4a7b-8172-bdd9698c5c9e None None] Pushing event updated for resources: {'Port': ['ID=59d64113-79bf-4a22-80d1-4a247e0c0e90,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:11.066485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7667f8-a8d5-4c3e-a35d-af6edcd0ecda None None] Network 60b36698-4ad8-4632-9e25-c051e16560e9 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:11.082610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 14140cd5-56bd-4f3c-b057-70672d0f2d4f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:11.376936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.525066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting port 59d64113-79bf-4a22-80d1-4a247e0c0e90 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:11.525386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.562608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1913b-e3fc-4163-8269-d4e69fe0e0cb req-6cc8f100-58b1-4325-8e54-7143c43b242c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:11.564472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8d1913b-e3fc-4163-8269-d4e69fe0e0cb req-6cc8f100-58b1-4325-8e54-7143c43b242c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.1433442 Jul 16 18:49:11.621033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] For port 59d64113-79bf-4a22-80d1-4a247e0c0e90, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=59d64113-79bf-4a22-80d1-4a247e0c0e90,segment=NetworkSegment(311ccdae-a11b-4311-bee6-598290edcf4e),segment_id=311ccdae-a11b-4311-bee6-598290edcf4e)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:11.621390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.643713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Calling delete_port for 59d64113-79bf-4a22-80d1-4a247e0c0e90 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:11.663901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2495de52-bb76-4ef9-9a87-0700cce15c1b None None] Network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:11.671677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8d1913b-e3fc-4163-8269-d4e69fe0e0cb req-359980b6-65a9-45af-9627-c0cb8a5c1821 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702603 Jul 16 18:49:11.723783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f85c3cc-cf22-417f-9042-84ad11bb611d None None] Provisioning for port 14140cd5-56bd-4f3c-b057-70672d0f2d4f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:11.781180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2f85c3cc-cf22-417f-9042-84ad11bb611d None None] Provisioning complete for port 14140cd5-56bd-4f3c-b057-70672d0f2d4f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:11.781800 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f85c3cc-cf22-417f-9042-84ad11bb611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.790802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.807794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No DVR routers for this DVR port 59d64113-79bf-4a22-80d1-4a247e0c0e90 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:11.835033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Port': ['ID=59d64113-79bf-4a22-80d1-4a247e0c0e90,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:11.957788 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.971306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b36698-4ad8-4632-9e25-c051e16560e9']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:11.978900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f85c3cc-cf22-417f-9042-84ad11bb611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:11.987146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311ccdae-a11b-4311-bee6-598290edcf4e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:11.987502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311ccdae-a11b-4311-bee6-598290edcf4e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:12.005462 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.029453 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.029673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2f85c3cc-cf22-417f-9042-84ad11bb611d None None] For port 14140cd5-56bd-4f3c-b057-70672d0f2d4f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14140cd5-56bd-4f3c-b057-70672d0f2d4f,segment=NetworkSegment(774f27b4-dc3b-440f-9cf0-5e2bbecda8db),segment_id=774f27b4-dc3b-440f-9cf0-5e2bbecda8db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:12.036219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2f85c3cc-cf22-417f-9042-84ad11bb611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.043102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:12.045784 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:12.059487 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:12.109809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85c3cc-cf22-417f-9042-84ad11bb611d None None] Pushing event updated for resources: {'Port': ['ID=14140cd5-56bd-4f3c-b057-70672d0f2d4f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.136382 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.148675 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.151038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/60b36698-4ad8-4632-9e25-c051e16560e9 HTTP/1.1" status: 204 len: 168 time: 2.9833701 Jul 16 18:49:12.157249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37390) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.176194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2039932196'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:12.188210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ce8bd-f6f0-4fb4-951b-29ec494e9490 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=60b36698-4ad8-4632-9e25-c051e16560e9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.218303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:12.227566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.269865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:12.281870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.282465 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment 2af432a8-723d-4cb8-9a80-f1cadc656898 of type vlan for network 3c0e432b-3f54-42bb-8ed0-c84189e2500c Jul 16 18:49:12.343461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98501cef-f402-4fdf-bb2a-0b35a9efd9c0 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:49:12.355558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.394643 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.404009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:12.405048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.437961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-195b5655-326c-43c9-ad86-6e2b75e2328f None None] Provisioning complete for port 14140cd5-56bd-4f3c-b057-70672d0f2d4f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:12.438379 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-195b5655-326c-43c9-ad86-6e2b75e2328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.459879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3006475 Jul 16 18:49:12.464463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37396) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.477573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': '3c0e432b-3f54-42bb-8ed0-c84189e2500c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:12.492740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98501cef-f402-4fdf-bb2a-0b35a9efd9c0 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:49:12.568062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c486e-1084-4c85-9f85-924dbfbeec39 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=3c0e432b-3f54-42bb-8ed0-c84189e2500c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:12.591985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3c0e432b-3f54-42bb-8ed0-c84189e2500c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:12.610680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 616ac3fc-c6c5-4672-9e14-8c40c811e019 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:12.670051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:12.675274 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:12.983578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14140cd5-56bd-4f3c-b057-70672d0f2d4f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:12.991064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 616ac3fc-c6c5-4672-9e14-8c40c811e019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:13.046797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'port_id': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'mac_address': 'fa:16:3e:64:e0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:13.156971 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.241895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6057-a8e0-4370-abfb-65d76807c7b1 req-a99197d0-4c91-487d-b8e5-e4c7be2a09f5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.244410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cfd6057-a8e0-4370-abfb-65d76807c7b1 req-a99197d0-4c91-487d-b8e5-e4c7be2a09f5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 944 time: 0.2765942 Jul 16 18:49:13.375219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=8729509d-4ac1-4d7e-9e09-a898319eff8e,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.397063 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': '2af432a8-723d-4cb8-9a80-f1cadc656898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '3c0e432b-3f54-42bb-8ed0-c84189e2500c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:13.397637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: 3c0e432b-3f54-42bb-8ed0-c84189e2500c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:13.411330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cfd6057-a8e0-4370-abfb-65d76807c7b1 req-0f6be8c0-23f8-4f14-a070-9466cf1ded48 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483271 Jul 16 18:49:13.434523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 3c0e432b-3f54-42bb-8ed0-c84189e2500c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:13.458400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3c0e432b-3f54-42bb-8ed0-c84189e2500c) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:13.466657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.467702 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.473142 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.499322 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-93b170fd-4f29-43a8-88ae-1918ba703581 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0330927 Jul 16 18:49:13.501222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 14140cd5-56bd-4f3c-b057-70672d0f2d4f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:13.501832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.505372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7280e37a-8515-4cf6-8bb7-137fbc5c7232 None None] Network 3c0e432b-3f54-42bb-8ed0-c84189e2500c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:13.507658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:13.588376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616ac3fc-c6c5-4672-9e14-8c40c811e019 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:13.637346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.712467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 616ac3fc-c6c5-4672-9e14-8c40c811e019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:13.724853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.729236 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.838611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.866983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=616ac3fc-c6c5-4672-9e14-8c40c811e019,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.875755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=8729509d-4ac1-4d7e-9e09-a898319eff8e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:13.921807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bd570a-395f-41e5-9782-12d4f727388a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-3c0e432b-3f54-42bb-8ed0-c84189e2500c', 'network_id': '3c0e432b-3f54-42bb-8ed0-c84189e2500c', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': '8729509d-4ac1-4d7e-9e09-a898319eff8e'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:13.922696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55bd570a-395f-41e5-9782-12d4f727388a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.940825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['616ac3fc-c6c5-4672-9e14-8c40c811e019'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:13.953586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.968380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0e432b-3f54-42bb-8ed0-c84189e2500c']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:13.983928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af432a8-723d-4cb8-9a80-f1cadc656898') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:13.984423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af432a8-723d-4cb8-9a80-f1cadc656898') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:13.997513 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.022035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.033519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:14.033986 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:14.038121 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:14.076614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fbc5ac-d1ff-4683-bf5f-077134f915df None None] Network 3c0e432b-3f54-42bb-8ed0-c84189e2500c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:14.139416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.148492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.153128 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/3c0e432b-3f54-42bb-8ed0-c84189e2500c HTTP/1.1" status: 204 len: 168 time: 0.6427562 Jul 16 18:49:14.161173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37416) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:14.168661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-386046412'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:14.178989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd978f-6c6e-4544-9f7f-7f672e138d57 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=3c0e432b-3f54-42bb-8ed0-c84189e2500c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:14.199494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:14.203802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.252517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:14.272795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.272795 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment 749d7b9a-c482-4bdd-8913-1012eec94352 of type vlan for network fd39a8b1-6231-488c-9ba0-748cf6f1b8fd Jul 16 18:49:14.342990 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.394728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.401343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:14.402226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.453671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2902756 Jul 16 18:49:14.458489 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37424) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:14.463846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': 'fd39a8b1-6231-488c-9ba0-748cf6f1b8fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:14.524017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c612bf8-dd6a-4da3-82e8-df9f8f651cef tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=fd39a8b1-6231-488c-9ba0-748cf6f1b8fd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:14.542333 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network fd39a8b1-6231-488c-9ba0-748cf6f1b8fd details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:14.624640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:14.633189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:14.805244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225ef7c-c023-4b10-af8d-40104100ba77 req-4ce58be8-b8f5-4c1d-ac95-6f50f857d1e0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:14.806917 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7225ef7c-c023-4b10-af8d-40104100ba77 req-4ce58be8-b8f5-4c1d-ac95-6f50f857d1e0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 945 time: 0.1557295 Jul 16 18:49:14.913966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7225ef7c-c023-4b10-af8d-40104100ba77 req-01cfa887-907a-4ee4-a630-40bdd4503f5c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848472 Jul 16 18:49:14.946255 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.046727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=9c6cc16a-7ee4-451b-ae9d-754d56e1ba98,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:15.060963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': '749d7b9a-c482-4bdd-8913-1012eec94352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fd39a8b1-6231-488c-9ba0-748cf6f1b8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:15.061191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: fd39a8b1-6231-488c-9ba0-748cf6f1b8fd, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:15.079613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network fd39a8b1-6231-488c-9ba0-748cf6f1b8fd is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:15.093568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, fd39a8b1-6231-488c-9ba0-748cf6f1b8fd) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:15.098895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:15.100273 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.108787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47799175-c64a-485f-94c8-777fdf301d34 None None] Network fd39a8b1-6231-488c-9ba0-748cf6f1b8fd requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:15.119362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a7d4d93d-9ecf-47fe-9daa-9324a345239e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6596460 Jul 16 18:49:15.123127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37436) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:15.308406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.358769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb6d3b-6e07-47aa-b415-0e13218cf0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-fd39a8b1-6231-488c-9ba0-748cf6f1b8fd', 'network_id': 'fd39a8b1-6231-488c-9ba0-748cf6f1b8fd', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': '9c6cc16a-7ee4-451b-ae9d-754d56e1ba98'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:15.360587 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dbeb6d3b-6e07-47aa-b415-0e13218cf0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.391508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.495446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.549950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6cc16a-7ee4-451b-ae9d-754d56e1ba98,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-dbeb6d3b-6e07-47aa-b415-0e13218cf0b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c6cc16a-7ee4-451b-ae9d-754d56e1ba98: This subnet is being modified by another concurrent operation. Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c6cc16a-7ee4-451b-ae9d-754d56e1ba98: This subnet is being modified by another concurrent operation. Jul 16 18:49:15.553448 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 18:49:15.595939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d287f61-0101-48cb-acbc-c9c022587f38 None None] Network fd39a8b1-6231-488c-9ba0-748cf6f1b8fd requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:15.637507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.655452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd39a8b1-6231-488c-9ba0-748cf6f1b8fd']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:15.673321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749d7b9a-c482-4bdd-8913-1012eec94352') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:15.673822 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749d7b9a-c482-4bdd-8913-1012eec94352') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:15.690250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.709701 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.717231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:15.717575 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:15.721125 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:15.810248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadea55-3170-4ce1-aba4-42034de3af6d None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:49:15.828201 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.838154 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.841919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/fd39a8b1-6231-488c-9ba0-748cf6f1b8fd HTTP/1.1" status: 204 len: 168 time: 0.7167964 Jul 16 18:49:15.845110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37448) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:15.855174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1463742369'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:15.877875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530ba61-2d44-49ff-8df5-f204b87fb95e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=fd39a8b1-6231-488c-9ba0-748cf6f1b8fd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:15.897752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:15.904867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.924470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecadea55-3170-4ce1-aba4-42034de3af6d None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:49:15.950261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:15.968504 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.969543 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment 63c12c9c-f8a9-4aff-a1a8-17b6b620f477 of type vlan for network ae1f15b4-bed2-40e1-8416-af49f3290e4d Jul 16 18:49:16.071489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.149270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.162530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.164136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.278833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4280825 Jul 16 18:49:16.280410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:16.324032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:16.332733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb566b0-d7e7-428c-a65c-f49c17e6c34a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=ae1f15b4-bed2-40e1-8416-af49f3290e4d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:16.356382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:16.387355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a87cd9-745c-473c-9d40-a0a548134d4c req-d224a268-2155-4ce7-b628-92b0d4c761ea tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.398331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97a87cd9-745c-473c-9d40-a0a548134d4c req-d224a268-2155-4ce7-b628-92b0d4c761ea tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 945 time: 0.2803826 Jul 16 18:49:16.477088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:16.482189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.495511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97a87cd9-745c-473c-9d40-a0a548134d4c req-bbb3e9eb-8032-4a78-b951-7e66436d9772 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828652 Jul 16 18:49:16.634645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 616ac3fc-c6c5-4672-9e14-8c40c811e019 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:16.740884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 616ac3fc-c6c5-4672-9e14-8c40c811e019 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:16.748935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 616ac3fc-c6c5-4672-9e14-8c40c811e019 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:16.749609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.758666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.844547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=debfbaef-ec85-4df3-9014-7ddb83f8458d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:16.868685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': '63c12c9c-f8a9-4aff-a1a8-17b6b620f477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:16.869405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: ae1f15b4-bed2-40e1-8416-af49f3290e4d, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:16.892189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:16.907016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, ae1f15b4-bed2-40e1-8416-af49f3290e4d) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:16.917803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.918567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:16.934953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a526624f-07f0-4b74-a456-1682858c3b0e None None] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:16.943697 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-85307d82-ab7f-4a8c-bc5d-8715eec6961b tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6228864 Jul 16 18:49:16.944048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37472) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:16.949632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:16.975525 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.055757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:17.058291 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8855b99-c799-4e7f-b8c9-38d3b7e94342" -d '{"events": [{"server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "name": "network-vif-plugged", "status": "completed", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:17.153156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:17.161022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.195078 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90717a60-9a5c-4d8b-aac6-52b00d5190b4 x-openstack-request-id: req-90717a60-9a5c-4d8b-aac6-52b00d5190b4 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:17.195461 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "name": "network-vif-plugged", "status": "completed", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:17.195630 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90717a60-9a5c-4d8b-aac6-52b00d5190b4 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:17.196003 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'code': 200} Jul 16 18:49:17.199830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 616ac3fc-c6c5-4672-9e14-8c40c811e019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:17.210730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.292603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bd732a-309c-4103-b429-825571e10baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-ae1f15b4-bed2-40e1-8416-af49f3290e4d', 'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': 'debfbaef-ec85-4df3-9014-7ddb83f8458d'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:17.293522 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40bd732a-309c-4103-b429-825571e10baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.316886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=616ac3fc-c6c5-4672-9e14-8c40c811e019,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:17.400310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb3136-df04-47ef-9b78-7280f7ca52fb req-525d52be-09ee-466f-9e17-c4a5cebaacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.403299 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-87cb3136-df04-47ef-9b78-7280f7ca52fb req-525d52be-09ee-466f-9e17-c4a5cebaacd2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 1098 time: 0.1276314 Jul 16 18:49:17.481565 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-87cb3136-df04-47ef-9b78-7280f7ca52fb req-8d506a17-c1bf-4499-9a2a-1663917a8279 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717216 Jul 16 18:49:17.509566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-40bd732a-309c-4103-b429-825571e10baa None None] Allocated IP 2001:db8::2 (ae1f15b4-bed2-40e1-8416-af49f3290e4d/debfbaef-ec85-4df3-9014-7ddb83f8458d/3da47f21-df95-421f-9d31-12bbc4a7994e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:17.724989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.801962 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40bd732a-309c-4103-b429-825571e10baa None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.802284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:17.816140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:17.820093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-40bd732a-309c-4103-b429-825571e10baa None None] Transition to ACTIVE for port object 3da47f21-df95-421f-9d31-12bbc4a7994e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:17.834335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.835416 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.850578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-40bd732a-309c-4103-b429-825571e10baa None None] Transition to ACTIVE for port object 3da47f21-df95-421f-9d31-12bbc4a7994e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:17.864180 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40bd732a-309c-4103-b429-825571e10baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:17.875686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=10abe2f3-92ae-4afd-9416-6dccbfdbe808,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:17.892801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:17.893671 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-680679e9-1de5-4bd1-8121-fe910c0f88e1 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9477086 Jul 16 18:49:17.917672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf54ca-4e6f-4969-a597-eb72630dd72e req-820c2881-2142-4787-ba5d-a6a982bd7567 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:17.920311 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9bf54ca-4e6f-4969-a597-eb72630dd72e req-820c2881-2142-4787-ba5d-a6a982bd7567 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 946 time: 0.2652953 Jul 16 18:49:17.942359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40bd732a-309c-4103-b429-825571e10baa None None] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:17.952920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-40bd732a-309c-4103-b429-825571e10baa None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:17.958446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bd732a-309c-4103-b429-825571e10baa None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:17.990158 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9bf54ca-4e6f-4969-a597-eb72630dd72e req-6cbb233a-899d-4758-993a-c93b6f47f6e0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576205 Jul 16 18:49:18.017492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd732a-309c-4103-b429-825571e10baa None None] Pushing event updated for resources: {'Port': ['ID=3da47f21-df95-421f-9d31-12bbc4a7994e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.049873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adec818-351a-4b81-b226-d3c9d421cde0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.051870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adec818-351a-4b81-b226-d3c9d421cde0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.053686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adec818-351a-4b81-b226-d3c9d421cde0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.055254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adec818-351a-4b81-b226-d3c9d421cde0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.059175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adec818-351a-4b81-b226-d3c9d421cde0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.059175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1adec818-351a-4b81-b226-d3c9d421cde0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1644888 Jul 16 18:49:18.064868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37484) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:18.071878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1685022765'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:18.085163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-40bd732a-309c-4103-b429-825571e10baa None None] Attempting to bind port 3da47f21-df95-421f-9d31-12bbc4a7994e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:18.085562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-40bd732a-309c-4103-b429-825571e10baa None None] Attempting to bind port 3da47f21-df95-421f-9d31-12bbc4a7994e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '63c12c9c-f8a9-4aff-a1a8-17b6b620f477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:18.088709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bd732a-309c-4103-b429-825571e10baa None None] Attempting to bind port 3da47f21-df95-421f-9d31-12bbc4a7994e on network ae1f15b4-bed2-40e1-8416-af49f3290e4d {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:18.098336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bd732a-309c-4103-b429-825571e10baa None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:18.099104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bd732a-309c-4103-b429-825571e10baa None None] Checking segment: {'id': '63c12c9c-f8a9-4aff-a1a8-17b6b620f477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:18.099797 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40bd732a-309c-4103-b429-825571e10baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.100518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bd732a-309c-4103-b429-825571e10baa None None] Bound using segment: {'id': '63c12c9c-f8a9-4aff-a1a8-17b6b620f477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:18.101400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-40bd732a-309c-4103-b429-825571e10baa None None] Bound port: 3da47f21-df95-421f-9d31-12bbc4a7994e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c12c9c-f8a9-4aff-a1a8-17b6b620f477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:18.101981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40bd732a-309c-4103-b429-825571e10baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.102983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:18.108092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.152360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:18.202588 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.203478 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment e78654de-b039-491d-815a-951ae6835e80 of type vlan for network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 Jul 16 18:49:18.247374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-40bd732a-309c-4103-b429-825571e10baa None None] For port 3da47f21-df95-421f-9d31-12bbc4a7994e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:18.257177 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-40bd732a-309c-4103-b429-825571e10baa None None] For port 3da47f21-df95-421f-9d31-12bbc4a7994e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3da47f21-df95-421f-9d31-12bbc4a7994e,segment=NetworkSegment(63c12c9c-f8a9-4aff-a1a8-17b6b620f477),segment_id=63c12c9c-f8a9-4aff-a1a8-17b6b620f477)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:18.267935 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-40bd732a-309c-4103-b429-825571e10baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.306781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.385569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.393546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.394220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.448291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd732a-309c-4103-b429-825571e10baa None None] Pushing event updated for resources: {'Port': ['ID=3da47f21-df95-421f-9d31-12bbc4a7994e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.467835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4011338 Jul 16 18:49:18.470364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:18.481104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:18.530278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d9010-d138-4132-bc9e-f2decd904f1a tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:18.546633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:19.018843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3da47f21-df95-421f-9d31-12bbc4a7994e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:19.104558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 3da47f21-df95-421f-9d31-12bbc4a7994e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:19.337394 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.357735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.377507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 is not hosted by any dhcp agent {{(pid=93778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:49:19.384073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382081ae-c694-4c52-94e2-9797512a916f req-02b58c49-ea4e-41b2-8879-8983c138b0e6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.389033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-382081ae-c694-4c52-94e2-9797512a916f req-02b58c49-ea4e-41b2-8879-8983c138b0e6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 946 time: 0.1387033 Jul 16 18:49:19.393972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.395107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.402489 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "PUT /v2.0/networks/8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 HTTP/1.1" status: 200 len: 723 time: 0.9257269 Jul 16 18:49:19.403610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37494) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:19.415805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:19.514074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab89aa-48bf-4726-9a20-b264223b7593 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:19.533884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:19.612979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-382081ae-c694-4c52-94e2-9797512a916f req-baa47de3-b659-4023-b2c4-f30a4bc58a0a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072768 Jul 16 18:49:19.659967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:19.669178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.047286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02623675-aea9-4fd4-9da9-6b9c9ea94ec6 None None] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:20.119041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43311bba-b79d-40b2-a11e-fae670005b9d req-4ab1fc8a-50a7-423a-a2d7-059a5c4f274b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.123185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43311bba-b79d-40b2-a11e-fae670005b9d req-4ab1fc8a-50a7-423a-a2d7-059a5c4f274b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 946 time: 0.2629471 Jul 16 18:49:20.181599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.311282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43311bba-b79d-40b2-a11e-fae670005b9d req-bc722a58-caae-41fc-b87d-520009143f84 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797347 Jul 16 18:49:20.321425 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c2a58cc5-086f-4c97-9d95-250d7e867def None None] Provisioning for port 3da47f21-df95-421f-9d31-12bbc4a7994e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:20.330589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=9052205e-7435-4902-97a1-256279b8f445,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:20.334064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c2a58cc5-086f-4c97-9d95-250d7e867def None None] Provisioning complete for port 3da47f21-df95-421f-9d31-12bbc4a7994e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:20.334420 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a58cc5-086f-4c97-9d95-250d7e867def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.363092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': 'e78654de-b039-491d-815a-951ae6835e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:20.363458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:20.403003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:20.406692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:20.429387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:20.438324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.439774 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.467629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ea045c26-5f13-4c4f-9892-6fe1723c7090 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0595045 Jul 16 18:49:20.469747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24b0a0-1c7a-4778-aa97-e02a24497e6c None None] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:20.470760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37506) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:20.483073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a0f969a0-b77f-4b2a-be00-066e40450907 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:20.608994 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a58cc5-086f-4c97-9d95-250d7e867def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.656319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0f969a0-b77f-4b2a-be00-066e40450907 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3288870'] for subnet, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.791426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c2a58cc5-086f-4c97-9d95-250d7e867def None None] For port 3da47f21-df95-421f-9d31-12bbc4a7994e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3da47f21-df95-421f-9d31-12bbc4a7994e,segment=NetworkSegment(63c12c9c-f8a9-4aff-a1a8-17b6b620f477),segment_id=63c12c9c-f8a9-4aff-a1a8-17b6b620f477)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:20.808358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c2a58cc5-086f-4c97-9d95-250d7e867def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.837304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591727b-32b2-4598-b388-bc0ca861a80e tempest-TestVolumeBootPattern-874054981 tempest-TestVolumeBootPattern-874054981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.844435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8591727b-32b2-4598-b388-bc0ca861a80e tempest-TestVolumeBootPattern-874054981 tempest-TestVolumeBootPattern-874054981-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 1093 time: 0.4335077 Jul 16 18:49:20.846122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37510) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:20.854399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:20.920490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.942320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0f969a0-b77f-4b2a-be00-066e40450907 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787343643787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58805022'] for subnet, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.960844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] Update dhcp port {'port': {'network_id': 'ae1f15b4-bed2-40e1-8416-af49f3290e4d', 'fixed_ips': [{'subnet_id': 'debfbaef-ec85-4df3-9014-7ddb83f8458d', 'ip_address': '2001:db8::2'}, {'subnet_id': '10abe2f3-92ae-4afd-9416-6dccbfdbe808'}], 'binding:host_id': 'n-d-793620-10'}, 'id': '3da47f21-df95-421f-9d31-12bbc4a7994e'} from n-d-793620-10. {{(pid=93779) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:49:20.978762 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5', 'network_id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': '9052205e-7435-4902-97a1-256279b8f445'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:20.980209 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.025664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f969a0-b77f-4b2a-be00-066e40450907 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.026924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a0f969a0-b77f-4b2a-be00-066e40450907 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.033398 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a0f969a0-b77f-4b2a-be00-066e40450907 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "PUT /v2.0/subnets/9052205e-7435-4902-97a1-256279b8f445 HTTP/1.1" status: 200 len: 826 time: 0.5552430 Jul 16 18:49:21.033722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a58cc5-086f-4c97-9d95-250d7e867def None None] Pushing event updated for resources: {'Port': ['ID=3da47f21-df95-421f-9d31-12bbc4a7994e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:21.038006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:21.083657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.109729 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.184287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f969a0-b77f-4b2a-be00-066e40450907 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=9052205e-7435-4902-97a1-256279b8f445,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:21.249212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.360317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.369712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.25.0.19 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/50cdaeb9-5d80-4e81-9105-af3acb79be1b) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:21.472832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Allocated IP 2001:db8::2 (8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5/9052205e-7435-4902-97a1-256279b8f445/b931c7dc-cf1b-4aae-808e-077a9bcb734e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:21.505023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.572899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.601233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] Allocated IP 172.20.0.1 (ae1f15b4-bed2-40e1-8416-af49f3290e4d/10abe2f3-92ae-4afd-9416-6dccbfdbe808/3da47f21-df95-421f-9d31-12bbc4a7994e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:21.666129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:21.669323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:21.685276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:21.727498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=50cdaeb9-5d80-4e81-9105-af3acb79be1b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:21.768433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.777691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] For port 3da47f21-df95-421f-9d31-12bbc4a7994e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3da47f21-df95-421f-9d31-12bbc4a7994e,segment=NetworkSegment(63c12c9c-f8a9-4aff-a1a8-17b6b620f477),segment_id=63c12c9c-f8a9-4aff-a1a8-17b6b620f477)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:21.790468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Transition to ACTIVE for port object b931c7dc-cf1b-4aae-808e-077a9bcb734e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:21.822462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Transition to ACTIVE for port object b931c7dc-cf1b-4aae-808e-077a9bcb734e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:21.827865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.837979 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.879345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] Transition to ACTIVE for port object 3da47f21-df95-421f-9d31-12bbc4a7994e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:21.885231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.887469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:21.893099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:21.897827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:21.902664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:21.917351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Pushing event updated for resources: {'Port': ['ID=b931c7dc-cf1b-4aae-808e-077a9bcb734e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:22.016498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=9052205e-7435-4902-97a1-256279b8f445,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:22.074426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.094639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Attempting to bind port b931c7dc-cf1b-4aae-808e-077a9bcb734e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:22.094639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Attempting to bind port b931c7dc-cf1b-4aae-808e-077a9bcb734e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'e78654de-b039-491d-815a-951ae6835e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:22.095283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:22.098677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Attempting to bind port b931c7dc-cf1b-4aae-808e-077a9bcb734e on network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:22.115106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:22.116046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Checking segment: {'id': 'e78654de-b039-491d-815a-951ae6835e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:22.116463 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.116870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Bound using segment: {'id': 'e78654de-b039-491d-815a-951ae6835e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:22.117365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Bound port: b931c7dc-cf1b-4aae-808e-077a9bcb734e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78654de-b039-491d-815a-951ae6835e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:22.117752 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.119845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78654de-b039-491d-815a-951ae6835e80') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:22.120039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7266d6-dcd4-44e1-a8db-adfe31ddf472 None None] Pushing event updated for resources: {'Port': ['ID=3da47f21-df95-421f-9d31-12bbc4a7994e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:22.120362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78654de-b039-491d-815a-951ae6835e80') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:22.146614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.185963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.198622 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:22.199655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:22.206943 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:22.230964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] For port b931c7dc-cf1b-4aae-808e-077a9bcb734e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:22.304759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] For port b931c7dc-cf1b-4aae-808e-077a9bcb734e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b931c7dc-cf1b-4aae-808e-077a9bcb734e,segment=NetworkSegment(e78654de-b039-491d-815a-951ae6835e80),segment_id=e78654de-b039-491d-815a-951ae6835e80)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:22.310898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.db.api [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:49:22.310898 n-d-793620-10 neutron-server[93778]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:49:22.310898 n-d-793620-10 neutron-server[93778]: [parameters: {'id': '8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5'}] Jul 16 18:49:22.310898 n-d-793620-10 neutron-server[93778]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93778) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:49:22.311722 n-d-793620-10 neutron-server[93778]: DEBUG oslo_db.api [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:49:22.313567 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.383179 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.426137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864410d1-3c22-40c8-9c30-9d28c1695a6f None None] Pushing event updated for resources: {'Port': ['ID=b931c7dc-cf1b-4aae-808e-077a9bcb734e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:22.453782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bdb62e-fcf0-4c06-a6f0-9e89414b04f3 None None] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:22.560292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.684697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b970872-fab6-44a7-98e0-2afa21eba307 None None] Network 8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:22.812429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.917618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting port b931c7dc-cf1b-4aae-808e-077a9bcb734e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:22.920871 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.925622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:22.947017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.015570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3da47f21-df95-421f-9d31-12bbc4a7994e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:23.024787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9de1f2-d992-410b-98d6-cedbd6486b9c None None] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:23.065323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] For port b931c7dc-cf1b-4aae-808e-077a9bcb734e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b931c7dc-cf1b-4aae-808e-077a9bcb734e,segment=NetworkSegment(e78654de-b039-491d-815a-951ae6835e80),segment_id=e78654de-b039-491d-815a-951ae6835e80)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:23.065707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.088755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Calling delete_port for b931c7dc-cf1b-4aae-808e-077a9bcb734e owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:23.112424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=50cdaeb9-5d80-4e81-9105-af3acb79be1b,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.130259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.190079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.222299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8410a3d2-ceb9-4389-9d09-d279cabd86f7 None None] Provisioning for port 3da47f21-df95-421f-9d31-12bbc4a7994e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:23.237828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8410a3d2-ceb9-4389-9d09-d279cabd86f7 None None] Provisioning complete for port 3da47f21-df95-421f-9d31-12bbc4a7994e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:23.238185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8410a3d2-ceb9-4389-9d09-d279cabd86f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.266158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Port': ['ID=b931c7dc-cf1b-4aae-808e-077a9bcb734e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.269283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No DVR routers for this DVR port b931c7dc-cf1b-4aae-808e-077a9bcb734e on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:23.295088 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Floating IP 1dacec04-549c-4c06-8048-6244b2504c8a associated. External IP: 172.25.0.19, port: 616ac3fc-c6c5-4672-9e14-8c40c811e019. Jul 16 18:49:23.323740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 3da47f21-df95-421f-9d31-12bbc4a7994e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:23.324108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.451974 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.471959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:23.489261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78654de-b039-491d-815a-951ae6835e80') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:23.490125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78654de-b039-491d-815a-951ae6835e80') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:23.503586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.535708 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.544727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:23.545309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:23.550186 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:23.639328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.650287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.655753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37518) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:23.656334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 HTTP/1.1" status: 204 len: 168 time: 2.6162989 Jul 16 18:49:23.672139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e227fc-83ec-47da-acd3-02e6b89f6e9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:23.689455 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b16cf7-ebfe-4152-a7d7-80807ed856ac tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:23.690050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b16cf7-ebfe-4152-a7d7-80807ed856ac tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:23.694987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-97b16cf7-ebfe-4152-a7d7-80807ed856ac tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 HTTP/1.1" status: 404 len: 339 time: 0.0322731 Jul 16 18:49:23.697169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37520) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:23.703229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-49505015', 'description': 'd1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:23.704949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:23.739526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:23.745371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.781823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:23.797048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.797502 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment f8f96ffa-c58c-45e2-8b25-b1dac4c5aab0 of type vlan for network d156d317-471f-4f77-9b9b-2bd3a60cf079 Jul 16 18:49:23.870176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df837e-5ceb-43ae-82e8-0d8af6f3a910 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:49:23.900276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.937982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2b7025db-c034-4503-ad56-d10189cc1d86 None None] Provisioning complete for port 3da47f21-df95-421f-9d31-12bbc4a7994e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:23.938411 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2b7025db-c034-4503-ad56-d10189cc1d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.943890 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.954633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.955782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.056785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4df837e-5ceb-43ae-82e8-0d8af6f3a910 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:49:24.120273 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4197538 Jul 16 18:49:24.124398 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37538) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:24.127150 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284f832-a631-4ee5-bd0c-0c1b3528bef2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=d156d317-471f-4f77-9b9b-2bd3a60cf079,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:24.142700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d156d317-471f-4f77-9b9b-2bd3a60cf079 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:24.335005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9317b6-230f-47c1-9408-608f1badc8ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.341619 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0f9317b6-230f-47c1-9408-608f1badc8ca tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/networks?id=d156d317-471f-4f77-9b9b-2bd3a60cf079 HTTP/1.1" status: 200 len: 763 time: 0.2129486 Jul 16 18:49:24.344757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37566) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:24.355806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'description': 'd2'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:24.527563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:24.543444 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:24.575720 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:24.577236 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:49:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:24.586556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.644389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2eda0074-55d6-4449-894a-1c80ba375136 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7976816 Jul 16 18:49:24.645493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:24.648795 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940398a7-2994-4e20-9f6a-f64ab5aa2892" -d '{"events": [{"name": "network-changed", "server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:24.735109 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a583e6-deee-4a91-8a6f-1fb17735c014 x-openstack-request-id: req-14a583e6-deee-4a91-8a6f-1fb17735c014 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:24.736007 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:24.736007 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14a583e6-deee-4a91-8a6f-1fb17735c014 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:24.738300 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'status': 'completed', 'code': 200} Jul 16 18:49:24.829641 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:24.884795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.922620 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:24.986448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network d156d317-471f-4f77-9b9b-2bd3a60cf079 is not hosted by any dhcp agent {{(pid=93778) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:49:24.996714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.997734 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:25.002430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "PUT /v2.0/networks/d156d317-471f-4f77-9b9b-2bd3a60cf079 HTTP/1.1" status: 200 len: 760 time: 0.6534188 Jul 16 18:49:25.003996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37636) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:25.025281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-bcff5e9d-f109-448f-bdab-d8d89136bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.028013 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-bcff5e9d-f109-448f-bdab-d8d89136bbd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 1098 time: 0.2426338 Jul 16 18:49:25.138971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aab72-cc1a-4c8e-886e-286bfecefdc5 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=d156d317-471f-4f77-9b9b-2bd3a60cf079,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:25.157894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d156d317-471f-4f77-9b9b-2bd3a60cf079 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:25.243916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-3477d936-8987-42c5-890a-92cd2de0c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.245586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-3477d936-8987-42c5-890a-92cd2de0c28b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.2109509 Jul 16 18:49:25.270906 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '1dacec04-549c-4c06-8048-6244b2504c8a', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:64:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:22Z', 'updated_at': '2021-07-16T18:49:22Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:25.287335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917d6e4b-84e2-442d-8d94-ae8acbc6d109 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.290232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-917d6e4b-84e2-442d-8d94-ae8acbc6d109 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/networks?id=d156d317-471f-4f77-9b9b-2bd3a60cf079 HTTP/1.1" status: 200 len: 763 time: 0.2812190 Jul 16 18:49:25.296717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37670) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:25.349618 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:25.363072 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:25.363697 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:49:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:25.435050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-d27c980d-e16f-47b6-a774-ac34dd51c9ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019 HTTP/1.1" status: 200 len: 999 time: 0.1824577 Jul 16 18:49:25.553616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-a913b946-8000-423d-a432-becdfcf3915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.555752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-a913b946-8000-423d-a432-becdfcf3915b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1136239 Jul 16 18:49:25.556334 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:25.614774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-26546e7d-7856-47d1-a16a-e7e0e4b05ea3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2388868 Jul 16 18:49:25.628883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be2a23e-5c6a-4e08-ac28-5ef3164543bc tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.632547 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8be2a23e-5c6a-4e08-ac28-5ef3164543bc tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3345046 Jul 16 18:49:25.635278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37708) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:25.682713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1d7770a3-0584-4182-9b1b-ef24589dbf22 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e HTTP/1.1" status: 200 len: 207 time: 0.0458891 Jul 16 18:49:25.685982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37718) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:25.744103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-c7154690-e13d-4b57-94a3-c3ddd85c4fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.749487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-c7154690-e13d-4b57-94a3-c3ddd85c4fca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1869678 Jul 16 18:49:25.913899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-f92d34f1-77ac-4bf6-8bcc-0a9b44ea35dd service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579785 Jul 16 18:49:25.984770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c939946-ed86-4c8f-87be-c90391f8affd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.993129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c939946-ed86-4c8f-87be-c90391f8affd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.000028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c939946-ed86-4c8f-87be-c90391f8affd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.007629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c939946-ed86-4c8f-87be-c90391f8affd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.019136 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '1dacec04-549c-4c06-8048-6244b2504c8a', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:64:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:22Z', 'updated_at': '2021-07-16T18:49:22Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:26.021535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c939946-ed86-4c8f-87be-c90391f8affd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.030268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c939946-ed86-4c8f-87be-c90391f8affd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.037256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6c939946-ed86-4c8f-87be-c90391f8affd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3495817 Jul 16 18:49:26.038726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37750) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:26.083459 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5f6df2-c3a6-4c8b-87b6-c2124cee3a1d None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '1dacec04-549c-4c06-8048-6244b2504c8a', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.19', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:64:e0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:49:22Z', 'updated_at': '2021-07-16T18:49:22Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:26.144834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940398a7-2994-4e20-9f6a-f64ab5aa2892 req-5da2f35f-b4bf-4681-85cc-0d89303e2d6a service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236030 Jul 16 18:49:26.271174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d316cc1f-05ab-49a4-b0ac-15158f151264 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2307916 Jul 16 18:49:26.272312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37776) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:26.371277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992f776-220b-4171-8681-5b8db743bd60 req-e3a36f9a-ff6f-42bd-acc1-8d0c96daf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.375051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-e3a36f9a-ff6f-42bd-acc1-8d0c96daf69b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 1098 time: 0.1285961 Jul 16 18:49:26.440122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721b9e8-5f2d-4305-a3df-b803ab5a5d66 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.442084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721b9e8-5f2d-4305-a3df-b803ab5a5d66 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.444615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721b9e8-5f2d-4305-a3df-b803ab5a5d66 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.446763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721b9e8-5f2d-4305-a3df-b803ab5a5d66 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.448611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721b9e8-5f2d-4305-a3df-b803ab5a5d66 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.452211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3721b9e8-5f2d-4305-a3df-b803ab5a5d66 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1773481 Jul 16 18:49:26.457768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37798) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:26.481426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9261a5fa-a547-4154-9faf-0d77db814ff0 None None] New status for floating IP 1dacec04-549c-4c06-8048-6244b2504c8a: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:26.627683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a2e74-b8cc-448f-a156-cd5682bebe63 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.629334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a2e74-b8cc-448f-a156-cd5682bebe63 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.630870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a2e74-b8cc-448f-a156-cd5682bebe63 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.633847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a2e74-b8cc-448f-a156-cd5682bebe63 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.635376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a2e74-b8cc-448f-a156-cd5682bebe63 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['shared'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.641320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5c0a2e74-b8cc-448f-a156-cd5682bebe63 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1781101 Jul 16 18:49:26.642274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37810) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:26.664087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992f776-220b-4171-8681-5b8db743bd60 req-7e982518-59d4-4346-905e-cc3a2c6ef211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.666564 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-7e982518-59d4-4346-905e-cc3a2c6ef211 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.2572174 Jul 16 18:49:26.789701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cbc098-24d0-453c-9fa9-c938a812e491 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.795748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e2cbc098-24d0-453c-9fa9-c938a812e491 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/networks/178ac64d-0fe0-4c20-829a-7d7837b68340 HTTP/1.1" status: 200 len: 804 time: 0.1501389 Jul 16 18:49:26.796462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37828) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:26.906649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-9d96a7af-8588-4b15-8b95-9b127c2f8010 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019 HTTP/1.1" status: 200 len: 999 time: 0.2329228 Jul 16 18:49:27.002645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0239541f-7c6f-4768-92c3-40937d025eb2 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/networks/178ac64d-0fe0-4c20-829a-7d7837b68340?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2012553 Jul 16 18:49:27.003854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37848) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:27.012933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992f776-220b-4171-8681-5b8db743bd60 req-ce129343-8b71-430a-83e1-f554770f09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.015797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-ce129343-8b71-430a-83e1-f554770f09eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1033392 Jul 16 18:49:27.108620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9cb806-085e-40ae-bb35-112574300e46 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.111593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5f9cb806-085e-40ae-bb35-112574300e46 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/subnets/90ab65d7-93f9-4eff-8f48-663841501672 HTTP/1.1" status: 200 len: 843 time: 0.1051276 Jul 16 18:49:27.118536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:27.139570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992f776-220b-4171-8681-5b8db743bd60 req-4b150898-2cd1-4324-9bce-cadb716aa96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.141251 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-4b150898-2cd1-4324-9bce-cadb716aa96c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175687 Jul 16 18:49:27.201610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e07080-1201-4eb7-8e6e-1587309645a9 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['shared'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.204213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-96e07080-1201-4eb7-8e6e-1587309645a9 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "GET /v2.0/subnets/90ab65d7-93f9-4eff-8f48-663841501672?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0835521 Jul 16 18:49:27.209891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37874) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:27.215148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864504816'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:27.247281 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:27.254175 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.290703 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-e5e2c1f8-0f84-4fe1-8338-cd5dd0a349de service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371722 Jul 16 18:49:27.298988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:49:27.317589 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.318464 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Added segment c9060a86-9aff-42c0-9ac0-8c2bae378781 of type vlan for network 52de81eb-f31f-4b15-ba6a-3356926ad82b Jul 16 18:49:27.395413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-981fcd6a-21ad-4ab6-9720-016e46c75f0d service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982935 Jul 16 18:49:27.402430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.442079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.450033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.451042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.507396 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2962008 Jul 16 18:49:27.511921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 37906) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:27.524030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'network_id': '52de81eb-f31f-4b15-ba6a-3356926ad82b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:27.572642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056acfa8-aaa9-4eb0-bd05-bd4d9fa949ab tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Network': ['ID=52de81eb-f31f-4b15-ba6a-3356926ad82b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:27.590240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 52de81eb-f31f-4b15-ba6a-3356926ad82b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:49:27.729976 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-ef45a6e2-db6e-418c-9bee-96e47e8eef9a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1179273 Jul 16 18:49:27.734458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Made reservation on behalf of eb5ebc99cbdc4d8c86c236518caa075b for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:27.741826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.843675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Performing IP validity checks on allocation pools {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:49:27.844225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:49:27.897922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7267d-cab1-4954-b319-36047f4bf52c req-0addd127-691a-4e16-8ff1-e311347442b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.899935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-0addd127-691a-4e16-8ff1-e311347442b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 1101 time: 0.1024868 Jul 16 18:49:28.089387 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.100875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7267d-cab1-4954-b319-36047f4bf52c req-69be206b-649c-4223-98fc-dc169acf3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.102496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-69be206b-649c-4223-98fc-dc169acf3518 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1747341 Jul 16 18:49:28.195056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-b76dc428-26be-46a8-90bd-109d9f58f33c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=427bb332-f298-49a5-abef-6a6bf85759d2 HTTP/1.1" status: 200 len: 217 time: 0.0852113 Jul 16 18:49:28.231101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=1cbcec01-0f27-4307-8b8a-f65b392162cb,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:28.255612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Checking segment: {'id': 'c9060a86-9aff-42c0-9ac0-8c2bae378781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '52de81eb-f31f-4b15-ba6a-3356926ad82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:28.256298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network hostable DHCP agents. Network: 52de81eb-f31f-4b15-ba6a-3356926ad82b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:49:28.278255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7267d-cab1-4954-b319-36047f4bf52c req-505a3d86-3334-4f9f-bd46-8ddcfb3431e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.281349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-505a3d86-3334-4f9f-bd46-8ddcfb3431e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0796297 Jul 16 18:49:28.285486 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Network 52de81eb-f31f-4b15-ba6a-3356926ad82b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:49:28.305917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 52de81eb-f31f-4b15-ba6a-3356926ad82b) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:28.313577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.314703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.331402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc253da-4114-4572-8122-da86a1ffab66 None None] Network 52de81eb-f31f-4b15-ba6a-3356926ad82b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:28.365202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 37988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:28.366778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f91e1b27-dc2f-42d9-9a4e-fd63149864ae tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8515940 Jul 16 18:49:28.384615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-299d7b13-0028-4dd6-88b8-9593a94cfa6f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:28.448097 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7267d-cab1-4954-b319-36047f4bf52c req-aeb99036-bfca-4950-bf7e-f67bfefbe08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.449735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-aeb99036-bfca-4950-bf7e-f67bfefbe08d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1625743 Jul 16 18:49:28.587543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-52de81eb-f31f-4b15-ba6a-3356926ad82b', 'network_id': '52de81eb-f31f-4b15-ba6a-3356926ad82b', 'tenant_id': 'eb5ebc99cbdc4d8c86c236518caa075b', 'fixed_ips': [{'subnet_id': '1cbcec01-0f27-4307-8b8a-f65b392162cb'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:49:28.589247 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.703078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-299d7b13-0028-4dd6-88b8-9593a94cfa6f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59048786'] for subnet, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.751525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-8f41c529-7820-4012-b485-c4eb558e85ac service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916751 Jul 16 18:49:28.779472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Allocated IP 2001:db8::3 (52de81eb-f31f-4b15-ba6a-3356926ad82b/1cbcec01-0f27-4307-8b8a-f65b392162cb/bef10b2e-1269-4f29-bd80-c958dab2dff7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:28.904631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05a7267d-cab1-4954-b319-36047f4bf52c req-d294af11-e73f-44cc-a207-469954d09e92 service neutron] 10.222.0.55 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461270 Jul 16 18:49:28.984988 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:28.998340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Transition to ACTIVE for port object bef10b2e-1269-4f29-bd80-c958dab2dff7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:29.018672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Transition to ACTIVE for port object bef10b2e-1269-4f29-bd80-c958dab2dff7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:29.027026 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.076845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Network 52de81eb-f31f-4b15-ba6a-3356926ad82b is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:29.080498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:29.085117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:29.093923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Pushing event updated for resources: {'Port': ['ID=bef10b2e-1269-4f29-bd80-c958dab2dff7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:29.160722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Attempting to bind port bef10b2e-1269-4f29-bd80-c958dab2dff7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:29.161100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Attempting to bind port bef10b2e-1269-4f29-bd80-c958dab2dff7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c9060a86-9aff-42c0-9ac0-8c2bae378781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '52de81eb-f31f-4b15-ba6a-3356926ad82b'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:29.161502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Attempting to bind port bef10b2e-1269-4f29-bd80-c958dab2dff7 on network 52de81eb-f31f-4b15-ba6a-3356926ad82b {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:29.168536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:29.169435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Checking segment: {'id': 'c9060a86-9aff-42c0-9ac0-8c2bae378781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '52de81eb-f31f-4b15-ba6a-3356926ad82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:29.169874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.170362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Bound using segment: {'id': 'c9060a86-9aff-42c0-9ac0-8c2bae378781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '52de81eb-f31f-4b15-ba6a-3356926ad82b'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:29.170950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Bound port: bef10b2e-1269-4f29-bd80-c958dab2dff7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9060a86-9aff-42c0-9ac0-8c2bae378781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '52de81eb-f31f-4b15-ba6a-3356926ad82b'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:29.171392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.265232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] For port bef10b2e-1269-4f29-bd80-c958dab2dff7, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:29.269561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] For port bef10b2e-1269-4f29-bd80-c958dab2dff7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bef10b2e-1269-4f29-bd80-c958dab2dff7,segment=NetworkSegment(c9060a86-9aff-42c0-9ac0-8c2bae378781),segment_id=c9060a86-9aff-42c0-9ac0-8c2bae378781)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:29.281302 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.373419 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-299d7b13-0028-4dd6-88b8-9593a94cfa6f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787343643787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4060799'] for subnet, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.391259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e08f-fe4a-4784-8693-59fea378d6ae None None] Pushing event updated for resources: {'Port': ['ID=bef10b2e-1269-4f29-bd80-c958dab2dff7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:29.452075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d7b13-0028-4dd6-88b8-9593a94cfa6f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.453177 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-299d7b13-0028-4dd6-88b8-9593a94cfa6f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.455466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-299d7b13-0028-4dd6-88b8-9593a94cfa6f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "PUT /v2.0/subnets/1cbcec01-0f27-4307-8b8a-f65b392162cb HTTP/1.1" status: 200 len: 900 time: 1.0876207 Jul 16 18:49:29.458851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:29.469562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d7b13-0028-4dd6-88b8-9593a94cfa6f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event updated for resources: {'Subnet': ['ID=1cbcec01-0f27-4307-8b8a-f65b392162cb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:29.739416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.875647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting port bef10b2e-1269-4f29-bd80-c958dab2dff7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:29.876131 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.987913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] For port bef10b2e-1269-4f29-bd80-c958dab2dff7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bef10b2e-1269-4f29-bd80-c958dab2dff7,segment=NetworkSegment(c9060a86-9aff-42c0-9ac0-8c2bae378781),segment_id=c9060a86-9aff-42c0-9ac0-8c2bae378781)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:29.988319 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.009683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Calling delete_port for bef10b2e-1269-4f29-bd80-c958dab2dff7 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:30.159688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.186509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Port': ['ID=bef10b2e-1269-4f29-bd80-c958dab2dff7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:30.251958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No DVR routers for this DVR port bef10b2e-1269-4f29-bd80-c958dab2dff7 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:30.306234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7c2c401c-34f3-4291-bedc-d56de6db1719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.325473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.457103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.516976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbcec01-0f27-4307-8b8a-f65b392162cb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:30.603020 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.619570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52de81eb-f31f-4b15-ba6a-3356926ad82b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:30.641321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9060a86-9aff-42c0-9ac0-8c2bae378781') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:30.642214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9060a86-9aff-42c0-9ac0-8c2bae378781') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:30.660293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.683529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.696650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:30.697298 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:30.703323 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:30.770955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70811cd4-eb41-4e8d-b234-f36bbb7288a8 None None] Network 52de81eb-f31f-4b15-ba6a-3356926ad82b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:30.828979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.837916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:30.841295 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/52de81eb-f31f-4b15-ba6a-3356926ad82b HTTP/1.1" status: 204 len: 168 time: 1.3804119 Jul 16 18:49:30.848929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38016) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:30.859959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10645e99-7a29-4beb-b0fb-7170ba41095f tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=52de81eb-f31f-4b15-ba6a-3356926ad82b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:30.897872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-27563b67-a3a3-4be3-8ed2-07f907e3f23b req-271042a8-a30b-43f2-a636-30bde0d56ce0 service neutron] (93778) timed out ('10.222.0.48', 48244) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:49:30.923619 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-5094b81f-9fc8-4a3e-93ef-679954d38fb0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:30.924391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5094b81f-9fc8-4a3e-93ef-679954d38fb0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:30.932176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38018) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:30.932585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5094b81f-9fc8-4a3e-93ef-679954d38fb0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/1cbcec01-0f27-4307-8b8a-f65b392162cb HTTP/1.1" status: 404 len: 337 time: 0.0813818 Jul 16 18:49:30.939323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-63039ad8-8e5c-46f7-ae45-9963cf186a26 None None] Could not find standard attr ID for object bef10b2e-1269-4f29-bd80-c958dab2dff7. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:49:30.970773 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c682ce-9000-488c-8811-59c26590c772 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:30.972072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c682ce-9000-488c-8811-59c26590c772 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:30.975555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-86c682ce-9000-488c-8811-59c26590c772 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/52de81eb-f31f-4b15-ba6a-3356926ad82b HTTP/1.1" status: 404 len: 339 time: 0.0414023 Jul 16 18:49:30.979537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38020) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:31.086240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e34d9a-548f-4762-9870-a0d87d23fb00 None None] DHCP port deletion for 52de81eb-f31f-4b15-ba6a-3356926ad82b request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:31.089687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.114421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5481a-d174-47e2-92e1-8bbc5f906db7 None None] Network 52de81eb-f31f-4b15-ba6a-3356926ad82b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:31.132906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5481a-d174-47e2-92e1-8bbc5f906db7 None None] Network 52de81eb-f31f-4b15-ba6a-3356926ad82b could not be found, it might have been deleted concurrently. {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:49:31.248977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.261823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d156d317-471f-4f77-9b9b-2bd3a60cf079']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:31.274810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f96ffa-c58c-45e2-8b25-b1dac4c5aab0') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:31.275238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f96ffa-c58c-45e2-8b25-b1dac4c5aab0') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:31.288138 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.307384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.315957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:31.316528 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:31.321266 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:31.399164 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.409615 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.412761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/d156d317-471f-4f77-9b9b-2bd3a60cf079 HTTP/1.1" status: 204 len: 168 time: 0.4315283 Jul 16 18:49:31.416695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38022) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:31.441107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ea161-75ab-4305-84f2-52108acc1e82 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=d156d317-471f-4f77-9b9b-2bd3a60cf079,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:31.465387 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d95452-4b3f-492a-bc10-6de24724abd4 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:31.465992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d95452-4b3f-492a-bc10-6de24724abd4 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:31.470631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6d95452-4b3f-492a-bc10-6de24724abd4 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/9052205e-7435-4902-97a1-256279b8f445 HTTP/1.1" status: 404 len: 337 time: 0.0502098 Jul 16 18:49:31.471030 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38024) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:31.492868 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba938a0-b555-44d8-92e2-39bcc0433509 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:31.493548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba938a0-b555-44d8-92e2-39bcc0433509 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:31.498371 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6ba938a0-b555-44d8-92e2-39bcc0433509 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/8bc4f3a5-f82e-4cd6-82bf-4dbccf7d40f5 HTTP/1.1" status: 404 len: 339 time: 0.0233591 Jul 16 18:49:31.498795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:31.562635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting subnet 10abe2f3-92ae-4afd-9416-6dccbfdbe808 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:31.567898 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.641838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.775353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.871854 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.913311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=10abe2f3-92ae-4afd-9416-6dccbfdbe808,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:31.917804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.925549 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66d03753-9638-4d5c-be22-dac0c5b343c0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/10abe2f3-92ae-4afd-9416-6dccbfdbe808 HTTP/1.1" status: 204 len: 168 time: 0.4209955 Jul 16 18:49:31.926160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38030) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:31.934883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541f6c8d-4b1d-4494-8643-83faa14f5b5c None None] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:32.046970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting subnet debfbaef-ec85-4df3-9014-7ddb83f8458d {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:32.051692 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.133835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.269905 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.365118 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.414935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=debfbaef-ec85-4df3-9014-7ddb83f8458d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:32.427163 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.431178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-96708f27-a607-4589-abe8-097d57ad1d47 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/debfbaef-ec85-4df3-9014-7ddb83f8458d HTTP/1.1" status: 204 len: 168 time: 0.5033412 Jul 16 18:49:32.433564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38034) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:32.542315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.617096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting port 3da47f21-df95-421f-9d31-12bbc4a7994e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:32.617812 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.701332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] For port 3da47f21-df95-421f-9d31-12bbc4a7994e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=3da47f21-df95-421f-9d31-12bbc4a7994e,segment=NetworkSegment(63c12c9c-f8a9-4aff-a1a8-17b6b620f477),segment_id=63c12c9c-f8a9-4aff-a1a8-17b6b620f477)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:32.701792 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.716715 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Calling delete_port for 3da47f21-df95-421f-9d31-12bbc4a7994e owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:32.847211 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.874646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bef10b2e-1269-4f29-bd80-c958dab2dff7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:32.887855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Port': ['ID=3da47f21-df95-421f-9d31-12bbc4a7994e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:32.909071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No DVR routers for this DVR port 3da47f21-df95-421f-9d31-12bbc4a7994e on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:32.914686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: bef10b2e-1269-4f29-bd80-c958dab2dff7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:32.915229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bef10b2e-1269-4f29-bd80-c958dab2dff7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:32.920309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df3658-6a31-414e-af00-6cfbfcc7a10d None None] Network ae1f15b4-bed2-40e1-8416-af49f3290e4d requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:33.010987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.022746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1f15b4-bed2-40e1-8416-af49f3290e4d']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:33.035397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c12c9c-f8a9-4aff-a1a8-17b6b620f477') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:33.035791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c12c9c-f8a9-4aff-a1a8-17b6b620f477') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:33.040241 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-82365094-de06-4c38-a72e-0b792fb048f4 None None] Could not find standard attr ID for object 3da47f21-df95-421f-9d31-12bbc4a7994e. {{(pid=93779) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:49:33.051752 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.070966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.078226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:33.078819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:33.082936 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:33.150126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7a8c4697-1f66-40e7-815d-18582f389705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.193263 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.203814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.206042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/ae1f15b4-bed2-40e1-8416-af49f3290e4d HTTP/1.1" status: 204 len: 168 time: 0.7712038 Jul 16 18:49:33.210969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38038) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.221502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273de5a-ca9d-4d63-923e-48a4d46c75d0 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=ae1f15b4-bed2-40e1-8416-af49f3290e4d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:33.234790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b5e1f2-2c1d-4ab9-bc3b-0b5ee7041013 None None] DHCP port deletion for ae1f15b4-bed2-40e1-8416-af49f3290e4d request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:33.264677 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c768eaa-766b-4c23-ba34-26ab7394e90e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:33.265196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c768eaa-766b-4c23-ba34-26ab7394e90e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:33.267275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2c768eaa-766b-4c23-ba34-26ab7394e90e tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/9c6cc16a-7ee4-451b-ae9d-754d56e1ba98 HTTP/1.1" status: 404 len: 337 time: 0.0503092 Jul 16 18:49:33.270751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38040) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.293317 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae8cf2e-9988-49c6-bf81-1f8a0059c959 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:33.293959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae8cf2e-9988-49c6-bf81-1f8a0059c959 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:33.295858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bae8cf2e-9988-49c6-bf81-1f8a0059c959 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/fd39a8b1-6231-488c-9ba0-748cf6f1b8fd HTTP/1.1" status: 404 len: 339 time: 0.0240071 Jul 16 18:49:33.298643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38042) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.326298 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8551078-166c-4c60-9a15-ceb1310630c9 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:33.326768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8551078-166c-4c60-9a15-ceb1310630c9 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:33.329170 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a8551078-166c-4c60-9a15-ceb1310630c9 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/8729509d-4ac1-4d7e-9e09-a898319eff8e HTTP/1.1" status: 404 len: 337 time: 0.0294702 Jul 16 18:49:33.332020 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38044) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.353217 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-818c680e-cfbe-4feb-b3a3-b16de0e335bc tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:33.353727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818c680e-cfbe-4feb-b3a3-b16de0e335bc tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:33.358861 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-818c680e-cfbe-4feb-b3a3-b16de0e335bc tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/3c0e432b-3f54-42bb-8ed0-c84189e2500c HTTP/1.1" status: 404 len: 339 time: 0.0223057 Jul 16 18:49:33.358861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38046) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.386984 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72932c4-9b1a-457b-ac56-41a3f25999e6 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:33.387448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c72932c4-9b1a-457b-ac56-41a3f25999e6 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:33.389537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c72932c4-9b1a-457b-ac56-41a3f25999e6 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/a5dea761-c05c-44e1-8a2b-302a43f733d0 HTTP/1.1" status: 404 len: 337 time: 0.0301139 Jul 16 18:49:33.393863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38048) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.411575 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.421054 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f74cc85-7f8f-43ec-91ab-b2eed651cf64 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:33.421885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f74cc85-7f8f-43ec-91ab-b2eed651cf64 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:33.423831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7f74cc85-7f8f-43ec-91ab-b2eed651cf64 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/60b36698-4ad8-4632-9e25-c051e16560e9 HTTP/1.1" status: 404 len: 339 time: 0.0279469 Jul 16 18:49:33.426952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38050) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.482187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting subnet 720a4a33-b5a9-46d1-ab98-e2353131214c {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:33.485814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.539955 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.649251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.728157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.785758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=720a4a33-b5a9-46d1-ab98-e2353131214c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:33.792858 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.794888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d13036-1828-43c3-8aea-3c0c4ca497eb None None] Network 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:33.797329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-19f3071f-4222-4bb7-9945-caf9c7e283bd tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/720a4a33-b5a9-46d1-ab98-e2353131214c HTTP/1.1" status: 204 len: 168 time: 0.3690910 Jul 16 18:49:33.799797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38052) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:33.957280 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.053119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting port 14140cd5-56bd-4f3c-b057-70672d0f2d4f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:34.055505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.139877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] DHCP port deletion for 2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:34.151721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] For port 14140cd5-56bd-4f3c-b057-70672d0f2d4f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14140cd5-56bd-4f3c-b057-70672d0f2d4f,segment=NetworkSegment(774f27b4-dc3b-440f-9cf0-5e2bbecda8db),segment_id=774f27b4-dc3b-440f-9cf0-5e2bbecda8db)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:34.152111 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.168300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Calling delete_port for 14140cd5-56bd-4f3c-b057-70672d0f2d4f owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:34.259557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] Deleting port 14140cd5-56bd-4f3c-b057-70672d0f2d4f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:34.260030 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.335307 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.367385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Port': ['ID=14140cd5-56bd-4f3c-b057-70672d0f2d4f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:34.372427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No DVR routers for this DVR port 14140cd5-56bd-4f3c-b057-70672d0f2d4f on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:34.377737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] For port 14140cd5-56bd-4f3c-b057-70672d0f2d4f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=14140cd5-56bd-4f3c-b057-70672d0f2d4f,segment=NetworkSegment(774f27b4-dc3b-440f-9cf0-5e2bbecda8db),segment_id=774f27b4-dc3b-440f-9cf0-5e2bbecda8db)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:34.378364 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.415727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] Calling delete_port for 14140cd5-56bd-4f3c-b057-70672d0f2d4f owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:34.438669 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.479515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.494605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9d8985-ce19-42fd-a47a-ebfbd54f65c6']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.508883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774f27b4-dc3b-440f-9cf0-5e2bbecda8db') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.509197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774f27b4-dc3b-440f-9cf0-5e2bbecda8db') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:34.520754 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.542691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.551632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:34.552571 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:34.558397 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:34.581775 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.639346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] Pushing event deleted for resources: {'Port': ['ID=14140cd5-56bd-4f3c-b057-70672d0f2d4f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:34.648521 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7f410-24d0-4a4c-8546-9a5dbe542e7c None None] No DVR routers for this DVR port 14140cd5-56bd-4f3c-b057-70672d0f2d4f on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:34.652409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.667711 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.671486 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/2c9d8985-ce19-42fd-a47a-ebfbd54f65c6 HTTP/1.1" status: 204 len: 168 time: 0.8698359 Jul 16 18:49:34.674321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38056) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:34.700495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851f6b2-663e-4a5c-8997-0530fcd66410 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=2c9d8985-ce19-42fd-a47a-ebfbd54f65c6,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:34.723490 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f22ab1-5b7f-42d0-9694-86bc173d9134 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:34.724257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f22ab1-5b7f-42d0-9694-86bc173d9134 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:34.728301 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-90f22ab1-5b7f-42d0-9694-86bc173d9134 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/02c00a01-624e-49c9-9f30-de05f6177fe7 HTTP/1.1" status: 404 len: 337 time: 0.0525587 Jul 16 18:49:34.731203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38058) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:34.763670 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca08887-bcf2-4814-894f-c1afef4d1628 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] DELETE failed (client error): The resource could not be found. Jul 16 18:49:34.764702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca08887-bcf2-4814-894f-c1afef4d1628 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:49:34.767945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4ca08887-bcf2-4814-894f-c1afef4d1628 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/275ac74a-83d7-450a-a3aa-9a573ef674db HTTP/1.1" status: 404 len: 339 time: 0.0350275 Jul 16 18:49:34.770699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38060) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:34.848308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting subnet 90ab65d7-93f9-4eff-8f48-663841501672 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:49:34.854653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.922806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14140cd5-56bd-4f3c-b057-70672d0f2d4f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:34.927840 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.957588 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 14140cd5-56bd-4f3c-b057-70672d0f2d4f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:34.958245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 14140cd5-56bd-4f3c-b057-70672d0f2d4f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:34.959345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3da47f21-df95-421f-9d31-12bbc4a7994e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:34.995844 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 3da47f21-df95-421f-9d31-12bbc4a7994e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:34.996958 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 3da47f21-df95-421f-9d31-12bbc4a7994e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:35.051440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.134779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.172525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Subnet': ['ID=90ab65d7-93f9-4eff-8f48-663841501672,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:35.178515 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.185317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c942f0a-0ed1-4ae4-933e-8c97e5a23f9d tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/subnets/90ab65d7-93f9-4eff-8f48-663841501672 HTTP/1.1" status: 204 len: 168 time: 0.4097345 Jul 16 18:49:35.186455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38062) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:35.191736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca59137-c366-4db1-abea-3b968f2e60bb None None] Network 178ac64d-0fe0-4c20-829a-7d7837b68340 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:49:35.321141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.398932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Deleting port 109b215f-343f-47c4-af9d-b02cce014064 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:35.399279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.518614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] For port 109b215f-343f-47c4-af9d-b02cce014064, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=109b215f-343f-47c4-af9d-b02cce014064,segment=NetworkSegment(d6d4e7f3-1375-4cee-9778-00d7088016bb),segment_id=d6d4e7f3-1375-4cee-9778-00d7088016bb)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:35.519218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.538753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] DHCP port deletion for 178ac64d-0fe0-4c20-829a-7d7837b68340 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:49:35.544737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Calling delete_port for 109b215f-343f-47c4-af9d-b02cce014064 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:35.623267 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] Deleting port 109b215f-343f-47c4-af9d-b02cce014064 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:35.623842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.651371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.690769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Port': ['ID=109b215f-343f-47c4-af9d-b02cce014064,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:35.708450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.709988 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.710953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.714448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.715248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.715727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.716340 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.716838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.717314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.717942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.718205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] For port 109b215f-343f-47c4-af9d-b02cce014064, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=109b215f-343f-47c4-af9d-b02cce014064,segment=NetworkSegment(d6d4e7f3-1375-4cee-9778-00d7088016bb),segment_id=d6d4e7f3-1375-4cee-9778-00d7088016bb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:35.718509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.719164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.719750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:35.738127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] No DVR routers for this DVR port 109b215f-343f-47c4-af9d-b02cce014064 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:35.744736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] Calling delete_port for 109b215f-343f-47c4-af9d-b02cce014064 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:35.777537 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:35.849598 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.852422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.865870 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178ac64d-0fe0-4c20-829a-7d7837b68340']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:35.882557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6d4e7f3-1375-4cee-9778-00d7088016bb') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:35.882920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6d4e7f3-1375-4cee-9778-00d7088016bb') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:35.893297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] No DVR routers for this DVR port 109b215f-343f-47c4-af9d-b02cce014064 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:35.895855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb8b3f-aa51-4022-b91a-193e9cdd2744 None None] Pushing event deleted for resources: {'Port': ['ID=109b215f-343f-47c4-af9d-b02cce014064,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:35.918914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.927784 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.950671 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.965070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:49:35.965481 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:49:35.968898 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:49:36.049502 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f063c49-c49a-45d9-8ba7-d59e015b7413 req-a25a48cd-59f2-44b9-b7a0-45991fd6919b tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:36.051144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f063c49-c49a-45d9-8ba7-d59e015b7413 req-a25a48cd-59f2-44b9-b7a0-45991fd6919b tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 949 time: 0.1723711 Jul 16 18:49:36.056599 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.061733 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.063711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] 10.222.0.48 "DELETE /v2.0/networks/178ac64d-0fe0-4c20-829a-7d7837b68340 HTTP/1.1" status: 204 len: 168 time: 0.8769057 Jul 16 18:49:36.099907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730a997-95b0-4648-a996-fd3697f5b641 tempest-NetworksIpV6Test-639161085 tempest-NetworksIpV6Test-639161085-project] Pushing event deleted for resources: {'Network': ['ID=178ac64d-0fe0-4c20-829a-7d7837b68340,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:36.126358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f063c49-c49a-45d9-8ba7-d59e015b7413 req-aa602cb3-9689-4b66-89b7-71b56801dea6 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613112 Jul 16 18:49:36.401701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:36.556720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-29ca4777-0c1f-4ea3-9ad5-2e8483a43b0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eb5ebc99cbdc4d8c86c236518caa075b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537368 Jul 16 18:49:36.559380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38078) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:36.619218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b480-707b-49f7-9bd1-3d563cfa6e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.642217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b480-707b-49f7-9bd1-3d563cfa6e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.695358 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b480-707b-49f7-9bd1-3d563cfa6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.698543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8a2b480-707b-49f7-9bd1-3d563cfa6e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:36.699861 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b8a2b480-707b-49f7-9bd1-3d563cfa6e02 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3ded7a57-86d1-4fd1-af14-f0c6d045bdbe HTTP/1.1" status: 204 len: 168 time: 0.1394622 Jul 16 18:49:36.708657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a2b480-707b-49f7-9bd1-3d563cfa6e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ded7a57-86d1-4fd1-af14-f0c6d045bdbe,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:36.899403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 109b215f-343f-47c4-af9d-b02cce014064 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:36.920942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 109b215f-343f-47c4-af9d-b02cce014064 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:36.921288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 109b215f-343f-47c4-af9d-b02cce014064 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:37.358591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.374049 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c3da4-0a7e-47f1-ab41-f3bba3b7404e req-e8f87596-7b9c-4579-ab1a-87ee1dfc860c tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:37.375903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d4c3da4-0a7e-47f1-ab41-f3bba3b7404e req-e8f87596-7b9c-4579-ab1a-87ee1dfc860c tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 949 time: 0.1174619 Jul 16 18:49:37.390648 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02427578-7d6c-42fa-917d-d53fea184c24 req-0cedac1f-a26f-43c1-ae62-7e672d223975 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:37.392390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02427578-7d6c-42fa-917d-d53fea184c24 req-0cedac1f-a26f-43c1-ae62-7e672d223975 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 949 time: 0.1207683 Jul 16 18:49:37.486952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4d4c3da4-0a7e-47f1-ab41-f3bba3b7404e req-70c832b3-4f87-48e7-a7dc-36a44b9d5a79 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/security-groups?id=c218394a-db43-4bfa-b33b-0020ebb9c011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934923 Jul 16 18:49:37.542914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Deleting port 427bb332-f298-49a5-abef-6a6bf85759d2 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:37.543195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.614695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38102) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:37.767694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-808a0e17-d994-4962-b5ac-8b4e7cc12155 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:37.768826 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-808a0e17-d994-4962-b5ac-8b4e7cc12155 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:49:37.769659 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-808a0e17-d994-4962-b5ac-8b4e7cc12155 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:49:37.771014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-808a0e17-d994-4962-b5ac-8b4e7cc12155 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1552627 Jul 16 18:49:37.777456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38106) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:37.782986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410599057'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:37.822073 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.824805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.841211 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.993625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:37.999135 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.005843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] For port 427bb332-f298-49a5-abef-6a6bf85759d2, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=427bb332-f298-49a5-abef-6a6bf85759d2,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:38.007316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.022831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Calling delete_port for 427bb332-f298-49a5-abef-6a6bf85759d2 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:38.074322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a0e6b2-a139-4211-823b-1a5a6c18113d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:38.163433 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.169217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.205042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.222992 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.227934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['427bb332-f298-49a5-abef-6a6bf85759d2'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:38.228679 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4462006 Jul 16 18:49:38.229055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38108) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:38.238329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-75ba1afe-62b3-42c1-814c-03ba27e58cd7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '0bdb8264-0d0b-4bb2-9474-40f4eb533167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:38.249766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b4599-26e2-4ed9-ba71-1bb29271f62b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdb8264-0d0b-4bb2-9474-40f4eb533167,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:38.262683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Pushing event deleted for resources: {'Port': ['ID=427bb332-f298-49a5-abef-6a6bf85759d2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:38.294766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ba1afe-62b3-42c1-814c-03ba27e58cd7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.335223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] No DVR routers for this DVR port 427bb332-f298-49a5-abef-6a6bf85759d2 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:38.338636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.342220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02427578-7d6c-42fa-917d-d53fea184c24 req-7238db51-981a-491f-b899-bc50c33f4030 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.55 "DELETE /v2.0/ports/427bb332-f298-49a5-abef-6a6bf85759d2 HTTP/1.1" status: 204 len: 173 time: 0.9412804 Jul 16 18:49:38.342919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'name': 'network-vif-deleted', 'tag': '427bb332-f298-49a5-abef-6a6bf85759d2'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:38.346961 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c34edd7-cb9a-4a0b-9c5f-a1a764e6b286" -d '{"events": [{"server_uuid": "e6cd2a55-df7b-43a8-a7bf-222871a486a0", "name": "network-vif-deleted", "tag": "427bb332-f298-49a5-abef-6a6bf85759d2"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:38.406011 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ba1afe-62b3-42c1-814c-03ba27e58cd7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.411897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ba1afe-62b3-42c1-814c-03ba27e58cd7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.449718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba1afe-62b3-42c1-814c-03ba27e58cd7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4726bd43-ad89-4e9b-825e-4949f3c92982,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:38.450746 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942bdf36-b6ec-4a3d-b258-22c6ea86de4a x-openstack-request-id: req-942bdf36-b6ec-4a3d-b258-22c6ea86de4a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:38.451051 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6cd2a55-df7b-43a8-a7bf-222871a486a0", "name": "network-vif-deleted", "tag": "427bb332-f298-49a5-abef-6a6bf85759d2", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:38.451334 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-942bdf36-b6ec-4a3d-b258-22c6ea86de4a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:38.452194 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6cd2a55-df7b-43a8-a7bf-222871a486a0', 'name': 'network-vif-deleted', 'tag': '427bb332-f298-49a5-abef-6a6bf85759d2', 'status': 'completed', 'code': 200} Jul 16 18:49:38.459342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-75ba1afe-62b3-42c1-814c-03ba27e58cd7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.464216 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-75ba1afe-62b3-42c1-814c-03ba27e58cd7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2307050 Jul 16 18:49:38.464954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38112) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:38.470224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7073458a-b232-4ebc-b22f-c5061cc49703 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '0bdb8264-0d0b-4bb2-9474-40f4eb533167', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:38.505185 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7073458a-b232-4ebc-b22f-c5061cc49703 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.565862 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-7073458a-b232-4ebc-b22f-c5061cc49703 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:49:38.567071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7073458a-b232-4ebc-b22f-c5061cc49703 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1009767 Jul 16 18:49:38.572195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38116) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:38.675405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2b980af-24f6-4d97-ac5c-f87f4af950f5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.721676 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2b980af-24f6-4d97-ac5c-f87f4af950f5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.789396 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43529ef4-1d71-4ffd-bb3e-542648988bbf req-a8af00ac-c676-4569-bcda-bd813a8c9d92 tempest-VolumesBackupsTest-1985937439 tempest-VolumesBackupsTest-1985937439-project] 10.222.0.48 "GET /v2.0/ports?device_id=e6cd2a55-df7b-43a8-a7bf-222871a486a0 HTTP/1.1" status: 200 len: 210 time: 0.0467677 Jul 16 18:49:38.825722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2b980af-24f6-4d97-ac5c-f87f4af950f5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.828728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f2b980af-24f6-4d97-ac5c-f87f4af950f5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:38.830006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f2b980af-24f6-4d97-ac5c-f87f4af950f5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/0bdb8264-0d0b-4bb2-9474-40f4eb533167 HTTP/1.1" status: 204 len: 168 time: 0.2564054 Jul 16 18:49:38.833985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38120) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:38.854056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b980af-24f6-4d97-ac5c-f87f4af950f5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdb8264-0d0b-4bb2-9474-40f4eb533167,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:38.903490 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-468d81b7-e575-4f6a-afc0-17c18890a22b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0670304 Jul 16 18:49:38.903819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38122) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:38.908837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cf6ab593-cd0e-45b5-9156-46c6b496b203 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--768267071'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:38.937568 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab593-cd0e-45b5-9156-46c6b496b203 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.063531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab593-cd0e-45b5-9156-46c6b496b203 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.074049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab593-cd0e-45b5-9156-46c6b496b203 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.100826 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cf6ab593-cd0e-45b5-9156-46c6b496b203 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.102517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cf6ab593-cd0e-45b5-9156-46c6b496b203 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1977942 Jul 16 18:49:39.106202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38124) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.112555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-119799c0-ef63-4364-aa48-4026998df8ab tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '6a24e67e-8b97-444c-a2dd-a3367433ec4a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:39.113579 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-119799c0-ef63-4364-aa48-4026998df8ab tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:49:39.114466 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-119799c0-ef63-4364-aa48-4026998df8ab tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:39.116014 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-119799c0-ef63-4364-aa48-4026998df8ab tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083404 Jul 16 18:49:39.119194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38126) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.121221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ab593-cd0e-45b5-9156-46c6b496b203 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a24e67e-8b97-444c-a2dd-a3367433ec4a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:39.202406 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e217a926-b3d3-4cc2-972a-ea99a2ff9324 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.232700 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e217a926-b3d3-4cc2-972a-ea99a2ff9324 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.284371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e217a926-b3d3-4cc2-972a-ea99a2ff9324 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.287203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e217a926-b3d3-4cc2-972a-ea99a2ff9324 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.288806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e217a926-b3d3-4cc2-972a-ea99a2ff9324 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/6a24e67e-8b97-444c-a2dd-a3367433ec4a HTTP/1.1" status: 204 len: 168 time: 0.1685593 Jul 16 18:49:39.292627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38128) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.299682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217a926-b3d3-4cc2-972a-ea99a2ff9324 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a24e67e-8b97-444c-a2dd-a3367433ec4a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:39.396575 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5e6392c2-b357-4196-b607-dbc9643500f1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1016562 Jul 16 18:49:39.400868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38130) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.405939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-974187b9-df08-4752-96da-455879c45a4c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--768281668'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:39.433690 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-974187b9-df08-4752-96da-455879c45a4c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.543287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-974187b9-df08-4752-96da-455879c45a4c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.548492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-974187b9-df08-4752-96da-455879c45a4c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.580267 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-974187b9-df08-4752-96da-455879c45a4c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.581584 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-974187b9-df08-4752-96da-455879c45a4c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1794426 Jul 16 18:49:39.586465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974187b9-df08-4752-96da-455879c45a4c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f3c963-75df-4519-ab7c-a7cfb1130adb,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:39.587400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38132) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.593838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-97e24160-d5dd-4af2-817d-dd19bb46f3de tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '76f3c963-75df-4519-ab7c-a7cfb1130adb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:39.594547 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-97e24160-d5dd-4af2-817d-dd19bb46f3de tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:49:39.595476 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-97e24160-d5dd-4af2-817d-dd19bb46f3de tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:39.600093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-97e24160-d5dd-4af2-817d-dd19bb46f3de tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0081053 Jul 16 18:49:39.600093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38134) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.671501 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-835f7a2b-3e39-4e71-92a4-172bf0c2ee1a tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.699383 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-835f7a2b-3e39-4e71-92a4-172bf0c2ee1a tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.750903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-835f7a2b-3e39-4e71-92a4-172bf0c2ee1a tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.753972 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-835f7a2b-3e39-4e71-92a4-172bf0c2ee1a tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.755494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-835f7a2b-3e39-4e71-92a4-172bf0c2ee1a tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/76f3c963-75df-4519-ab7c-a7cfb1130adb HTTP/1.1" status: 204 len: 168 time: 0.1534748 Jul 16 18:49:39.759613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38136) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.770607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f7a2b-3e39-4e71-92a4-172bf0c2ee1a tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f3c963-75df-4519-ab7c-a7cfb1130adb,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:39.821300 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7a81459a-67f4-4ff1-995d-fdeec83c859f tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597832 Jul 16 18:49:39.826713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38138) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:39.832404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-db8d9fba-0274-48aa-a92f-25c1821abcbc tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--443312955'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:39.864467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db8d9fba-0274-48aa-a92f-25c1821abcbc tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.974929 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db8d9fba-0274-48aa-a92f-25c1821abcbc tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:39.981480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db8d9fba-0274-48aa-a92f-25c1821abcbc tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.034522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-db8d9fba-0274-48aa-a92f-25c1821abcbc tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.036821 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-db8d9fba-0274-48aa-a92f-25c1821abcbc tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2087677 Jul 16 18:49:40.041681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38144) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.052892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d9fba-0274-48aa-a92f-25c1821abcbc tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf5870d-870c-4462-a965-0740fe302a1e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:40.065674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-15ac7020-ea8f-4e1f-91b4-3e05e4b70d4b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'aaf5870d-870c-4462-a965-0740fe302a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.069790 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-15ac7020-ea8f-4e1f-91b4-3e05e4b70d4b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:49:40.070678 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-15ac7020-ea8f-4e1f-91b4-3e05e4b70d4b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:40.072518 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-15ac7020-ea8f-4e1f-91b4-3e05e4b70d4b tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0267334 Jul 16 18:49:40.076688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38148) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.081224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-df695be7-3a59-4784-b55f-d1c00971eaf3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'aaf5870d-870c-4462-a965-0740fe302a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.082170 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-df695be7-3a59-4784-b55f-d1c00971eaf3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:49:40.082705 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-df695be7-3a59-4784-b55f-d1c00971eaf3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:40.083750 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-df695be7-3a59-4784-b55f-d1c00971eaf3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064249 Jul 16 18:49:40.088873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.094613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-43ec5dac-f672-499f-84dd-0be620bd3188 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'aaf5870d-870c-4462-a965-0740fe302a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.095564 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-43ec5dac-f672-499f-84dd-0be620bd3188 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:49:40.096522 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-43ec5dac-f672-499f-84dd-0be620bd3188 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:40.097624 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43ec5dac-f672-499f-84dd-0be620bd3188 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087452 Jul 16 18:49:40.102720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38152) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.469854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4d8daf96-0bc6-48de-8224-5307f23c4016 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'aaf5870d-870c-4462-a965-0740fe302a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.470654 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-4d8daf96-0bc6-48de-8224-5307f23c4016 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:49:40.471156 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-4d8daf96-0bc6-48de-8224-5307f23c4016 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:40.472275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4d8daf96-0bc6-48de-8224-5307f23c4016 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.3684886 Jul 16 18:49:40.477569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38154) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.539395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a3764d6-f9a4-416a-b78d-f7fdb6a650b8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.565323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a3764d6-f9a4-416a-b78d-f7fdb6a650b8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.612587 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a3764d6-f9a4-416a-b78d-f7fdb6a650b8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.616682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4a3764d6-f9a4-416a-b78d-f7fdb6a650b8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.618179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4a3764d6-f9a4-416a-b78d-f7fdb6a650b8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/aaf5870d-870c-4462-a965-0740fe302a1e HTTP/1.1" status: 204 len: 168 time: 0.1393120 Jul 16 18:49:40.621496 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.633760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3764d6-f9a4-416a-b78d-f7fdb6a650b8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf5870d-870c-4462-a965-0740fe302a1e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:40.687914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c896327a-8606-46a3-a755-f65a2f2553f3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0608768 Jul 16 18:49:40.688339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38158) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.693614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-994c0efd-a177-4add-b9c9-e5a99d6ca50e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1125645443'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.718991 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-994c0efd-a177-4add-b9c9-e5a99d6ca50e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.828439 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-994c0efd-a177-4add-b9c9-e5a99d6ca50e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.832941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-994c0efd-a177-4add-b9c9-e5a99d6ca50e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.861105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-994c0efd-a177-4add-b9c9-e5a99d6ca50e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:40.865853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-994c0efd-a177-4add-b9c9-e5a99d6ca50e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1761897 Jul 16 18:49:40.866194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38160) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.877173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-457d0664-fe3e-4a7d-8530-e19e59783716 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.878213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c0efd-a177-4add-b9c9-e5a99d6ca50e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d1ec8-2e12-4868-a168-72c1a5ec9d81,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:40.879607 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-457d0664-fe3e-4a7d-8530-e19e59783716 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:49:40.880487 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-457d0664-fe3e-4a7d-8530-e19e59783716 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:40.897997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-457d0664-fe3e-4a7d-8530-e19e59783716 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0250413 Jul 16 18:49:40.898531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38162) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.905960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c21e936b-83c2-4cb0-a175-f75d1454f2f8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.971505 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-c21e936b-83c2-4cb0-a175-f75d1454f2f8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:40.978095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c21e936b-83c2-4cb0-a175-f75d1454f2f8 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0736570 Jul 16 18:49:40.978569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:40.985314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a23ba21c-db7d-48d9-9b22-621a774e6ec4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:40.986002 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-a23ba21c-db7d-48d9-9b22-621a774e6ec4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:49:40.987049 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-a23ba21c-db7d-48d9-9b22-621a774e6ec4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:40.988278 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a23ba21c-db7d-48d9-9b22-621a774e6ec4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085015 Jul 16 18:49:40.991890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38166) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.000496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8c48717a-b0be-49d1-952a-82fcdc7ea2d6 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.060253 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-8c48717a-b0be-49d1-952a-82fcdc7ea2d6 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:41.061899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8c48717a-b0be-49d1-952a-82fcdc7ea2d6 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0684280 Jul 16 18:49:41.066324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38168) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.073029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e54fadb9-f3c4-4d4a-9b7f-6b4bf0e96c7d tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.073837 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-e54fadb9-f3c4-4d4a-9b7f-6b4bf0e96c7d tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:49:41.074550 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-e54fadb9-f3c4-4d4a-9b7f-6b4bf0e96c7d tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:41.075890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e54fadb9-f3c4-4d4a-9b7f-6b4bf0e96c7d tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081546 Jul 16 18:49:41.080311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38170) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.087400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7b6480cf-3588-4d71-bba3-918c50c02ce7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.144635 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-7b6480cf-3588-4d71-bba3-918c50c02ce7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:41.146570 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7b6480cf-3588-4d71-bba3-918c50c02ce7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0655444 Jul 16 18:49:41.152688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.158732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c542dd55-575c-43ae-ac75-3fb5ccaf5cd5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.159244 n-d-793620-10 neutron-server[93778]: WARNING neutron.api.v2.base [None req-c542dd55-575c-43ae-ac75-3fb5ccaf5cd5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:49:41.159831 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-c542dd55-575c-43ae-ac75-3fb5ccaf5cd5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:41.162770 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c542dd55-575c-43ae-ac75-3fb5ccaf5cd5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072269 Jul 16 18:49:41.165363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.187857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-515322d9-23c7-4a65-8794-39425064e3a2 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.255467 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-515322d9-23c7-4a65-8794-39425064e3a2 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:41.260224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-515322d9-23c7-4a65-8794-39425064e3a2 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0914450 Jul 16 18:49:41.261483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.269593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dba74317-8fdc-40af-8498-ddc0f5a7ba0e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': 'a57d1ec8-2e12-4868-a168-72c1a5ec9d81', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.332219 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-dba74317-8fdc-40af-8498-ddc0f5a7ba0e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:41.333531 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dba74317-8fdc-40af-8498-ddc0f5a7ba0e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0704005 Jul 16 18:49:41.337482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38180) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.410243 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbee0232-0c4e-4db6-96f0-fd1c3c3b0da5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.441985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbee0232-0c4e-4db6-96f0-fd1c3c3b0da5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.498122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbee0232-0c4e-4db6-96f0-fd1c3c3b0da5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.501160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbee0232-0c4e-4db6-96f0-fd1c3c3b0da5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.503486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cbee0232-0c4e-4db6-96f0-fd1c3c3b0da5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/a57d1ec8-2e12-4868-a168-72c1a5ec9d81 HTTP/1.1" status: 204 len: 168 time: 0.1642756 Jul 16 18:49:41.506691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38182) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.517631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee0232-0c4e-4db6-96f0-fd1c3c3b0da5 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d1ec8-2e12-4868-a168-72c1a5ec9d81,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.588056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5bfe4283-23cf-46a3-9527-1d9780907655 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746446 Jul 16 18:49:41.588391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38184) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.594027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3e19eeea-149d-4183-babb-398dd3cc86b3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1213777874'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.627737 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e19eeea-149d-4183-babb-398dd3cc86b3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.795338 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e19eeea-149d-4183-babb-398dd3cc86b3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.800937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e19eeea-149d-4183-babb-398dd3cc86b3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.853917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3e19eeea-149d-4183-babb-398dd3cc86b3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:41.856235 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3e19eeea-149d-4183-babb-398dd3cc86b3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2664535 Jul 16 18:49:41.859785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38186) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.864396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19eeea-149d-4183-babb-398dd3cc86b3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3c6f06-aeee-47ab-ba4f-e0f977117190,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:41.878387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7b973631-383b-418d-a37b-87598b25fe7c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '8e3c6f06-aeee-47ab-ba4f-e0f977117190', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:41.945042 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-7b973631-383b-418d-a37b-87598b25fe7c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The resource could not be found. Jul 16 18:49:41.950541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7b973631-383b-418d-a37b-87598b25fe7c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0859947 Jul 16 18:49:41.951020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38188) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:41.961609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-cf77f2bf-b125-4d81-af5a-e516bb563daf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '8e3c6f06-aeee-47ab-ba4f-e0f977117190', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8c86b181-9502-4ff9-9fd5-022bdaeade10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:42.025390 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-cf77f2bf-b125-4d81-af5a-e516bb563daf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The resource could not be found. Jul 16 18:49:42.027009 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cf77f2bf-b125-4d81-af5a-e516bb563daf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0744865 Jul 16 18:49:42.030563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38190) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.095114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11aa1f5c-13e7-4b4f-9f58-0e95430be0be tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.126312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11aa1f5c-13e7-4b4f-9f58-0e95430be0be tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.195100 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11aa1f5c-13e7-4b4f-9f58-0e95430be0be tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.199720 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11aa1f5c-13e7-4b4f-9f58-0e95430be0be tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.201668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11aa1f5c-13e7-4b4f-9f58-0e95430be0be tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/8e3c6f06-aeee-47ab-ba4f-e0f977117190 HTTP/1.1" status: 204 len: 168 time: 0.1696377 Jul 16 18:49:42.205350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.224410 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa1f5c-13e7-4b4f-9f58-0e95430be0be tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3c6f06-aeee-47ab-ba4f-e0f977117190,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.295599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 427bb332-f298-49a5-abef-6a6bf85759d2 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:42.326597 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a843234f-8026-45ae-9eaa-dc40be64fe79 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1137161 Jul 16 18:49:42.328268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38196) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.335667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 427bb332-f298-49a5-abef-6a6bf85759d2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:42.336648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 427bb332-f298-49a5-abef-6a6bf85759d2 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:42.339152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ed5de7dc-89aa-443c-ac3c-91ac10d32dcf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '32740348-0c4c-4549-84d2-60f72f7431e0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:42.395927 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-ed5de7dc-89aa-443c-ac3c-91ac10d32dcf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The resource could not be found. Jul 16 18:49:42.398161 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed5de7dc-89aa-443c-ac3c-91ac10d32dcf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0674539 Jul 16 18:49:42.403673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38198) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.409569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c21c1e08-b0cc-4f91-89fa-9984e2ebeaba tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1903496053'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:42.439950 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c21c1e08-b0cc-4f91-89fa-9984e2ebeaba tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.566980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c21c1e08-b0cc-4f91-89fa-9984e2ebeaba tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.573832 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c21c1e08-b0cc-4f91-89fa-9984e2ebeaba tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.604944 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c21c1e08-b0cc-4f91-89fa-9984e2ebeaba tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.606807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c21c1e08-b0cc-4f91-89fa-9984e2ebeaba tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2012115 Jul 16 18:49:42.611953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.619799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c1e08-b0cc-4f91-89fa-9984e2ebeaba tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e6b503-b2b0-4d30-a197-df5bfb152169,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.622072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a6257581-8500-4c7f-b2db-2c84160047a1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--348624870'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:42.668113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6257581-8500-4c7f-b2db-2c84160047a1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.815878 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6257581-8500-4c7f-b2db-2c84160047a1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.821739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6257581-8500-4c7f-b2db-2c84160047a1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.854359 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a6257581-8500-4c7f-b2db-2c84160047a1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.855945 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a6257581-8500-4c7f-b2db-2c84160047a1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2416368 Jul 16 18:49:42.860121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38202) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:42.869301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257581-8500-4c7f-b2db-2c84160047a1 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73725969-2bb0-4e21-9e3f-fba249599caa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:42.873009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7a6986de-9649-4016-b36d-c31fad4cdf6c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group_rule': {'security_group_id': '43e6b503-b2b0-4d30-a197-df5bfb152169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '73725969-2bb0-4e21-9e3f-fba249599caa'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:42.942901 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-7a6986de-9649-4016-b36d-c31fad4cdf6c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:49:42.945418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7a6986de-9649-4016-b36d-c31fad4cdf6c tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0805180 Jul 16 18:49:42.948913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38204) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:43.036035 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32d47348-0c0a-4f2b-a2a8-ea8f549584a4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.071612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32d47348-0c0a-4f2b-a2a8-ea8f549584a4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.133449 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32d47348-0c0a-4f2b-a2a8-ea8f549584a4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.137567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32d47348-0c0a-4f2b-a2a8-ea8f549584a4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.139354 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-32d47348-0c0a-4f2b-a2a8-ea8f549584a4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/73725969-2bb0-4e21-9e3f-fba249599caa HTTP/1.1" status: 204 len: 168 time: 0.1887941 Jul 16 18:49:43.143531 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38206) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:43.157846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d47348-0c0a-4f2b-a2a8-ea8f549584a4 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73725969-2bb0-4e21-9e3f-fba249599caa,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:43.224588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0501f7f9-79f4-47f9-a554-f30df78c1f0d tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0794280 Jul 16 18:49:43.227828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:43.294218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-428cf18e-f444-45ae-8359-e463a24b02eb tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.322715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-428cf18e-f444-45ae-8359-e463a24b02eb tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.391007 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-428cf18e-f444-45ae-8359-e463a24b02eb tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.394122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-428cf18e-f444-45ae-8359-e463a24b02eb tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.395316 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-428cf18e-f444-45ae-8359-e463a24b02eb tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/43e6b503-b2b0-4d30-a197-df5bfb152169 HTTP/1.1" status: 204 len: 168 time: 0.1661797 Jul 16 18:49:43.400894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38212) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:43.408981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cf18e-f444-45ae-8359-e463a24b02eb tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e6b503-b2b0-4d30-a197-df5bfb152169,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:43.475048 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c44c8adb-9905-4814-a94d-174cddb28e8e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725346 Jul 16 18:49:43.482012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:43.492129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e5b720ed-55d2-47a3-bf2a-e695c49384bf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121793384'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:43.533179 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b720ed-55d2-47a3-bf2a-e695c49384bf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.694508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b720ed-55d2-47a3-bf2a-e695c49384bf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.700612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b720ed-55d2-47a3-bf2a-e695c49384bf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.755106 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e5b720ed-55d2-47a3-bf2a-e695c49384bf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.757637 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e5b720ed-55d2-47a3-bf2a-e695c49384bf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2735453 Jul 16 18:49:43.761995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38254) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:43.766739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b720ed-55d2-47a3-bf2a-e695c49384bf tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=233616a6-b723-442d-9b28-dce6b7e6ad6e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:43.769987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b39b6aa9-b505-4898-84f2-d12629053df3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:43.770469 n-d-793620-10 neutron-server[93777]: WARNING neutron.api.v2.base [None req-b39b6aa9-b505-4898-84f2-d12629053df3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:49:43.771089 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-b39b6aa9-b505-4898-84f2-d12629053df3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:49:43.775931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38256) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:43.776659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b39b6aa9-b505-4898-84f2-d12629053df3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "PUT /v2.0/security-groups/233616a6-b723-442d-9b28-dce6b7e6ad6e HTTP/1.1" status: 409 len: 330 time: 0.0133808 Jul 16 18:49:43.886140 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77de508-f9f8-488b-b117-190b162d491e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.925660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77de508-f9f8-488b-b117-190b162d491e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.000678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77de508-f9f8-488b-b117-190b162d491e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.007079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c77de508-f9f8-488b-b117-190b162d491e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.011294 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c77de508-f9f8-488b-b117-190b162d491e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/233616a6-b723-442d-9b28-dce6b7e6ad6e HTTP/1.1" status: 204 len: 168 time: 0.2332730 Jul 16 18:49:44.012060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38258) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.022863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77de508-f9f8-488b-b117-190b162d491e tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=233616a6-b723-442d-9b28-dce6b7e6ad6e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:44.099179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0da25ebd-3c1b-4af5-9cf2-2da33d8bd64f tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833154 Jul 16 18:49:44.103910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.128323 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-4713ec8b-53f6-4c5b-9acb-83e9a0f266d7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] delete failed (client error): The resource could not be found. Jul 16 18:49:44.130041 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4713ec8b-53f6-4c5b-9acb-83e9a0f266d7 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "DELETE /v2.0/security-groups/93e2ab1d-f996-49a8-9672-f2a2dbd542ef HTTP/1.1" status: 404 len: 347 time: 0.0247064 Jul 16 18:49:44.135127 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38266) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.162190 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [None req-9592f1f3-4ea1-449b-adde-512702de5348 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] show failed (client error): The resource could not be found. Jul 16 18:49:44.167470 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9592f1f3-4ea1-449b-adde-512702de5348 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-groups/a734db83-6a2b-496a-8a2f-71c481766bba HTTP/1.1" status: 404 len: 347 time: 0.0270004 Jul 16 18:49:44.168713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38268) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.193546 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-be6601c7-d4ff-49ce-9658-391ca87ef6a3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] show failed (client error): The resource could not be found. Jul 16 18:49:44.195528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-be6601c7-d4ff-49ce-9658-391ca87ef6a3 tempest-NegativeSecGroupTest-310631163 tempest-NegativeSecGroupTest-310631163-project] 10.222.0.48 "GET /v2.0/security-group-rules/f56efd12-e729-4389-83d7-e22c610a7735 HTTP/1.1" status: 404 len: 356 time: 0.0253158 Jul 16 18:49:44.589247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38304) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.788903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-801d6779-5789-4640-9b88-4f553d70495d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a72a9a084afc46ca8d1a00abd1d7805b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974940 Jul 16 18:49:44.791726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38308) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:44.865019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cf6942-bcb4-4c5b-8d62-3c1dd3f3f086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.896230 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cf6942-bcb4-4c5b-8d62-3c1dd3f3f086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.966221 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cf6942-bcb4-4c5b-8d62-3c1dd3f3f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.968891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-16cf6942-bcb4-4c5b-8d62-3c1dd3f3f086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.974481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-16cf6942-bcb4-4c5b-8d62-3c1dd3f3f086 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e5a0e6b2-a139-4211-823b-1a5a6c18113d HTTP/1.1" status: 204 len: 168 time: 0.1771135 Jul 16 18:49:44.979851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6942-bcb4-4c5b-8d62-3c1dd3f3f086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a0e6b2-a139-4211-823b-1a5a6c18113d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:46.044738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38332) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:46.234579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ca207b53-a623-4f62-a249-0a7c7a58d54e tempest-ServiceProvidersTest-2012933396 tempest-ServiceProvidersTest-2012933396-project] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1879473 Jul 16 18:49:46.642267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38344) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:46.833160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50d67f50-08fe-4fdb-a108-d47ea3319c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.000231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50d67f50-08fe-4fdb-a108-d47ea3319c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.005208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-50d67f50-08fe-4fdb-a108-d47ea3319c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.050622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-50d67f50-08fe-4fdb-a108-d47ea3319c8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f559e094803c4606af17d9023bad14ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070046 Jul 16 18:49:47.051452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d67f50-08fe-4fdb-a108-d47ea3319c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a73c51-7721-4bac-90b2-a42ba409f290,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:47.054890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38348) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:47.130464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02de39b0-98e4-4dce-b0ef-618835941868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.164654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02de39b0-98e4-4dce-b0ef-618835941868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.248374 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02de39b0-98e4-4dce-b0ef-618835941868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.253256 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02de39b0-98e4-4dce-b0ef-618835941868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.256652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02de39b0-98e4-4dce-b0ef-618835941868 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1a73c51-7721-4bac-90b2-a42ba409f290 HTTP/1.1" status: 204 len: 168 time: 0.1989775 Jul 16 18:49:47.280952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de39b0-98e4-4dce-b0ef-618835941868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a73c51-7721-4bac-90b2-a42ba409f290,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:48.326928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:48.331733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034392 Jul 16 18:49:48.336876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:48.497596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-012df474-bf93-4a71-9fa4-ee5101ea5edf tempest-NetworksApiDiscovery-73107109 tempest-NetworksApiDiscovery-73107109-project] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1574924 Jul 16 18:49:48.877914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38384) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:49.050245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4871adcf-2459-4a1d-b0d8-f5633437fc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.195302 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4871adcf-2459-4a1d-b0d8-f5633437fc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.201028 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4871adcf-2459-4a1d-b0d8-f5633437fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.260682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38388) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:49.261298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4871adcf-2459-4a1d-b0d8-f5633437fc7a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2280b3a606946ab9a9e01549f052f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3810995 Jul 16 18:49:49.262367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871adcf-2459-4a1d-b0d8-f5633437fc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c5c495-f9eb-4ba1-8437-255825630891,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:49.351705 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561a80f8-0d9a-4252-a426-3cfed5911646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.386556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561a80f8-0d9a-4252-a426-3cfed5911646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.456837 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561a80f8-0d9a-4252-a426-3cfed5911646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.462509 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-561a80f8-0d9a-4252-a426-3cfed5911646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:49.464799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-561a80f8-0d9a-4252-a426-3cfed5911646 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59c5c495-f9eb-4ba1-8437-255825630891 HTTP/1.1" status: 204 len: 168 time: 0.2018526 Jul 16 18:49:49.476595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a80f8-0d9a-4252-a426-3cfed5911646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c5c495-f9eb-4ba1-8437-255825630891,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:51.955088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38448) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.118899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-619dda6b-bc66-4c10-9075-595823b12643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.274190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-619dda6b-bc66-4c10-9075-595823b12643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.279996 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-619dda6b-bc66-4c10-9075-595823b12643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.343223 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-619dda6b-bc66-4c10-9075-595823b12643 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c1535d71a514a3487906302a164d43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863747 Jul 16 18:49:52.344455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619dda6b-bc66-4c10-9075-595823b12643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4da5fd3-70c7-4e78-93e7-eff9c04e649d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:52.347045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38452) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.419146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-094ca1b5-b0d8-4f9f-961c-acbc95b42db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.449530 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-094ca1b5-b0d8-4f9f-961c-acbc95b42db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.522048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-094ca1b5-b0d8-4f9f-961c-acbc95b42db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.525158 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-094ca1b5-b0d8-4f9f-961c-acbc95b42db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.526356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-094ca1b5-b0d8-4f9f-961c-acbc95b42db0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4da5fd3-70c7-4e78-93e7-eff9c04e649d HTTP/1.1" status: 204 len: 168 time: 0.1779459 Jul 16 18:49:52.540959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ca1b5-b0d8-4f9f-961c-acbc95b42db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4da5fd3-70c7-4e78-93e7-eff9c04e649d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:52.905497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:52.921276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dd17617-ac8d-4517-9b83-9e1cef25962e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.051701 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dd17617-ac8d-4517-9b83-9e1cef25962e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.057130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3dd17617-ac8d-4517-9b83-9e1cef25962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.106555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3dd17617-ac8d-4517-9b83-9e1cef25962e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43c1e7c01cf5475091581d2661fa0ec7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992803 Jul 16 18:49:53.107607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd17617-ac8d-4517-9b83-9e1cef25962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a5012b-9537-42d3-9e06-318bf1f4143c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:53.110212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38462) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:53.178178 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49295005-f348-4af1-b193-99504712ebe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.210998 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49295005-f348-4af1-b193-99504712ebe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.278506 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49295005-f348-4af1-b193-99504712ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.282406 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49295005-f348-4af1-b193-99504712ebe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:53.284338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-49295005-f348-4af1-b193-99504712ebe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46a5012b-9537-42d3-9e06-318bf1f4143c HTTP/1.1" status: 204 len: 168 time: 0.1712935 Jul 16 18:49:53.298453 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49295005-f348-4af1-b193-99504712ebe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a5012b-9537-42d3-9e06-318bf1f4143c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:00.310375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e7d3-f325-41e1-92e6-b1bf1a9e4b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.142627 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0d93ec40-59ca-4c9d-822e-34780055e4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.394332 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.409897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:05.913543 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.399530 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:07.849452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.774535 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:23.264121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 38896) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:23.461977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99b971fa-51f2-4cc7-82d3-ec893336cf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.639120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99b971fa-51f2-4cc7-82d3-ec893336cf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.646411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99b971fa-51f2-4cc7-82d3-ec893336cf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.731319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-99b971fa-51f2-4cc7-82d3-ec893336cf28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=105fc23bd95b4f41886265868f435d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626606 Jul 16 18:50:23.731319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b971fa-51f2-4cc7-82d3-ec893336cf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f92688-82f3-4a12-ae6f-d1825d37a428,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:23.732239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38900) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:23.798967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.828670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.918526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.921660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.924901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8f92688-82f3-4a12-ae6f-d1825d37a428 HTTP/1.1" status: 204 len: 168 time: 0.1907835 Jul 16 18:50:23.940296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f92688-82f3-4a12-ae6f-d1825d37a428,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:23.954635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.955334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.956014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.956782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.957355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.958013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.958673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.959880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.960857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.961573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.962157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:23.962697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd767de-71f2-46a2-992a-94921ee41945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:24.318566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.340425 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-228afa90-18af-4cb6-ae07-1b1ef2674aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.493110 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-228afa90-18af-4cb6-ae07-1b1ef2674aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.499339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-228afa90-18af-4cb6-ae07-1b1ef2674aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.549143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228afa90-18af-4cb6-ae07-1b1ef2674aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b8b3ce-9f07-46c7-ab35-8a93c33418ca,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:24.554435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-228afa90-18af-4cb6-ae07-1b1ef2674aaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac50b9c3728f49f9b7bf7a9e9e39bdec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346425 Jul 16 18:50:24.558707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 38914) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:24.621328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f378ed-bd90-4a1b-94ca-32e63f53819e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.652921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f378ed-bd90-4a1b-94ca-32e63f53819e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.722302 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f378ed-bd90-4a1b-94ca-32e63f53819e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.725600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a2f378ed-bd90-4a1b-94ca-32e63f53819e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:24.727647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a2f378ed-bd90-4a1b-94ca-32e63f53819e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8b8b3ce-9f07-46c7-ab35-8a93c33418ca HTTP/1.1" status: 204 len: 168 time: 0.1677530 Jul 16 18:50:24.740266 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f378ed-bd90-4a1b-94ca-32e63f53819e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b8b3ce-9f07-46c7-ab35-8a93c33418ca,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:25.429361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-31eaa0cd-400f-4255-8145-db1f12cd427a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0706015 Jul 16 18:50:25.578858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-37242007-12de-48b8-b172-375e4c0a96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:25.580787 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-37242007-12de-48b8-b172-375e4c0a96d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 1098 time: 0.0694225 Jul 16 18:50:25.782427 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-4d4b2d20-0d48-40e0-a961-4b6661f135a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:25.785287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-4d4b2d20-0d48-40e0-a961-4b6661f135a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1737106 Jul 16 18:50:25.901766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-d4968e9d-af93-4864-8843-68ca17326160 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019 HTTP/1.1" status: 200 len: 1001 time: 0.1098514 Jul 16 18:50:25.992654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-3209d8ac-c3dd-40f6-99d9-91728c05bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:25.994350 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-3209d8ac-c3dd-40f6-99d9-91728c05bfc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0862641 Jul 16 18:50:26.078104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-33024325-22e5-4962-ada2-b704e28134bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:26.079972 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-33024325-22e5-4962-ada2-b704e28134bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772007 Jul 16 18:50:26.210383 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-1aa07f66-5e35-47fe-971e-efca5f48ede9 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236575 Jul 16 18:50:26.377392 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3b907250-21bc-41f2-aead-f7d7cf60e88b req-729af6ae-8adf-47b0-b445-bca42e20a24c service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607785 Jul 16 18:50:30.305899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f51edb16-1a7a-4919-90d5-3b96843b986b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.221091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39050) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:31.369057 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-051faae6-ca68-4ddf-bc96-dcbd6bd4bc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.492370 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-051faae6-ca68-4ddf-bc96-dcbd6bd4bc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.498312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-051faae6-ca68-4ddf-bc96-dcbd6bd4bc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.545605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-051faae6-ca68-4ddf-bc96-dcbd6bd4bc82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=811fa48b54bf46bc9172c270bfbef1ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232667 Jul 16 18:50:31.546956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051faae6-ca68-4ddf-bc96-dcbd6bd4bc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f168ba5-05c6-4456-b38c-e49c05ddef67,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.550053 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39054) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:31.621703 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70c46014-24e6-4b8a-97b1-5faaefa1c3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.648124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70c46014-24e6-4b8a-97b1-5faaefa1c3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.724980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70c46014-24e6-4b8a-97b1-5faaefa1c3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.728823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70c46014-24e6-4b8a-97b1-5faaefa1c3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.730143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-70c46014-24e6-4b8a-97b1-5faaefa1c3f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f168ba5-05c6-4456-b38c-e49c05ddef67 HTTP/1.1" status: 204 len: 168 time: 0.1786196 Jul 16 18:50:31.747221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c46014-24e6-4b8a-97b1-5faaefa1c3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f168ba5-05c6-4456-b38c-e49c05ddef67,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.083641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39064) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:32.098021 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b659-2b4d-4780-b34e-06c120269dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.220467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b659-2b4d-4780-b34e-06c120269dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.224948 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fcb9b659-2b4d-4780-b34e-06c120269dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.268655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9b659-2b4d-4780-b34e-06c120269dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59079112-5eb2-4abb-99ee-9a38f06dba54,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:32.274069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fcb9b659-2b4d-4780-b34e-06c120269dba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=419a65e3682845cfb4b8a70b43769cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889355 Jul 16 18:50:32.276074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39068) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:32.342946 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c62cca5-830c-4650-8c9e-513b0278307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.369508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c62cca5-830c-4650-8c9e-513b0278307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.430082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c62cca5-830c-4650-8c9e-513b0278307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.433317 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4c62cca5-830c-4650-8c9e-513b0278307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.435152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4c62cca5-830c-4650-8c9e-513b0278307d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59079112-5eb2-4abb-99ee-9a38f06dba54 HTTP/1.1" status: 204 len: 168 time: 0.1571732 Jul 16 18:50:32.445939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62cca5-830c-4650-8c9e-513b0278307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59079112-5eb2-4abb-99ee-9a38f06dba54,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:33.143770 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dcbc9f0f-ede7-4437-ac8a-b58eacae76e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:33.397704 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.410595 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:35.908136 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.423022 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:37.827052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.365478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39198) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:40.530441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d46b477d-6af0-4a81-be86-83af00f48886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.661333 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d46b477d-6af0-4a81-be86-83af00f48886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.667166 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d46b477d-6af0-4a81-be86-83af00f48886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.719647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d46b477d-6af0-4a81-be86-83af00f48886 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=22d5b9b4c6e14add89b0a4a7ce0f9671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527091 Jul 16 18:50:40.721117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b477d-6af0-4a81-be86-83af00f48886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6ee18f-25e0-4d4e-a5cf-0ea7526de065,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:40.722895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:40.790245 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.817330 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.888584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.893556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:40.895547 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd6ee18f-25e0-4d4e-a5cf-0ea7526de065 HTTP/1.1" status: 204 len: 168 time: 0.1710711 Jul 16 18:50:40.910211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6ee18f-25e0-4d4e-a5cf-0ea7526de065,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:40.925246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.925845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.926579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.927458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.927986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.928847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.929434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.930047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.930616 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.931203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.931791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.932420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15fe5b-9998-43be-9bb5-bb49ba055ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:41.357974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:41.373269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cf57-e00d-4e8a-bdf0-17e821f4ec6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.496782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cf57-e00d-4e8a-bdf0-17e821f4ec6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.501651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cd5cf57-e00d-4e8a-bdf0-17e821f4ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.551758 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9cd5cf57-e00d-4e8a-bdf0-17e821f4ec6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccd494ef6f8b45a09d0087a7dbb5dba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1924062 Jul 16 18:50:41.553007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5cf57-e00d-4e8a-bdf0-17e821f4ec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f728f4-a96d-4951-8e6c-6c08beb584d0,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:41.554472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39222) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:41.628434 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a222f70-4ab8-41ad-9b8a-fa27a9d49b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.656552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a222f70-4ab8-41ad-9b8a-fa27a9d49b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.709600 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a222f70-4ab8-41ad-9b8a-fa27a9d49b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.712992 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0a222f70-4ab8-41ad-9b8a-fa27a9d49b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.715196 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0a222f70-4ab8-41ad-9b8a-fa27a9d49b64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12f728f4-a96d-4951-8e6c-6c08beb584d0 HTTP/1.1" status: 204 len: 168 time: 0.1583242 Jul 16 18:50:41.726000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a222f70-4ab8-41ad-9b8a-fa27a9d49b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f728f4-a96d-4951-8e6c-6c08beb584d0,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:43.239426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39258) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:43.396901 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c65627b9-337d-4c55-a802-c86b62fc43f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.535925 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c65627b9-337d-4c55-a802-c86b62fc43f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.542011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c65627b9-337d-4c55-a802-c86b62fc43f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.613221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c65627b9-337d-4c55-a802-c86b62fc43f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fd5c07a655446ff82cf7e62d4591ac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693483 Jul 16 18:50:43.613221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65627b9-337d-4c55-a802-c86b62fc43f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12729a00-79b5-48f7-a6c3-3a6802592c5a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:43.614192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39266) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:43.708979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eab3e77-3c73-405d-962d-d238261d2a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.735599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eab3e77-3c73-405d-962d-d238261d2a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.792705 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eab3e77-3c73-405d-962d-d238261d2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.797658 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eab3e77-3c73-405d-962d-d238261d2a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:43.799826 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6eab3e77-3c73-405d-962d-d238261d2a0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12729a00-79b5-48f7-a6c3-3a6802592c5a HTTP/1.1" status: 204 len: 168 time: 0.1835346 Jul 16 18:50:43.815326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab3e77-3c73-405d-962d-d238261d2a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12729a00-79b5-48f7-a6c3-3a6802592c5a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:49.788821 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:49.898159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:50.081347 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0284b13-6133-4454-bf14-ce71c7bee0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.225412 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0284b13-6133-4454-bf14-ce71c7bee0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.230337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f0284b13-6133-4454-bf14-ce71c7bee0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.271191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0284b13-6133-4454-bf14-ce71c7bee0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3135f910-224a-4750-89c6-24db62158427,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:50.280521 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f0284b13-6133-4454-bf14-ce71c7bee0ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e770381580b42c0917c454cb5f1055c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764381 Jul 16 18:50:50.280875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39374) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:50.340247 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47272f8f-bef5-49ca-9b63-a60c197a46d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.365505 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47272f8f-bef5-49ca-9b63-a60c197a46d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.419426 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47272f8f-bef5-49ca-9b63-a60c197a46d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.422660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-47272f8f-bef5-49ca-9b63-a60c197a46d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.424198 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-47272f8f-bef5-49ca-9b63-a60c197a46d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3135f910-224a-4750-89c6-24db62158427 HTTP/1.1" status: 204 len: 168 time: 0.1423783 Jul 16 18:50:50.437690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47272f8f-bef5-49ca-9b63-a60c197a46d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3135f910-224a-4750-89c6-24db62158427,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:50.746333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39380) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:50.760859 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76c6a00-433c-4640-a7ed-9fafba1529ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.874681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76c6a00-433c-4640-a7ed-9fafba1529ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.879601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b76c6a00-433c-4640-a7ed-9fafba1529ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.924875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b76c6a00-433c-4640-a7ed-9fafba1529ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=078907e3f4d34a88aa613c4ac5034581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771319 Jul 16 18:50:50.928006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:50.964535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c6a00-433c-4640-a7ed-9fafba1529ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef94090-5594-4edb-a41d-23a7cb7ecf49,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:51.028051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43c8c18d-e69b-4da4-a2cc-77d78b308b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.059465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43c8c18d-e69b-4da4-a2cc-77d78b308b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.128738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43c8c18d-e69b-4da4-a2cc-77d78b308b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.132691 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43c8c18d-e69b-4da4-a2cc-77d78b308b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:51.135403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43c8c18d-e69b-4da4-a2cc-77d78b308b2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ef94090-5594-4edb-a41d-23a7cb7ecf49 HTTP/1.1" status: 204 len: 168 time: 0.2059512 Jul 16 18:50:51.147603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8c18d-e69b-4da4-a2cc-77d78b308b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef94090-5594-4edb-a41d-23a7cb7ecf49,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:00.319041 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-692c374e-dfd0-423c-959a-6c9f51ab7a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.135208 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-578cbf4d-8908-4289-b11f-6a339a08325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.394238 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.416757 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:05.912298 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.391664 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:07.858102 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:21.202969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea777-fd3b-48cd-9b7d-56e53d42b7b0 req-a46be2d9-7d8b-44e9-b2ad-01827d1be5b1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:21.204842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03aea777-fd3b-48cd-9b7d-56e53d42b7b0 req-a46be2d9-7d8b-44e9-b2ad-01827d1be5b1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 946 time: 0.4508417 Jul 16 18:51:21.273144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03aea777-fd3b-48cd-9b7d-56e53d42b7b0 req-f14a5436-3a6b-495f-9e19-c56058635ee0 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593708 Jul 16 18:51:22.202029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-fb212a2f-990a-45c7-b628-b038a8b182e2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.204428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-fb212a2f-990a-45c7-b628-b038a8b182e2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 946 time: 0.1013212 Jul 16 18:51:22.439816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port 616ac3fc-c6c5-4672-9e14-8c40c811e019 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:22.443225 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.626551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] For port 616ac3fc-c6c5-4672-9e14-8c40c811e019, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=616ac3fc-c6c5-4672-9e14-8c40c811e019,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:22.627149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.773255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00349929-1992-4088-ad96-de19c90ace81 req-ecb080cf-b57f-43ee-a987-73522bd97f74 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:22.776768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00349929-1992-4088-ad96-de19c90ace81 req-ecb080cf-b57f-43ee-a987-73522bd97f74 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 946 time: 0.2379713 Jul 16 18:51:22.894090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00349929-1992-4088-ad96-de19c90ace81 req-8b38eac0-21a7-42e4-a21b-3a91a60eb0d9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016712 Jul 16 18:51:22.917091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.917091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.917091 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Floating IP 1dacec04-549c-4c06-8048-6244b2504c8a disassociated. External IP: 172.25.0.19, port: 616ac3fc-c6c5-4672-9e14-8c40c811e019. Jul 16 18:51:22.917091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for 616ac3fc-c6c5-4672-9e14-8c40c811e019 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:23.154120 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.209976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=616ac3fc-c6c5-4672-9e14-8c40c811e019,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:23.395969 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:23.592438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:23.608817 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:23.632819 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:23.634133 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:51:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:23.674334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] No DVR routers for this DVR port 616ac3fc-c6c5-4672-9e14-8c40c811e019 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:23.678270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:23.680736 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a6b2385d-fe67-4121-834c-e92bdbda9cd2 req-0d91e1df-d85d-4680-932d-9fce6e03d0b9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "DELETE /v2.0/ports/616ac3fc-c6c5-4672-9e14-8c40c811e019 HTTP/1.1" status: 204 len: 173 time: 1.4708250 Jul 16 18:51:23.681955 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'name': 'network-vif-deleted', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:23.689773 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710aa576-d3f8-4dcb-88ac-b5e7bcc95378" -d '{"events": [{"server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "name": "network-vif-deleted", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:23.819255 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac970cc6-7fb4-470a-95c5-0c23df745ad6 x-openstack-request-id: req-ac970cc6-7fb4-470a-95c5-0c23df745ad6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:23.819720 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fcf71ee-8724-4d99-9341-fda4c1a09586", "name": "network-vif-deleted", "tag": "616ac3fc-c6c5-4672-9e14-8c40c811e019", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:23.820114 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac970cc6-7fb4-470a-95c5-0c23df745ad6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:23.820791 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fcf71ee-8724-4d99-9341-fda4c1a09586', 'name': 'network-vif-deleted', 'tag': '616ac3fc-c6c5-4672-9e14-8c40c811e019', 'status': 'completed', 'code': 200} Jul 16 18:51:24.121275 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:24.136826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a907f69e-968e-45fe-96bf-671da017288d req-df6a0bc4-519f-489f-bb70-f9b28be4e298 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 210 time: 0.0851340 Jul 16 18:51:24.440460 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:24.473903 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:24.485238 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:24.485885 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:51:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:24.620186 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:24.889530 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:24.923937 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443bd3c7-61dc-467b-bbca-a4db7ea082bc None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:25.262066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 616ac3fc-c6c5-4672-9e14-8c40c811e019 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:25.332954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f5e393-55b0-4878-b1c0-ba0aede563f4 None None] New status for floating IP 1dacec04-549c-4c06-8048-6244b2504c8a: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:51:25.356295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 616ac3fc-c6c5-4672-9e14-8c40c811e019 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:25.362867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 616ac3fc-c6c5-4672-9e14-8c40c811e019 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:25.422534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c71a93f7-6a2e-47b4-9b08-67b53521e7ca req-31c310d1-b55e-405d-ae9e-313b426277d7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 210 time: 0.0810456 Jul 16 18:51:26.077299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 39880) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:26.239216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f62c17-fa5a-473a-b4ff-37ad746f517b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.393836 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f62c17-fa5a-473a-b4ff-37ad746f517b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.401009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91f62c17-fa5a-473a-b4ff-37ad746f517b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.452089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-91f62c17-fa5a-473a-b4ff-37ad746f517b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c4256d488234afc90e908d242e6eb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737764 Jul 16 18:51:26.456882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 39886) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:26.457976 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f62c17-fa5a-473a-b4ff-37ad746f517b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1422ad12-9ed4-405a-a8da-ce3d72891856,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:26.554599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.590604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.649323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6955800d-158e-4f10-9191-bf2e8e3e844c req-ebc1c98d-8d81-414c-8f31-278d9a37c167 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 210 time: 0.0603471 Jul 16 18:51:26.689885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.693731 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:26.699764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1422ad12-9ed4-405a-a8da-ce3d72891856 HTTP/1.1" status: 204 len: 168 time: 0.2360146 Jul 16 18:51:26.707192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1422ad12-9ed4-405a-a8da-ce3d72891856,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:26.723327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.724187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.724849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.725424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.725999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.726578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.727163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.727750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.728381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.728953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.729533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.730123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4031196f-fd6a-4e1c-ae89-e5d11c9e7a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:26.771608 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:27.932305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb7cd8d4-06a4-4422-89c2-cfa5e3e2323f req-0673c592-f6d0-4395-8b7a-67e78b9e39c6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 210 time: 0.0478582 Jul 16 18:51:29.303553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a379330e-2628-447f-ba19-9ada5fbe76c2 req-dbd5536b-ec20-4537-8927-dccbc2d77434 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=3fcf71ee-8724-4d99-9341-fda4c1a09586 HTTP/1.1" status: 200 len: 210 time: 0.0580220 Jul 16 18:51:30.310560 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec9269f0-f81c-4b82-8c32-9c409c016184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.840600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-18698b15-7427-4cf2-9008-e9208862c61d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861312822&fields=id&tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 267 time: 0.0538511 Jul 16 18:51:31.020570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-95809311-b831-4fcb-a814-f9978836704a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:31.022654 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-95809311-b831-4fcb-a814-f9978836704a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.1805441 Jul 16 18:51:31.060500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-778f5007-f000-4d81-ae4d-5dd07b889107 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/quotas/d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 375 time: 0.0280883 Jul 16 18:51:31.203475 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-cc4918e9-963a-4554-adcf-c67a9b0ecb2f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261964 Jul 16 18:51:31.225934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-517eec4b-c445-4b25-9151-0d41da3d052c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:51:31.227819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-517eec4b-c445-4b25-9151-0d41da3d052c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105584 Jul 16 18:51:31.570019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-f5557db8-32c3-4926-98ee-db10c775baf3 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297403 Jul 16 18:51:31.757365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-413be489-a596-4ade-b5e6-c8d0d82e4c04 service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740811 Jul 16 18:51:32.271572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07aee1b1-2c53-4e42-8b8b-24c9c1982783 req-7b30f686-507e-4a34-96d7-f18b43ec1a13 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 210 time: 0.0374124 Jul 16 18:51:33.137902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15adbf50-3103-4228-b084-a91f57f9df38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.413290 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.552685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f206bfb-826f-4c3a-8b50-5cc6277a7542 req-9c9b4a25-c8b6-4e9f-bfad-a5afe4c6f957 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 210 time: 0.0587988 Jul 16 18:51:33.890346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-93608194-1afb-4f3d-a051-ff89c06bdd3f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:33.892779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-93608194-1afb-4f3d-a051-ff89c06bdd3f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.2327020 Jul 16 18:51:34.000310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-bc84621e-3e3c-48f7-9bdc-4a900275c5f3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 379 time: 0.0889263 Jul 16 18:51:34.016197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'port': {'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'admin_state_up': True, 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'security_groups': ['a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:34.258096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:34.262793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.420628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.424905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.20.0.8 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/c9fab161-c16d-45ef-81d4-b758dfdbb3ea) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:34.680102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.711978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Transition to ACTIVE for port object c9fab161-c16d-45ef-81d4-b758dfdbb3ea will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:34.777850 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.858291 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:34.862095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:34.870701 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:34.947169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:34.991883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:34.997618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.029000 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-aef6ffb2-a982-4420-a883-33105223de0d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0239074 Jul 16 18:51:35.079377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Request body: {'port': {'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:35.101322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5ead8-3a81-4160-a440-9623648af55d req-9da5a8e9-8d05-4326-a2bd-60951fabf900 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.104244 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ba5ead8-3a81-4160-a440-9623648af55d req-9da5a8e9-8d05-4326-a2bd-60951fabf900 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 931 time: 0.2824612 Jul 16 18:51:35.243808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ba5ead8-3a81-4160-a440-9623648af55d req-0fd5ddba-7bc1-4435-8a7c-fc7c44d84d49 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288843 Jul 16 18:51:35.408708 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.417290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-130e64ae-ac05-48d8-872a-4e5c0507aed9 None None] Provisioning for port c9fab161-c16d-45ef-81d4-b758dfdbb3ea completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:35.422356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-130e64ae-ac05-48d8-872a-4e5c0507aed9 None None] Provisioning complete for port c9fab161-c16d-45ef-81d4-b758dfdbb3ea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:35.423526 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-130e64ae-ac05-48d8-872a-4e5c0507aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.516935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-130e64ae-ac05-48d8-872a-4e5c0507aed9 None None] Port c9fab161-c16d-45ef-81d4-b758dfdbb3ea cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:35.956954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9fab161-c16d-45ef-81d4-b758dfdbb3ea {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:35.956954 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:35.956954 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Transition to ACTIVE for port object c9fab161-c16d-45ef-81d4-b758dfdbb3ea will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:35.956954 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.005797 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.064973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:36.352557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Attempting to bind port c9fab161-c16d-45ef-81d4-b758dfdbb3ea on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:36.353155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Attempting to bind port c9fab161-c16d-45ef-81d4-b758dfdbb3ea by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:36.356449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Attempting to bind port c9fab161-c16d-45ef-81d4-b758dfdbb3ea on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:36.416769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Port c9fab161-c16d-45ef-81d4-b758dfdbb3ea on network b7f4625e-4196-40e8-8f94-e2248f7841e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:36.417269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Attempting to bind port c9fab161-c16d-45ef-81d4-b758dfdbb3ea on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:36.443261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:36.443770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:36.464974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:36.465857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Bound port: c9fab161-c16d-45ef-81d4-b758dfdbb3ea, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:36.466500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.648536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780e06e-5035-4c16-b830-4821ca3a17a2 req-a0e7e6d3-7ae4-4734-9ffd-cc040dc80ceb tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.650784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0780e06e-5035-4c16-b830-4821ca3a17a2 req-a0e7e6d3-7ae4-4734-9ffd-cc040dc80ceb tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1633065 Jul 16 18:51:36.745347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] For port c9fab161-c16d-45ef-81d4-b758dfdbb3ea, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:36.757206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0780e06e-5035-4c16-b830-4821ca3a17a2 req-31bdc415-ffd1-4504-8525-7223861ac762 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868018 Jul 16 18:51:36.761888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] For port c9fab161-c16d-45ef-81d4-b758dfdbb3ea, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:36.773790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.854445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.855874 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:36.859090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] 10.222.0.13 "PUT /v2.0/ports/c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 1092 time: 1.8217411 Jul 16 18:51:36.860193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:36.865475 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fadd6e-e42e-4b1d-87b4-25171bd42727" -d '{"events": [{"name": "network-changed", "server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:37.041841 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f004bd-40e9-4999-a58c-78dc395d8384 service neutron] Pushing event updated for resources: {'Port': ['ID=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:37.050601 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342c4331-2952-4d2f-ad8d-9785c422cda5 x-openstack-request-id: req-342c4331-2952-4d2f-ad8d-9785c422cda5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:37.051239 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:37.053002 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-342c4331-2952-4d2f-ad8d-9785c422cda5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:37.053002 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'status': 'completed', 'code': 200} Jul 16 18:51:37.132324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-acb2a3a2-499a-4fb9-9f2d-5bb3912fd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.146582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-acb2a3a2-499a-4fb9-9f2d-5bb3912fd8f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1095 time: 0.2240009 Jul 16 18:51:37.313781 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-929700b9-8b6e-4f28-8af0-5b02e1bc2841 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 217 time: 0.1611629 Jul 16 18:51:37.494465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-a25f107f-af9b-456c-ad6c-3d3bfcf55529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.499879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-a25f107f-af9b-456c-ad6c-3d3bfcf55529 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1726322 Jul 16 18:51:37.504945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:37.648873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-90c1778d-5b2b-47f5-bbde-3e2bd4084a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.664937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-90c1778d-5b2b-47f5-bbde-3e2bd4084a9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574841 Jul 16 18:51:37.844120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-5b3c579f-3969-43ab-af4b-b51edcc4bfa8 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718998 Jul 16 18:51:37.894486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:38.116665 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8d2768e0-074b-452a-97b2-7a1355b8f0e1 req-fb925247-1dde-4826-a272-6a83bba629d2 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624197 Jul 16 18:51:38.215620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9a216-d03f-4052-a382-68525d191fee req-41e411f5-463e-4b4c-8a49-15ad3a576b11 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.217866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5c9a216-d03f-4052-a382-68525d191fee req-41e411f5-463e-4b4c-8a49-15ad3a576b11 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1267786 Jul 16 18:51:38.284021 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5c9a216-d03f-4052-a382-68525d191fee req-2df2f620-0548-4762-8d8c-4a16162d2cbe tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548005 Jul 16 18:51:38.353691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-bc60a27e-d2db-4fa7-856b-a4b972734091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.356628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-bc60a27e-d2db-4fa7-856b-a4b972734091 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1095 time: 0.1632984 Jul 16 18:51:38.498257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-b47183ef-1f30-476b-97a3-b32817d98471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.501541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-b47183ef-1f30-476b-97a3-b32817d98471 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1379621 Jul 16 18:51:38.600707 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-1082c55d-8cbf-44e7-86f4-9f7ea1426df7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 217 time: 0.0826769 Jul 16 18:51:38.694310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-34dd02e2-f396-4283-9ac4-f032f8c85d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.695980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-34dd02e2-f396-4283-9ac4-f032f8c85d71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0897610 Jul 16 18:51:38.813299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-dfe06770-46c6-4d91-81ef-eaa912364197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.815072 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-dfe06770-46c6-4d91-81ef-eaa912364197 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132655 Jul 16 18:51:38.969149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-d1334271-09b0-4896-90e1-717711d5294e service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470921 Jul 16 18:51:39.117988 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6fadd6e-e42e-4b1d-87b4-25171bd42727 req-d75570de-3448-40cc-bf67-9b6a594c89af service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367998 Jul 16 18:51:39.521396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6e75-af84-4073-96db-60af9bd9862d req-691c59bc-f5c2-4a4f-acaf-b65f7c1926a6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.529138 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-893a6e75-af84-4073-96db-60af9bd9862d req-691c59bc-f5c2-4a4f-acaf-b65f7c1926a6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.0950248 Jul 16 18:51:39.593834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-893a6e75-af84-4073-96db-60af9bd9862d req-0cb2a5c7-b5b1-456e-899b-38dff0efcf90 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624561 Jul 16 18:51:40.933119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35439f-a9a0-4a46-bc07-1cd9c78c81db req-5ea54bee-6914-47b4-bf14-0e5d856e29d5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:40.937940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff35439f-a9a0-4a46-bc07-1cd9c78c81db req-5ea54bee-6914-47b4-bf14-0e5d856e29d5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1548965 Jul 16 18:51:41.045055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff35439f-a9a0-4a46-bc07-1cd9c78c81db req-e6318c2e-b2c2-45b2-9208-fd6ad27d5860 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998902 Jul 16 18:51:42.031669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40166) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:42.223053 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.373073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a973802-bf83-4f0a-ae44-cf6773480f41 req-4a10526d-9b64-4047-8e07-6cfd1a7c6329 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.374964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a973802-bf83-4f0a-ae44-cf6773480f41 req-4a10526d-9b64-4047-8e07-6cfd1a7c6329 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1087201 Jul 16 18:51:42.455647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a973802-bf83-4f0a-ae44-cf6773480f41 req-f80a2880-f7cc-4abb-ae0f-ec6719a0701c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691922 Jul 16 18:51:42.467088 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.472520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.518485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2aa8cf41d13641a5bfee0d4b3227d810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851384 Jul 16 18:51:42.521442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40178) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:42.522065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5349e310-4206-4c3c-b515-25f50aa2f9d1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:42.542600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.542964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.543311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.543812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.544194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.544523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.545129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.546510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.546510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.546510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.547007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.547007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b8661c-11eb-455c-b0cf-4b86236e7ea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:42.597770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e64a25a-3733-4f32-999a-5d6096f585d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.626300 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e64a25a-3733-4f32-999a-5d6096f585d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.698399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e64a25a-3733-4f32-999a-5d6096f585d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.703355 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e64a25a-3733-4f32-999a-5d6096f585d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.708534 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1e64a25a-3733-4f32-999a-5d6096f585d9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5349e310-4206-4c3c-b515-25f50aa2f9d1 HTTP/1.1" status: 204 len: 168 time: 0.1827638 Jul 16 18:51:42.717010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64a25a-3733-4f32-999a-5d6096f585d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5349e310-4206-4c3c-b515-25f50aa2f9d1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.134401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40190) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:43.159124 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40b46cfa-70e5-4c52-9b19-e31992071462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.311805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40b46cfa-70e5-4c52-9b19-e31992071462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.317956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40b46cfa-70e5-4c52-9b19-e31992071462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.388589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-40b46cfa-70e5-4c52-9b19-e31992071462 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=189334d000ba4cef85a63326fc8f046f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2518606 Jul 16 18:51:43.389975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b46cfa-70e5-4c52-9b19-e31992071462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5084ae-a8af-436f-a215-251ea78d600e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.391648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:43.467410 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-246cf00d-500f-4096-86d7-23121d98d8c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.519171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-246cf00d-500f-4096-86d7-23121d98d8c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.607720 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-246cf00d-500f-4096-86d7-23121d98d8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.610882 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-246cf00d-500f-4096-86d7-23121d98d8c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:43.617066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-246cf00d-500f-4096-86d7-23121d98d8c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f5084ae-a8af-436f-a215-251ea78d600e HTTP/1.1" status: 204 len: 168 time: 0.2237895 Jul 16 18:51:43.640217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246cf00d-500f-4096-86d7-23121d98d8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5084ae-a8af-436f-a215-251ea78d600e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:43.828996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128504e-e8b0-4ef6-80a0-c0b705188398 req-169ec3b9-2935-4cf7-9cc6-5c83278d5578 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:43.830635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9128504e-e8b0-4ef6-80a0-c0b705188398 req-169ec3b9-2935-4cf7-9cc6-5c83278d5578 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1622078 Jul 16 18:51:43.896351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9128504e-e8b0-4ef6-80a0-c0b705188398 req-84f1190d-9768-4442-9c78-49f9cc7597da tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570128 Jul 16 18:51:44.154486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:44.175261 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-24f95761-43b3-4016-ac53-10440c0f48d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.312928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-24f95761-43b3-4016-ac53-10440c0f48d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.318622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-24f95761-43b3-4016-ac53-10440c0f48d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.373636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-24f95761-43b3-4016-ac53-10440c0f48d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5a3c35c60b94361901b994df54b612d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120724 Jul 16 18:51:44.373636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f95761-43b3-4016-ac53-10440c0f48d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667b54c-2b43-4ed2-9def-e40c51cf4ab2,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:44.374910 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40218) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:44.472709 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c043cd48-ebce-4ad4-9137-99fef15b89c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.516237 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c043cd48-ebce-4ad4-9137-99fef15b89c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.602401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c043cd48-ebce-4ad4-9137-99fef15b89c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.608545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c043cd48-ebce-4ad4-9137-99fef15b89c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.610426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c043cd48-ebce-4ad4-9137-99fef15b89c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a667b54c-2b43-4ed2-9def-e40c51cf4ab2 HTTP/1.1" status: 204 len: 168 time: 0.2337418 Jul 16 18:51:44.624090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043cd48-ebce-4ad4-9137-99fef15b89c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667b54c-2b43-4ed2-9def-e40c51cf4ab2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:45.225764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68f116-6149-42eb-81a9-db8c77909208 req-20920915-fc25-4185-8735-adb447a4f672 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.228319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc68f116-6149-42eb-81a9-db8c77909208 req-20920915-fc25-4185-8735-adb447a4f672 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1333022 Jul 16 18:51:45.286126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc68f116-6149-42eb-81a9-db8c77909208 req-c94d43e4-64f2-44b7-862f-7cc197d90273 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502651 Jul 16 18:51:45.779794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40262) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:45.938284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-177042460-network', 'tenant_id': 'c3eff66ae3c244b783bacba614fcd3cb'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:45.964382 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Made reservation on behalf of c3eff66ae3c244b783bacba614fcd3cb for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:45.967591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.980469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.115858 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.121999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.159221 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:51:46.183571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080c6260-ee17-46a6-bbae-0f6efeb14b22,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:46.192923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.193450 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Added segment 17b70d6d-b7d7-41de-b000-c64d55e0ad6b of type vlan for network 3633fe1e-5b07-46be-8cb5-285327be488b Jul 16 18:51:46.258703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.301648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.303219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.303975 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.399912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] Pushing event updated for resources: {'Network': ['ID=3633fe1e-5b07-46be-8cb5-285327be488b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:46.413010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40278) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:46.413761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-387afc27-8fba-467b-8c82-b9373ab82436 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6313679 Jul 16 18:51:46.420309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Request body: {'subnet': {'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-177042460-subnet', 'tenant_id': 'c3eff66ae3c244b783bacba614fcd3cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:46.429856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 3633fe1e-5b07-46be-8cb5-285327be488b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:51:46.487729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Made reservation on behalf of c3eff66ae3c244b783bacba614fcd3cb for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:46.493079 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.702224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1a8bd-b6d4-419b-ade3-362abdcef4dc req-eebbf227-5de9-499b-b57a-0965fd19eeb5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.703832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acf1a8bd-b6d4-419b-ade3-362abdcef4dc req-eebbf227-5de9-499b-b57a-0965fd19eeb5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1696351 Jul 16 18:51:46.789839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-acf1a8bd-b6d4-419b-ade3-362abdcef4dc req-46097a2a-8182-4304-97a3-7a5756febeff tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612798 Jul 16 18:51:46.846876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:46.929509 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe40a45-bad3-456e-ba8e-10e981fc68a7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:46.946829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Checking segment: {'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:46.948034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Network hostable DHCP agents. Network: 3633fe1e-5b07-46be-8cb5-285327be488b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:51:46.978747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Network 3633fe1e-5b07-46be-8cb5-285327be488b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:51:46.992482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 3633fe1e-5b07-46be-8cb5-285327be488b) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:47.003802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946be97-ef2e-45cc-9707-981ed6f26712 None None] Network 3633fe1e-5b07-46be-8cb5-285327be488b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:47.008044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.009370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:47.035881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5ea68cfe-70c6-41c7-b3a7-a601547c573a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6200802 Jul 16 18:51:47.257062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed6fd59-c7fe-40df-927c-51dfe04bd0b9 None None] Network 3633fe1e-5b07-46be-8cb5-285327be488b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:51:48.087748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed379dad-be6b-45e3-827d-81a8131ed399 req-adf54809-ad88-483e-a341-394f6e8f082f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.090632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed379dad-be6b-45e3-827d-81a8131ed399 req-adf54809-ad88-483e-a341-394f6e8f082f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1188636 Jul 16 18:51:48.179840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed379dad-be6b-45e3-827d-81a8131ed399 req-f71d8d78-9cd2-43d7-afcf-efa4175c652e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817459 Jul 16 18:51:49.338956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c9fab161-c16d-45ef-81d4-b758dfdbb3ea details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:49.528414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ed9c1-0b52-4e88-9ec6-c4093f593886 req-11ba90fd-5a92-4299-86d1-ae2a35bb9cdd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.530888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc9ed9c1-0b52-4e88-9ec6-c4093f593886 req-11ba90fd-5a92-4299-86d1-ae2a35bb9cdd tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 943 time: 0.1187761 Jul 16 18:51:49.583182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c9fab161-c16d-45ef-81d4-b758dfdbb3ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:49.600142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:49.609415 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc9ed9c1-0b52-4e88-9ec6-c4093f593886 req-4fb97de1-b465-4407-9ed3-837fe2c9c9ce tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703287 Jul 16 18:51:49.679160 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.718888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9fab161-c16d-45ef-81d4-b758dfdbb3ea {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:49.760868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c9fab161-c16d-45ef-81d4-b758dfdbb3ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:49.766862 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:49.832336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:49.842017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.842366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.842709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.843218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.843531 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.843860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.844225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.844576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.844902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.845225 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.845546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:49.845865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.005198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['c9fab161-c16d-45ef-81d4-b758dfdbb3ea'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:51.067969 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5d60b-1f57-4db0-a7eb-bd816d33adbe req-9d9b1e81-0f20-4f04-bd16-c2afea3e3e96 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:51.071285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfe5d60b-1f57-4db0-a7eb-bd816d33adbe req-9d9b1e81-0f20-4f04-bd16-c2afea3e3e96 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 944 time: 0.1504161 Jul 16 18:51:51.144952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfe5d60b-1f57-4db0-a7eb-bd816d33adbe req-3e6e0ef5-e556-42a9-bf33-465ca196bf5a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642581 Jul 16 18:51:51.353234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c9fab161-c16d-45ef-81d4-b758dfdbb3ea up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:51.441259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port c9fab161-c16d-45ef-81d4-b758dfdbb3ea completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:51.448198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port c9fab161-c16d-45ef-81d4-b758dfdbb3ea triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:51.448768 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.579409 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.620090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:51.624037 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278a8cfd-4027-43c4-940b-a255d67ec92d" -d '{"events": [{"server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "name": "network-vif-plugged", "status": "completed", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:51.646570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port c9fab161-c16d-45ef-81d4-b758dfdbb3ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:51.664250 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:51.745589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:51.908289 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d3a67f-5897-4107-a4fc-5f954c3bf6a1 x-openstack-request-id: req-49d3a67f-5897-4107-a4fc-5f954c3bf6a1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:51.908704 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "name": "network-vif-plugged", "status": "completed", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:51.909971 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-49d3a67f-5897-4107-a4fc-5f954c3bf6a1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:51.910700 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'code': 200} Jul 16 18:51:52.180487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56943e0e-f46d-433e-bccb-563365db7e26 req-47139876-ed5e-41c7-b1c5-e7a35adcf807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:52.185024 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-56943e0e-f46d-433e-bccb-563365db7e26 req-47139876-ed5e-41c7-b1c5-e7a35adcf807 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1097 time: 0.1817470 Jul 16 18:51:52.253962 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-56943e0e-f46d-433e-bccb-563365db7e26 req-40840685-eb0c-4ef9-8b63-485ba71d5caf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614054 Jul 16 18:51:52.426574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6f3b2-ccb1-44c8-af86-b40c67f0e353 req-c3f94507-cfb5-4fd2-84a2-948d70c51002 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:52.428771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68d6f3b2-ccb1-44c8-af86-b40c67f0e353 req-c3f94507-cfb5-4fd2-84a2-948d70c51002 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 945 time: 0.0942681 Jul 16 18:51:52.491535 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68d6f3b2-ccb1-44c8-af86-b40c67f0e353 req-3b63f4d1-b904-4b7b-ad24-b2e0983a397c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509231 Jul 16 18:51:53.833299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b97aec-c17b-407f-9f86-ff1be2a8a80f req-a2865c78-a1ce-4785-adf8-a18be9743f8c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:53.842786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0b97aec-c17b-407f-9f86-ff1be2a8a80f req-a2865c78-a1ce-4785-adf8-a18be9743f8c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 945 time: 0.1407149 Jul 16 18:51:53.913078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0b97aec-c17b-407f-9f86-ff1be2a8a80f req-8fcfde22-fd93-4df9-9193-c7c03b320510 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661442 Jul 16 18:51:54.240899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f8297-33b2-45c9-be77-5aabde458d34 req-57bb2efb-789b-4457-9f45-f16e0df49e84 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:54.243357 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-627f8297-33b2-45c9-be77-5aabde458d34 req-57bb2efb-789b-4457-9f45-f16e0df49e84 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 945 time: 0.1122129 Jul 16 18:51:54.329484 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-627f8297-33b2-45c9-be77-5aabde458d34 req-b010893c-91c0-41c7-840a-f41ecca340ee tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750518 Jul 16 18:51:54.380920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 40456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:54.474740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d03d17-021d-4ae3-87e4-52016a73b01c tempest-TestVolumeBootPattern-874054981 tempest-TestVolumeBootPattern-874054981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:54.488183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 40458) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:51:54.488466 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-07d03d17-021d-4ae3-87e4-52016a73b01c tempest-TestVolumeBootPattern-874054981 tempest-TestVolumeBootPattern-874054981-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1092 time: 0.1014802 Jul 16 18:51:54.488600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:54.532675 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.692427 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.890117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.25.0.143 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/3c7a1f1d-fe34-485f-9d4f-1bbbf25034e8) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:55.087257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.154673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.206332 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:55.210413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:55.216879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:55.248640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=3c7a1f1d-fe34-485f-9d4f-1bbbf25034e8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:55.836507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:55.944967 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.265802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.273927 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.392122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=3c7a1f1d-fe34-485f-9d4f-1bbbf25034e8,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:56.410258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:56.563120 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Floating IP 912390ea-964c-4d8b-a588-712c6f3365f6 associated. External IP: 172.25.0.143, port: c9fab161-c16d-45ef-81d4-b758dfdbb3ea. Jul 16 18:51:57.364212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:57.567552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:57.583089 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:57.606162 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:57.607679 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:51:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:57.633401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.726032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3053088c-2227-45da-b734-2786cc1e8cb7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2415345 Jul 16 18:51:57.727132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:57.731449 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce15357d-4d36-484a-af96-ff23ac3ce961" -d '{"events": [{"name": "network-changed", "server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:57.793544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:57.918008 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609f0168-1c3e-415c-8f70-869caad1029f x-openstack-request-id: req-609f0168-1c3e-415c-8f70-869caad1029f {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:57.920425 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:57.920425 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-609f0168-1c3e-415c-8f70-869caad1029f {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:57.920425 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'status': 'completed', 'code': 200} Jul 16 18:51:58.079591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-5e078068-239d-47cc-83de-74b22f1a6dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.082839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-5e078068-239d-47cc-83de-74b22f1a6dda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1097 time: 0.1239011 Jul 16 18:51:58.302749 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:51:55Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:58.373021 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:58.385946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:58.387004 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:51:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:58.818534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-46a8033a-06a2-4eb4-b0e1-662943a7e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.821485 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-46a8033a-06a2-4eb4-b0e1-662943a7e35b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.7322240 Jul 16 18:51:58.831553 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:58.959280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-d7cb48ed-4eec-4011-b235-3b0f5b361b4f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 999 time: 0.1225843 Jul 16 18:51:59.084865 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-67204d4d-74c8-4114-bff8-ff16c4668d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.087696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-67204d4d-74c8-4114-bff8-ff16c4668d9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1226580 Jul 16 18:51:59.253884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-4b6fd623-026a-4fe8-9213-30f45ae79022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.258704 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-4b6fd623-026a-4fe8-9213-30f45ae79022 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645205 Jul 16 18:51:59.301458 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:51:55Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:59.344683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58946a10-a5ae-4d43-887d-28ad27eed5dc None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:51:55Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:59.455691 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-2477ed8a-a1ca-4b5c-871c-0de4439084e0 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891859 Jul 16 18:51:59.661900 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ce15357d-4d36-484a-af96-ff23ac3ce961 req-ae774273-08f4-4739-a597-122b9523b035 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997404 Jul 16 18:51:59.827410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070d941f-b114-4b2d-ad1b-43e817a2e218 None None] New status for floating IP 912390ea-964c-4d8b-a588-712c6f3365f6: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:00.302841 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6b72120-f952-4803-8ef3-0327ac85dc46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.138208 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96b95c6a-c08b-4e19-b1e0-f149dff32f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.398602 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.781326 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:04.413613 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.934415 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.435895 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:07.904950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:12.511045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-ae1e48e9-21c6-497d-a9f6-be7deae81e5e req-7ce56e0d-2beb-4e57-9917-99ec21a94530 service neutron] (93778) timed out ('10.222.0.48', 42734) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:52:27.425605 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-c88fe72d-5b12-477c-b2c1-8c3e6bc9e176 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0908699 Jul 16 18:52:27.604432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-da78577e-034c-430e-a72e-a1867e919ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.607752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-da78577e-034c-430e-a72e-a1867e919ec9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1097 time: 0.1148779 Jul 16 18:52:27.765253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-cc7a0354-3c43-4ce6-b99b-6726002bd2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.767026 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-cc7a0354-3c43-4ce6-b99b-6726002bd2bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1297770 Jul 16 18:52:27.857819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-33f57626-d11f-4c5e-b3c0-8ca8c23ee02e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 1001 time: 0.0838335 Jul 16 18:52:27.927813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-134331db-85d9-45d7-bf22-a76efe85aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:27.929609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-134331db-85d9-45d7-bf22-a76efe85aa04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0662050 Jul 16 18:52:28.008312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-77a7d3c3-0e8f-40b7-ac61-2b5f5542bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:28.011823 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-77a7d3c3-0e8f-40b7-ac61-2b5f5542bfc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761507 Jul 16 18:52:28.183590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-b2e08dac-bad9-4251-a32c-acdbe341454b service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637881 Jul 16 18:52:28.364459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b17195f5-3a6d-4fb4-8d41-ed43ceaf68b8 req-78bd4166-f3e5-41ca-937e-d859c30ef452 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754448 Jul 16 18:52:30.319270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-93bcdc21-1de6-4752-9c7c-c5ac57c461bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.148601 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-94113415-1904-449c-b40b-8015bbbf8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.407964 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.431881 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.938759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.305464 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-79904e49-6382-40fd-9543-b98433068dc8 req-32fe1989-0ddb-4801-bfa9-5e30e22bae60 service neutron] (93778) timed out ('10.222.0.48', 38322) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:52:37.420045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.911657 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:40.775165 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:59.028845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8162-a937-4221-b26c-23b54c8648e5 req-4e228b6d-cfc1-4872-8518-bcf76b556ba0 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:59.031768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-4e228b6d-cfc1-4872-8518-bcf76b556ba0 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 813 time: 0.1911323 Jul 16 18:52:59.055046 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-e67dd840-2cf2-4edb-8765-7ebffe109e2d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/quotas/c3eff66ae3c244b783bacba614fcd3cb HTTP/1.1" status: 200 len: 375 time: 0.0164549 Jul 16 18:52:59.104997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-4f2fa7b4-95f5-41d1-82bf-c2f21a2204f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412979 Jul 16 18:52:59.240692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-f74f3138-cc76-478c-8e63-feac8147381a service neutron] 10.222.0.48 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273458 Jul 16 18:52:59.415226 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-3e3cb0e1-a104-4439-a84d-ada3f0efa20d service neutron] 10.222.0.48 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663899 Jul 16 18:52:59.672899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c04c2a0d-eeaa-4f9d-aa96-3ae493b8ad7c req-53bfc311-099a-48be-8558-bd1b31a8e4f9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 210 time: 0.0408268 Jul 16 18:53:00.311205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a92e1c6c-8697-43ec-b04a-71a81c8d4127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:00.840106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5aedc86-0a51-4b3c-b48d-dc1de89c6b71 req-05783e2f-1d14-4eae-8807-c43fea36d743 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 210 time: 0.0305061 Jul 16 18:53:01.190064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8162-a937-4221-b26c-23b54c8648e5 req-5a1ba054-e8e8-4fe1-8747-a09c0911bc12 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:01.191856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-5a1ba054-e8e8-4fe1-8747-a09c0911bc12 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 813 time: 0.1855171 Jul 16 18:53:01.207807 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Request body: {'port': {'device_id': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b', 'admin_state_up': True, 'tenant_id': 'c3eff66ae3c244b783bacba614fcd3cb'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:01.440115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Made reservation on behalf of c3eff66ae3c244b783bacba614fcd3cb for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:53:01.445430 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.607786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Allocated IP 172.20.0.4 (3633fe1e-5b07-46be-8cb5-285327be488b/cbe40a45-bad3-456e-ba8e-10e981fc68a7/390f106d-38b6-4e3d-9930-db449d562f79) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:01.808888 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.872859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.954339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Network 3633fe1e-5b07-46be-8cb5-285327be488b is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:01.964174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:01.973197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:02.022921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Pushing event updated for resources: {'Port': ['ID=390f106d-38b6-4e3d-9930-db449d562f79,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.093561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.094022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.094564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.095114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.095665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.096230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.096772 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.097311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.097846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.098356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.098872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.099387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:02.143032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.143800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.172408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-dedd9b1b-02be-466d-a7f0-5197afde7c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9713824 Jul 16 18:53:02.203637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccd513-e69e-4602-a2f8-9978ae6785ba req-60b26313-baee-4dd8-9f2c-f54f6f762915 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:02.206587 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79ccd513-e69e-4602-a2f8-9978ae6785ba req-60b26313-baee-4dd8-9f2c-f54f6f762915 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 931 time: 0.1779404 Jul 16 18:53:02.272295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Request body: {'port': {'device_id': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:02.304372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79ccd513-e69e-4602-a2f8-9978ae6785ba req-b84a15a8-7d17-4b48-9030-0bf466edfead tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878501 Jul 16 18:53:02.390921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.787861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 390f106d-38b6-4e3d-9930-db449d562f79 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:02.797704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.814610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Transition to ACTIVE for port object 390f106d-38b6-4e3d-9930-db449d562f79 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:02.819839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.882129 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Pushing event updated for resources: {'Port': ['ID=390f106d-38b6-4e3d-9930-db449d562f79,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:02.957111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Attempting to bind port 390f106d-38b6-4e3d-9930-db449d562f79 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:02.957564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Attempting to bind port 390f106d-38b6-4e3d-9930-db449d562f79 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:02.958017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Attempting to bind port 390f106d-38b6-4e3d-9930-db449d562f79 on network 3633fe1e-5b07-46be-8cb5-285327be488b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:02.963934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Port 390f106d-38b6-4e3d-9930-db449d562f79 on network 3633fe1e-5b07-46be-8cb5-285327be488b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:53:02.964500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Attempting to bind port 390f106d-38b6-4e3d-9930-db449d562f79 on network 3633fe1e-5b07-46be-8cb5-285327be488b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:02.970831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:02.971222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Checking segment: {'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:02.971649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Bound using segment: {'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:02.972369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Bound port: 390f106d-38b6-4e3d-9930-db449d562f79, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:02.972827 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.059377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] For port 390f106d-38b6-4e3d-9930-db449d562f79, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:03.063593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] For port 390f106d-38b6-4e3d-9930-db449d562f79, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=390f106d-38b6-4e3d-9930-db449d562f79,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:03.071405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.112422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:03.113365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.116777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] 10.222.0.55 "PUT /v2.0/ports/390f106d-38b6-4e3d-9930-db449d562f79 HTTP/1.1" status: 200 len: 1092 time: 0.9351907 Jul 16 18:53:03.118246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'tag': '390f106d-38b6-4e3d-9930-db449d562f79'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:03.124185 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b8a8a6-3753-4f11-9c41-32b7c8355800" -d '{"events": [{"name": "network-changed", "server_uuid": "9b887f3e-be7a-44ca-9be4-648376d28f8e", "tag": "390f106d-38b6-4e3d-9930-db449d562f79"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:03.164316 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-350e9938-59e6-416b-848a-eaaf5d66cec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.188328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf2870-facd-4e19-9f3c-b2d5c555e07b service neutron] Pushing event updated for resources: {'Port': ['ID=390f106d-38b6-4e3d-9930-db449d562f79,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:03.220894 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642d954e-7940-4a62-b24c-e57a9b5a3bfa x-openstack-request-id: req-642d954e-7940-4a62-b24c-e57a9b5a3bfa {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:03.221228 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b887f3e-be7a-44ca-9be4-648376d28f8e", "tag": "390f106d-38b6-4e3d-9930-db449d562f79", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:03.221517 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-642d954e-7940-4a62-b24c-e57a9b5a3bfa {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:03.221988 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'tag': '390f106d-38b6-4e3d-9930-db449d562f79', 'status': 'completed', 'code': 200} Jul 16 18:53:03.256356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8162-a937-4221-b26c-23b54c8648e5 req-6b4552f7-830c-405e-9065-6a4cb0cecfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:03.258851 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-6b4552f7-830c-405e-9065-6a4cb0cecfaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 1095 time: 0.0788722 Jul 16 18:53:03.332623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-4c23479f-948b-4f84-b149-494bab279843 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f106d-38b6-4e3d-9930-db449d562f79 HTTP/1.1" status: 200 len: 217 time: 0.0661397 Jul 16 18:53:03.405515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a8162-a937-4221-b26c-23b54c8648e5 req-a9325338-fe7e-4289-aacc-81f77a4b206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:03.406482 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.407125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-a9325338-fe7e-4289-aacc-81f77a4b206c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbe40a45-bad3-456e-ba8e-10e981fc68a7 HTTP/1.1" status: 200 len: 853 time: 0.0686529 Jul 16 18:53:03.459887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-487bbac5-6f33-4472-84b4-8ea5b9e302f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3633fe1e-5b07-46be-8cb5-285327be488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465965 Jul 16 18:53:03.628512 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-d6e6aaa5-4175-4fcc-a840-4285be0b9bdd service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605816 Jul 16 18:53:03.688019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503bdf3-dfe4-45e4-b18e-d9f9e66bdbf1 req-eca1043b-8ce1-4e9a-b17e-135a3e074897 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:03.696241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6503bdf3-dfe4-45e4-b18e-d9f9e66bdbf1 req-eca1043b-8ce1-4e9a-b17e-135a3e074897 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 943 time: 0.1300097 Jul 16 18:53:03.787993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6503bdf3-dfe4-45e4-b18e-d9f9e66bdbf1 req-c176a282-73ac-4b07-b468-5bb4e611c595 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884774 Jul 16 18:53:03.802735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-472a8162-a937-4221-b26c-23b54c8648e5 req-59c274c1-a289-4d9e-978d-4b1fa1f60a7c service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677723 Jul 16 18:53:03.930094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-ee2c438f-df36-427d-a934-07b0a74a785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:03.933691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-ee2c438f-df36-427d-a934-07b0a74a785d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 1095 time: 0.0732796 Jul 16 18:53:04.086032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-237385e4-6c25-430f-a8ca-ed8c0956207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:04.089106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-237385e4-6c25-430f-a8ca-ed8c0956207c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 913 time: 0.1480038 Jul 16 18:53:04.159425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-dd455d4d-db64-4b96-aac6-ba802ab568cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f106d-38b6-4e3d-9930-db449d562f79 HTTP/1.1" status: 200 len: 217 time: 0.0631449 Jul 16 18:53:04.242540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-9af395d5-51e1-4483-a0fa-5c884806e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:04.245036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-9af395d5-51e1-4483-a0fa-5c884806e8a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbe40a45-bad3-456e-ba8e-10e981fc68a7 HTTP/1.1" status: 200 len: 853 time: 0.0784605 Jul 16 18:53:04.306753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-cb5cd51a-5043-40e3-974b-80d04da99c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3633fe1e-5b07-46be-8cb5-285327be488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537956 Jul 16 18:53:04.427371 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:04.475639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-43e165b1-faf2-4ce7-aca3-6929c42ebd0a service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589053 Jul 16 18:53:04.610684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18b8a8a6-3753-4f11-9c41-32b7c8355800 req-c65df730-7c59-410c-b1dc-2370bc67144c service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271942 Jul 16 18:53:05.090662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4be3d3-d864-4983-8325-ca20d57394a1 req-23778cb5-c7aa-4e48-aca5-440b0ce004b2 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:05.092836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af4be3d3-d864-4983-8325-ca20d57394a1 req-23778cb5-c7aa-4e48-aca5-440b0ce004b2 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 943 time: 0.0857975 Jul 16 18:53:05.146227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af4be3d3-d864-4983-8325-ca20d57394a1 req-bc441943-58ac-4ea9-b044-fcf2b8d49125 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428159 Jul 16 18:53:05.936853 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:06.378666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5bacff-00cb-4973-8f3c-39d6465ece22 req-c9df92fb-29ea-43cd-b121-fea36654ae0e tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:06.382052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f5bacff-00cb-4973-8f3c-39d6465ece22 req-c9df92fb-29ea-43cd-b121-fea36654ae0e tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 943 time: 0.0901659 Jul 16 18:53:06.446908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f5bacff-00cb-4973-8f3c-39d6465ece22 req-0a9eaa46-3be3-4d01-91e3-1aa9c793c425 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572493 Jul 16 18:53:07.303687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 390f106d-38b6-4e3d-9930-db449d562f79 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:53:07.443322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 390f106d-38b6-4e3d-9930-db449d562f79, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=390f106d-38b6-4e3d-9930-db449d562f79,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:07.455940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.461538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '390f106d-38b6-4e3d-9930-db449d562f79', 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b', 'port_id': '390f106d-38b6-4e3d-9930-db449d562f79', 'mac_address': 'fa:16:3e:4f:39:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe40a45-bad3-456e-ba8e-10e981fc68a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:53:07.531345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.553289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 390f106d-38b6-4e3d-9930-db449d562f79 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:07.585039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 390f106d-38b6-4e3d-9930-db449d562f79, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=390f106d-38b6-4e3d-9930-db449d562f79,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:07.591698 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:07.666576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=390f106d-38b6-4e3d-9930-db449d562f79,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:07.681047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.681635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.682135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.683181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.683661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.684178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.684671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.685134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.685601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.686063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.686525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.686982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:07.715412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e041b42-f756-46b2-8d8e-e149f64cf259 req-a8fdde56-105a-4742-b4f3-f55a3bac7fbf tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:07.718377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e041b42-f756-46b2-8d8e-e149f64cf259 req-a8fdde56-105a-4742-b4f3-f55a3bac7fbf tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 944 time: 0.1268847 Jul 16 18:53:07.789867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e041b42-f756-46b2-8d8e-e149f64cf259 req-a3c25399-08bc-4537-85b4-3efc172ba899 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638964 Jul 16 18:53:07.832997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['390f106d-38b6-4e3d-9930-db449d562f79'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:07.933258 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.046062 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a38cb-7fd4-4e7c-88d9-318e6db80fdd req-72bde34e-921f-4b7e-a1ef-ddc13929f44f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.048370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a2a38cb-7fd4-4e7c-88d9-318e6db80fdd req-72bde34e-921f-4b7e-a1ef-ddc13929f44f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 944 time: 0.0981731 Jul 16 18:53:09.099376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a2a38cb-7fd4-4e7c-88d9-318e6db80fdd req-d555b5bd-6526-4ba7-b848-1e489af7da7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Jul 16 18:53:09.316376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 390f106d-38b6-4e3d-9930-db449d562f79 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:53:09.378648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 390f106d-38b6-4e3d-9930-db449d562f79 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:09.385514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 390f106d-38b6-4e3d-9930-db449d562f79 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:09.386731 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.502956 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.546483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f106d-38b6-4e3d-9930-db449d562f79'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:09.549737 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ccbb93-e208-41ca-9b0b-eaba45c6a453" -d '{"events": [{"server_uuid": "9b887f3e-be7a-44ca-9be4-648376d28f8e", "name": "network-vif-plugged", "status": "completed", "tag": "390f106d-38b6-4e3d-9930-db449d562f79"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:09.576426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 390f106d-38b6-4e3d-9930-db449d562f79, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=390f106d-38b6-4e3d-9930-db449d562f79,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:09.582712 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:09.630705 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86f095e-49b7-4a34-85e4-eb4cbf3f7a1a x-openstack-request-id: req-a86f095e-49b7-4a34-85e4-eb4cbf3f7a1a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:09.630705 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b887f3e-be7a-44ca-9be4-648376d28f8e", "name": "network-vif-plugged", "status": "completed", "tag": "390f106d-38b6-4e3d-9930-db449d562f79", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:09.630705 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a86f095e-49b7-4a34-85e4-eb4cbf3f7a1a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:09.631137 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '390f106d-38b6-4e3d-9930-db449d562f79', 'code': 200} Jul 16 18:53:09.688114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=390f106d-38b6-4e3d-9930-db449d562f79,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:09.761586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa98ef-8160-4853-84bc-3937a23700c4 req-f2a324bf-92ef-4c38-8ee8-00dc97859cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:09.764315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdaa98ef-8160-4853-84bc-3937a23700c4 req-f2a324bf-92ef-4c38-8ee8-00dc97859cef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 1097 time: 0.0810602 Jul 16 18:53:09.818732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdaa98ef-8160-4853-84bc-3937a23700c4 req-29c0efc2-90b2-4b83-8e7a-ac2120b2778f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477018 Jul 16 18:53:10.305582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c08276-b203-4cc9-b30c-6ae0af70777e req-c49cf76c-ec59-4d09-831c-e5455a1f9adc tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:10.308318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c08276-b203-4cc9-b30c-6ae0af70777e req-c49cf76c-ec59-4d09-831c-e5455a1f9adc tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 945 time: 0.0818923 Jul 16 18:53:10.369282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c08276-b203-4cc9-b30c-6ae0af70777e req-df95698a-9f8f-4cd7-af62-cb5f40c1607c tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496807 Jul 16 18:53:11.656567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b79cfc-3e2c-4066-b69a-74412287724e req-4c869128-8dfc-4cfe-a85f-da3d7ad1e3c9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:11.666083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1b79cfc-3e2c-4066-b69a-74412287724e req-4c869128-8dfc-4cfe-a85f-da3d7ad1e3c9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 945 time: 0.1257029 Jul 16 18:53:11.725454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1b79cfc-3e2c-4066-b69a-74412287724e req-fd4553da-2670-425f-a71c-3eaa6f919fbd tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516846 Jul 16 18:53:16.214842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-ebcc27d8-443e-44d6-a5fd-7c3b5dcef772 req-9ad6d40e-1dbf-4a99-b508-ea13c52e2cc4 service neutron] (93778) timed out ('10.222.0.55', 55953) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:53:17.777134 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:23.704591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-0c480c7a-2cc7-4659-8cbb-3b24e9a33702 req-908aeeeb-d6ed-4fc8-8a50-d84b99fa7653 service neutron] (93778) timed out ('10.222.0.48', 45996) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:53:27.520434 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-e8bcbec1-21ab-4ab3-b985-889143805316 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1722727 Jul 16 18:53:27.765071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-c407280c-70e8-40ca-870a-9e09857f5a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:27.768554 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-c407280c-70e8-40ca-870a-9e09857f5a57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1097 time: 0.1572018 Jul 16 18:53:27.985396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-96045253-f91b-48b5-8404-590265ecde32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:27.988533 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-96045253-f91b-48b5-8404-590265ecde32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1851423 Jul 16 18:53:28.127857 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-83a08578-e071-4eee-b462-58f5fa00062d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 1001 time: 0.1287768 Jul 16 18:53:28.219711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-9872aea2-b517-42e5-b1e3-c349699c60ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:28.222950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-9872aea2-b517-42e5-b1e3-c349699c60ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0887203 Jul 16 18:53:28.298950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-701e5ae2-8b1d-443a-aba9-1982a5432a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:28.300555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-701e5ae2-8b1d-443a-aba9-1982a5432a11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709803 Jul 16 18:53:28.435482 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-10327c2e-4d02-401c-8733-b9256096e7dc service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279504 Jul 16 18:53:28.656940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-75a8a35a-d12c-4663-9697-d3511800bd93 req-d4821ee1-8c9a-4567-8ce1-da8ad5871ea0 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149503 Jul 16 18:53:30.308858 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-67b287ff-3b89-49e0-ab16-80c5a5584bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:31.742332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-62f1563a-86d8-415f-9617-c96872d56f64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1344886 Jul 16 18:53:31.987824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-6281bfc2-74d0-446f-aefc-e16b718336d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:31.991684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-6281bfc2-74d0-446f-aefc-e16b718336d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 1097 time: 0.1528938 Jul 16 18:53:32.262875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-9996718f-a02c-47dc-b4d5-51967867906a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:32.267075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-9996718f-a02c-47dc-b4d5-51967867906a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 913 time: 0.2271028 Jul 16 18:53:32.338645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-f403838b-01e9-4afe-b126-44c9d6fdd493 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=390f106d-38b6-4e3d-9930-db449d562f79 HTTP/1.1" status: 200 len: 217 time: 0.0641553 Jul 16 18:53:32.509297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-b1cb30eb-ca85-4612-912c-685064734e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:32.514839 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-b1cb30eb-ca85-4612-912c-685064734e42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbe40a45-bad3-456e-ba8e-10e981fc68a7 HTTP/1.1" status: 200 len: 853 time: 0.1673934 Jul 16 18:53:32.598251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-76d02a01-7c5c-4c45-ae80-dd8850ae44b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3633fe1e-5b07-46be-8cb5-285327be488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737827 Jul 16 18:53:32.785191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-3c30cddd-0d5f-43ee-afad-46a849f68326 service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781893 Jul 16 18:53:33.092916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5fc50a54-524b-4cb9-b9a2-05042e788a97 req-a0f621a9-a6d1-43a8-b0a5-05a7325d987f service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012047 Jul 16 18:53:33.161563 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c911f2fb-f632-441d-ba0c-9c9dfb92c7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.425890 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.440706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:35.962087 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.462832 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:37.942640 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:40.327128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-ed9952cd-e864-4aed-8d48-9a1eee2a611b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861312822&fields=id&tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 267 time: 0.0685906 Jul 16 18:53:40.473001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-cbce2142-8041-44a2-b8bd-09e777f05403 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:40.474662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-cbce2142-8041-44a2-b8bd-09e777f05403 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.1467125 Jul 16 18:53:40.493464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-17ba7733-bd3c-4c7e-ac62-6869cd006cb8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/quotas/d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 375 time: 0.0130291 Jul 16 18:53:40.607308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-6dc9810b-38e4-45f9-b612-0b598dc459ae tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1027422 Jul 16 18:53:40.768178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-f163b465-5c5e-4d97-b0ff-4d56aa50ff0d service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372995 Jul 16 18:53:40.946698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-6d8ca1fb-9e84-4f0b-903f-95b1f33dde6e service neutron] 10.222.0.48 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675527 Jul 16 18:53:41.477295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e2034e1-9175-4c85-9ba8-35e33dfc64d1 req-b3a8063e-ee19-44a7-b0a3-c54fdfe754f4 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 210 time: 0.0620608 Jul 16 18:53:42.709997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-baa2d570-eed4-4414-8687-c38f63172528 req-868d9231-2435-40ca-8069-415db757132f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 210 time: 0.0514972 Jul 16 18:53:43.091041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-dc4698bb-44fb-427b-9e69-e2dfcae2a8ae tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:43.094147 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-dc4698bb-44fb-427b-9e69-e2dfcae2a8ae tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 812 time: 0.2078300 Jul 16 18:53:43.180038 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-ee06fdef-d8b3-4b90-8306-43a66c8de84a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85 HTTP/1.1" status: 200 len: 379 time: 0.0768645 Jul 16 18:53:43.190055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'port': {'device_id': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'admin_state_up': True, 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'security_groups': ['a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:43.414951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Made reservation on behalf of d9765ea6d4cd4ce1a965951ebb23ec85 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:53:43.423665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.686881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.20.0.14 (b7f4625e-4196-40e8-8f94-e2248f7841e7/ee18eeb0-395b-4204-a469-a96f347af079/f40d2596-46e2-47fb-8dcf-8703a56fd84f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:53:43.958413 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:43.982814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Transition to ACTIVE for port object f40d2596-46e2-47fb-8dcf-8703a56fd84f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:44.013846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f327819-8f66-497a-8dd0-5426b486a959 req-06f48759-1504-4ae3-aad7-8f9d31dcec6c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 210 time: 0.0434020 Jul 16 18:53:44.059299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.127188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:53:44.138395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:53:44.144831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:53:44.150190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=f40d2596-46e2-47fb-8dcf-8703a56fd84f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:44.184368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.184879 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.185327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.185860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.186315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.186750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.187232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.187801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.188265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.188616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.189047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.189470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:53:44.225960 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:44.227182 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.251027 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-e367ec53-5a1f-4fd1-b8ae-996e787b5073 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0654607 Jul 16 18:53:44.270156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Request body: {'port': {'device_id': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:44.442940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.638607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32e57306-0e43-4adb-9fd7-818048097a50 None None] Provisioning for port f40d2596-46e2-47fb-8dcf-8703a56fd84f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:53:44.650925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32e57306-0e43-4adb-9fd7-818048097a50 None None] Provisioning complete for port f40d2596-46e2-47fb-8dcf-8703a56fd84f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:53:44.653009 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32e57306-0e43-4adb-9fd7-818048097a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:44.752439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32e57306-0e43-4adb-9fd7-818048097a50 None None] Port f40d2596-46e2-47fb-8dcf-8703a56fd84f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:53:44.968825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40d2596-46e2-47fb-8dcf-8703a56fd84f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:44.989457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.032690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Transition to ACTIVE for port object f40d2596-46e2-47fb-8dcf-8703a56fd84f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:45.040132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.298752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f40d2596-46e2-47fb-8dcf-8703a56fd84f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:45.411261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Attempting to bind port f40d2596-46e2-47fb-8dcf-8703a56fd84f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:53:45.411830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Attempting to bind port f40d2596-46e2-47fb-8dcf-8703a56fd84f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:53:45.412443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Attempting to bind port f40d2596-46e2-47fb-8dcf-8703a56fd84f on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:45.432648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Port f40d2596-46e2-47fb-8dcf-8703a56fd84f on network b7f4625e-4196-40e8-8f94-e2248f7841e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:53:45.433715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Attempting to bind port f40d2596-46e2-47fb-8dcf-8703a56fd84f on network b7f4625e-4196-40e8-8f94-e2248f7841e7 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:53:45.453442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:53:45.453846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Checking segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:53:45.454442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Bound using segment: {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:53:45.455188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Bound port: f40d2596-46e2-47fb-8dcf-8703a56fd84f, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3822b2f7-b43b-4706-b426-52112a17bc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:53:45.455793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.544768 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91dd0a-d2af-4091-8f53-d847023ead81 req-870131b3-1fa7-49c3-ae35-2f6f95eab9b2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:45.547928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb91dd0a-d2af-4091-8f53-d847023ead81 req-870131b3-1fa7-49c3-ae35-2f6f95eab9b2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1173816 Jul 16 18:53:45.662091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb91dd0a-d2af-4091-8f53-d847023ead81 req-5bf46292-805e-47a3-b507-dd4d194c7bca tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028829 Jul 16 18:53:45.668456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] For port f40d2596-46e2-47fb-8dcf-8703a56fd84f, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:45.676511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] For port f40d2596-46e2-47fb-8dcf-8703a56fd84f, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:53:45.684899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.756820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:45.757769 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:45.760409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/f40d2596-46e2-47fb-8dcf-8703a56fd84f HTTP/1.1" status: 200 len: 1093 time: 1.5000594 Jul 16 18:53:45.761210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:45.775276 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f6269-afed-4b32-bbc7-3e4970252f62" -d '{"events": [{"name": "network-changed", "server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:45.908502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3b0f5-4877-4e3a-a491-70fb8b3775f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f40d2596-46e2-47fb-8dcf-8703a56fd84f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:46.016386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-abde67ec-714b-4bf0-b397-72aaaa75ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.019268 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-abde67ec-714b-4bf0-b397-72aaaa75ce33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 1096 time: 0.1975102 Jul 16 18:53:46.059542 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725b8caa-65b8-4f07-94e2-bdaacbd3c7b3 x-openstack-request-id: req-725b8caa-65b8-4f07-94e2-bdaacbd3c7b3 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:53:46.060067 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:53:46.063242 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-725b8caa-65b8-4f07-94e2-bdaacbd3c7b3 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:53:46.064054 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'status': 'completed', 'code': 200} Jul 16 18:53:46.135834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-d2edb281-542b-4c97-a68a-6cfe90dfa925 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f HTTP/1.1" status: 200 len: 217 time: 0.1087627 Jul 16 18:53:46.244710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-20441bf4-1a99-426e-904d-7ad537f5c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.249205 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-20441bf4-1a99-426e-904d-7ad537f5c768 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.1071119 Jul 16 18:53:46.364888 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-50898d57-5177-4cf4-8ed4-2bbabb2d77a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.368117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-50898d57-5177-4cf4-8ed4-2bbabb2d77a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120751 Jul 16 18:53:46.499196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-f52d6192-de55-4eb4-a10d-89f9d759ffe4 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248291 Jul 16 18:53:46.601837 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4ec704a6-3ffc-4301-a549-a732c1a89823 req-0814b900-343b-4d73-9476-739af173c795 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961387 Jul 16 18:53:46.752532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-5d86e08f-5d22-4bf9-8397-3241afba41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.755306 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-5d86e08f-5d22-4bf9-8397-3241afba41fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 1096 time: 0.0955679 Jul 16 18:53:46.875389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-ba50f626-eafa-45ae-8e22-be5be58c86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.876965 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-ba50f626-eafa-45ae-8e22-be5be58c86fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1147139 Jul 16 18:53:46.922080 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-fe27a15e-2b48-46ef-8d2e-02bd8d72c983 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f HTTP/1.1" status: 200 len: 217 time: 0.0382230 Jul 16 18:53:46.922304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb94c71-e265-4365-8199-00cd4a05e2b7 req-079b3a44-78f6-48d4-9a57-c69c0b7f85f9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.925883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddb94c71-e265-4365-8199-00cd4a05e2b7 req-079b3a44-78f6-48d4-9a57-c69c0b7f85f9 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1134279 Jul 16 18:53:47.002584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-fdd89f1b-bcf1-4fd4-af10-46a3fcda9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.003007 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-fdd89f1b-bcf1-4fd4-af10-46a3fcda9ddb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0736604 Jul 16 18:53:47.004078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddb94c71-e265-4365-8199-00cd4a05e2b7 req-5e94a238-29b2-44d5-88b4-80b5f613a46c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709629 Jul 16 18:53:47.118220 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-704e0f96-b820-4f82-82f5-1b775152482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.121518 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-704e0f96-b820-4f82-82f5-1b775152482b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107328 Jul 16 18:53:47.305568 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-2b42857f-c943-4831-a3ad-b69059b543ce service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759670 Jul 16 18:53:47.494370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-873f6269-afed-4b32-bbc7-3e4970252f62 req-bc9a5f14-4643-4e61-a67a-d104d4834ac1 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825919 Jul 16 18:53:48.277993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae3a90-fafa-41de-8916-243aead9a21a req-1542cb11-eb6e-4499-b9f0-b85a3a9e5e92 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:48.292763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4bae3a90-fafa-41de-8916-243aead9a21a req-1542cb11-eb6e-4499-b9f0-b85a3a9e5e92 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1296968 Jul 16 18:53:48.379582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4bae3a90-fafa-41de-8916-243aead9a21a req-2a07d605-c3bf-403f-973a-06570d078bbc tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853021 Jul 16 18:53:49.631852 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db10431-42f8-41c1-91e1-d9e89ebc68f7 req-f84c07f9-cba6-4e7e-939c-10569d4bb946 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.643345 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1db10431-42f8-41c1-91e1-d9e89ebc68f7 req-f84c07f9-cba6-4e7e-939c-10569d4bb946 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1029797 Jul 16 18:53:49.707753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1db10431-42f8-41c1-91e1-d9e89ebc68f7 req-1ed9cb2d-593e-45df-956d-e4850c29ebe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630212 Jul 16 18:53:50.953482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b6b63-02a3-4381-a248-a9e577c95745 req-2b2c98bc-ae08-40e4-8346-23a000e2614e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:50.956292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801b6b63-02a3-4381-a248-a9e577c95745 req-2b2c98bc-ae08-40e4-8346-23a000e2614e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1225138 Jul 16 18:53:51.026590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-801b6b63-02a3-4381-a248-a9e577c95745 req-a2e9b372-9b91-4b45-9e37-4612e7980560 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624673 Jul 16 18:53:51.459432 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43632) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:51.802037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0dcda604-0f17-405b-adfe-d6243ec83de7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a0bbdfccaecc4204bce34f59681bacd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3406901 Jul 16 18:53:51.805137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43638) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:53:51.896809 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d28afb32-6ab6-4988-b419-7200bf33359a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:51.929780 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d28afb32-6ab6-4988-b419-7200bf33359a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.003083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d28afb32-6ab6-4988-b419-7200bf33359a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.008084 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d28afb32-6ab6-4988-b419-7200bf33359a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.010227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d28afb32-6ab6-4988-b419-7200bf33359a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c218394a-db43-4bfa-b33b-0020ebb9c011 HTTP/1.1" status: 204 len: 168 time: 0.2032907 Jul 16 18:53:52.024001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28afb32-6ab6-4988-b419-7200bf33359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c218394a-db43-4bfa-b33b-0020ebb9c011,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:52.395138 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481b763-09c5-4dd3-bedf-a763407a1a52 req-6a7fd4ca-2cc4-4d70-a2d9-2db90d69a35b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:52.398142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8481b763-09c5-4dd3-bedf-a763407a1a52 req-6a7fd4ca-2cc4-4d70-a2d9-2db90d69a35b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1494396 Jul 16 18:53:52.484313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8481b763-09c5-4dd3-bedf-a763407a1a52 req-d752dd0c-ada2-42e6-88b7-6933723eb142 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729313 Jul 16 18:53:53.782124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75e5ce-f8e6-4f42-a809-492ddecc0913 req-9308df1b-640f-4e0c-99f3-5d51a528808f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:53.790707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc75e5ce-f8e6-4f42-a809-492ddecc0913 req-9308df1b-640f-4e0c-99f3-5d51a528808f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1047451 Jul 16 18:53:53.841919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc75e5ce-f8e6-4f42-a809-492ddecc0913 req-c9e843aa-c5da-4dd8-b24f-0241db2f38ce tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501237 Jul 16 18:53:54.782478 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:55.090925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880377bb-3c7f-4f9b-8828-1b64785ab4c8 req-0a9c6b40-d198-4a49-be62-5ef4d273113b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:55.093516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-880377bb-3c7f-4f9b-8828-1b64785ab4c8 req-0a9c6b40-d198-4a49-be62-5ef4d273113b tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.0972404 Jul 16 18:53:55.165514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-880377bb-3c7f-4f9b-8828-1b64785ab4c8 req-d1f11821-f815-434d-804a-e1e812f1a9ac tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643497 Jul 16 18:53:56.380001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfa282-5eb5-4887-919c-a5efaa71c7b8 req-f711e5fa-c454-469a-9b56-6d3908687f15 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:56.381711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1cfa282-5eb5-4887-919c-a5efaa71c7b8 req-f711e5fa-c454-469a-9b56-6d3908687f15 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.0854213 Jul 16 18:53:56.425121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1cfa282-5eb5-4887-919c-a5efaa71c7b8 req-3131a548-6248-4a93-94ad-ae3a702ae484 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361345 Jul 16 18:53:57.693036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e61c7c-105e-4e98-8d2d-3ce1b2116341 req-a7a9cff4-2f56-4d10-baea-d19eac6a8c2d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.696233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2e61c7c-105e-4e98-8d2d-3ce1b2116341 req-a7a9cff4-2f56-4d10-baea-d19eac6a8c2d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 944 time: 0.1237183 Jul 16 18:53:57.777007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2e61c7c-105e-4e98-8d2d-3ce1b2116341 req-995a98d0-1936-4c24-b464-d37759268486 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701222 Jul 16 18:53:57.963790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f40d2596-46e2-47fb-8dcf-8703a56fd84f details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:53:58.103881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f40d2596-46e2-47fb-8dcf-8703a56fd84f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:58.126889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'port_id': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'mac_address': 'fa:16:3e:05:53:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:53:58.194231 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.223504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40d2596-46e2-47fb-8dcf-8703a56fd84f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:53:58.261878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f40d2596-46e2-47fb-8dcf-8703a56fd84f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:58.268960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.356924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f40d2596-46e2-47fb-8dcf-8703a56fd84f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:53:58.486791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f40d2596-46e2-47fb-8dcf-8703a56fd84f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:53:59.079449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3456f-5099-42b7-bb4b-5b9010626c48 req-48243d8e-a8d3-41af-9e15-80ed5f941b21 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:59.081296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbb3456f-5099-42b7-bb4b-5b9010626c48 req-48243d8e-a8d3-41af-9e15-80ed5f941b21 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 945 time: 0.0907366 Jul 16 18:53:59.131836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dbb3456f-5099-42b7-bb4b-5b9010626c48 req-ff7d4d0f-e989-4f98-87a0-5b3c45638db8 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401578 Jul 16 18:53:59.978694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f40d2596-46e2-47fb-8dcf-8703a56fd84f up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:00.050572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port f40d2596-46e2-47fb-8dcf-8703a56fd84f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:00.057331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port f40d2596-46e2-47fb-8dcf-8703a56fd84f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:00.057698 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.178895 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.219472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:00.223277 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1212dfc7-fe97-485b-9e13-9d5d9a889f50" -d '{"events": [{"server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "name": "network-vif-plugged", "status": "completed", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:00.242319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f40d2596-46e2-47fb-8dcf-8703a56fd84f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:00.250205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.311232 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37eb9c04-4c60-470b-aa96-52daf0b4c5fa x-openstack-request-id: req-37eb9c04-4c60-470b-aa96-52daf0b4c5fa {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:00.311733 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "name": "network-vif-plugged", "status": "completed", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:00.312136 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37eb9c04-4c60-470b-aa96-52daf0b4c5fa {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:00.312790 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'code': 200} Jul 16 18:54:00.377115 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ae2f3f7-f515-451b-b8c8-e80c31914017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.387294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f40d2596-46e2-47fb-8dcf-8703a56fd84f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:00.479395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33496ab0-f3b2-490b-a7f9-84890bf3ecd8 req-cf5288e7-e942-4b79-8b33-a02863b232db tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.482675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33496ab0-f3b2-490b-a7f9-84890bf3ecd8 req-cf5288e7-e942-4b79-8b33-a02863b232db tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 946 time: 0.1089995 Jul 16 18:54:00.500187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316f806-053c-4fe1-9766-45d108a547e1 req-c3d15dd1-6da9-4e64-8ea3-1d71d8f7f439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.502843 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a316f806-053c-4fe1-9766-45d108a547e1 req-c3d15dd1-6da9-4e64-8ea3-1d71d8f7f439 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 1098 time: 0.0873477 Jul 16 18:54:00.544277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33496ab0-f3b2-490b-a7f9-84890bf3ecd8 req-541f3499-a232-4d0e-ab73-ca400abab6a7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529075 Jul 16 18:54:00.565081 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a316f806-053c-4fe1-9766-45d108a547e1 req-7c343454-d382-460b-9892-bb1c095f5751 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551350 Jul 16 18:54:01.747824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2ea4f-ff48-4302-98bb-59df31126252 req-5d4cae72-027b-4753-9675-acfc604cd47f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.749854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eba2ea4f-ff48-4302-98bb-59df31126252 req-5d4cae72-027b-4753-9675-acfc604cd47f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 946 time: 0.0750523 Jul 16 18:54:01.794916 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eba2ea4f-ff48-4302-98bb-59df31126252 req-e5d532a5-76ac-46ea-8e30-72882ac3c876 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381320 Jul 16 18:54:02.132172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef9237-df6e-46a3-8bd3-8d98e121ca40 req-5eb413f9-54aa-46e8-8fc4-eb6fc37eb9ba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.134388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f6ef9237-df6e-46a3-8bd3-8d98e121ca40 req-5eb413f9-54aa-46e8-8fc4-eb6fc37eb9ba tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 946 time: 0.1162159 Jul 16 18:54:02.185913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f6ef9237-df6e-46a3-8bd3-8d98e121ca40 req-1f04558a-5e76-48d4-afc4-4ab17812466a tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400469 Jul 16 18:54:02.215614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 43704) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:02.314590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999f763a-4888-4e25-b0d8-e2a00ed21384 tempest-TestVolumeBootPattern-874054981 tempest-TestVolumeBootPattern-874054981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.317208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-999f763a-4888-4e25-b0d8-e2a00ed21384 tempest-TestVolumeBootPattern-874054981 tempest-TestVolumeBootPattern-874054981-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 1093 time: 0.0997207 Jul 16 18:54:02.321456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 43706) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:02.327314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:02.358428 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.497724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.021384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Allocated IP 172.25.0.157 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/0beeca5f-1aae-4a17-b706-4b4160cb2995) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:03.129205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc21a9a3-e06c-44f0-9c91-5be16a37863d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.196737 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.250688 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.306393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:03.311105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:03.315795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:03.322329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=0beeca5f-1aae-4a17-b706-4b4160cb2995,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:03.357913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.358249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.358607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.358945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.359288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.359625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.359960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.360326 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.360659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.360985 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.361527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.361685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:03.411904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.904293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.016853 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.232850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.239033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.328346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event updated for resources: {'Port': ['ID=0beeca5f-1aae-4a17-b706-4b4160cb2995,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:04.343698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.431328 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.471293 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Floating IP 71b65783-77fa-4e53-9381-94522bc8605e associated. External IP: 172.25.0.157, port: f40d2596-46e2-47fb-8dcf-8703a56fd84f. Jul 16 18:54:04.763847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:04.930200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:04.942537 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:04.958696 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:04.959672 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:54:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:04.963781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:05.033455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-06fd0ef6-b67c-4f5f-ab6c-aaab3201aef5 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7102087 Jul 16 18:54:05.034256 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:05.038234 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882357e-8fdd-4ade-b06f-654574f9bbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:05.112837 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb09d5e0-f4fb-4b1c-9459-45b604ce8517 x-openstack-request-id: req-fb09d5e0-f4fb-4b1c-9459-45b604ce8517 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:05.113375 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:05.113854 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb09d5e0-f4fb-4b1c-9459-45b604ce8517 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:05.114944 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'status': 'completed', 'code': 200} Jul 16 18:54:05.150081 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:05.231403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-1dc1e000-3f96-40e5-83d5-f3ade11c3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.234335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-1dc1e000-3f96-40e5-83d5-f3ade11c3e99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 1098 time: 0.0966206 Jul 16 18:54:05.374200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-aa9a908a-36bb-4213-937e-0fcbcf19c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.376865 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-aa9a908a-36bb-4213-937e-0fcbcf19c851 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1357217 Jul 16 18:54:05.481316 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '71b65783-77fa-4e53-9381-94522bc8605e', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:05:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:03Z', 'updated_at': '2021-07-16T18:54:03Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}, {'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:52:00Z', 'revision_number': 1, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:05.481765 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-108d95c7-f21d-4d1c-a1df-4e5126afde1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f HTTP/1.1" status: 200 len: 1000 time: 0.0977833 Jul 16 18:54:05.530592 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:05.545397 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:05.546428 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:54:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:05.561384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-e06abd94-caf8-49b3-8dea-c294a2b0a52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.564541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-e06abd94-caf8-49b3-8dea-c294a2b0a52f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0771871 Jul 16 18:54:05.646819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-f153fcd1-9a0a-472f-b2c3-6ce8d2c15dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.649733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-f153fcd1-9a0a-472f-b2c3-6ce8d2c15dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782144 Jul 16 18:54:05.728123 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:05.807102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-04c1e077-fa8b-41b2-b283-99824d196463 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502552 Jul 16 18:54:05.953127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:05.992132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a882357e-8fdd-4ade-b06f-654574f9bbd3 req-871bacc2-ef83-42f5-95d8-1c8ba98cc8bd service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778762 Jul 16 18:54:06.120260 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '71b65783-77fa-4e53-9381-94522bc8605e', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:05:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:03Z', 'updated_at': '2021-07-16T18:54:03Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}, {'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:52:00Z', 'revision_number': 1, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:06.154242 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fc2a40-7beb-4bab-a3af-2b0a1f1482b6 None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '71b65783-77fa-4e53-9381-94522bc8605e', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.157', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:05:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:54:03Z', 'updated_at': '2021-07-16T18:54:03Z', 'revision_number': 0, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}, {'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:52:00Z', 'revision_number': 1, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:06.427599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc455b-42aa-4713-a530-dfeed8d2136f None None] New status for floating IP 71b65783-77fa-4e53-9381-94522bc8605e: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:07.399676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba17a56-6f86-422c-afca-787f1f5ddaa7 req-1577d508-b973-4d8e-8f8e-3c3253ed9460 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.401227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eba17a56-6f86-422c-afca-787f1f5ddaa7 req-1577d508-b973-4d8e-8f8e-3c3253ed9460 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 945 time: 0.0798669 Jul 16 18:54:07.455218 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:07.456589 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eba17a56-6f86-422c-afca-787f1f5ddaa7 req-6e814a8d-0e5d-4880-8137-c6d4e2404279 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 Jul 16 18:54:07.932344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.708046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac2026-288b-468b-abd3-d475c67f4461 req-48550b4a-db43-46f4-9119-03e7456aa8f2 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.709720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89ac2026-288b-468b-abd3-d475c67f4461 req-48550b4a-db43-46f4-9119-03e7456aa8f2 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 945 time: 0.1096318 Jul 16 18:54:08.770689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-cab06497-ee51-4e7e-8f03-aabd6f5aaf27 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.772303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-cab06497-ee51-4e7e-8f03-aabd6f5aaf27 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 945 time: 0.1146960 Jul 16 18:54:08.778360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-89ac2026-288b-468b-abd3-d475c67f4461 req-0b4d89a7-d6b3-4fc6-9a65-3ce08496b2eb tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Jul 16 18:54:08.897967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Deleting port 390f106d-38b6-4e3d-9930-db449d562f79 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:08.898363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.013339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] For port 390f106d-38b6-4e3d-9930-db449d562f79, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=390f106d-38b6-4e3d-9930-db449d562f79,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:09.013712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.029975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Calling delete_port for 390f106d-38b6-4e3d-9930-db449d562f79 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:09.182409 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.195824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['390f106d-38b6-4e3d-9930-db449d562f79'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:09.216327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Pushing event deleted for resources: {'Port': ['ID=390f106d-38b6-4e3d-9930-db449d562f79,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:09.267939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] No DVR routers for this DVR port 390f106d-38b6-4e3d-9930-db449d562f79 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:09.270966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:09.273398 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15ff20c0-1ae6-4e20-a493-d308e3fdeb12 req-98fd6b4b-1319-4d59-af69-91e9f1a96c7d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "DELETE /v2.0/ports/390f106d-38b6-4e3d-9930-db449d562f79 HTTP/1.1" status: 204 len: 173 time: 0.4940646 Jul 16 18:54:09.273880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'name': 'network-vif-deleted', 'tag': '390f106d-38b6-4e3d-9930-db449d562f79'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:09.277369 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888e774-4a9c-44a3-83d6-6d3c5ca7d940" -d '{"events": [{"server_uuid": "9b887f3e-be7a-44ca-9be4-648376d28f8e", "name": "network-vif-deleted", "tag": "390f106d-38b6-4e3d-9930-db449d562f79"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:09.337910 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a3d7b3-378e-450a-bb15-a62a967b1bf8 x-openstack-request-id: req-b0a3d7b3-378e-450a-bb15-a62a967b1bf8 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:09.338303 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b887f3e-be7a-44ca-9be4-648376d28f8e", "name": "network-vif-deleted", "tag": "390f106d-38b6-4e3d-9930-db449d562f79", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:09.338688 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b0a3d7b3-378e-450a-bb15-a62a967b1bf8 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:09.340583 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b887f3e-be7a-44ca-9be4-648376d28f8e', 'name': 'network-vif-deleted', 'tag': '390f106d-38b6-4e3d-9930-db449d562f79', 'status': 'completed', 'code': 200} Jul 16 18:54:09.986522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-673d041c-59df-424c-ab1e-863507723f19 req-ea7841e6-64ce-4e37-a5c3-fa84d7e36096 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b887f3e-be7a-44ca-9be4-648376d28f8e HTTP/1.1" status: 200 len: 210 time: 0.0496736 Jul 16 18:54:13.661938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 390f106d-38b6-4e3d-9930-db449d562f79 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:13.696576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 390f106d-38b6-4e3d-9930-db449d562f79 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:13.697103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 390f106d-38b6-4e3d-9930-db449d562f79 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:18.238552 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-824c2e03-041c-4f63-b475-9dcb447f48e4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:18.240593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-824c2e03-041c-4f63-b475-9dcb447f48e4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 813 time: 0.1162267 Jul 16 18:54:18.260637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-f10e32f6-bc0f-41bb-bed9-9f072f8f26d4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/quotas/c3eff66ae3c244b783bacba614fcd3cb HTTP/1.1" status: 200 len: 375 time: 0.0118694 Jul 16 18:54:18.306559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-443a87ef-fcec-4379-9107-b8fefe434a16 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388489 Jul 16 18:54:18.418323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-086e22a5-6414-44e4-b305-6c41b3aa0fb6 service neutron] 10.222.0.48 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036558 Jul 16 18:54:18.578314 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-a97faebe-b277-470f-838c-66e7e7d820fb service neutron] 10.222.0.48 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524363 Jul 16 18:54:18.920515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-53ad89d1-3243-48d0-829f-a8ef1ab13aba req-f9656912-7dc0-4625-8c73-a95eb0a02f8e tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 210 time: 0.0586731 Jul 16 18:54:20.141642 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08108dba-ba52-4c00-b59d-f18a1e3ee586 req-4c84493c-69d1-4bf5-9843-51ab5c7f2c6f tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 210 time: 0.0342119 Jul 16 18:54:20.599941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-50cbe1bb-9ccc-444c-b44d-0bb5917344f3 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.601534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-50cbe1bb-9ccc-444c-b44d-0bb5917344f3 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 813 time: 0.1313589 Jul 16 18:54:20.618547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Request body: {'port': {'device_id': '193ce855-33cc-488c-8d72-258e470db2e6', 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b', 'admin_state_up': True, 'tenant_id': 'c3eff66ae3c244b783bacba614fcd3cb'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:20.773924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Made reservation on behalf of c3eff66ae3c244b783bacba614fcd3cb for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:20.777854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.931997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Allocated IP 172.20.0.8 (3633fe1e-5b07-46be-8cb5-285327be488b/cbe40a45-bad3-456e-ba8e-10e981fc68a7/bbbff3d3-c1b4-4cac-a926-87e55c59c8cd) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:21.130494 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.196065 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.285909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Network 3633fe1e-5b07-46be-8cb5-285327be488b is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:21.317942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:21.322610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:21.440626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Pushing event updated for resources: {'Port': ['ID=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:21.468710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.469385 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:21.494754 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-598ccd6d-655e-46b0-9cde-ceff92c664f4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8839786 Jul 16 18:54:21.508786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af520f-f26d-449b-898a-57f3d885735c req-b92a8fce-dc11-407c-a986-90df9f3d10b0 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.510585 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15af520f-f26d-449b-898a-57f3d885735c req-b92a8fce-dc11-407c-a986-90df9f3d10b0 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 931 time: 0.2306221 Jul 16 18:54:21.516797 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Request body: {'port': {'device_id': '193ce855-33cc-488c-8d72-258e470db2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:21.609296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15af520f-f26d-449b-898a-57f3d885735c req-f6e665b8-bee7-4c84-ab8b-a4645c4313d4 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881441 Jul 16 18:54:21.634166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.147465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbbff3d3-c1b4-4cac-a926-87e55c59c8cd {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:22.163944 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.190118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Transition to ACTIVE for port object bbbff3d3-c1b4-4cac-a926-87e55c59c8cd will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:22.194082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.276424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:22.338776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Attempting to bind port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:22.339972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Attempting to bind port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:22.340401 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Attempting to bind port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd on network 3633fe1e-5b07-46be-8cb5-285327be488b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:22.345689 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd on network 3633fe1e-5b07-46be-8cb5-285327be488b not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:22.346081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Attempting to bind port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd on network 3633fe1e-5b07-46be-8cb5-285327be488b {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:22.352222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:22.352619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Checking segment: {'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:22.353046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Bound using segment: {'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:22.353638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Bound port: bbbff3d3-c1b4-4cac-a926-87e55c59c8cd, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b70d6d-b7d7-41de-b000-c64d55e0ad6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:22.354063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.790174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] For port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:22.794515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] For port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:22.800928 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.860730 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.861387 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.862898 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] 10.222.0.55 "PUT /v2.0/ports/bbbff3d3-c1b4-4cac-a926-87e55c59c8cd HTTP/1.1" status: 200 len: 1092 time: 1.3512101 Jul 16 18:54:22.863543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ce855-33cc-488c-8d72-258e470db2e6', 'tag': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:22.867094 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff5e0e-71dd-497c-8785-b129eabcf978" -d '{"events": [{"name": "network-changed", "server_uuid": "193ce855-33cc-488c-8d72-258e470db2e6", "tag": "bbbff3d3-c1b4-4cac-a926-87e55c59c8cd"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:22.926108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74ccb3-e1ee-450d-b9f6-ec6159ce3da4 service neutron] Pushing event updated for resources: {'Port': ['ID=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:22.946190 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ef033-b09d-41fd-b0a0-0fdea1cab940 x-openstack-request-id: req-785ef033-b09d-41fd-b0a0-0fdea1cab940 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:22.946489 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193ce855-33cc-488c-8d72-258e470db2e6", "tag": "bbbff3d3-c1b4-4cac-a926-87e55c59c8cd", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:22.946749 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-785ef033-b09d-41fd-b0a0-0fdea1cab940 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:22.947166 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193ce855-33cc-488c-8d72-258e470db2e6', 'tag': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd', 'status': 'completed', 'code': 200} Jul 16 18:54:22.998844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a77ee-41b3-4f30-83f5-ecd2c9867d67 req-ea18be7f-633d-473f-a423-5c6b46e9c910 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.000546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af5a77ee-41b3-4f30-83f5-ecd2c9867d67 req-ea18be7f-633d-473f-a423-5c6b46e9c910 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 943 time: 0.1604743 Jul 16 18:54:23.054871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-d17759bf-5992-4ad0-887e-1fa40f9b89c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.056573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-d17759bf-5992-4ad0-887e-1fa40f9b89c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 1095 time: 0.1249685 Jul 16 18:54:23.066110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af5a77ee-41b3-4f30-83f5-ecd2c9867d67 req-8fa05c3c-4329-4bfc-b8e5-3e4b91a74c85 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501828 Jul 16 18:54:23.105858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-31a4329d-7891-46f7-b895-99125a26c4a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd HTTP/1.1" status: 200 len: 217 time: 0.0387087 Jul 16 18:54:23.169344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-5689d499-634d-4b49-a1f4-242db5611e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.171106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-5689d499-634d-4b49-a1f4-242db5611e77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbe40a45-bad3-456e-ba8e-10e981fc68a7 HTTP/1.1" status: 200 len: 853 time: 0.0593626 Jul 16 18:54:23.216489 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-f6435cc5-2ba7-45f3-93e6-93f951428f5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3633fe1e-5b07-46be-8cb5-285327be488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383074 Jul 16 18:54:23.336056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-143e6162-6be0-43e5-ada5-ad2d1e47723b service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123617 Jul 16 18:54:23.455394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04801453-2128-43cf-b5c7-2130fe7f60b3 req-5a753d3f-92b4-41ac-bd98-cf396312be8b service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082885 Jul 16 18:54:23.564096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-351825b2-3c22-482f-8e0c-c536d728263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.565866 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-351825b2-3c22-482f-8e0c-c536d728263b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 1095 time: 0.0615828 Jul 16 18:54:23.686676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-d77f7550-4867-45b5-8539-237f20ecef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.688507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-d77f7550-4867-45b5-8539-237f20ecef99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 913 time: 0.1156523 Jul 16 18:54:23.734504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-ed92d6eb-d6b6-4fab-89ca-dd9e61f6afe2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd HTTP/1.1" status: 200 len: 217 time: 0.0387917 Jul 16 18:54:23.820078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-5eab032a-51c0-4979-94f4-7d8c2e2294a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.822950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-5eab032a-51c0-4979-94f4-7d8c2e2294a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbe40a45-bad3-456e-ba8e-10e981fc68a7 HTTP/1.1" status: 200 len: 853 time: 0.0797248 Jul 16 18:54:23.863149 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-d72d87fb-0f4e-4652-bf9f-d6439c0a5866 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3633fe1e-5b07-46be-8cb5-285327be488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324867 Jul 16 18:54:23.968080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-2c042748-6319-4c29-a6ec-447cc0548680 service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974722 Jul 16 18:54:24.082939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f0ff5e0e-71dd-497c-8785-b129eabcf978 req-1122eccd-85ce-48b2-8dfb-505b562ad38e service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083562 Jul 16 18:54:24.272609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27818937-f222-4884-9ea7-48a4251cb74a req-527d4e98-4d0d-4aff-824f-a40bd8c3ec77 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:24.274286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27818937-f222-4884-9ea7-48a4251cb74a req-527d4e98-4d0d-4aff-824f-a40bd8c3ec77 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 943 time: 0.0757742 Jul 16 18:54:24.321435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27818937-f222-4884-9ea7-48a4251cb74a req-62ca7ca7-b6dd-4e5c-ac85-11ac13b64278 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404809 Jul 16 18:54:25.557093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69938a-cac5-4b7c-9138-445573787338 req-ad971f9c-ddb1-4768-9f1b-aca6598a6fb3 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:25.558837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad69938a-cac5-4b7c-9138-445573787338 req-ad971f9c-ddb1-4768-9f1b-aca6598a6fb3 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 943 time: 0.0867012 Jul 16 18:54:25.607805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ad69938a-cac5-4b7c-9138-445573787338 req-84a19fdc-61f7-4b17-ac86-4f8a7c9595c0 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Jul 16 18:54:26.847257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7283d70-02eb-43dc-ab59-bed0262f88d8 req-74e7f53a-2b5a-448a-a911-9079aef13d90 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:26.849011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7283d70-02eb-43dc-ab59-bed0262f88d8 req-74e7f53a-2b5a-448a-a911-9079aef13d90 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 943 time: 0.0773942 Jul 16 18:54:26.893964 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7283d70-02eb-43dc-ab59-bed0262f88d8 req-f9705116-14ad-45ce-9c14-1fb28af6b6fb tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 Jul 16 18:54:27.741976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bbbff3d3-c1b4-4cac-a926-87e55c59c8cd details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:27.854764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:27.873661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd', 'network_id': '3633fe1e-5b07-46be-8cb5-285327be488b', 'port_id': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd', 'mac_address': 'fa:16:3e:c1:8b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe40a45-bad3-456e-ba8e-10e981fc68a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:27.914945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.935336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbbff3d3-c1b4-4cac-a926-87e55c59c8cd {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:27.976005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:27.983229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.054151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:28.067231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.067819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.068417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.069118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.069648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.070346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.071110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.071369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.071929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.072536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.073123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.073730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:28.166572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949204e4-f53e-4684-bda7-4a6cb17a3fb7 req-a25124c0-c919-4948-a503-530aa5828660 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.169781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-949204e4-f53e-4684-bda7-4a6cb17a3fb7 req-a25124c0-c919-4948-a503-530aa5828660 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 944 time: 0.1137009 Jul 16 18:54:28.210525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bbbff3d3-c1b4-4cac-a926-87e55c59c8cd'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:28.239855 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-949204e4-f53e-4684-bda7-4a6cb17a3fb7 req-530b1076-d64c-4e5a-ad97-84e64deb689d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624478 Jul 16 18:54:29.418699 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-7eacb9bc-94c7-4356-9d08-5afcf24eaaee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0788488 Jul 16 18:54:29.475408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b09d6e-60d2-4a19-9050-d96fea88d0f0 req-45b6a064-1c79-4d6c-a75f-e13e95e68419 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:29.477105 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90b09d6e-60d2-4a19-9050-d96fea88d0f0 req-45b6a064-1c79-4d6c-a75f-e13e95e68419 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 944 time: 0.0935185 Jul 16 18:54:29.543693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-90b09d6e-60d2-4a19-9050-d96fea88d0f0 req-baca7db3-0e70-4f6d-b402-52a4e6615336 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548120 Jul 16 18:54:29.544721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-1bcec413-d8e9-443d-9d50-1a294d7010d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:29.546478 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-1bcec413-d8e9-443d-9d50-1a294d7010d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1097 time: 0.0705061 Jul 16 18:54:29.681480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-2bd9b781-9123-4db6-8d11-0148e2c0cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:29.683040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-2bd9b781-9123-4db6-8d11-0148e2c0cfe7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1090841 Jul 16 18:54:29.751353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bbbff3d3-c1b4-4cac-a926-87e55c59c8cd up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:29.763750 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-717216ab-a798-48d2-b888-35495c64da07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 1001 time: 0.0743501 Jul 16 18:54:29.825517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-c01f389a-7882-4321-8eeb-5e227d06f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:29.827230 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-c01f389a-7882-4321-8eeb-5e227d06f1c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0575838 Jul 16 18:54:29.833527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:29.842848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:29.843432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:29.924019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-0ff82aad-08a5-41ec-91c6-340ffd85d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:29.925901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-0ff82aad-08a5-41ec-91c6-340ffd85d90e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891883 Jul 16 18:54:29.958542 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.002688 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ce855-33cc-488c-8d72-258e470db2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:30.008173 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc30fa4c-af8e-43ba-bd3c-2c3f8c34cdd9" -d '{"events": [{"server_uuid": "193ce855-33cc-488c-8d72-258e470db2e6", "name": "network-vif-plugged", "status": "completed", "tag": "bbbff3d3-c1b4-4cac-a926-87e55c59c8cd"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:30.030330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:30.036699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.057269 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-eee8c6ce-88f9-4a47-bcdd-299674f216cc service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248505 Jul 16 18:54:30.077939 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dea9cb-6473-422e-9cde-8ce6c3512ee9 x-openstack-request-id: req-94dea9cb-6473-422e-9cde-8ce6c3512ee9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:30.078289 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ce855-33cc-488c-8d72-258e470db2e6", "name": "network-vif-plugged", "status": "completed", "tag": "bbbff3d3-c1b4-4cac-a926-87e55c59c8cd", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:30.079730 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-94dea9cb-6473-422e-9cde-8ce6c3512ee9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:30.080382 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ce855-33cc-488c-8d72-258e470db2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd', 'code': 200} Jul 16 18:54:30.120910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:30.206914 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-371c6870-d9c7-44bc-8772-d5fc110d989e req-b2fe7f00-a20d-4f19-ac69-ab494d5f2a6a service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433177 Jul 16 18:54:30.210016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da8ece-35cf-472c-943c-216995d42ccc req-bb64141a-c288-45b5-a2be-807751d2b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.212045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15da8ece-35cf-472c-943c-216995d42ccc req-bb64141a-c288-45b5-a2be-807751d2b99e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0632107 Jul 16 18:54:30.254974 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15da8ece-35cf-472c-943c-216995d42ccc req-d77bbf70-b967-4e27-869d-0e9b4d0b0271 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363321 Jul 16 18:54:30.296767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97bf692e-3264-4caf-8a03-6510a10f85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:30.846134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b8ead-bb7b-44ce-8f50-d8864f1b2842 req-194c47dc-87a6-4c52-b9d2-5d90ae478d4d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:30.847733 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc2b8ead-bb7b-44ce-8f50-d8864f1b2842 req-194c47dc-87a6-4c52-b9d2-5d90ae478d4d tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 945 time: 0.0835383 Jul 16 18:54:30.913155 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc2b8ead-bb7b-44ce-8f50-d8864f1b2842 req-2f9cbc7b-f5dc-4f62-a4ba-da1bb147cbcc tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543866 Jul 16 18:54:31.678874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-5bf2eecc-0c0c-4abe-8a28-0c8aebdef5c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0969284 Jul 16 18:54:31.788375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:31.837523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-9e4cc6de-7e8a-4f21-ad76-1488e082da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:31.840556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-9e4cc6de-7e8a-4f21-ad76-1488e082da8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 1097 time: 0.0970225 Jul 16 18:54:32.051146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-4bea1c6b-778a-4f80-9b7d-c651397f216e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:32.054013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-4bea1c6b-778a-4f80-9b7d-c651397f216e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 200 len: 913 time: 0.1813817 Jul 16 18:54:32.131804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-4038a572-6cf2-45ba-bfbd-53d1c1413411 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd HTTP/1.1" status: 200 len: 217 time: 0.0711341 Jul 16 18:54:32.273543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-9dbca841-07b5-4cc6-9889-b3c452cbca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:32.275947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-9dbca841-07b5-4cc6-9889-b3c452cbca5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbe40a45-bad3-456e-ba8e-10e981fc68a7 HTTP/1.1" status: 200 len: 853 time: 0.1284504 Jul 16 18:54:32.332774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-d8754cd5-42c5-45c3-b72d-202b3a9e7704 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3633fe1e-5b07-46be-8cb5-285327be488b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500753 Jul 16 18:54:32.367821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9cbcb-8f00-4b12-ab03-f5eaeffdd650 req-64caebaa-196f-406f-ac6e-a64f8c8e8996 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:32.370519 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-add9cbcb-8f00-4b12-ab03-f5eaeffdd650 req-64caebaa-196f-406f-ac6e-a64f8c8e8996 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 945 time: 0.2431197 Jul 16 18:54:32.513448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-add9cbcb-8f00-4b12-ab03-f5eaeffdd650 req-2964c02f-064c-4ab2-8a79-114dd10fd76e tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252563 Jul 16 18:54:32.543079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-299b6167-471e-4790-be4e-fdc933802b01 service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027555 Jul 16 18:54:32.691816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5048a6b2-fee2-43e7-ba55-d72557602c2f req-631b026a-7284-46d4-a536-c06311755f58 service neutron] 10.222.0.55 "GET /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421332 Jul 16 18:54:33.145068 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e6dfb3f-ae92-488d-91ea-9937f2185b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.404196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:34.433503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:35.953059 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.448786 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:37.944569 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:00.154443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1c531-5b7f-4ad8-aec4-2d3214bc5987 req-4110a09b-4fcd-4554-a22f-95a42de63089 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:00.155128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6da1c531-5b7f-4ad8-aec4-2d3214bc5987 req-4110a09b-4fcd-4554-a22f-95a42de63089 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 945 time: 0.0783901 Jul 16 18:55:00.200023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6da1c531-5b7f-4ad8-aec4-2d3214bc5987 req-e10d9179-53f1-498a-a703-ea9af0126832 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Jul 16 18:55:00.292612 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d900241e-3205-4cf1-8f84-943b0851125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.400886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42569a94-0d8f-490e-8a9c-8dd2c924580b req-2f2d43b5-90d3-43ab-be98-2e15071fcb21 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.403151 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42569a94-0d8f-490e-8a9c-8dd2c924580b req-2f2d43b5-90d3-43ab-be98-2e15071fcb21 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 945 time: 0.0757027 Jul 16 18:55:01.446707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42569a94-0d8f-490e-8a9c-8dd2c924580b req-ed33b18b-3a42-460b-8a4b-4fa260e841a9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/security-groups?id=080c6260-ee17-46a6-bbae-0f6efeb14b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370102 Jul 16 18:55:01.691309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-7449a9ff-9d2d-4c08-b16f-3f038e5f5211 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:01.692955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-7449a9ff-9d2d-4c08-b16f-3f038e5f5211 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 945 time: 0.0687096 Jul 16 18:55:01.809975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Deleting port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:01.810313 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.907217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] For port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,segment=NetworkSegment(17b70d6d-b7d7-41de-b000-c64d55e0ad6b),segment_id=17b70d6d-b7d7-41de-b000-c64d55e0ad6b)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:01.907575 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.926794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Calling delete_port for bbbff3d3-c1b4-4cac-a926-87e55c59c8cd owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:02.097333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:02.109758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['bbbff3d3-c1b4-4cac-a926-87e55c59c8cd'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:55:02.131554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Pushing event deleted for resources: {'Port': ['ID=bbbff3d3-c1b4-4cac-a926-87e55c59c8cd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:02.213294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] No DVR routers for this DVR port bbbff3d3-c1b4-4cac-a926-87e55c59c8cd on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:02.217560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:02.220083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b16d1d1c-f87d-4f88-8c3e-523074b3cba0 req-77864e4b-5344-455e-9765-dc81fb1facb9 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.55 "DELETE /v2.0/ports/bbbff3d3-c1b4-4cac-a926-87e55c59c8cd HTTP/1.1" status: 204 len: 173 time: 0.5216873 Jul 16 18:55:02.220614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ce855-33cc-488c-8d72-258e470db2e6', 'name': 'network-vif-deleted', 'tag': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:02.223108 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a0788-2dc4-49d6-bb8d-9115355712e7" -d '{"events": [{"server_uuid": "193ce855-33cc-488c-8d72-258e470db2e6", "name": "network-vif-deleted", "tag": "bbbff3d3-c1b4-4cac-a926-87e55c59c8cd"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:02.274093 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc55f88-3ca8-4223-992a-9a5558587895 x-openstack-request-id: req-1bc55f88-3ca8-4223-992a-9a5558587895 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:02.274513 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ce855-33cc-488c-8d72-258e470db2e6", "name": "network-vif-deleted", "tag": "bbbff3d3-c1b4-4cac-a926-87e55c59c8cd", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:02.274762 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bc55f88-3ca8-4223-992a-9a5558587895 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:02.275302 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ce855-33cc-488c-8d72-258e470db2e6', 'name': 'network-vif-deleted', 'tag': 'bbbff3d3-c1b4-4cac-a926-87e55c59c8cd', 'status': 'completed', 'code': 200} Jul 16 18:55:02.626870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-76559c02-00d4-4777-8055-08a4a85c22e9 req-47db30f2-8b39-440f-b836-004dfc781a96 tempest-VolumesSnapshotTestJSON-1081459862 tempest-VolumesSnapshotTestJSON-1081459862-project] 10.222.0.48 "GET /v2.0/ports?device_id=193ce855-33cc-488c-8d72-258e470db2e6 HTTP/1.1" status: 200 len: 210 time: 0.0327575 Jul 16 18:55:03.134805 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6f3ed23a-3f32-4e51-94a3-9ac82cd73a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.398978 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:04.600224 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:05.923095 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bbbff3d3-c1b4-4cac-a926-87e55c59c8cd no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:05.953587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: bbbff3d3-c1b4-4cac-a926-87e55c59c8cd {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:05.953984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device bbbff3d3-c1b4-4cac-a926-87e55c59c8cd not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:05.973397 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:07.460698 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:07.955523 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:08.797212 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:29.545123 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-bfa92370-e43e-4fc0-8dfa-2ac29967ab44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1082778 Jul 16 18:55:29.679608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f956b-c518-4c29-ac3f-652d016114ad req-7fd9402f-967b-40ed-84f1-7f1a3fe8ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.683060 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-7fd9402f-967b-40ed-84f1-7f1a3fe8ee27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 1098 time: 0.1092947 Jul 16 18:55:29.863207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f956b-c518-4c29-ac3f-652d016114ad req-773df652-651c-4fd7-b1b5-a4724c572b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:29.866296 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-773df652-651c-4fd7-b1b5-a4724c572b47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1544471 Jul 16 18:55:29.976448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-93372584-f7e5-40e3-a6e1-0fe472384999 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f HTTP/1.1" status: 200 len: 1002 time: 0.1033776 Jul 16 18:55:30.061748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f956b-c518-4c29-ac3f-652d016114ad req-8f31919d-bf30-4278-903e-cd4dd6a13f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:30.063903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-8f31919d-bf30-4278-903e-cd4dd6a13f75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0812118 Jul 16 18:55:30.154469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f956b-c518-4c29-ac3f-652d016114ad req-7fa4b776-1e24-41b0-879d-b3a871794697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:30.157058 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-7fa4b776-1e24-41b0-879d-b3a871794697 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866182 Jul 16 18:55:30.298593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43c0817d-c234-4296-a32d-58b6779c2274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:30.346148 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-dfbd01ce-9ab5-47d8-9fda-896dfe2ee6e9 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822259 Jul 16 18:55:30.508623 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-042f956b-c518-4c29-ac3f-652d016114ad req-3520361d-89cb-411c-82c5-348cfcf4a8ed service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560402 Jul 16 18:55:32.910238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44056) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:33.140518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c3a155ef-99bc-4db7-9bf0-d2443d83df8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.151335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port 0beeca5f-1aae-4a17-b706-4b4160cb2995 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:33.153010 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.298620 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.299382 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.325054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for 0beeca5f-1aae-4a17-b706-4b4160cb2995 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:33.426831 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.639583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.698144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=0beeca5f-1aae-4a17-b706-4b4160cb2995,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:33.747815 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.748443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.749038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.749634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.750486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.751194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.751832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.752736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.753330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.753898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.754486 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.754970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:33.830264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.830856 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Floating IP 71b65783-77fa-4e53-9381-94522bc8605e disassociated (deleted). External IP: 172.25.0.157, port: f40d2596-46e2-47fb-8dcf-8703a56fd84f. Jul 16 18:55:34.226301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:34.441206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:34.442551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.449914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.455343 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:34.473529 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:34.474712 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:34.532045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b8df5a92-b0b0-49af-baec-a999a4d64985 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "DELETE /v2.0/floatingips/71b65783-77fa-4e53-9381-94522bc8605e HTTP/1.1" status: 204 len: 168 time: 1.6204591 Jul 16 18:55:34.532973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:34.538569 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d" -d '{"events": [{"name": "network-changed", "server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:34.619691 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83bc6fc-89a8-4945-8beb-d16b558be87b x-openstack-request-id: req-f83bc6fc-89a8-4945-8beb-d16b558be87b {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:34.620175 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:34.623466 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f83bc6fc-89a8-4945-8beb-d16b558be87b {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:34.624354 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'status': 'completed', 'code': 200} Jul 16 18:55:34.720871 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:34.796912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-48967162-c135-41de-8ccd-481106e63311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:34.801402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-48967162-c135-41de-8ccd-481106e63311 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 1098 time: 0.1316977 Jul 16 18:55:34.994177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-151fc78a-9c41-4d29-a891-a9b196e2db34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:34.997583 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-151fc78a-9c41-4d29-a891-a9b196e2db34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1895187 Jul 16 18:55:35.104606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-36703fcb-2fe5-4bf4-839f-bec3dea7f5ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f HTTP/1.1" status: 200 len: 217 time: 0.0943577 Jul 16 18:55:35.207866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-f4889c8a-22a2-4afd-89a4-7c41222fb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:35.211276 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-f4889c8a-22a2-4afd-89a4-7c41222fb437 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0998192 Jul 16 18:55:35.211503 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:52:00Z', 'revision_number': 1, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:35.288513 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:35.296696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384cf2f-3990-4658-9fc4-4858e7ad1eaf req-dd8448d6-9d8b-4237-a337-077ef067c036 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:35.299740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3384cf2f-3990-4658-9fc4-4858e7ad1eaf req-dd8448d6-9d8b-4237-a337-077ef067c036 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 946 time: 0.1317220 Jul 16 18:55:35.319517 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:35.320216 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:35.339443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-89bed569-dadc-4466-8cfe-ab5a4399a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:35.343666 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-89bed569-dadc-4466-8cfe-ab5a4399a63a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259093 Jul 16 18:55:35.415163 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3384cf2f-3990-4658-9fc4-4858e7ad1eaf req-3329a341-6c24-421b-91ac-5823022c8b41 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948434 Jul 16 18:55:35.478478 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-6c2832d9-fc2b-445c-8162-deef47cc9f5b service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274395 Jul 16 18:55:35.528500 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:35.621391 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-546d4ca6-ff2f-47e0-89df-9d8f04bb080d req-64f0a971-9880-47b0-bcab-95b9afeacd0a service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356633 Jul 16 18:55:35.966917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:36.119350 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:52:00Z', 'revision_number': 1, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:36.182814 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9677c6-82a2-4747-869e-7f179e76fb4c None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '912390ea-964c-4d8b-a588-712c6f3365f6', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'floating_ip_address': '172.25.0.143', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'port_id': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'mac_address': 'fa:16:3e:70:b6:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:51:55Z', 'updated_at': '2021-07-16T18:52:00Z', 'revision_number': 1, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:36.562600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb65696d-1e50-4a90-8832-4a4a81eeaab2 None None] New status for floating IP 71b65783-77fa-4e53-9381-94522bc8605e: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:55:36.778453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-4bf96449-a8a4-46d6-8138-e425e373684c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:36.781551 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-4bf96449-a8a4-46d6-8138-e425e373684c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 946 time: 0.2208645 Jul 16 18:55:36.790701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f286a2-4da3-4d83-8e90-580cd1ebe02d req-c4b857ea-58c2-4897-8f57-6a35a1dda266 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:36.793567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f286a2-4da3-4d83-8e90-580cd1ebe02d req-c4b857ea-58c2-4897-8f57-6a35a1dda266 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 946 time: 0.1491282 Jul 16 18:55:36.870070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38f286a2-4da3-4d83-8e90-580cd1ebe02d req-ca16d22a-52a7-4498-8d50-5f515d59e2b3 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657976 Jul 16 18:55:37.411307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port f40d2596-46e2-47fb-8dcf-8703a56fd84f {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:37.411743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.482089 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.543990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] For port f40d2596-46e2-47fb-8dcf-8703a56fd84f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f40d2596-46e2-47fb-8dcf-8703a56fd84f,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:37.544735 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.564882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for f40d2596-46e2-47fb-8dcf-8703a56fd84f owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:37.771854 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.827052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=f40d2596-46e2-47fb-8dcf-8703a56fd84f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:37.851381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.851961 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.852610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.853207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.853801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.854390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.854973 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.855603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.856200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.856772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.857395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.857980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:55:37.929129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] No DVR routers for this DVR port f40d2596-46e2-47fb-8dcf-8703a56fd84f on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:37.932964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:37.937229 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4a27c38c-6380-4c5c-8785-461655bd1fd8 req-f0f8ee41-4807-4b18-b7f0-9b010b58b581 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "DELETE /v2.0/ports/f40d2596-46e2-47fb-8dcf-8703a56fd84f HTTP/1.1" status: 204 len: 173 time: 1.1501215 Jul 16 18:55:37.937943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'name': 'network-vif-deleted', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:37.942123 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab9530-be63-4b9d-869d-1eb5c2811900" -d '{"events": [{"server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "name": "network-vif-deleted", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:37.964759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:38.033511 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb84617-49af-449a-935b-bc5820d2e648 x-openstack-request-id: req-bdb84617-49af-449a-935b-bc5820d2e648 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:38.034012 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32408ee0-6f8f-4a90-8238-25a9be6d7543", "name": "network-vif-deleted", "tag": "f40d2596-46e2-47fb-8dcf-8703a56fd84f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:38.034432 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bdb84617-49af-449a-935b-bc5820d2e648 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:38.035090 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32408ee0-6f8f-4a90-8238-25a9be6d7543', 'name': 'network-vif-deleted', 'tag': 'f40d2596-46e2-47fb-8dcf-8703a56fd84f', 'status': 'completed', 'code': 200} Jul 16 18:55:38.140079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-12180cea-aeaa-447f-9564-cdac1d55d54e req-8e8c867c-68cb-4e6c-940b-43501437d8cb tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 210 time: 0.0555785 Jul 16 18:55:39.358392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9c5e057-ac09-4321-a396-4e290466786b req-b30e7dd6-e1ea-4041-83d7-386a35cd2832 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 210 time: 0.0343549 Jul 16 18:55:40.521496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f40d2596-46e2-47fb-8dcf-8703a56fd84f no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:40.562812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: f40d2596-46e2-47fb-8dcf-8703a56fd84f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:40.563669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f40d2596-46e2-47fb-8dcf-8703a56fd84f not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:40.614189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80271bbf-12b0-4359-af9c-9b5a0d977c6a req-afd76828-0c5f-4a1c-9568-aabc00143d29 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 210 time: 0.0608962 Jul 16 18:55:41.881901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2fc09578-e41a-4145-b340-333d3b41ad88 req-2f5c6f1c-6936-408f-a25f-ac548e290de6 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=32408ee0-6f8f-4a90-8238-25a9be6d7543 HTTP/1.1" status: 200 len: 210 time: 0.0417216 Jul 16 18:55:45.796688 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:48.697082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44178) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:48.907414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port 3c7a1f1d-fe34-485f-9d4f-1bbbf25034e8 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:48.907876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.015782 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.016302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.036420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for 3c7a1f1d-fe34-485f-9d4f-1bbbf25034e8 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:49.273063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.331211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=3c7a1f1d-fe34-485f-9d4f-1bbbf25034e8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:49.408246 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:49.409209 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Floating IP 912390ea-964c-4d8b-a588-712c6f3365f6 disassociated (deleted). External IP: 172.25.0.143, port: c9fab161-c16d-45ef-81d4-b758dfdbb3ea. Jul 16 18:55:50.114666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:55:50.240742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:55:50.246418 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.254017 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:55:50.271122 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:50.272229 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:50.313818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-359000be-5533-47eb-94b8-167b9b2e0fe7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "DELETE /v2.0/floatingips/912390ea-964c-4d8b-a588-712c6f3365f6 HTTP/1.1" status: 204 len: 168 time: 1.6106336 Jul 16 18:55:50.313818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:50.315356 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f" -d '{"events": [{"name": "network-changed", "server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:50.385807 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24566da7-67ab-430c-bf60-a0cf287cde06 x-openstack-request-id: req-24566da7-67ab-430c-bf60-a0cf287cde06 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:50.386469 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:50.386999 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24566da7-67ab-430c-bf60-a0cf287cde06 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:50.387772 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'status': 'completed', 'code': 200} Jul 16 18:55:50.448642 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:50.507934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-ed416c13-d479-4812-83ca-25658a8a5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:50.510320 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-ed416c13-d479-4812-83ca-25658a8a5950 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 1097 time: 0.0926185 Jul 16 18:55:50.704265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-7c0542c2-f8d5-4b80-b187-ba87823dc59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:50.708986 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-7c0542c2-f8d5-4b80-b187-ba87823dc59e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 200 len: 912 time: 0.1923368 Jul 16 18:55:50.743898 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:50.768420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-31fac727-4aa8-4977-8fe3-bc3c6f3a4789 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 200 len: 217 time: 0.0534534 Jul 16 18:55:50.776892 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:55:50.787138 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:55:50.787772 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:55:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:50.841805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-436a9c0e-5c20-4d0e-9e88-7176293eaf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:50.843660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-436a9c0e-5c20-4d0e-9e88-7176293eaf95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 200 len: 851 time: 0.0693514 Jul 16 18:55:50.927499 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-3cc7456f-37de-4e83-94b1-cac8ac4d7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:50.929875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-3cc7456f-37de-4e83-94b1-cac8ac4d7bd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b7f4625e-4196-40e8-8f94-e2248f7841e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795739 Jul 16 18:55:51.047402 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:55:51.114804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6401c-da04-463e-a449-c5a9aa3ee258 req-c92a3ed9-9c00-4650-9631-08fed974d357 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:51.122160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2d6401c-da04-463e-a449-c5a9aa3ee258 req-c92a3ed9-9c00-4650-9631-08fed974d357 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 945 time: 0.1470220 Jul 16 18:55:51.123317 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-82e52ffc-f6e9-477a-8eee-98a7a1353200 service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849949 Jul 16 18:55:51.192731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2d6401c-da04-463e-a449-c5a9aa3ee258 req-eb10ab71-4c25-4998-a06e-2bf422bad408 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649729 Jul 16 18:55:51.272606 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dcc78c9f-56c1-4e37-ac52-ea0506c4592f req-6a3cb92a-9288-49fb-9706-de23a707b80e service neutron] 10.222.0.13 "GET /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411483 Jul 16 18:55:51.365114 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:51.398052 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed05734-5a97-48ae-a813-47c4c94a73bb None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:42:40Z', 'revision_number': 4, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc', 'name': '', 'network_id': 'b7f4625e-4196-40e8-8f94-e2248f7841e7', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'mac_address': 'fa:16:3e:df:22:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_interface', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:39Z', 'updated_at': '2021-07-16T18:43:03Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'subnets': [{'id': 'ee18eeb0-395b-4204-a469-a96f347af079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:55:51.650447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4d7ec6-b744-40c4-ba27-3749ca9fcb25 None None] New status for floating IP 912390ea-964c-4d8b-a588-712c6f3365f6: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:55:52.345720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-19b4939d-137a-47eb-9760-7d360522392c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:52.347388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-19b4939d-137a-47eb-9760-7d360522392c tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 945 time: 0.1070848 Jul 16 18:55:52.485359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fba5da-e712-48e2-a73a-9b60d6441717 req-e869e683-3e46-4828-8fdc-5507bf30f24e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:52.487478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43fba5da-e712-48e2-a73a-9b60d6441717 req-e869e683-3e46-4828-8fdc-5507bf30f24e tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 945 time: 0.0782564 Jul 16 18:55:52.491013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port c9fab161-c16d-45ef-81d4-b758dfdbb3ea {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:52.491459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.552980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-43fba5da-e712-48e2-a73a-9b60d6441717 req-e385c7f7-6177-482d-a107-40b381e4f0d7 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/security-groups?id=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551853 Jul 16 18:55:52.623226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] For port c9fab161-c16d-45ef-81d4-b758dfdbb3ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:55:52.623772 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.648647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for c9fab161-c16d-45ef-81d4-b758dfdbb3ea owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:52.893381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.927637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=c9fab161-c16d-45ef-81d4-b758dfdbb3ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:53.021688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] No DVR routers for this DVR port c9fab161-c16d-45ef-81d4-b758dfdbb3ea on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:55:53.027149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.030756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-940d9d1f-0834-4d97-b96c-fa5293426e1c req-7539cd3e-d32f-488a-9389-8e073459c50d tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.13 "DELETE /v2.0/ports/c9fab161-c16d-45ef-81d4-b758dfdbb3ea HTTP/1.1" status: 204 len: 173 time: 0.6777694 Jul 16 18:55:53.031700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'name': 'network-vif-deleted', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:55:53.037073 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd8cf9a-7625-429f-a7b0-bcd9a7989e12" -d '{"events": [{"server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "name": "network-vif-deleted", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:55:53.115639 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d0ca66-dd9e-4a76-9903-b63b1b3e93f5 x-openstack-request-id: req-26d0ca66-dd9e-4a76-9903-b63b1b3e93f5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:55:53.116405 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843d9e63-c85e-4a96-9ddc-4456c720bb74", "name": "network-vif-deleted", "tag": "c9fab161-c16d-45ef-81d4-b758dfdbb3ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:55:53.116544 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26d0ca66-dd9e-4a76-9903-b63b1b3e93f5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:55:53.117222 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843d9e63-c85e-4a96-9ddc-4456c720bb74', 'name': 'network-vif-deleted', 'tag': 'c9fab161-c16d-45ef-81d4-b758dfdbb3ea', 'status': 'completed', 'code': 200} Jul 16 18:55:53.743409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82bd3f49-6f0f-4fbd-a9e1-328d69428333 req-1038ab31-bc78-4b6a-abed-db2e35d1f4a2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 210 time: 0.0313573 Jul 16 18:55:54.603120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c9fab161-c16d-45ef-81d4-b758dfdbb3ea no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:55:54.638167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: c9fab161-c16d-45ef-81d4-b758dfdbb3ea {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:55:54.638738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device c9fab161-c16d-45ef-81d4-b758dfdbb3ea not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:55:55.024123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9eb55ddd-3930-44c6-a9d4-41258501d4b0 req-3881ee36-8ef5-4a59-a245-50b9d3a1baac tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 210 time: 0.0527344 Jul 16 18:55:55.079913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44214) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:55.146085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] Deleting subnet cbe40a45-bad3-456e-ba8e-10e981fc68a7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:55:55.150483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.194591 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.248079 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.331347 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.366381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe40a45-bad3-456e-ba8e-10e981fc68a7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:55.379577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.388516 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-16d32511-904e-4130-8403-fb4e0e1f0986 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cbe40a45-bad3-456e-ba8e-10e981fc68a7 HTTP/1.1" status: 204 len: 168 time: 0.3020194 Jul 16 18:55:55.388516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44216) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:55.493614 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.612923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.625001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3633fe1e-5b07-46be-8cb5-285327be488b']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:55.637054 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b70d6d-b7d7-41de-b000-c64d55e0ad6b') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:55.637354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b70d6d-b7d7-41de-b000-c64d55e0ad6b') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:55:55.647976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.665304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.673114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:55:55.674455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:55:55.675486 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:55:55.738818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.748619 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:55.752931 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3633fe1e-5b07-46be-8cb5-285327be488b HTTP/1.1" status: 204 len: 168 time: 0.3630295 Jul 16 18:55:55.780238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44c91-da17-455b-9ef7-7c261954d629 admin admin] Pushing event deleted for resources: {'Network': ['ID=3633fe1e-5b07-46be-8cb5-285327be488b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:56.011808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44220) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:56.065178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e1a3aba9-6551-4477-ae7c-55d4848e2cf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3eff66ae3c244b783bacba614fcd3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516198 Jul 16 18:55:56.068529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44224) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:56.144020 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4751d09-dee7-452f-87ba-0120cc8f3af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.187160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4751d09-dee7-452f-87ba-0120cc8f3af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.294142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14c85a32-893f-48e8-b8e0-a6c6bb404430 req-427444d0-e868-4382-9159-341445da69b1 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 210 time: 0.0434027 Jul 16 18:55:56.298359 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4751d09-dee7-452f-87ba-0120cc8f3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.304342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b4751d09-dee7-452f-87ba-0120cc8f3af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.306621 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b4751d09-dee7-452f-87ba-0120cc8f3af0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/080c6260-ee17-46a6-bbae-0f6efeb14b22 HTTP/1.1" status: 204 len: 168 time: 0.2365360 Jul 16 18:55:56.335496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4751d09-dee7-452f-87ba-0120cc8f3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c6260-ee17-46a6-bbae-0f6efeb14b22,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:57.142452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44246) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:57.288271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2128988201-network', 'tenant_id': 'd36ac83e024342388d1febf438c97315'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:57.318880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Made reservation on behalf of d36ac83e024342388d1febf438c97315 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:57.321591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.332015 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.489295 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.495278 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.531147 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:57.563893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0eac95-0dd3-46c1-9749-8aee8e512848,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:57.590525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b3be141-9b94-4b13-ac25-a766f12223ba req-1ac4e75e-46a0-4a95-94d3-50d42caa92ae tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "GET /v2.0/ports?device_id=843d9e63-c85e-4a96-9ddc-4456c720bb74 HTTP/1.1" status: 200 len: 210 time: 0.0450983 Jul 16 18:55:57.591930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.592372 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Added segment 9c586bfe-3830-4723-9b34-7ffc30788c5e of type vlan for network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f Jul 16 18:55:57.641348 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.681173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.682248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:57.682875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.724327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5805092 Jul 16 18:55:57.728372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44252) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:57.740697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Request body: {'subnet': {'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2128988201-subnet', 'tenant_id': 'd36ac83e024342388d1febf438c97315', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:57.779107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6d44f-71c6-4c78-8f11-dbe6e1785cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c5ba811-77c2-4dc9-8a52-1449c22ef31f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:57.786621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Made reservation on behalf of d36ac83e024342388d1febf438c97315 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:57.790623 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:57.792747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:58.105457 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.180231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:58.190898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Checking segment: {'id': '9c586bfe-3830-4723-9b34-7ffc30788c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:58.191278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Network hostable DHCP agents. Network: 7c5ba811-77c2-4dc9-8a52-1449c22ef31f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:58.214366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:58.228289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7c5ba811-77c2-4dc9-8a52-1449c22ef31f) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:58.235405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:58.236482 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.243140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc25d3d0-b3ce-49c4-9e3c-791f6e506934 None None] Network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:58.258416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d734f7fe-886e-498d-b750-204448a46489 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5255282 Jul 16 18:55:58.447848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63a25ba-125a-463c-a10c-30955deb0bda None None] Network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:58.699853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44264) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:58.876895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Deleting port 50cdaeb9-5d80-4e81-9105-af3acb79be1b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:55:58.877251 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.971484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.971917 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:58.983345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44274) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:58.988716 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Calling delete_port for 50cdaeb9-5d80-4e81-9105-af3acb79be1b owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:55:58.990406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1930431334-network', 'tenant_id': '66d437afff6c4742ac8bb085bd4c6b08'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:59.015648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Made reservation on behalf of 66d437afff6c4742ac8bb085bd4c6b08 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:59.018496 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.029343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.147167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.153271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.158940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.187710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'Port': ['ID=50cdaeb9-5d80-4e81-9105-af3acb79be1b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:59.195528 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:55:59.211615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c279c22c-52fa-4f72-b3b8-faecb99eb16c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:59.219438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.219900 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Added segment dad8eb4c-0ded-454e-9602-9b364d4c718a of type vlan for network 874e9ffc-e466-44b1-90fb-36960230cb8f Jul 16 18:55:59.267824 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.269475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.270817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.272073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5c44a3f8-1f9b-4452-ad68-999268da16d2 tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "DELETE /v2.0/floatingips/1dacec04-549c-4c06-8048-6244b2504c8a HTTP/1.1" status: 204 len: 168 time: 0.5706873 Jul 16 18:55:59.307349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.308626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.309299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.336727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3517742 Jul 16 18:55:59.340408 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44282) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:55:59.350076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Request body: {'subnet': {'network_id': '874e9ffc-e466-44b1-90fb-36960230cb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1930431334-subnet', 'tenant_id': '66d437afff6c4742ac8bb085bd4c6b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:55:59.380374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Made reservation on behalf of 66d437afff6c4742ac8bb085bd4c6b08 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:55:59.383220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.392485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dda191-8e37-423a-aecf-8886bdac3b25 admin admin] Pushing event updated for resources: {'Network': ['ID=874e9ffc-e466-44b1-90fb-36960230cb8f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:59.408409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 874e9ffc-e466-44b1-90fb-36960230cb8f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:55:59.608460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.687463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aa05392-7c55-4454-b27f-ff3557357cd7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:55:59.698583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Checking segment: {'id': 'dad8eb4c-0ded-454e-9602-9b364d4c718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '874e9ffc-e466-44b1-90fb-36960230cb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:55:59.698973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Network hostable DHCP agents. Network: 874e9ffc-e466-44b1-90fb-36960230cb8f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:55:59.718947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Network 874e9ffc-e466-44b1-90fb-36960230cb8f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:55:59.729794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 874e9ffc-e466-44b1-90fb-36960230cb8f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:55:59.739253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a29c3c3-0f25-4622-a76f-a766ff39ed56 None None] Network 874e9ffc-e466-44b1-90fb-36960230cb8f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:55:59.741364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:59.742310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:59.762961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bf2ed52b-659b-4645-98b0-297725b1d141 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4201953 Jul 16 18:55:59.940748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca1bdf9-ffd4-4d30-a469-09ec2c392bc7 None None] Network 874e9ffc-e466-44b1-90fb-36960230cb8f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:00.294222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1dd59f9c-1f6c-4a7b-a1da-71c313a9ef1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:00.525140 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-4df55987-edcd-4040-bc5f-b53276632817 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:00.527718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-4df55987-edcd-4040-bc5f-b53276632817 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/networks?id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f HTTP/1.1" status: 200 len: 812 time: 0.1755333 Jul 16 18:56:00.549848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-8f0d1bdf-b425-4fba-a75d-c2dcc21c39cf tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/quotas/d36ac83e024342388d1febf438c97315 HTTP/1.1" status: 200 len: 375 time: 0.0125275 Jul 16 18:56:00.595298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-0bc63772-46b9-463a-8831-25886b61fc82 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=d36ac83e024342388d1febf438c97315&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347731 Jul 16 18:56:00.744920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-40c258e4-b62a-4dbe-b9fa-a48638787f37 service neutron] 10.222.0.48 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371102 Jul 16 18:56:00.893438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-9a46c1db-bdb1-4dc4-b4de-010b38d6a0c6 service neutron] 10.222.0.48 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411107 Jul 16 18:56:01.189439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3f35703-8cf2-4d44-a5a5-816b5c290485 req-62411d45-55c1-47c8-b59f-95fd8b75fa17 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 210 time: 0.0709872 Jul 16 18:56:02.421550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bbb6b0b9-55a4-4675-a8ec-b583bb93a489 req-3646fe62-8eb0-498b-ace9-cdf64fa31a8c tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 210 time: 0.0624413 Jul 16 18:56:02.693732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-ed292d0b-9db2-412a-8e6c-eff12aedf647 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:02.697340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-ed292d0b-9db2-412a-8e6c-eff12aedf647 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.13 "GET /v2.0/networks?id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f HTTP/1.1" status: 200 len: 812 time: 0.1646504 Jul 16 18:56:02.719638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Request body: {'port': {'device_id': '095568bc-0a77-43d4-9611-7ed650109035', 'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f', 'admin_state_up': True, 'tenant_id': 'd36ac83e024342388d1febf438c97315'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:02.860422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Made reservation on behalf of d36ac83e024342388d1febf438c97315 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:02.864006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.883199 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44334) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:02.987760 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-babbe5de-52d7-4cab-bdf6-9035283d278f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.044712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-babbe5de-52d7-4cab-bdf6-9035283d278f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.125895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Allocated IP 172.20.0.10 (7c5ba811-77c2-4dc9-8a52-1449c22ef31f/5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8/02a36c92-b88b-44c9-a6f6-db713def09a8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:03.142681 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec813973-20b9-42e8-8f75-af64362a181c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.162866 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-babbe5de-52d7-4cab-bdf6-9035283d278f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.166087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-babbe5de-52d7-4cab-bdf6-9035283d278f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.167616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-babbe5de-52d7-4cab-bdf6-9035283d278f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] 10.222.0.48 "DELETE /v2.0/security-groups/a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e HTTP/1.1" status: 204 len: 168 time: 0.2822511 Jul 16 18:56:03.178601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbe5de-52d7-4cab-bdf6-9035283d278f tempest-TestVolumeBootPattern-675988741 tempest-TestVolumeBootPattern-675988741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11554b8-b5aa-4468-bc09-c2dc9a2b0b0e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:03.277337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44340) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:03.392989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.417572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.445094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.534219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:03.541256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:03.550170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:03.557450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Pushing event updated for resources: {'Port': ['ID=02a36c92-b88b-44c9-a6f6-db713def09a8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:03.678846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:03.679540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.706132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-b673842b-d2e5-4140-8738-cbeaabdbb69d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9936707 Jul 16 18:56:03.720083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Request body: {'port': {'device_id': '095568bc-0a77-43d4-9611-7ed650109035', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:03.815222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.933069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b8984-2920-4616-8df1-39d67a2b6160 req-c8010dda-74de-4eff-bbc2-18161783e614 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:03.934947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f7b8984-2920-4616-8df1-39d67a2b6160 req-c8010dda-74de-4eff-bbc2-18161783e614 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 932 time: 0.1005528 Jul 16 18:56:04.021740 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7f7b8984-2920-4616-8df1-39d67a2b6160 req-93b4f715-e64e-4830-9714-83045c154ff0 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753112 Jul 16 18:56:04.041374 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.192673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a36c92-b88b-44c9-a6f6-db713def09a8 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:04.208196 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.228703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Transition to ACTIVE for port object 02a36c92-b88b-44c9-a6f6-db713def09a8 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:04.233714 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.304080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=02a36c92-b88b-44c9-a6f6-db713def09a8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:04.385839 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Attempting to bind port 02a36c92-b88b-44c9-a6f6-db713def09a8 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:04.386979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Attempting to bind port 02a36c92-b88b-44c9-a6f6-db713def09a8 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9c586bfe-3830-4723-9b34-7ffc30788c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:04.387504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Attempting to bind port 02a36c92-b88b-44c9-a6f6-db713def09a8 on network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:04.395685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Port 02a36c92-b88b-44c9-a6f6-db713def09a8 on network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:04.396255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Attempting to bind port 02a36c92-b88b-44c9-a6f6-db713def09a8 on network 7c5ba811-77c2-4dc9-8a52-1449c22ef31f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:04.404887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:04.405445 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Checking segment: {'id': '9c586bfe-3830-4723-9b34-7ffc30788c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:04.405833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Bound using segment: {'id': '9c586bfe-3830-4723-9b34-7ffc30788c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:04.406283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Bound port: 02a36c92-b88b-44c9-a6f6-db713def09a8, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c586bfe-3830-4723-9b34-7ffc30788c5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:04.406645 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.419795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Deleting port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:04.420189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.445125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.500014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] For port 02a36c92-b88b-44c9-a6f6-db713def09a8, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:04.503945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] For port 02a36c92-b88b-44c9-a6f6-db713def09a8, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=02a36c92-b88b-44c9-a6f6-db713def09a8,segment=NetworkSegment(9c586bfe-3830-4723-9b34-7ffc30788c5e),segment_id=9c586bfe-3830-4723-9b34-7ffc30788c5e)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:04.509687 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.548534 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:04.549602 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.551112 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/02a36c92-b88b-44c9-a6f6-db713def09a8 HTTP/1.1" status: 200 len: 1093 time: 0.8381495 Jul 16 18:56:04.553912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095568bc-0a77-43d4-9611-7ed650109035', 'tag': '02a36c92-b88b-44c9-a6f6-db713def09a8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:04.557731 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09347bb3-1492-4829-ba79-fa9663c6abe8" -d '{"events": [{"name": "network-changed", "server_uuid": "095568bc-0a77-43d4-9611-7ed650109035", "tag": "02a36c92-b88b-44c9-a6f6-db713def09a8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:04.561632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] For port e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:04.563722 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.593787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56269dd-0cc9-46cf-b768-e54370edb7b6 service neutron] Pushing event updated for resources: {'Port': ['ID=02a36c92-b88b-44c9-a6f6-db713def09a8,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:04.597920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Calling delete_port for e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:04.670002 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-2268ef1a-a159-488a-8645-86af99b08f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:04.671980 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-2268ef1a-a159-488a-8645-86af99b08f51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d36ac83e024342388d1febf438c97315&device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 1096 time: 0.0646966 Jul 16 18:56:04.722903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-5acd0742-a548-49cf-a75b-948646023fd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a36c92-b88b-44c9-a6f6-db713def09a8 HTTP/1.1" status: 200 len: 217 time: 0.0433128 Jul 16 18:56:04.778058 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-d8343503-7e99-4edd-802b-fa6ec77a8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:04.779801 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-d8343503-7e99-4edd-802b-fa6ec77a8ffe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8 HTTP/1.1" status: 200 len: 852 time: 0.0513554 Jul 16 18:56:04.816629 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-a4f3b001-e90d-45a5-be3f-59077de468e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302589 Jul 16 18:56:04.907566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.928057 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5eb4c8-f930-42a0-91cd-3c1615a5e1ad x-openstack-request-id: req-2e5eb4c8-f930-42a0-91cd-3c1615a5e1ad {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:04.928389 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095568bc-0a77-43d4-9611-7ed650109035", "tag": "02a36c92-b88b-44c9-a6f6-db713def09a8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:04.928644 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e5eb4c8-f930-42a0-91cd-3c1615a5e1ad {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:04.929081 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095568bc-0a77-43d4-9611-7ed650109035', 'tag': '02a36c92-b88b-44c9-a6f6-db713def09a8', 'status': 'completed', 'code': 200} Jul 16 18:56:04.939366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:04.975631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-a656e598-91ad-42a7-8791-1977fa2f82c5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528165 Jul 16 18:56:05.135396 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b81127ec-3ad6-4cc3-a04f-1311eea63593 req-f96e7083-96ab-4274-a126-ba682ca3724f service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528966 Jul 16 18:56:05.140626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:05.289442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-b16e2b3c-cfdb-42db-933b-c249e472a5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.291438 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-b16e2b3c-cfdb-42db-933b-c249e472a5a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d36ac83e024342388d1febf438c97315&device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 1096 time: 0.0707712 Jul 16 18:56:05.362224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d951b31-5169-40a3-bd86-2a7830e5922f req-3360e2c0-e447-4c4d-8ec8-35a99ecebf92 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.367829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d951b31-5169-40a3-bd86-2a7830e5922f req-3360e2c0-e447-4c4d-8ec8-35a99ecebf92 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 944 time: 0.1477790 Jul 16 18:56:05.427104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-9d420e2e-8502-478d-9267-1d1fa0aef794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.428861 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-9d420e2e-8502-478d-9267-1d1fa0aef794 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f HTTP/1.1" status: 200 len: 912 time: 0.1311686 Jul 16 18:56:05.473891 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-ca260b2d-66c6-46e6-b003-7baa144a66df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a36c92-b88b-44c9-a6f6-db713def09a8 HTTP/1.1" status: 200 len: 217 time: 0.0385494 Jul 16 18:56:05.489924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d951b31-5169-40a3-bd86-2a7830e5922f req-c1468fbd-d133-46e9-804c-3ef9773e10f3 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176198 Jul 16 18:56:05.524742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Router 2d137186-6db0-4762-9ad2-a18f3e4de687 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:05.532627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-8bc1f59d-7eca-4c7f-be26-77bdbdfadea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:05.534221 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-8bc1f59d-7eca-4c7f-be26-77bdbdfadea3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8 HTTP/1.1" status: 200 len: 852 time: 0.0540740 Jul 16 18:56:05.570814 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-923d2ef2-f9b3-4c02-a6ca-d73286f4c83e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295949 Jul 16 18:56:05.646533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:05.657995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2e7ffd53-a058-4cc8-9242-3079403d4881 admin admin] 10.222.0.48 "PUT /v2.0/routers/2d137186-6db0-4762-9ad2-a18f3e4de687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756557 Jul 16 18:56:05.658277 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] Sync routers for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:05.658977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44350) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:05.669391 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:05.670023 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:05.687093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-e995f06b-2b48-4d67-ade5-c2c5002bfcd2 service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091845 Jul 16 18:56:05.801769 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:05.803287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:05.808874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-09347bb3-1492-4829-ba79-fa9663c6abe8 req-0521d5b7-375c-49e8-ae6f-d596c55405d7 service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153214 Jul 16 18:56:05.914605 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:05.957831 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:05.977640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Deleting port cfa532de-264b-4c58-b284-a93a7b3bb414 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:05.978213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.006675 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203'}], 'enable_snat': True}, 'gw_port_id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:56:04Z', 'revision_number': 5, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port': {'id': 'cfa532de-264b-4c58-b284-a93a7b3bb414', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:da:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:32Z', 'updated_at': '2021-07-16T18:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:06.039676 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] Checking router: 2d137186-6db0-4762-9ad2-a18f3e4de687 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:06.049660 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] Routers {'2d137186-6db0-4762-9ad2-a18f3e4de687'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:06.050590 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['2d137186-6db0-4762-9ad2-a18f3e4de687'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:06.070840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] For port cfa532de-264b-4c58-b284-a93a7b3bb414, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cfa532de-264b-4c58-b284-a93a7b3bb414,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:06.071195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.086720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Calling delete_port for cfa532de-264b-4c58-b284-a93a7b3bb414 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:06.146364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] Set router 2d137186-6db0-4762-9ad2-a18f3e4de687 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:06.278172 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.295358 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:56:05Z', 'revision_number': 6, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:06.303370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa532de-264b-4c58-b284-a93a7b3bb414,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:06.327659 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983c5706-97f7-40de-8c3a-bc9e457c4b1c None None] The sync data for ids ['2d137186-6db0-4762-9ad2-a18f3e4de687'] in n-d-793620-10 is: [{'id': '2d137186-6db0-4762-9ad2-a18f3e4de687', 'name': 'tempest-TestVolumeBootPattern-2052318900-router', 'tenant_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:30Z', 'updated_at': '2021-07-16T18:56:05Z', 'revision_number': 6, 'project_id': 'd9765ea6d4cd4ce1a965951ebb23ec85', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:06.380755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.839066 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.860805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.930700 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.931358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d137186-6db0-4762-9ad2-a18f3e4de687 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:56:06.938008 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.939457 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fedc0311-cc68-41f7-927e-5fab48533206 admin admin] 10.222.0.48 "DELETE /v2.0/routers/2d137186-6db0-4762-9ad2-a18f3e4de687 HTTP/1.1" status: 204 len: 168 time: 1.2803311 Jul 16 18:56:06.943407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44354) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:06.960843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9252c-29ab-48b1-8d63-a0c59043eed7 req-c0af0ffa-5b13-474a-a7ff-3b4c97dece4d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:06.962761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdf9252c-29ab-48b1-8d63-a0c59043eed7 req-c0af0ffa-5b13-474a-a7ff-3b4c97dece4d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 944 time: 0.1409373 Jul 16 18:56:07.007159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] Deleting subnet ee18eeb0-395b-4204-a469-a96f347af079 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:56:07.012015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.021298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdf9252c-29ab-48b1-8d63-a0c59043eed7 req-0b4fbe59-c9f6-41a0-96a7-223fde46ed96 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Jul 16 18:56:07.059877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.159455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.222540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.251029 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee18eeb0-395b-4204-a469-a96f347af079,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:07.255738 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.257763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0f760a59-e4ee-4e83-a7cf-bdf7e47b1e9d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ee18eeb0-395b-4204-a469-a96f347af079 HTTP/1.1" status: 204 len: 168 time: 0.3127353 Jul 16 18:56:07.261905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:07.271544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff16355-c8af-406f-b928-430d7a385c2a None None] Network b7f4625e-4196-40e8-8f94-e2248f7841e7 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:07.385160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.431188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:07.484847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Deleting port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:07.485855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.513047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:07.513763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4e477a3-9cbc-4ff0-af9e-e3b5a2c304cc not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:07.514746 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cfa532de-264b-4c58-b284-a93a7b3bb414 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:07.522054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.548530 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: cfa532de-264b-4c58-b284-a93a7b3bb414 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:07.548748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cfa532de-264b-4c58-b284-a93a7b3bb414 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:07.580112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] For port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,segment=NetworkSegment(3822b2f7-b43b-4706-b426-52112a17bc05),segment_id=3822b2f7-b43b-4706-b426-52112a17bc05)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:07.580570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.594892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Calling delete_port for 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:07.659799 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] DHCP port deletion for b7f4625e-4196-40e8-8f94-e2248f7841e7 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:56:07.686075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.728302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:07.729731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Deleting port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:07.730288 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.733945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] No DVR routers for this DVR port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:07.812090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] For port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b, host n-d-793620-10, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:07.812606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.828104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Calling delete_port for 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:07.829306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.831811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:56:07.833855 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.846580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f4625e-4196-40e8-8f94-e2248f7841e7']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:07.862733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3822b2f7-b43b-4706-b426-52112a17bc05') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:07.863069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3822b2f7-b43b-4706-b426-52112a17bc05') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:07.873100 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Pushing event deleted for resources: {'Port': ['ID=652ec30c-d7a2-4d1b-8d7d-5e33a74e350b,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:07.874773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.875147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] No DVR routers for this DVR port 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:07.891518 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.891850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.892105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.892447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.892851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.893775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.893775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.894056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.894197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.894506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.894838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.895153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.895482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a613c4-7a88-44c9-b692-1a25a935fd87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:07.902695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:56:07.903169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:56:07.905256 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:56:07.970329 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.972964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.986138 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:07.988663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b7f4625e-4196-40e8-8f94-e2248f7841e7 HTTP/1.1" status: 204 len: 168 time: 0.7253940 Jul 16 18:56:07.993013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44358) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:08.004310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2862967-77a8-4f96-8b0c-1c3186afe8f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f4625e-4196-40e8-8f94-e2248f7841e7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:08.308828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b550a39-82ce-491b-b67b-26bc7060ab10 req-406a7cf1-2942-49bc-9e32-d431b8ccab1f tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:08.310509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b550a39-82ce-491b-b67b-26bc7060ab10 req-406a7cf1-2942-49bc-9e32-d431b8ccab1f tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 944 time: 0.1640582 Jul 16 18:56:08.389584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b550a39-82ce-491b-b67b-26bc7060ab10 req-b7d005e9-dd27-4bf2-9edd-ee251ad9f25e tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Jul 16 18:56:08.521153 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:08.695079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 02a36c92-b88b-44c9-a6f6-db713def09a8 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:08.821681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 02a36c92-b88b-44c9-a6f6-db713def09a8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=02a36c92-b88b-44c9-a6f6-db713def09a8,segment=NetworkSegment(9c586bfe-3830-4723-9b34-7ffc30788c5e),segment_id=9c586bfe-3830-4723-9b34-7ffc30788c5e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:08.827160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Deleting port e39eb4ef-c367-4745-9439-8dc674599576 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:08.827646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:08.838115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '02a36c92-b88b-44c9-a6f6-db713def09a8', 'network_id': '7c5ba811-77c2-4dc9-8a52-1449c22ef31f', 'port_id': '02a36c92-b88b-44c9-a6f6-db713def09a8', 'mac_address': 'fa:16:3e:9b:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:08.902846 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:08.924991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02a36c92-b88b-44c9-a6f6-db713def09a8 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:08.955462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 02a36c92-b88b-44c9-a6f6-db713def09a8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=02a36c92-b88b-44c9-a6f6-db713def09a8,segment=NetworkSegment(9c586bfe-3830-4723-9b34-7ffc30788c5e),segment_id=9c586bfe-3830-4723-9b34-7ffc30788c5e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:08.961826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:08.962206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] For port e39eb4ef-c367-4745-9439-8dc674599576, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e39eb4ef-c367-4745-9439-8dc674599576,segment=NetworkSegment(cdb9045a-efab-461f-8756-a676282233c0),segment_id=cdb9045a-efab-461f-8756-a676282233c0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:08.962485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:08.986854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Calling delete_port for e39eb4ef-c367-4745-9439-8dc674599576 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:09.048318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=02a36c92-b88b-44c9-a6f6-db713def09a8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:09.191015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['02a36c92-b88b-44c9-a6f6-db713def09a8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:09.221464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:09.255179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Pushing event deleted for resources: {'Port': ['ID=e39eb4ef-c367-4745-9439-8dc674599576,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:09.518319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:09.540072 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:09.540465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 652ec30c-d7a2-4d1b-8d7d-5e33a74e350b not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:09.568034 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:09.794899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a2abb-5570-4526-b621-85e654283dea req-e061d57e-efa3-4403-a4e7-04467218d8c9 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:09.796479 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d90a2abb-5570-4526-b621-85e654283dea req-e061d57e-efa3-4403-a4e7-04467218d8c9 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 945 time: 0.1323721 Jul 16 18:56:09.882085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d90a2abb-5570-4526-b621-85e654283dea req-1c9e70ea-574b-44cc-847b-3afa50c126aa tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535779 Jul 16 18:56:09.888992 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Router 64d3689b-65bc-4121-b10a-6079dd3999eb has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:10.016998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:10.023637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-63b97068-cca2-4bbb-8e0c-7ffe3cfea20f admin admin] 10.222.0.48 "PUT /v2.0/routers/64d3689b-65bc-4121-b10a-6079dd3999eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0285404 Jul 16 18:56:10.027169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44366) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:10.028466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] Sync routers for ids ['64d3689b-65bc-4121-b10a-6079dd3999eb'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:10.042119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] Routers {'64d3689b-65bc-4121-b10a-6079dd3999eb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:10.042955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['64d3689b-65bc-4121-b10a-6079dd3999eb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:10.159764 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.171606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] Set router 64d3689b-65bc-4121-b10a-6079dd3999eb gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:10.286380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.352404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Deleting port d959e3ba-9381-4702-8f85-5e4dc7693706 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:10.352861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.381028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:56:09Z', 'revision_number': 5, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port': {'id': 'd959e3ba-9381-4702-8f85-5e4dc7693706', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:42:48Z', 'updated_at': '2021-07-16T18:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:10.408591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] Checking router: 64d3689b-65bc-4121-b10a-6079dd3999eb for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:10.418610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] Routers {'64d3689b-65bc-4121-b10a-6079dd3999eb'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:10.419153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['64d3689b-65bc-4121-b10a-6079dd3999eb'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:10.472338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] For port d959e3ba-9381-4702-8f85-5e4dc7693706, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d959e3ba-9381-4702-8f85-5e4dc7693706,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:10.472840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.490309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Calling delete_port for d959e3ba-9381-4702-8f85-5e4dc7693706 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:10.530363 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] Set router 64d3689b-65bc-4121-b10a-6079dd3999eb gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:10.589277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:56:10Z', 'revision_number': 6, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:10.618428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00450dbb-21f4-46d2-a65b-365773bf92fa None None] The sync data for ids ['64d3689b-65bc-4121-b10a-6079dd3999eb'] in n-d-793620-10 is: [{'id': '64d3689b-65bc-4121-b10a-6079dd3999eb', 'name': 'tempest-TestVolumeBootPattern-831444922-router', 'tenant_id': '2c1fb373d1ad458992c172f25b7734a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:42:46Z', 'updated_at': '2021-07-16T18:56:10Z', 'revision_number': 6, 'project_id': '2c1fb373d1ad458992c172f25b7734a8', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:10.695274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 02a36c92-b88b-44c9-a6f6-db713def09a8 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:10.698580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.734483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d959e3ba-9381-4702-8f85-5e4dc7693706,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:10.755301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 02a36c92-b88b-44c9-a6f6-db713def09a8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:10.760214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 02a36c92-b88b-44c9-a6f6-db713def09a8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:10.760650 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.866855 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:10.910548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095568bc-0a77-43d4-9611-7ed650109035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a36c92-b88b-44c9-a6f6-db713def09a8'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:10.914718 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ef3fff-4fe3-420d-af93-9def9dbf3bcb" -d '{"events": [{"server_uuid": "095568bc-0a77-43d4-9611-7ed650109035", "name": "network-vif-plugged", "status": "completed", "tag": "02a36c92-b88b-44c9-a6f6-db713def09a8"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:10.939942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 02a36c92-b88b-44c9-a6f6-db713def09a8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=02a36c92-b88b-44c9-a6f6-db713def09a8,segment=NetworkSegment(9c586bfe-3830-4723-9b34-7ffc30788c5e),segment_id=9c586bfe-3830-4723-9b34-7ffc30788c5e)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:10.948446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.038173 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1548f699-02a6-4104-8e90-46cdf0a5487b x-openstack-request-id: req-1548f699-02a6-4104-8e90-46cdf0a5487b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:11.039129 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095568bc-0a77-43d4-9611-7ed650109035", "name": "network-vif-plugged", "status": "completed", "tag": "02a36c92-b88b-44c9-a6f6-db713def09a8", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:11.039129 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1548f699-02a6-4104-8e90-46cdf0a5487b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:11.039693 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095568bc-0a77-43d4-9611-7ed650109035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a36c92-b88b-44c9-a6f6-db713def09a8', 'code': 200} Jul 16 18:56:11.130280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=02a36c92-b88b-44c9-a6f6-db713def09a8,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:11.213781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7523f-8f68-4ea0-a50d-ddd3bf95a28e req-a1281351-6dd6-4cf0-bc57-74f6fa0c06c1 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:11.215993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0bc7523f-8f68-4ea0-a50d-ddd3bf95a28e req-a1281351-6dd6-4cf0-bc57-74f6fa0c06c1 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.1120129 Jul 16 18:56:11.263086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0bc7523f-8f68-4ea0-a50d-ddd3bf95a28e req-f34cb374-59e2-42af-8c5e-69febea79256 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408344 Jul 16 18:56:11.320216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.429986 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.434008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.437255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291d7ee-f1e9-4872-be22-ad2cb4dffc00 req-4b7bc038-5c0d-4113-97e3-c021efb8507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:11.439396 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6291d7ee-f1e9-4872-be22-ad2cb4dffc00 req-4b7bc038-5c0d-4113-97e3-c021efb8507e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 1098 time: 0.2449744 Jul 16 18:56:11.528257 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.529090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d3689b-65bc-4121-b10a-6079dd3999eb {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:56:11.538527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.542589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-87aba08d-d238-4ab1-99d6-5fc92607ed71 admin admin] 10.222.0.48 "DELETE /v2.0/routers/64d3689b-65bc-4121-b10a-6079dd3999eb HTTP/1.1" status: 204 len: 168 time: 1.5138404 Jul 16 18:56:11.544678 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44372) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:11.552201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6291d7ee-f1e9-4872-be22-ad2cb4dffc00 req-52c33996-695c-48dd-ad77-0ec8bcaa15a2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065774 Jul 16 18:56:11.581478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e39eb4ef-c367-4745-9439-8dc674599576 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:11.612639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e39eb4ef-c367-4745-9439-8dc674599576 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:11.613433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e39eb4ef-c367-4745-9439-8dc674599576 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:11.613930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d959e3ba-9381-4702-8f85-5e4dc7693706 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:11.625412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] Deleting subnet c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:56:11.631922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.694203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.811777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d959e3ba-9381-4702-8f85-5e4dc7693706 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:11.812131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d959e3ba-9381-4702-8f85-5e4dc7693706 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:11.819181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.908951 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.942482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:11.950968 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:11.955801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-18fd4d61-ebad-404a-969b-24dad736119c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c65db4c3-e59e-4c37-8ed2-3a0f131ae4dc HTTP/1.1" status: 204 len: 168 time: 0.4095120 Jul 16 18:56:11.956097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28966a78-527f-40b2-9182-061add6c870d None None] Network b5dc56a1-f0bf-4818-a478-0db6fb7766c4 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:11.958543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44374) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:12.046953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.127666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Deleting port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:12.128254 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.204635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] DHCP port deletion for b5dc56a1-f0bf-4818-a478-0db6fb7766c4 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:56:12.226037 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] For port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,segment=NetworkSegment(cdb9045a-efab-461f-8756-a676282233c0),segment_id=cdb9045a-efab-461f-8756-a676282233c0)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:12.227042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.243540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Calling delete_port for 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:12.266143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] Deleting port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:12.266748 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.410026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] For port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,segment=NetworkSegment(cdb9045a-efab-461f-8756-a676282233c0),segment_id=cdb9045a-efab-461f-8756-a676282233c0)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:12.411280 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.412407 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.443325 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] Calling delete_port for 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:12.473588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:12.477574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] No DVR routers for this DVR port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:12.594296 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.621829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] Pushing event deleted for resources: {'Port': ['ID=921340bb-ec8d-4eb0-bdd7-acc9a66ead98,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:12.631252 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.631934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d8ddcb-e26a-4701-a5d1-f754a9e62809 None None] No DVR routers for this DVR port 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:12.659289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5dc56a1-f0bf-4818-a478-0db6fb7766c4']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:12.674015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb9045a-efab-461f-8756-a676282233c0') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:12.674351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb9045a-efab-461f-8756-a676282233c0') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:12.688052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.698455 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958afa20-7c79-4a89-ad71-09b61c7c2fd3 req-bb2a34a9-5751-4ad9-b87b-8a466e758c9c tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:12.700910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-958afa20-7c79-4a89-ad71-09b61c7c2fd3 req-bb2a34a9-5751-4ad9-b87b-8a466e758c9c tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.2193208 Jul 16 18:56:12.727590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.740685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:56:12.741126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:56:12.742935 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:56:12.779756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-958afa20-7c79-4a89-ad71-09b61c7c2fd3 req-53a217aa-763f-4297-acbd-fa7ccb7d77ab tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723617 Jul 16 18:56:12.830980 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.847371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:12.853250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b5dc56a1-f0bf-4818-a478-0db6fb7766c4 HTTP/1.1" status: 204 len: 168 time: 0.8911109 Jul 16 18:56:12.876029 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661c76-7203-4158-823b-d21b705f5dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5dc56a1-f0bf-4818-a478-0db6fb7766c4,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:13.039555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44380) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:13.095006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e87f90ea-285b-4563-a0c0-78a7d9e4c643 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d9765ea6d4cd4ce1a965951ebb23ec85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0533197 Jul 16 18:56:13.099208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44382) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:13.169346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-207b9cd4-705d-4d5f-9fae-b8173f759fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.193560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-207b9cd4-705d-4d5f-9fae-b8173f759fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.266085 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-207b9cd4-705d-4d5f-9fae-b8173f759fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.268791 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-207b9cd4-705d-4d5f-9fae-b8173f759fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.270054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-207b9cd4-705d-4d5f-9fae-b8173f759fc5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/601c58e3-7cbc-4c8c-b7e1-183829e4c4e1 HTTP/1.1" status: 204 len: 168 time: 0.1691501 Jul 16 18:56:13.279918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b9cd4-705d-4d5f-9fae-b8173f759fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601c58e3-7cbc-4c8c-b7e1-183829e4c4e1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:13.375052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:13.396729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:13.397055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 921340bb-ec8d-4eb0-bdd7-acc9a66ead98 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:13.706342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44388) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:13.752055 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-52f9ef45-0b96-4daf-9a79-9059a4e36de2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c1fb373d1ad458992c172f25b7734a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442274 Jul 16 18:56:13.754677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44390) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:13.808496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68fc581a-2df5-4f36-a078-f0ad56710d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.837444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68fc581a-2df5-4f36-a078-f0ad56710d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.913282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68fc581a-2df5-4f36-a078-f0ad56710d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.917183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-68fc581a-2df5-4f36-a078-f0ad56710d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:13.919623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-68fc581a-2df5-4f36-a078-f0ad56710d94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d548ee31-85f5-4820-b201-c6b7e06b779b HTTP/1.1" status: 204 len: 168 time: 0.1637120 Jul 16 18:56:13.936663 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc581a-2df5-4f36-a078-f0ad56710d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d548ee31-85f5-4820-b201-c6b7e06b779b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:14.064850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4fdbf-6040-4d9c-aa84-2a4281a1b8d2 req-ec3d9372-9c89-4da9-b440-6a93f2b3203f tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:14.067574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6cd4fdbf-6040-4d9c-aa84-2a4281a1b8d2 req-ec3d9372-9c89-4da9-b440-6a93f2b3203f tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.1093969 Jul 16 18:56:14.131533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6cd4fdbf-6040-4d9c-aa84-2a4281a1b8d2 req-7eb652b5-b79c-44ed-959f-4a747f7479d2 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563030 Jul 16 18:56:14.350733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df776-6695-4ba0-ac32-ee94c864542b req-d16507dc-2d7d-4c7d-a2e2-609a9aa1fcaa tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:14.352646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b4df776-6695-4ba0-ac32-ee94c864542b req-d16507dc-2d7d-4c7d-a2e2-609a9aa1fcaa tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0819595 Jul 16 18:56:14.422641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b4df776-6695-4ba0-ac32-ee94c864542b req-ca1b194a-9377-46a6-9cf2-b04110e8abf9 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582330 Jul 16 18:56:14.952100 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2620b2-006f-45d6-a889-fd19f4d8887d req-66368558-5d8a-4ed3-b3e9-ea802f712821 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:14.954220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f2620b2-006f-45d6-a889-fd19f4d8887d req-66368558-5d8a-4ed3-b3e9-ea802f712821 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0740633 Jul 16 18:56:15.007323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f2620b2-006f-45d6-a889-fd19f4d8887d req-b02232ca-4228-491d-a006-96ed63815b68 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Jul 16 18:56:16.313819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8aea71-d486-4133-8893-c07802cfb655 req-6336d649-fc14-4e94-b119-5b6519e0b1b3 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:16.316177 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e8aea71-d486-4133-8893-c07802cfb655 req-6336d649-fc14-4e94-b119-5b6519e0b1b3 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0793934 Jul 16 18:56:16.362436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e8aea71-d486-4133-8893-c07802cfb655 req-d0bf1170-fc57-4048-bc51-ee0a49c068b8 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 Jul 16 18:56:16.755119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86942f6a-3852-465f-a400-3221e3f96496 req-e0dd1ed2-0393-43ef-a030-e7def9a98801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:16.757897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86942f6a-3852-465f-a400-3221e3f96496 req-e0dd1ed2-0393-43ef-a030-e7def9a98801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d36ac83e024342388d1febf438c97315&device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 1098 time: 0.0707626 Jul 16 18:56:16.892252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621d1a-95a7-41e7-9e2d-0310aa6a6428 req-9ac1d1da-ba52-4596-aa70-fcdff0e12983 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:16.894708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2621d1a-95a7-41e7-9e2d-0310aa6a6428 req-9ac1d1da-ba52-4596-aa70-fcdff0e12983 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.1187861 Jul 16 18:56:16.922021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86942f6a-3852-465f-a400-3221e3f96496 req-f34182ca-174e-4e4e-ba10-1310bd28ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:16.924707 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86942f6a-3852-465f-a400-3221e3f96496 req-f34182ca-174e-4e4e-ba10-1310bd28ff61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f HTTP/1.1" status: 200 len: 912 time: 0.1601791 Jul 16 18:56:16.953757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2621d1a-95a7-41e7-9e2d-0310aa6a6428 req-3722dd7c-13a8-4551-a882-09d8b29fba45 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Jul 16 18:56:16.988702 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86942f6a-3852-465f-a400-3221e3f96496 req-87bf1c29-3213-4ef1-993e-e4d87ecd8735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a36c92-b88b-44c9-a6f6-db713def09a8 HTTP/1.1" status: 200 len: 217 time: 0.0567412 Jul 16 18:56:17.046981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86942f6a-3852-465f-a400-3221e3f96496 req-78de1566-3e5d-43e3-ae1c-ba2e2d1a3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:17.048969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86942f6a-3852-465f-a400-3221e3f96496 req-78de1566-3e5d-43e3-ae1c-ba2e2d1a3d2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8 HTTP/1.1" status: 200 len: 852 time: 0.0548899 Jul 16 18:56:17.085954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86942f6a-3852-465f-a400-3221e3f96496 req-bfa8f7e3-6268-4935-a976-106f73d89e69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299268 Jul 16 18:56:17.203277 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86942f6a-3852-465f-a400-3221e3f96496 req-3e6e47ae-0dc9-4418-bb1d-43cee8223413 service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113534 Jul 16 18:56:17.308778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86942f6a-3852-465f-a400-3221e3f96496 req-2254db50-ffe7-45b2-b3ff-f1a3839c0d4c service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988181 Jul 16 18:56:18.195113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19305cf4-610e-48b4-9842-a35f74f53f35 req-b7dbaa0a-8801-46d2-ad0a-35a1f1fbeb08 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:18.197249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19305cf4-610e-48b4-9842-a35f74f53f35 req-b7dbaa0a-8801-46d2-ad0a-35a1f1fbeb08 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0841811 Jul 16 18:56:18.241239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19305cf4-610e-48b4-9842-a35f74f53f35 req-706d9e44-482c-4777-84bd-2c4ec1015b7d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370607 Jul 16 18:56:18.652783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491ac74-e117-4c04-bf82-d32c4a999ac2 req-6582b773-358a-46b5-b087-f15a6ac690c9 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:18.654373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7491ac74-e117-4c04-bf82-d32c4a999ac2 req-6582b773-358a-46b5-b087-f15a6ac690c9 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0726075 Jul 16 18:56:18.707992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7491ac74-e117-4c04-bf82-d32c4a999ac2 req-ed198162-96f6-4ccd-9b4f-5aafb9095423 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Jul 16 18:56:19.914789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d8828-bee1-4c09-8755-81c2ee7e706b req-a66cda2d-cae7-4d61-bce7-3780792656b4 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:19.916458 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090d8828-bee1-4c09-8755-81c2ee7e706b req-a66cda2d-cae7-4d61-bce7-3780792656b4 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0735879 Jul 16 18:56:19.965672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-090d8828-bee1-4c09-8755-81c2ee7e706b req-aba31520-aed4-4a0e-99e8-ae02fb450204 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380845 Jul 16 18:56:20.364104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9c97e-103d-4807-a9e6-b260e0b56150 req-30a25e1d-b790-4066-9af1-6f868ec9a299 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.365773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42a9c97e-103d-4807-a9e6-b260e0b56150 req-30a25e1d-b790-4066-9af1-6f868ec9a299 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0764616 Jul 16 18:56:20.375938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-95d263af-b542-484c-aab5-a734d3b1d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.377903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-95d263af-b542-484c-aab5-a734d3b1d7f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d36ac83e024342388d1febf438c97315&device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 1098 time: 0.0863597 Jul 16 18:56:20.431792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42a9c97e-103d-4807-a9e6-b260e0b56150 req-792c5196-3375-4931-87c1-60a520238c7f tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579078 Jul 16 18:56:20.489541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-7fdcc013-2219-413c-9ed7-25cdbd94bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.491099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-7fdcc013-2219-413c-9ed7-25cdbd94bf28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f HTTP/1.1" status: 200 len: 912 time: 0.1075265 Jul 16 18:56:20.535030 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-cb0e9e7b-9e39-4ee0-ad4c-da9c8909fba6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02a36c92-b88b-44c9-a6f6-db713def09a8 HTTP/1.1" status: 200 len: 217 time: 0.0378268 Jul 16 18:56:20.587938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-7695507e-20ff-438c-8eca-80fd109a2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.589582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-7695507e-20ff-438c-8eca-80fd109a2745 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8 HTTP/1.1" status: 200 len: 852 time: 0.0489240 Jul 16 18:56:20.645887 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-a661ce3d-d90b-45a7-800a-88a6de181e3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c5ba811-77c2-4dc9-8a52-1449c22ef31f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496759 Jul 16 18:56:20.743910 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-0b60e1ea-73e2-40ee-b440-810e4ce99e36 service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923007 Jul 16 18:56:20.853032 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-abf4a110-1957-46dc-b99a-72e8f8003e30 req-4e2d3d3a-40fa-4c91-b7a4-c6100333a4a3 service neutron] 10.222.0.13 "GET /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027324 Jul 16 18:56:21.930251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f69321-4c5c-4962-8592-5cb0b321ecbf req-3c144894-57b0-4adf-a63c-156c73891ea7 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:21.931935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07f69321-4c5c-4962-8592-5cb0b321ecbf req-3c144894-57b0-4adf-a63c-156c73891ea7 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.3391142 Jul 16 18:56:21.982713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07f69321-4c5c-4962-8592-5cb0b321ecbf req-664dd65f-ed93-42b1-a15e-2cd4a71f300c tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Jul 16 18:56:22.506025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0366602-eccd-437d-87e4-fa79462c6bbb req-d4fec36c-8f4c-4f4b-ba69-ad812c4edc3d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:22.507547 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0366602-eccd-437d-87e4-fa79462c6bbb req-d4fec36c-8f4c-4f4b-ba69-ad812c4edc3d tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0745819 Jul 16 18:56:22.555650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0366602-eccd-437d-87e4-fa79462c6bbb req-625d97e0-78f8-4f6e-a92f-6695efe645e8 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377781 Jul 16 18:56:22.789739 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:23.867377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b67f76-9184-4be0-8127-2edbb20911a2 req-409f92e0-c3ee-4668-9f05-1b4f67e962ee tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:23.868992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75b67f76-9184-4be0-8127-2edbb20911a2 req-409f92e0-c3ee-4668-9f05-1b4f67e962ee tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.1343451 Jul 16 18:56:23.920858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75b67f76-9184-4be0-8127-2edbb20911a2 req-fa26a5b7-406d-4478-bf98-f88556993687 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/security-groups?id=9c0eac95-0dd3-46c1-9749-8aee8e512848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Jul 16 18:56:24.162474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-c31bf1c9-b112-4ec7-85da-b05642ef1f91 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:24.164301 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-c31bf1c9-b112-4ec7-85da-b05642ef1f91 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.13 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 946 time: 0.0696704 Jul 16 18:56:24.298290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Deleting port 02a36c92-b88b-44c9-a6f6-db713def09a8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:56:24.298644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:24.405421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] For port 02a36c92-b88b-44c9-a6f6-db713def09a8, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=02a36c92-b88b-44c9-a6f6-db713def09a8,segment=NetworkSegment(9c586bfe-3830-4723-9b34-7ffc30788c5e),segment_id=9c586bfe-3830-4723-9b34-7ffc30788c5e)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:24.405779 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:24.420993 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Calling delete_port for 02a36c92-b88b-44c9-a6f6-db713def09a8 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:56:24.570226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:24.584624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['02a36c92-b88b-44c9-a6f6-db713def09a8'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:24.602959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Pushing event deleted for resources: {'Port': ['ID=02a36c92-b88b-44c9-a6f6-db713def09a8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:24.660330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] No DVR routers for this DVR port 02a36c92-b88b-44c9-a6f6-db713def09a8 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:24.663830 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:24.666452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2e5b740b-96b3-40ed-8390-1634a91367ea req-1c6be8fc-9fbf-4b28-a5b7-140721371ee6 tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.13 "DELETE /v2.0/ports/02a36c92-b88b-44c9-a6f6-db713def09a8 HTTP/1.1" status: 204 len: 173 time: 0.4970195 Jul 16 18:56:24.666942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095568bc-0a77-43d4-9611-7ed650109035', 'name': 'network-vif-deleted', 'tag': '02a36c92-b88b-44c9-a6f6-db713def09a8'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:24.670013 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87a792b-d068-4c30-abf5-26b694db1031" -d '{"events": [{"server_uuid": "095568bc-0a77-43d4-9611-7ed650109035", "name": "network-vif-deleted", "tag": "02a36c92-b88b-44c9-a6f6-db713def09a8"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:24.731271 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf768382-4cb7-4aaf-bf10-eee3dd567593 x-openstack-request-id: req-bf768382-4cb7-4aaf-bf10-eee3dd567593 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:24.731774 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095568bc-0a77-43d4-9611-7ed650109035", "name": "network-vif-deleted", "tag": "02a36c92-b88b-44c9-a6f6-db713def09a8", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:24.732265 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bf768382-4cb7-4aaf-bf10-eee3dd567593 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:24.732936 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095568bc-0a77-43d4-9611-7ed650109035', 'name': 'network-vif-deleted', 'tag': '02a36c92-b88b-44c9-a6f6-db713def09a8', 'status': 'completed', 'code': 200} Jul 16 18:56:25.157849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44697de5-964e-4f08-a33c-1fa77798c683 req-dd2e6c79-aecb-41ff-b83a-c96d88c0ad4a tempest-TestServerAdvancedOps-1814164712 tempest-TestServerAdvancedOps-1814164712-project] 10.222.0.48 "GET /v2.0/ports?device_id=095568bc-0a77-43d4-9611-7ed650109035 HTTP/1.1" status: 200 len: 210 time: 0.0405414 Jul 16 18:56:26.285311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:26.335205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] Deleting subnet 5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:56:26.339046 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.378894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.424660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.485942 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.521103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:26.526908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.529634 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5c262edf-98d7-4628-b464-7a2dc09cf9ca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5cba5ffb-f0f1-4b2e-9cf1-36cbc81ebbd8 HTTP/1.1" status: 204 len: 168 time: 0.2421658 Jul 16 18:56:26.530636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44442) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:26.610012 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.702829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.714017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c5ba811-77c2-4dc9-8a52-1449c22ef31f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:26.725977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c586bfe-3830-4723-9b34-7ffc30788c5e') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:26.726279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c586bfe-3830-4723-9b34-7ffc30788c5e') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:26.736837 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.753637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.761007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:56:26.762151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:56:26.764903 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:56:26.805507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 02a36c92-b88b-44c9-a6f6-db713def09a8 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:26.826973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.836097 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.838762 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7c5ba811-77c2-4dc9-8a52-1449c22ef31f HTTP/1.1" status: 204 len: 168 time: 0.3069377 Jul 16 18:56:26.842837 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44444) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:26.850412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 02a36c92-b88b-44c9-a6f6-db713def09a8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:56:26.851032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 02a36c92-b88b-44c9-a6f6-db713def09a8 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:26.856584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deed726-2c02-4762-8154-7816e1f81365 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c5ba811-77c2-4dc9-8a52-1449c22ef31f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:26.894836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] Deleting subnet 7aa05392-7c55-4454-b27f-ff3557357cd7 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:56:26.898681 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.937264 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:26.987123 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.054279 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.086472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aa05392-7c55-4454-b27f-ff3557357cd7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:27.090101 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.094444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-283dd5d2-3c44-4451-bdbd-650f7cc26025 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7aa05392-7c55-4454-b27f-ff3557357cd7 HTTP/1.1" status: 204 len: 168 time: 0.2496717 Jul 16 18:56:27.095606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:27.231946 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.365892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.378589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874e9ffc-e466-44b1-90fb-36960230cb8f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:27.392274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad8eb4c-0ded-454e-9602-9b364d4c718a') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:27.392666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad8eb4c-0ded-454e-9602-9b364d4c718a') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:27.404256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.421598 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.429770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:56:27.430262 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:56:27.432369 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:56:27.495172 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.500774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.503418 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] 10.222.0.48 "DELETE /v2.0/networks/874e9ffc-e466-44b1-90fb-36960230cb8f HTTP/1.1" status: 204 len: 168 time: 0.4060605 Jul 16 18:56:27.521493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16d9d0-a032-4a15-a212-d00e1d8a5570 admin admin] Pushing event deleted for resources: {'Network': ['ID=874e9ffc-e466-44b1-90fb-36960230cb8f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:27.710247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44450) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:27.758430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b9156093-4da8-4fe9-be78-172f1c53bbde admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d36ac83e024342388d1febf438c97315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466855 Jul 16 18:56:27.762182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44452) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:27.820131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9c02ffc-d8db-4c9d-a0c1-e77ab3d473ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.848135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9c02ffc-d8db-4c9d-a0c1-e77ab3d473ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.905625 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9c02ffc-d8db-4c9d-a0c1-e77ab3d473ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.908887 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e9c02ffc-d8db-4c9d-a0c1-e77ab3d473ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:27.910153 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e9c02ffc-d8db-4c9d-a0c1-e77ab3d473ef admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c0eac95-0dd3-46c1-9749-8aee8e512848 HTTP/1.1" status: 204 len: 168 time: 0.1468835 Jul 16 18:56:27.919094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c02ffc-d8db-4c9d-a0c1-e77ab3d473ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0eac95-0dd3-46c1-9749-8aee8e512848,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:28.375683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44458) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:28.429003 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4f63d96f-92bb-4591-866f-e9ecf8dd2c79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66d437afff6c4742ac8bb085bd4c6b08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516927 Jul 16 18:56:28.432709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:28.499514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68d2d324-2c07-4551-8cc8-8168d7c9ace5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:28.525940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68d2d324-2c07-4551-8cc8-8168d7c9ace5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:28.588492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68d2d324-2c07-4551-8cc8-8168d7c9ace5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:28.591581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-68d2d324-2c07-4551-8cc8-8168d7c9ace5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:28.596265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-68d2d324-2c07-4551-8cc8-8168d7c9ace5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c279c22c-52fa-4f72-b3b8-faecb99eb16c HTTP/1.1" status: 204 len: 168 time: 0.1587746 Jul 16 18:56:28.608358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2d324-2c07-4551-8cc8-8168d7c9ace5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c279c22c-52fa-4f72-b3b8-faecb99eb16c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:29.534854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:29.703529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1220489849-network', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:29.728866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Made reservation on behalf of 64eae42e585e44ffa5d462dc2da910d7 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:29.731341 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.741171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.857342 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.862900 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.896015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:56:29.908539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d086da0-da33-4b69-89f7-1647d0ad0c19,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:29.915109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:29.915543 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Added segment 99c67c18-4c14-4b19-adc7-2a4321ea1a9a of type vlan for network d4bc6bd8-f270-4246-bcb0-be750766d7d5 Jul 16 18:56:29.973164 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.010860 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.012518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.013215 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.052178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5159886 Jul 16 18:56:30.055576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:30.061109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Request body: {'subnet': {'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1220489849-subnet', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:30.096438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d16f4b-73b5-476a-8ada-34e366db4d70 admin admin] Pushing event updated for resources: {'Network': ['ID=d4bc6bd8-f270-4246-bcb0-be750766d7d5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:30.107923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:56:30.118347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Made reservation on behalf of 64eae42e585e44ffa5d462dc2da910d7 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:30.121553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.290721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-510ca2d5-6bae-46b9-8a5e-2f19bcfcd279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.340621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.403685 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b312b745-cee8-4760-b11b-9e492231c413,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:30.413232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Checking segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:30.413611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Network hostable DHCP agents. Network: d4bc6bd8-f270-4246-bcb0-be750766d7d5, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:56:30.434946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:56:30.450457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, d4bc6bd8-f270-4246-bcb0-be750766d7d5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:30.457146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.458677 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.463780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6df632-2659-4a74-a2e7-6a56c1a86fb3 None None] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:30.483268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44490) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:30.484208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8c004381-5397-4c79-b68a-d66d786fdc6d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4265277 Jul 16 18:56:30.490614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:30.521523 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.523472 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.630856 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.644641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-d4bc6bd8-f270-4246-bcb0-be750766d7d5', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'fixed_ips': [{'subnet_id': 'b312b745-cee8-4760-b11b-9e492231c413'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:56:30.646077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.848501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Allocated IP 172.20.0.2 (d4bc6bd8-f270-4246-bcb0-be750766d7d5/b312b745-cee8-4760-b11b-9e492231c413/8209196a-452e-445b-b3d7-1f734ad42f06) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:31.047314 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.059413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Transition to ACTIVE for port object 8209196a-452e-445b-b3d7-1f734ad42f06 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:31.079163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Transition to ACTIVE for port object 8209196a-452e-445b-b3d7-1f734ad42f06 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:31.087213 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.137233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:31.143416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:31.148471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:31.161496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Pushing event updated for resources: {'Port': ['ID=8209196a-452e-445b-b3d7-1f734ad42f06,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:31.179915 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.245449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Attempting to bind port 8209196a-452e-445b-b3d7-1f734ad42f06 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:31.246129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Attempting to bind port 8209196a-452e-445b-b3d7-1f734ad42f06 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:31.246731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Attempting to bind port 8209196a-452e-445b-b3d7-1f734ad42f06 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:31.256243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:31.256885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Checking segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:31.257579 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.258256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Bound using segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:31.259082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Bound port: 8209196a-452e-445b-b3d7-1f734ad42f06, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:31.259721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.373710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] For port 8209196a-452e-445b-b3d7-1f734ad42f06, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:31.379353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] For port 8209196a-452e-445b-b3d7-1f734ad42f06, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8209196a-452e-445b-b3d7-1f734ad42f06,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:31.387768 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.411624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.434389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.473830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c676eb8-e560-4695-9dbb-ec6c4357e5bd None None] Pushing event updated for resources: {'Port': ['ID=8209196a-452e-445b-b3d7-1f734ad42f06,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:31.589981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Allocated IP 172.25.0.150 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/66279675-713c-4253-9eb5-fa14c9976e7b) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:31.785734 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.843930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.927458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:31.933669 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:31.941897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:31.947383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=66279675-713c-4253-9eb5-fa14c9976e7b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:32.327593 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.592084 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.604055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe9197-47c3-4715-b6f1-02be07db919f None None] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:32.706690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fc7a0ab0-0b8b-4848-91f8-f481ce6eb870 None None] Provisioning for port 8209196a-452e-445b-b3d7-1f734ad42f06 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:32.785153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Router 1d04f5bd-9e81-4238-a939-db45642f237a is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:56:32.918624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:32.932006 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Sync routers for ids ['1d04f5bd-9e81-4238-a939-db45642f237a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:32.938831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.940464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e05e4437-3964-4899-96de-0d92d847f9d1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4547813 Jul 16 18:56:32.943160 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44492) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:32.946806 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Routers {'1d04f5bd-9e81-4238-a939-db45642f237a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:32.947777 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d04f5bd-9e81-4238-a939-db45642f237a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:33.109214 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Set router 1d04f5bd-9e81-4238-a939-db45642f237a gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:33.132707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1b08b682-0572-464f-b881-412b5656afa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.328475 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:56:32Z', 'revision_number': 3, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port': {'id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:31Z', 'updated_at': '2021-07-16T18:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:33.371377 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Checking router: 1d04f5bd-9e81-4238-a939-db45642f237a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:33.371761 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Updating router 1d04f5bd-9e81-4238-a939-db45642f237a port 66279675-713c-4253-9eb5-fa14c9976e7b binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:56:33.405575 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.429901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8209196a-452e-445b-b3d7-1f734ad42f06 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:33.432180 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.489681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 8209196a-452e-445b-b3d7-1f734ad42f06 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:33.495481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8209196a-452e-445b-b3d7-1f734ad42f06 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:33.496135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.519089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.595362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.633763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 8209196a-452e-445b-b3d7-1f734ad42f06, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8209196a-452e-445b-b3d7-1f734ad42f06,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:33.641595 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.708567 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=8209196a-452e-445b-b3d7-1f734ad42f06,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:33.812579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Allocated IP 172.20.0.1 (d4bc6bd8-f270-4246-bcb0-be750766d7d5/b312b745-cee8-4760-b11b-9e492231c413/cc8b86bc-4e02-4468-9f19-58bcb59da655) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:33.821756 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.834046 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Transition to ACTIVE for port object 66279675-713c-4253-9eb5-fa14c9976e7b will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:33.842377 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.903980 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Attempting to bind port 66279675-713c-4253-9eb5-fa14c9976e7b on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:33.904428 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Attempting to bind port 66279675-713c-4253-9eb5-fa14c9976e7b by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:33.904790 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Attempting to bind port 66279675-713c-4253-9eb5-fa14c9976e7b on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:33.915622 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Pushing event updated for resources: {'Port': ['ID=66279675-713c-4253-9eb5-fa14c9976e7b,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:33.918560 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:33.918931 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:33.919336 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.919727 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:33.920233 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Bound port: 66279675-713c-4253-9eb5-fa14c9976e7b, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:33.920620 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.945765 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.951997 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.952873 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.952873 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.953175 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.953323 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.953636 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.953952 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.954275 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.954593 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.954908 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.955226 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.955542 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:33.961684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Transition to ACTIVE for port object cc8b86bc-4e02-4468-9f19-58bcb59da655 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:33.999045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.007275 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] For port 66279675-713c-4253-9eb5-fa14c9976e7b, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:34.012004 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] For port 66279675-713c-4253-9eb5-fa14c9976e7b, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66279675-713c-4253-9eb5-fa14c9976e7b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:34.018122 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.043729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:34.050696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:34.054854 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:34.061816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Pushing event updated for resources: {'Port': ['ID=cc8b86bc-4e02-4468-9f19-58bcb59da655,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:34.082169 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a7a9f-cd20-4e48-9a28-63a5eada1eee None None] Pushing event updated for resources: {'Port': ['ID=66279675-713c-4253-9eb5-fa14c9976e7b,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:34.095405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.095756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.096098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.096464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.096799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.097049 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Routers {'1d04f5bd-9e81-4238-a939-db45642f237a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:34.097246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.097445 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.097774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.097975 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d04f5bd-9e81-4238-a939-db45642f237a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:34.098213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.098512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.098856 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.099169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:34.114802 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.248467 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] Set router 1d04f5bd-9e81-4238-a939-db45642f237a gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:34.296471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.398062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bfd0e59a-26f9-48ff-98ef-486beb610ed3 None None] Provisioning for port cc8b86bc-4e02-4468-9f19-58bcb59da655 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:34.405543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bfd0e59a-26f9-48ff-98ef-486beb610ed3 None None] Provisioning complete for port cc8b86bc-4e02-4468-9f19-58bcb59da655 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:34.406321 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bfd0e59a-26f9-48ff-98ef-486beb610ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.471941 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:56:32Z', 'revision_number': 3, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port': {'id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:31Z', 'updated_at': '2021-07-16T18:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:34.487797 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.492071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0e59a-26f9-48ff-98ef-486beb610ed3 None None] Port cc8b86bc-4e02-4468-9f19-58bcb59da655 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:56:34.504611 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ca1966-655a-47a1-86da-87b98793c438 None None] The sync data for ids ['1d04f5bd-9e81-4238-a939-db45642f237a'] in n-d-793620-10 is: [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:56:32Z', 'revision_number': 3, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port': {'id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:31Z', 'updated_at': '2021-07-16T18:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:34.539087 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.544548 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.620589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Pushing event updated for resources: {'Port': ['ID=cc8b86bc-4e02-4468-9f19-58bcb59da655,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:34.623667 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.741682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:34.743284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:34.952372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Router 1d04f5bd-9e81-4238-a939-db45642f237a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:35.109157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:35.114981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1980c722-c266-4c2f-814f-010e9da4339a admin admin] 10.222.0.48 "PUT /v2.0/routers/1d04f5bd-9e81-4238-a939-db45642f237a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1704388 Jul 16 18:56:35.135824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f7b1e16b-590a-45f1-bdbb-2c7d36ce23c1 None None] Provisioning complete for port cc8b86bc-4e02-4468-9f19-58bcb59da655 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:35.136759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e16b-590a-45f1-bdbb-2c7d36ce23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.197963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f7b1e16b-590a-45f1-bdbb-2c7d36ce23c1 None None] Port cc8b86bc-4e02-4468-9f19-58bcb59da655 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:56:35.524289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66279675-713c-4253-9eb5-fa14c9976e7b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:35.589822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 66279675-713c-4253-9eb5-fa14c9976e7b completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:35.599186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 66279675-713c-4253-9eb5-fa14c9976e7b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:35.600048 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.695594 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.723359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 66279675-713c-4253-9eb5-fa14c9976e7b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66279675-713c-4253-9eb5-fa14c9976e7b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:35.728252 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.729294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8209196a-452e-445b-b3d7-1f734ad42f06 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:35.760724 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44508) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:35.767300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-17305970-network', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:35.793465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Made reservation on behalf of 21ef187fcb7846c190ffc4566503ab35 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:35.796708 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.807081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.813659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=66279675-713c-4253-9eb5-fa14c9976e7b,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:35.826209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8209196a-452e-445b-b3d7-1f734ad42f06 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:35.826616 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.938556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.944244 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.954738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.974508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:56:35.986026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc7ddef-a487-41e5-aec3-270a23ba7a5e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:35.992983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.993335 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Added segment 0d27973c-c35b-49c4-bdaf-4356903725e3 of type vlan for network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 Jul 16 18:56:36.041229 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.078797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.080040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:36.080683 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.121961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3583982 Jul 16 18:56:36.127078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44510) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:36.134153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Request body: {'subnet': {'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-17305970-subnet', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:36.151028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81042e6-a5bd-444c-8995-a4bafdccef89 admin admin] Pushing event updated for resources: {'Network': ['ID=1117d3e1-2cd6-44dc-b181-e8ce9628f158,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:36.161158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Made reservation on behalf of 21ef187fcb7846c190ffc4566503ab35 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:36.164290 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.165257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:56:36.366950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.424038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Sync routers for ids ['1d04f5bd-9e81-4238-a939-db45642f237a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:36.435970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Routers {'1d04f5bd-9e81-4238-a939-db45642f237a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:36.436879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d04f5bd-9e81-4238-a939-db45642f237a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:36.442946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7aa6a4b-7d9c-475d-97db-f091c2469e35,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:36.457615 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Checking segment: {'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:36.457993 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Network hostable DHCP agents. Network: 1117d3e1-2cd6-44dc-b181-e8ce9628f158, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:56:36.479545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:56:36.491935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1117d3e1-2cd6-44dc-b181-e8ce9628f158) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:36.497914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:36.498944 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.508603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb68449-59e3-4d9a-9805-8cd845b9782b None None] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:36.515501 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33a8d886-6bc7-451b-a4c3-e6d3235085f2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3863049 Jul 16 18:56:36.518699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44512) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:36.523738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:36.550019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.551346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.615070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.765152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Set router 1d04f5bd-9e81-4238-a939-db45642f237a gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:36.775774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:36.964428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-1117d3e1-2cd6-44dc-b181-e8ce9628f158', 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'fixed_ips': [{'subnet_id': 'a7aa6a4b-7d9c-475d-97db-f091c2469e35'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:56:36.965383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.116521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.153163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.336263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Allocated IP 172.25.0.145 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/6f6408eb-5305-416e-9f03-a4bc9a98d91a) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:37.421041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66279675-713c-4253-9eb5-fa14c9976e7b up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:37.521950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.527636 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.534426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Allocated IP 172.20.0.2 (1117d3e1-2cd6-44dc-b181-e8ce9628f158/a7aa6a4b-7d9c-475d-97db-f091c2469e35/66f3e7cf-7ab2-4589-b349-d130bad42b4e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:37.578800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.601576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 66279675-713c-4253-9eb5-fa14c9976e7b triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:37.601950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.630512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:56:34Z', 'revision_number': 4, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port': {'id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:31Z', 'updated_at': '2021-07-16T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'cc8b86bc-4e02-4468-9f19-58bcb59da655', 'name': '', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'mac_address': 'fa:16:3e:36:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b312b745-cee8-4760-b11b-9e492231c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:33Z', 'updated_at': '2021-07-16T18:56:34Z', 'revision_number': 2, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'subnets': [{'id': 'b312b745-cee8-4760-b11b-9e492231c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:37.657520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:37.662940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:37.670777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:37.694592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Checking router: 1d04f5bd-9e81-4238-a939-db45642f237a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:37.695064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Updating router 1d04f5bd-9e81-4238-a939-db45642f237a port cc8b86bc-4e02-4468-9f19-58bcb59da655 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:56:37.711512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Pushing event updated for resources: {'Port': ['ID=6f6408eb-5305-416e-9f03-a4bc9a98d91a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:37.789749 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.877728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:37.893793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Transition to ACTIVE for port object 66f3e7cf-7ab2-4589-b349-d130bad42b4e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:37.997632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Transition to ACTIVE for port object 66f3e7cf-7ab2-4589-b349-d130bad42b4e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:38.023999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.078088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.099115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.112434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:38.123675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:38.127617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:38.129843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Pushing event updated for resources: {'Port': ['ID=66f3e7cf-7ab2-4589-b349-d130bad42b4e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:38.243630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Attempting to bind port 66f3e7cf-7ab2-4589-b349-d130bad42b4e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:38.243999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Attempting to bind port 66f3e7cf-7ab2-4589-b349-d130bad42b4e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:38.244655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Attempting to bind port 66f3e7cf-7ab2-4589-b349-d130bad42b4e on network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:38.258955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:38.259347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Checking segment: {'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:38.259760 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.260183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Bound using segment: {'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:38.260693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Bound port: 66f3e7cf-7ab2-4589-b349-d130bad42b4e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:38.261081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.374649 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.385466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.391117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] For port 66f3e7cf-7ab2-4589-b349-d130bad42b4e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:38.398693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] For port 66f3e7cf-7ab2-4589-b349-d130bad42b4e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66f3e7cf-7ab2-4589-b349-d130bad42b4e,segment=NetworkSegment(0d27973c-c35b-49c4-bdaf-4356903725e3),segment_id=0d27973c-c35b-49c4-bdaf-4356903725e3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:38.400282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Transition to ACTIVE for port object cc8b86bc-4e02-4468-9f19-58bcb59da655 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:38.406146 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.413840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.507581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779795e8-d5dd-42f4-8fc2-c5bd1dd251b7 None None] Pushing event updated for resources: {'Port': ['ID=66f3e7cf-7ab2-4589-b349-d130bad42b4e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:38.572763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Router 328dafd5-ed70-4638-a644-9c73ca47fb56 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:56:38.662029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Attempting to bind port cc8b86bc-4e02-4468-9f19-58bcb59da655 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:38.662632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Attempting to bind port cc8b86bc-4e02-4468-9f19-58bcb59da655 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:38.663200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Attempting to bind port cc8b86bc-4e02-4468-9f19-58bcb59da655 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:38.675929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a19c3-a19d-4bac-8a5d-ca3f9b07d6fc None None] Pushing event updated for resources: {'Port': ['ID=cc8b86bc-4e02-4468-9f19-58bcb59da655,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:38.681536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:38.682660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Checking segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:38.683540 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.684382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Bound using segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:38.685382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Bound port: cc8b86bc-4e02-4468-9f19-58bcb59da655, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:38.686238 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.807221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] For port cc8b86bc-4e02-4468-9f19-58bcb59da655, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:38.811638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] For port cc8b86bc-4e02-4468-9f19-58bcb59da655, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cc8b86bc-4e02-4468-9f19-58bcb59da655,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:38.843497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:38.924216 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Routers {'1d04f5bd-9e81-4238-a939-db45642f237a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:38.924877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d04f5bd-9e81-4238-a939-db45642f237a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:38.985443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a19c3-a19d-4bac-8a5d-ca3f9b07d6fc None None] Pushing event updated for resources: {'Port': ['ID=cc8b86bc-4e02-4468-9f19-58bcb59da655,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:39.116315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] Set router 1d04f5bd-9e81-4238-a939-db45642f237a gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:39.226612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:39.240041 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Sync routers for ids ['328dafd5-ed70-4638-a644-9c73ca47fb56'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:39.257767 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Routers {'328dafd5-ed70-4638-a644-9c73ca47fb56'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:39.258693 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['328dafd5-ed70-4638-a644-9c73ca47fb56'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:39.262184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:39.266197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ce980dde-fbb5-41aa-bc04-0b83baebcadd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7436757 Jul 16 18:56:39.266576 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44514) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:56:39.476278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66f3e7cf-7ab2-4589-b349-d130bad42b4e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:39.552104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:56:34Z', 'revision_number': 4, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port': {'id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:31Z', 'updated_at': '2021-07-16T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'cc8b86bc-4e02-4468-9f19-58bcb59da655', 'name': '', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'mac_address': 'fa:16:3e:36:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b312b745-cee8-4760-b11b-9e492231c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:33Z', 'updated_at': '2021-07-16T18:56:38Z', 'revision_number': 4, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'subnets': [{'id': 'b312b745-cee8-4760-b11b-9e492231c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:39.593798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 66f3e7cf-7ab2-4589-b349-d130bad42b4e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:39.597196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ceb311f-df24-4966-b6d5-941a8b576d4e None None] The sync data for ids ['1d04f5bd-9e81-4238-a939-db45642f237a'] in n-d-793620-10 is: [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:56:34Z', 'revision_number': 4, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port': {'id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:31Z', 'updated_at': '2021-07-16T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'cc8b86bc-4e02-4468-9f19-58bcb59da655', 'name': '', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'mac_address': 'fa:16:3e:36:38:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b312b745-cee8-4760-b11b-9e492231c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:33Z', 'updated_at': '2021-07-16T18:56:38Z', 'revision_number': 4, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'subnets': [{'id': 'b312b745-cee8-4760-b11b-9e492231c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:39.616827 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Set router 328dafd5-ed70-4638-a644-9c73ca47fb56 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:39.875148 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:56:37Z', 'revision_number': 3, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:39.913318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Checking router: 328dafd5-ed70-4638-a644-9c73ca47fb56 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:39.913702 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Updating router 328dafd5-ed70-4638-a644-9c73ca47fb56 port 6f6408eb-5305-416e-9f03-a4bc9a98d91a binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:56:39.972779 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.147572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd53634-29be-41a3-9fdc-23966c686162 None None] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:56:40.285587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9408e28-b197-4fcf-8692-fb1540bc4bbb None None] Provisioning for port 66f3e7cf-7ab2-4589-b349-d130bad42b4e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:40.304983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a9408e28-b197-4fcf-8692-fb1540bc4bbb None None] Provisioning complete for port 66f3e7cf-7ab2-4589-b349-d130bad42b4e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:40.305288 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9408e28-b197-4fcf-8692-fb1540bc4bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.371011 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.397858 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Transition to ACTIVE for port object 6f6408eb-5305-416e-9f03-a4bc9a98d91a will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:40.412332 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.502203 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Attempting to bind port 6f6408eb-5305-416e-9f03-a4bc9a98d91a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:40.502579 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Attempting to bind port 6f6408eb-5305-416e-9f03-a4bc9a98d91a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:40.502933 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Attempting to bind port 6f6408eb-5305-416e-9f03-a4bc9a98d91a on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:40.507664 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9408e28-b197-4fcf-8692-fb1540bc4bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.509614 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6647d8a-f859-4240-a2ac-02f8b4b984b2 None None] Pushing event updated for resources: {'Port': ['ID=6f6408eb-5305-416e-9f03-a4bc9a98d91a,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:40.516025 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:40.516562 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:40.516840 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.517278 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:40.517758 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Bound port: 6f6408eb-5305-416e-9f03-a4bc9a98d91a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:40.518136 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.563441 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.598676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a9408e28-b197-4fcf-8692-fb1540bc4bbb None None] For port 66f3e7cf-7ab2-4589-b349-d130bad42b4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66f3e7cf-7ab2-4589-b349-d130bad42b4e,segment=NetworkSegment(0d27973c-c35b-49c4-bdaf-4356903725e3),segment_id=0d27973c-c35b-49c4-bdaf-4356903725e3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:40.609882 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a9408e28-b197-4fcf-8692-fb1540bc4bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.624305 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] For port 6f6408eb-5305-416e-9f03-a4bc9a98d91a, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:40.630114 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] For port 6f6408eb-5305-416e-9f03-a4bc9a98d91a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f6408eb-5305-416e-9f03-a4bc9a98d91a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:40.639495 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:40.728621 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9408e28-b197-4fcf-8692-fb1540bc4bbb None None] Pushing event updated for resources: {'Port': ['ID=66f3e7cf-7ab2-4589-b349-d130bad42b4e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:40.757737 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Routers {'328dafd5-ed70-4638-a644-9c73ca47fb56'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:40.758490 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['328dafd5-ed70-4638-a644-9c73ca47fb56'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:40.826118 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6647d8a-f859-4240-a2ac-02f8b4b984b2 None None] Pushing event updated for resources: {'Port': ['ID=6f6408eb-5305-416e-9f03-a4bc9a98d91a,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:40.970688 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] Set router 328dafd5-ed70-4638-a644-9c73ca47fb56 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:40.999441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Allocated IP 172.20.0.1 (1117d3e1-2cd6-44dc-b181-e8ce9628f158/a7aa6a4b-7d9c-475d-97db-f091c2469e35/cbf68b18-1c30-4559-b5c3-5fea385d35f1) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:41.143659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-84b4388d-b93b-42c5-9d4d-331c236c94ac None None] Provisioning complete for port 66f3e7cf-7ab2-4589-b349-d130bad42b4e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:41.144294 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84b4388d-b93b-42c5-9d4d-331c236c94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.195125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.222646 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Transition to ACTIVE for port object cbf68b18-1c30-4559-b5c3-5fea385d35f1 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:41.238509 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:56:37Z', 'revision_number': 3, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:41.279139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.297207 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6271ce7-0102-4e02-abdc-42a7bbd598e8 None None] The sync data for ids ['328dafd5-ed70-4638-a644-9c73ca47fb56'] in n-d-793620-10 is: [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:56:37Z', 'revision_number': 3, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:41.322966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:41.327152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:41.330192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:41.390312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf68b18-1c30-4559-b5c3-5fea385d35f1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:41.407822 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.604707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66f3e7cf-7ab2-4589-b349-d130bad42b4e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:41.652583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.689367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 66f3e7cf-7ab2-4589-b349-d130bad42b4e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:41.689745 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.728217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-611f4363-101a-4aa9-81b0-290426af3586 None None] Provisioning for port cbf68b18-1c30-4559-b5c3-5fea385d35f1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:41.736571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-611f4363-101a-4aa9-81b0-290426af3586 None None] Provisioning complete for port cbf68b18-1c30-4559-b5c3-5fea385d35f1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:41.736951 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-611f4363-101a-4aa9-81b0-290426af3586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.781447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-611f4363-101a-4aa9-81b0-290426af3586 None None] Port cbf68b18-1c30-4559-b5c3-5fea385d35f1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:56:41.830057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cc8b86bc-4e02-4468-9f19-58bcb59da655 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:41.881690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.905570 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.924512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port cc8b86bc-4e02-4468-9f19-58bcb59da655 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:41.929651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port cc8b86bc-4e02-4468-9f19-58bcb59da655 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:41.931317 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:41.973460 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Pushing event updated for resources: {'Port': ['ID=cbf68b18-1c30-4559-b5c3-5fea385d35f1,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:42.028208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:42.075874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:42.129390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port cc8b86bc-4e02-4468-9f19-58bcb59da655, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cc8b86bc-4e02-4468-9f19-58bcb59da655,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:42.135839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:42.146673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:42.148309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:42.230947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=cc8b86bc-4e02-4468-9f19-58bcb59da655,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:42.328771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Router 328dafd5-ed70-4638-a644-9c73ca47fb56 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:56:42.480937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:56:42.486788 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c919c68f-caf6-45a5-9774-1e61e6520336 admin admin] 10.222.0.48 "PUT /v2.0/routers/328dafd5-ed70-4638-a644-9c73ca47fb56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2187600 Jul 16 18:56:42.518024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1293ebbb-f678-4cec-af4c-1576bba60551 None None] Provisioning complete for port cbf68b18-1c30-4559-b5c3-5fea385d35f1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:42.518558 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1293ebbb-f678-4cec-af4c-1576bba60551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:42.563433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1293ebbb-f678-4cec-af4c-1576bba60551 None None] Port cbf68b18-1c30-4559-b5c3-5fea385d35f1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:56:43.156894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-611da8c7-a9ff-494e-916b-67bb99329ed7 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:43.158494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-611da8c7-a9ff-494e-916b-67bb99329ed7 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d4bc6bd8-f270-4246-bcb0-be750766d7d5 HTTP/1.1" status: 200 len: 910 time: 0.1071262 Jul 16 18:56:43.179619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-816b2381-8271-4dc3-8070-f0bd51e34a1e tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/quotas/21ef187fcb7846c190ffc4566503ab35 HTTP/1.1" status: 200 len: 375 time: 0.0132368 Jul 16 18:56:43.301775 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-ad344ca6-e184-4333-8b9e-6efe8c91698f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=21ef187fcb7846c190ffc4566503ab35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105154 Jul 16 18:56:43.502637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Sync routers for ids ['328dafd5-ed70-4638-a644-9c73ca47fb56'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:56:43.516498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Routers {'328dafd5-ed70-4638-a644-9c73ca47fb56'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:43.517754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['328dafd5-ed70-4638-a644-9c73ca47fb56'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:43.524831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f6408eb-5305-416e-9f03-a4bc9a98d91a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:43.631247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-1b46dac8-a5da-45c8-bd4f-a26b011a9e7a service neutron] 10.222.0.48 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212168 Jul 16 18:56:43.781191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-85167137-c288-4dec-a2c1-4909c11e3eb4 service neutron] 10.222.0.48 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426847 Jul 16 18:56:43.852587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6f6408eb-5305-416e-9f03-a4bc9a98d91a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:43.867002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6f6408eb-5305-416e-9f03-a4bc9a98d91a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:43.867400 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:43.894361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Set router 328dafd5-ed70-4638-a644-9c73ca47fb56 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:44.050315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-633845c4-b2ea-48ed-8743-293619836aa7 req-b48ca248-47a6-46a1-8e9e-6a1f09f967d0 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 210 time: 0.0523245 Jul 16 18:56:44.136458 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:44.175008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 6f6408eb-5305-416e-9f03-a4bc9a98d91a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f6408eb-5305-416e-9f03-a4bc9a98d91a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:44.183875 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:44.185260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cc8b86bc-4e02-4468-9f19-58bcb59da655 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:44.310039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=6f6408eb-5305-416e-9f03-a4bc9a98d91a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:44.329884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port cc8b86bc-4e02-4468-9f19-58bcb59da655 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:44.330265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:44.358066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:56:41Z', 'revision_number': 4, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'cbf68b18-1c30-4559-b5c3-5fea385d35f1', 'name': '', 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'mac_address': 'fa:16:3e:78:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a7aa6a4b-7d9c-475d-97db-f091c2469e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:40Z', 'updated_at': '2021-07-16T18:56:41Z', 'revision_number': 2, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'subnets': [{'id': 'a7aa6a4b-7d9c-475d-97db-f091c2469e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:44.396329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Checking router: 328dafd5-ed70-4638-a644-9c73ca47fb56 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:56:44.396329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Updating router 328dafd5-ed70-4638-a644-9c73ca47fb56 port cbf68b18-1c30-4559-b5c3-5fea385d35f1 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:56:44.450747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:44.804842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:44.817158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Transition to ACTIVE for port object cbf68b18-1c30-4559-b5c3-5fea385d35f1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:44.824855 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:44.910895 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c30b-6a16-47ae-a1a4-91765397f873 None None] Pushing event updated for resources: {'Port': ['ID=cbf68b18-1c30-4559-b5c3-5fea385d35f1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:44.954826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Attempting to bind port cbf68b18-1c30-4559-b5c3-5fea385d35f1 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:44.955435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Attempting to bind port cbf68b18-1c30-4559-b5c3-5fea385d35f1 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:44.956017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Attempting to bind port cbf68b18-1c30-4559-b5c3-5fea385d35f1 on network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:44.963969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:44.965066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Checking segment: {'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:44.965629 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:44.966252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Bound using segment: {'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:44.966866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Bound port: cbf68b18-1c30-4559-b5c3-5fea385d35f1, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d27973c-c35b-49c4-bdaf-4356903725e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:44.967358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.059935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] For port cbf68b18-1c30-4559-b5c3-5fea385d35f1, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:45.064495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] For port cbf68b18-1c30-4559-b5c3-5fea385d35f1, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cbf68b18-1c30-4559-b5c3-5fea385d35f1,segment=NetworkSegment(0d27973c-c35b-49c4-bdaf-4356903725e3),segment_id=0d27973c-c35b-49c4-bdaf-4356903725e3)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:45.070512 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.158196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Routers {'328dafd5-ed70-4638-a644-9c73ca47fb56'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:56:45.158970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:56:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['328dafd5-ed70-4638-a644-9c73ca47fb56'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:45.208717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddebaad7-d1f3-4d28-a9c8-26c2ebdc20d4 req-f3860e65-5531-45a1-9861-52896657c1e7 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 210 time: 0.0521605 Jul 16 18:56:45.224303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978c30b-6a16-47ae-a1a4-91765397f873 None None] Pushing event updated for resources: {'Port': ['ID=cbf68b18-1c30-4559-b5c3-5fea385d35f1,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:45.324482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] Set router 328dafd5-ed70-4638-a644-9c73ca47fb56 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:56:45.409002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f6408eb-5305-416e-9f03-a4bc9a98d91a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:45.682648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6f6408eb-5305-416e-9f03-a4bc9a98d91a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:45.683782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.904019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:56:41Z', 'revision_number': 4, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'cbf68b18-1c30-4559-b5c3-5fea385d35f1', 'name': '', 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'mac_address': 'fa:16:3e:78:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a7aa6a4b-7d9c-475d-97db-f091c2469e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:40Z', 'updated_at': '2021-07-16T18:56:45Z', 'revision_number': 4, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'subnets': [{'id': 'a7aa6a4b-7d9c-475d-97db-f091c2469e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:56:45.934490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3de3d2-130e-4d24-aaa0-9efdd5250bf4 None None] The sync data for ids ['328dafd5-ed70-4638-a644-9c73ca47fb56'] in n-d-793620-10 is: [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:56:41Z', 'revision_number': 4, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'cbf68b18-1c30-4559-b5c3-5fea385d35f1', 'name': '', 'network_id': '1117d3e1-2cd6-44dc-b181-e8ce9628f158', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'mac_address': 'fa:16:3e:78:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'a7aa6a4b-7d9c-475d-97db-f091c2469e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:40Z', 'updated_at': '2021-07-16T18:56:45Z', 'revision_number': 4, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'subnets': [{'id': 'a7aa6a4b-7d9c-475d-97db-f091c2469e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:56:46.330682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7476a54a-3064-4932-9cf5-caa109632e43 req-1c7f6b96-edbc-415d-a7e9-8b6646c52623 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 210 time: 0.0411379 Jul 16 18:56:47.438946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cbf68b18-1c30-4559-b5c3-5fea385d35f1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:47.493389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-923639ba-b970-4ef9-bc0f-2629f9097d81 req-7767b630-2f92-4862-9d37-1f6212139732 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 210 time: 0.0321913 Jul 16 18:56:47.498274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port cbf68b18-1c30-4559-b5c3-5fea385d35f1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:47.503433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port cbf68b18-1c30-4559-b5c3-5fea385d35f1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:47.504112 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:47.611865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:47.665751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port cbf68b18-1c30-4559-b5c3-5fea385d35f1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cbf68b18-1c30-4559-b5c3-5fea385d35f1,segment=NetworkSegment(0d27973c-c35b-49c4-bdaf-4356903725e3),segment_id=0d27973c-c35b-49c4-bdaf-4356903725e3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:47.679490 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:47.755969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=cbf68b18-1c30-4559-b5c3-5fea385d35f1,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:47.822537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-88dc6153-0355-4038-80d1-6cf9ea570189 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:47.824669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-88dc6153-0355-4038-80d1-6cf9ea570189 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.13 "GET /v2.0/networks?id=d4bc6bd8-f270-4246-bcb0-be750766d7d5 HTTP/1.1" status: 200 len: 910 time: 0.1126516 Jul 16 18:56:47.838134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Request body: {'port': {'device_id': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'admin_state_up': True, 'tenant_id': '21ef187fcb7846c190ffc4566503ab35'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:47.873636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Made reservation on behalf of 21ef187fcb7846c190ffc4566503ab35 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:56:47.876765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.020449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Allocated IP 172.20.0.4 (d4bc6bd8-f270-4246-bcb0-be750766d7d5/b312b745-cee8-4760-b11b-9e492231c413/264f5293-9d53-4b7a-a641-a79b3d649373) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:56:48.180472 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.196572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Transition to ACTIVE for port object 264f5293-9d53-4b7a-a641-a79b3d649373 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:48.234514 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.281280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:56:48.284787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:56:48.290684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:56:48.316420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Pushing event updated for resources: {'Port': ['ID=264f5293-9d53-4b7a-a641-a79b3d649373,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:48.334223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.334575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.334921 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.335263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.335603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.335949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.336309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.336646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.336979 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.337308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.337644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.339140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:48.351007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.351644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.373571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-f83b9523-7fcd-46aa-9dab-e8617e6be17f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5410938 Jul 16 18:56:48.385713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-d425bb8e-e2ab-412f-b9e6-c6c1c2e3d95f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:56:48.387612 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-d425bb8e-e2ab-412f-b9e6-c6c1c2e3d95f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078044 Jul 16 18:56:48.402250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Request body: {'port': {'device_id': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:48.497567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.541246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9f4afba8-20c6-47c7-af16-949a90209cb4 None None] Provisioning for port 264f5293-9d53-4b7a-a641-a79b3d649373 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:48.550566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9f4afba8-20c6-47c7-af16-949a90209cb4 None None] Provisioning complete for port 264f5293-9d53-4b7a-a641-a79b3d649373 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:48.551181 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9f4afba8-20c6-47c7-af16-949a90209cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.618973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9f4afba8-20c6-47c7-af16-949a90209cb4 None None] Port 264f5293-9d53-4b7a-a641-a79b3d649373 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:56:48.790995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56890ca1-8b04-4313-8b12-3952a99b6a9c req-6a1c04de-3294-4372-9e59-5209fdf65176 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.795376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56890ca1-8b04-4313-8b12-3952a99b6a9c req-6a1c04de-3294-4372-9e59-5209fdf65176 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1027 time: 0.0909209 Jul 16 18:56:48.847963 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-56890ca1-8b04-4313-8b12-3952a99b6a9c req-84b5944e-e105-438b-94a0-e8f9723e4012 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Jul 16 18:56:48.863633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 264f5293-9d53-4b7a-a641-a79b3d649373 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:48.874364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.890206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Transition to ACTIVE for port object 264f5293-9d53-4b7a-a641-a79b3d649373 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:48.896054 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.960249 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Pushing event updated for resources: {'Port': ['ID=264f5293-9d53-4b7a-a641-a79b3d649373,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:49.047047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Attempting to bind port 264f5293-9d53-4b7a-a641-a79b3d649373 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:49.047047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Attempting to bind port 264f5293-9d53-4b7a-a641-a79b3d649373 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:49.047389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Attempting to bind port 264f5293-9d53-4b7a-a641-a79b3d649373 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:49.052976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Port 264f5293-9d53-4b7a-a641-a79b3d649373 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:49.053316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Attempting to bind port 264f5293-9d53-4b7a-a641-a79b3d649373 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:49.060136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:49.060556 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Checking segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:49.060901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Bound using segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:49.061349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Bound port: 264f5293-9d53-4b7a-a641-a79b3d649373, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:49.061716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.153307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] For port 264f5293-9d53-4b7a-a641-a79b3d649373, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:49.159256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] For port 264f5293-9d53-4b7a-a641-a79b3d649373, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=264f5293-9d53-4b7a-a641-a79b3d649373,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:49.165597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.214303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.214840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.216821 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] 10.222.0.13 "PUT /v2.0/ports/264f5293-9d53-4b7a-a641-a79b3d649373 HTTP/1.1" status: 200 len: 1092 time: 0.8215077 Jul 16 18:56:49.217338 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'tag': '264f5293-9d53-4b7a-a641-a79b3d649373'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:49.220261 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c82b968-b784-471b-8ec4-cbbae77e9837", "tag": "264f5293-9d53-4b7a-a641-a79b3d649373"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:49.251366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc900a-0bb7-4285-b52e-2611079cc03a service neutron] Pushing event updated for resources: {'Port': ['ID=264f5293-9d53-4b7a-a641-a79b3d649373,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:49.343680 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e188e0d-f0dc-4811-b0b6-44453315e96b x-openstack-request-id: req-2e188e0d-f0dc-4811-b0b6-44453315e96b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:49.344333 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c82b968-b784-471b-8ec4-cbbae77e9837", "tag": "264f5293-9d53-4b7a-a641-a79b3d649373", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:49.344734 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e188e0d-f0dc-4811-b0b6-44453315e96b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:49.345564 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'tag': '264f5293-9d53-4b7a-a641-a79b3d649373', 'status': 'completed', 'code': 200} Jul 16 18:56:49.392231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-711b44c4-0f49-4fec-bb6b-f5b86cca3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.394129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-711b44c4-0f49-4fec-bb6b-f5b86cca3a8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21ef187fcb7846c190ffc4566503ab35&device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1095 time: 0.1071301 Jul 16 18:56:49.404765 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cbf68b18-1c30-4559-b5c3-5fea385d35f1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:49.452220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-a4951a73-fb17-4483-bd68-5b8944932703 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=264f5293-9d53-4b7a-a641-a79b3d649373 HTTP/1.1" status: 200 len: 217 time: 0.0508108 Jul 16 18:56:49.483758 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port cbf68b18-1c30-4559-b5c3-5fea385d35f1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:49.484470 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.529673 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-b5840657-60e5-4d8a-ab9c-ae446671dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.531268 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-b5840657-60e5-4d8a-ab9c-ae446671dae0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b312b745-cee8-4760-b11b-9e492231c413 HTTP/1.1" status: 200 len: 849 time: 0.0725853 Jul 16 18:56:49.603679 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-5ed1c30a-2e18-4867-8700-30cde84994e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.606729 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-5ed1c30a-2e18-4867-8700-30cde84994e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4bc6bd8-f270-4246-bcb0-be750766d7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693486 Jul 16 18:56:49.726566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-00655d00-7340-4db2-b48d-928b66db7580 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121666 Jul 16 18:56:49.841528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7e98b6db-396f-4bca-b6b5-eca37c1669f8 req-fb258732-c9fd-49eb-a97e-868dac203124 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088548 Jul 16 18:56:49.962593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-974844f7-1030-421c-842d-79535468cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.964799 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-974844f7-1030-421c-842d-79535468cc48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=21ef187fcb7846c190ffc4566503ab35&device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1095 time: 0.0676575 Jul 16 18:56:50.078285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-13b98705-4f74-4aa2-b61e-56aef88556c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:50.079918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-13b98705-4f74-4aa2-b61e-56aef88556c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d4bc6bd8-f270-4246-bcb0-be750766d7d5 HTTP/1.1" status: 200 len: 910 time: 0.1094222 Jul 16 18:56:50.122601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d743115-9215-4df9-94d4-68d0c53a1883 req-202bb4be-22a2-4360-8528-01bea0a30496 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:50.124538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d743115-9215-4df9-94d4-68d0c53a1883 req-202bb4be-22a2-4360-8528-01bea0a30496 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1095 time: 0.0672057 Jul 16 18:56:50.134246 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-1ee7ea76-a4f3-4616-a784-606f739d52c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=264f5293-9d53-4b7a-a641-a79b3d649373 HTTP/1.1" status: 200 len: 217 time: 0.0475342 Jul 16 18:56:50.170708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d743115-9215-4df9-94d4-68d0c53a1883 req-9e4c9266-de3c-4156-9596-cea1c15e9e25 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Jul 16 18:56:50.217705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-b155ea77-e718-4837-8e27-9c663856b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:50.220454 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-b155ea77-e718-4837-8e27-9c663856b012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b312b745-cee8-4760-b11b-9e492231c413 HTTP/1.1" status: 200 len: 849 time: 0.0791705 Jul 16 18:56:50.337456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-76088d41-8b23-40fe-a654-0251c7fe5a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:50.340657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-76088d41-8b23-40fe-a654-0251c7fe5a68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d4bc6bd8-f270-4246-bcb0-be750766d7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129520 Jul 16 18:56:50.452268 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-484625d4-3353-490d-a2fe-ab48d4260269 service neutron] 10.222.0.13 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048720 Jul 16 18:56:50.561834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ba616d6-ab3e-4a9a-96ac-480ebe53204d req-927fa687-9fb1-4cda-bb46-f2bfb00a28dc service neutron] 10.222.0.13 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028633 Jul 16 18:56:51.359532 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c0c918-6009-41a9-8e5f-91ee1a343ce8 req-970945a2-ad2e-4af4-a97b-824424e4b52a tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:51.362003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61c0c918-6009-41a9-8e5f-91ee1a343ce8 req-970945a2-ad2e-4af4-a97b-824424e4b52a tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1095 time: 0.0658185 Jul 16 18:56:51.408413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61c0c918-6009-41a9-8e5f-91ee1a343ce8 req-77eca19d-84f6-4f4e-90d5-417208c35b18 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366590 Jul 16 18:56:52.598595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84729905-5bbc-4d16-8b31-b58815cc7623 req-19a97731-4f88-425f-862f-88d25a58f0ce tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:52.600454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84729905-5bbc-4d16-8b31-b58815cc7623 req-19a97731-4f88-425f-862f-88d25a58f0ce tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1095 time: 0.0640860 Jul 16 18:56:52.643558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-84729905-5bbc-4d16-8b31-b58815cc7623 req-e5bf0422-17bb-4e4b-bcd4-b60e8616017a tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Jul 16 18:56:52.913925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 264f5293-9d53-4b7a-a641-a79b3d649373 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:53.052777 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 264f5293-9d53-4b7a-a641-a79b3d649373, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=264f5293-9d53-4b7a-a641-a79b3d649373,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:53.073994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '264f5293-9d53-4b7a-a641-a79b3d649373', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'port_id': '264f5293-9d53-4b7a-a641-a79b3d649373', 'mac_address': 'fa:16:3e:d8:b3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b312b745-cee8-4760-b11b-9e492231c413', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:53.125542 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.141187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 264f5293-9d53-4b7a-a641-a79b3d649373 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:53.166285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 264f5293-9d53-4b7a-a641-a79b3d649373, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=264f5293-9d53-4b7a-a641-a79b3d649373,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:53.172615 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.258884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=264f5293-9d53-4b7a-a641-a79b3d649373,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:53.361134 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['264f5293-9d53-4b7a-a641-a79b3d649373'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:53.859066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e67f53-7553-490f-8104-f32c5c1ed7f2 req-c8781dec-c60d-4084-9510-050bde91611d tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:53.860798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11e67f53-7553-490f-8104-f32c5c1ed7f2 req-c8781dec-c60d-4084-9510-050bde91611d tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1096 time: 0.0621462 Jul 16 18:56:53.900942 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11e67f53-7553-490f-8104-f32c5c1ed7f2 req-cb94cb0c-983f-4c47-a4b2-143186dda83e tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337670 Jul 16 18:56:54.929760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 264f5293-9d53-4b7a-a641-a79b3d649373 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:56:55.014728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 264f5293-9d53-4b7a-a641-a79b3d649373 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:56:55.019992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 264f5293-9d53-4b7a-a641-a79b3d649373 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:56:55.020473 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.106079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a97a23-03d1-4457-b674-fc02858b8b04 req-1c3c0f3c-4e3c-47b1-a213-31232700d922 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:55.108619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3a97a23-03d1-4457-b674-fc02858b8b04 req-1c3c0f3c-4e3c-47b1-a213-31232700d922 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1096 time: 0.0800078 Jul 16 18:56:55.136378 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.163768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264f5293-9d53-4b7a-a641-a79b3d649373'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:55.166187 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf40b40d-eebe-4011-a123-17ee8989809f" -d '{"events": [{"server_uuid": "6c82b968-b784-471b-8ec4-cbbae77e9837", "name": "network-vif-plugged", "status": "completed", "tag": "264f5293-9d53-4b7a-a641-a79b3d649373"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:55.168604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3a97a23-03d1-4457-b674-fc02858b8b04 req-d1ecc4da-4be4-4d40-a258-976b0576493b tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501890 Jul 16 18:56:55.182132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 264f5293-9d53-4b7a-a641-a79b3d649373, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=264f5293-9d53-4b7a-a641-a79b3d649373,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:55.188081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:55.272809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=264f5293-9d53-4b7a-a641-a79b3d649373,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:55.315078 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f502faa2-aefe-4369-852a-ef9fa30690f9 x-openstack-request-id: req-f502faa2-aefe-4369-852a-ef9fa30690f9 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:55.315480 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82b968-b784-471b-8ec4-cbbae77e9837", "name": "network-vif-plugged", "status": "completed", "tag": "264f5293-9d53-4b7a-a641-a79b3d649373", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:55.315797 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f502faa2-aefe-4369-852a-ef9fa30690f9 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:55.316404 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '264f5293-9d53-4b7a-a641-a79b3d649373', 'code': 200} Jul 16 18:56:55.537649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dbb6e-2300-4c83-884b-1718410a41c1 req-34e1d70b-f7c8-4089-8641-340999fd86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:55.539207 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f04dbb6e-2300-4c83-884b-1718410a41c1 req-34e1d70b-f7c8-4089-8641-340999fd86df service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.1512997 Jul 16 18:56:55.578517 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f04dbb6e-2300-4c83-884b-1718410a41c1 req-e32dd6ad-434d-4cad-ad54-24704d0a4037 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Jul 16 18:56:56.399843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7f549-7dac-4b26-9b1d-1599311e78e1 req-45d703e8-eae9-420a-94d6-06473426c626 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:56.401491 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fa7f549-7dac-4b26-9b1d-1599311e78e1 req-45d703e8-eae9-420a-94d6-06473426c626 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.0918174 Jul 16 18:56:56.443308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fa7f549-7dac-4b26-9b1d-1599311e78e1 req-35477a78-edd5-4ffb-8c6e-330c8b7960e4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344572 Jul 16 18:56:57.636025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc7f61-f9bf-4898-b7e7-b1d1c1c6ab6b req-5c696282-9315-4b1e-a537-dfc0bd9a9ebf tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:57.637892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1adc7f61-f9bf-4898-b7e7-b1d1c1c6ab6b req-5c696282-9315-4b1e-a537-dfc0bd9a9ebf tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.0605423 Jul 16 18:56:57.681842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1adc7f61-f9bf-4898-b7e7-b1d1c1c6ab6b req-6071c5f7-6b16-4d54-a899-c0b3286273b7 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jul 16 18:56:57.867785 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164be314-c1a7-4355-9d9b-bc00f3b633ef req-588c5582-1d44-4a06-abca-1063c6713a35 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:57.869670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-164be314-c1a7-4355-9d9b-bc00f3b633ef req-588c5582-1d44-4a06-abca-1063c6713a35 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.0670767 Jul 16 18:56:57.911716 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-164be314-c1a7-4355-9d9b-bc00f3b633ef req-42843898-5624-4038-8b8d-a234233d8df0 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351517 Jul 16 18:56:58.095431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f82b9-260b-4281-8099-ade167ab473e req-38226b77-18f6-4e18-b78d-7fdfc09f94ce tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:58.097048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-350f82b9-260b-4281-8099-ade167ab473e req-38226b77-18f6-4e18-b78d-7fdfc09f94ce tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.0612350 Jul 16 18:56:58.145958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-350f82b9-260b-4281-8099-ade167ab473e req-ef6ce618-cf18-4244-9930-ea6b16443841 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382817 Jul 16 18:56:58.422858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-15f4e8fc-e6af-4979-a9ad-71d28a53f76d tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:58.424748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-15f4e8fc-e6af-4979-a9ad-71d28a53f76d tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/networks?id=d4bc6bd8-f270-4246-bcb0-be750766d7d5 HTTP/1.1" status: 200 len: 910 time: 0.1083157 Jul 16 18:56:58.441835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-d52d5407-84bb-4de5-baa5-1ed6f858b869 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/quotas/21ef187fcb7846c190ffc4566503ab35 HTTP/1.1" status: 200 len: 375 time: 0.0106235 Jul 16 18:56:58.522499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-11f8f4f3-d74f-4a65-9298-dae529a09815 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?tenant_id=21ef187fcb7846c190ffc4566503ab35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742073 Jul 16 18:56:58.728440 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-5d137522-e04d-4d02-b58d-b6266999f07c service neutron] 10.222.0.48 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971488 Jul 16 18:56:58.848941 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-ae493e75-5a06-4d85-991f-a9ab409969ae service neutron] 10.222.0.48 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091776 Jul 16 18:56:59.063991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b1515252-58a6-4898-a8c5-aacbf8591fc2 req-94022645-9610-43b8-8ee4-72a0fc6f1f76 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 210 time: 0.0335746 Jul 16 18:56:59.793204 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:00.232851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-6d065b01-27cd-4710-ace0-4a9c441ab0df tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:00.235230 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-6d065b01-27cd-4710-ace0-4a9c441ab0df tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.55 "GET /v2.0/networks?id=d4bc6bd8-f270-4246-bcb0-be750766d7d5 HTTP/1.1" status: 200 len: 910 time: 0.1129682 Jul 16 18:57:00.249592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Request body: {'port': {'device_id': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'admin_state_up': True, 'tenant_id': '21ef187fcb7846c190ffc4566503ab35'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:00.301879 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b53f299f-4052-48e5-8076-98fdb926ecd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.307219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Made reservation on behalf of 21ef187fcb7846c190ffc4566503ab35 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:00.311562 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.336051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4af5170-d72f-43d7-8b4a-d75ec0e4e708 req-4fd9ee32-284f-4150-8aad-56c4d8c9f4b8 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 210 time: 0.0466712 Jul 16 18:57:00.477862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Allocated IP 172.20.0.9 (d4bc6bd8-f270-4246-bcb0-be750766d7d5/b312b745-cee8-4760-b11b-9e492231c413/81da81e4-c687-47de-a682-4c322698b598) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:00.653395 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.675719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Transition to ACTIVE for port object 81da81e4-c687-47de-a682-4c322698b598 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:00.719147 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.733613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['264f5293-9d53-4b7a-a641-a79b3d649373'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:00.800540 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:00.806178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:00.815485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:00.820644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Pushing event updated for resources: {'Port': ['ID=81da81e4-c687-47de-a682-4c322698b598,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:00.890293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:00.891471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:00.915065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-9b69392a-bea1-45f7-8540-e99508c681a4 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6719737 Jul 16 18:57:00.926611 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-6b10e312-ce96-4306-91c9-6aa279a9c5c9 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:57:00.927797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-6b10e312-ce96-4306-91c9-6aa279a9c5c9 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064909 Jul 16 18:57:00.941610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Request body: {'port': {'device_id': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:01.070643 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.129689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-aa0170b3-63f7-4858-924f-c09d21e615a6 None None] Provisioning for port 81da81e4-c687-47de-a682-4c322698b598 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:01.136185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-aa0170b3-63f7-4858-924f-c09d21e615a6 None None] Provisioning complete for port 81da81e4-c687-47de-a682-4c322698b598 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:01.136802 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-aa0170b3-63f7-4858-924f-c09d21e615a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.186572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-aa0170b3-63f7-4858-924f-c09d21e615a6 None None] Port 81da81e4-c687-47de-a682-4c322698b598 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:01.424605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81da81e4-c687-47de-a682-4c322698b598 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:01.433985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.448360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Transition to ACTIVE for port object 81da81e4-c687-47de-a682-4c322698b598 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:01.453613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.525194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Pushing event updated for resources: {'Port': ['ID=81da81e4-c687-47de-a682-4c322698b598,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:01.654633 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Attempting to bind port 81da81e4-c687-47de-a682-4c322698b598 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:01.654975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Attempting to bind port 81da81e4-c687-47de-a682-4c322698b598 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:01.655314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Attempting to bind port 81da81e4-c687-47de-a682-4c322698b598 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:01.663167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Port 81da81e4-c687-47de-a682-4c322698b598 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:01.663491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Attempting to bind port 81da81e4-c687-47de-a682-4c322698b598 on network d4bc6bd8-f270-4246-bcb0-be750766d7d5 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:01.672238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fa405-01e2-4892-84c5-9f453aa1873b req-f0fca7e7-7844-4ea0-8ec0-1e4c3848aa82 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.674169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef6fa405-01e2-4892-84c5-9f453aa1873b req-f0fca7e7-7844-4ea0-8ec0-1e4c3848aa82 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1053 time: 0.1169541 Jul 16 18:57:01.675718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:01.676054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Checking segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:01.676483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Bound using segment: {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:01.676928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Bound port: 81da81e4-c687-47de-a682-4c322698b598, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99c67c18-4c14-4b19-adc7-2a4321ea1a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:01.677289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.772301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef6fa405-01e2-4892-84c5-9f453aa1873b req-18e2ebc5-1bdd-48c5-bf33-9ff29737d52e tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831831 Jul 16 18:57:01.800461 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] For port 81da81e4-c687-47de-a682-4c322698b598, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:01.805146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] For port 81da81e4-c687-47de-a682-4c322698b598, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=81da81e4-c687-47de-a682-4c322698b598,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:01.812956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.874751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.875689 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.877462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] 10.222.0.55 "PUT /v2.0/ports/81da81e4-c687-47de-a682-4c322698b598 HTTP/1.1" status: 200 len: 1092 time: 0.9424710 Jul 16 18:57:01.878082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'tag': '81da81e4-c687-47de-a682-4c322698b598'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:01.884228 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df317a0c-f0b2-48fa-8320-f44d20a62769" -d '{"events": [{"name": "network-changed", "server_uuid": "17c9d342-4f7a-439d-9cca-c50c0681a172", "tag": "81da81e4-c687-47de-a682-4c322698b598"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:01.959361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2b83-1304-4aaa-8343-535ae8bcfe89 service neutron] Pushing event updated for resources: {'Port': ['ID=81da81e4-c687-47de-a682-4c322698b598,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:02.051082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-a8da121e-91cf-456a-99ae-fbfa146ad7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.053732 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-a8da121e-91cf-456a-99ae-fbfa146ad7f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21ef187fcb7846c190ffc4566503ab35&device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1095 time: 0.1146762 Jul 16 18:57:02.058571 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e678a9c9-aeca-465d-8e50-d06237dcb01c x-openstack-request-id: req-e678a9c9-aeca-465d-8e50-d06237dcb01c {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:02.059028 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c9d342-4f7a-439d-9cca-c50c0681a172", "tag": "81da81e4-c687-47de-a682-4c322698b598", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:02.059417 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e678a9c9-aeca-465d-8e50-d06237dcb01c {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:02.059990 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'tag': '81da81e4-c687-47de-a682-4c322698b598', 'status': 'completed', 'code': 200} Jul 16 18:57:02.131517 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-11b3f5c4-a79e-4d18-a0df-83c30512b220 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81da81e4-c687-47de-a682-4c322698b598 HTTP/1.1" status: 200 len: 217 time: 0.0661104 Jul 16 18:57:02.190579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-63e4665e-3642-40ac-8c14-08b09e653a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.192276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-63e4665e-3642-40ac-8c14-08b09e653a9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b312b745-cee8-4760-b11b-9e492231c413 HTTP/1.1" status: 200 len: 849 time: 0.0545084 Jul 16 18:57:02.265437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-dd47cfe4-7de5-44b1-829e-60c01cf403ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.266421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-dd47cfe4-7de5-44b1-829e-60c01cf403ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4bc6bd8-f270-4246-bcb0-be750766d7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681324 Jul 16 18:57:02.376338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-928a5f85-1ae5-45d5-9ce4-514f8f5d6986 service neutron] 10.222.0.55 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029723 Jul 16 18:57:02.485645 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-080acba5-f327-4f46-8f8c-b10bee42c0a1 req-cfeabd46-14e6-4111-8bae-a93ee0b57581 service neutron] 10.222.0.55 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026404 Jul 16 18:57:02.599537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-d586a17d-5ed5-40b6-941b-49b95f5af95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.601232 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-d586a17d-5ed5-40b6-941b-49b95f5af95c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=21ef187fcb7846c190ffc4566503ab35&device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1095 time: 0.0611520 Jul 16 18:57:02.726948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-dfb54e66-09c7-4ce9-b55c-b7a207553810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.729594 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-dfb54e66-09c7-4ce9-b55c-b7a207553810 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d4bc6bd8-f270-4246-bcb0-be750766d7d5 HTTP/1.1" status: 200 len: 910 time: 0.1221609 Jul 16 18:57:02.775327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-86772363-8ef4-4a2e-90f7-46e013ad3abc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81da81e4-c687-47de-a682-4c322698b598 HTTP/1.1" status: 200 len: 217 time: 0.0388789 Jul 16 18:57:02.848679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-0d98a22e-8e45-45b2-9077-7b108678d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.850502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-0d98a22e-8e45-45b2-9077-7b108678d2ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b312b745-cee8-4760-b11b-9e492231c413 HTTP/1.1" status: 200 len: 849 time: 0.0682304 Jul 16 18:57:02.939983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-5e9c1af9-ce8e-4170-892b-68084370bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.942369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-5e9c1af9-ce8e-4170-892b-68084370bfae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d4bc6bd8-f270-4246-bcb0-be750766d7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850210 Jul 16 18:57:03.085181 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-55889485-9e19-4de3-9117-f86fb7cc02d4 service neutron] 10.222.0.55 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340842 Jul 16 18:57:03.090507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6c117-0c22-42f9-ba51-1d351ad2fd65 req-ad0be8c8-2116-41de-81de-b43ad6d89dc5 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:03.092071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79b6c117-0c22-42f9-ba51-1d351ad2fd65 req-ad0be8c8-2116-41de-81de-b43ad6d89dc5 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1095 time: 0.1423385 Jul 16 18:57:03.139984 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-671bba39-34f9-4cf4-bdf4-dc46ea685737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.190031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79b6c117-0c22-42f9-ba51-1d351ad2fd65 req-294e182f-439d-4e45-b1a7-309fc11e2b81 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892937 Jul 16 18:57:03.241782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df317a0c-f0b2-48fa-8320-f44d20a62769 req-9da83098-4afe-4bb5-b6f4-32c54dde9854 service neutron] 10.222.0.55 "GET /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484044 Jul 16 18:57:03.408299 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.388694 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f1265-86db-4b6e-9d4a-de1d9b90475e req-59a481a8-89cb-4291-949e-8e28244f5fe3 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:04.390578 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f4f1265-86db-4b6e-9d4a-de1d9b90475e req-59a481a8-89cb-4291-949e-8e28244f5fe3 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1095 time: 0.0612080 Jul 16 18:57:04.442309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f4f1265-86db-4b6e-9d4a-de1d9b90475e req-2b989b0e-b777-4da7-ad8c-57affa27edcd tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Jul 16 18:57:04.449693 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.626224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7db658-4402-441c-999a-49a439096105 req-43e3d7b8-a19f-496e-80f1-1ba1264aeffd tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:05.627975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db7db658-4402-441c-999a-49a439096105 req-43e3d7b8-a19f-496e-80f1-1ba1264aeffd tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1095 time: 0.0636539 Jul 16 18:57:05.671412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db7db658-4402-441c-999a-49a439096105 req-5346f631-f449-4176-a3a7-298446f61ad1 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368648 Jul 16 18:57:05.966016 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.618013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 81da81e4-c687-47de-a682-4c322698b598 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:06.741518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 81da81e4-c687-47de-a682-4c322698b598, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=81da81e4-c687-47de-a682-4c322698b598,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:06.756673 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '81da81e4-c687-47de-a682-4c322698b598', 'network_id': 'd4bc6bd8-f270-4246-bcb0-be750766d7d5', 'port_id': '81da81e4-c687-47de-a682-4c322698b598', 'mac_address': 'fa:16:3e:31:36:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b312b745-cee8-4760-b11b-9e492231c413', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:06.798707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.823317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81da81e4-c687-47de-a682-4c322698b598 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:06.863748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 81da81e4-c687-47de-a682-4c322698b598, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=81da81e4-c687-47de-a682-4c322698b598,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:06.869768 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:06.927238 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05346ae6-92a0-40ef-bdec-c75074031751 req-17eef4f5-155c-4714-9f6d-c4163ad57f9f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:06.929926 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05346ae6-92a0-40ef-bdec-c75074031751 req-17eef4f5-155c-4714-9f6d-c4163ad57f9f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1095 time: 0.0938711 Jul 16 18:57:06.937063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=81da81e4-c687-47de-a682-4c322698b598,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:06.991429 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-05346ae6-92a0-40ef-bdec-c75074031751 req-c1b09abc-4e52-458c-a0df-bb04ba494f42 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517557 Jul 16 18:57:07.077191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['81da81e4-c687-47de-a682-4c322698b598'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:07.498145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.986666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.231987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec889887-487d-4685-9eab-ecdf9c296fbe req-51bfb9a8-4486-498d-9cce-adb2cf3d37b8 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:08.234944 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec889887-487d-4685-9eab-ecdf9c296fbe req-51bfb9a8-4486-498d-9cce-adb2cf3d37b8 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1096 time: 0.0816336 Jul 16 18:57:08.298542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec889887-487d-4685-9eab-ecdf9c296fbe req-0b34ce8b-09c3-4ece-8685-bd1ef492aff3 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573118 Jul 16 18:57:08.637058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 81da81e4-c687-47de-a682-4c322698b598 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:08.750056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 81da81e4-c687-47de-a682-4c322698b598 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:08.756377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 81da81e4-c687-47de-a682-4c322698b598 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:08.756829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.844306 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.871641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81da81e4-c687-47de-a682-4c322698b598'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:08.874032 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4060e9ed-6214-4b4f-8dd0-5444b8a4ebd6" -d '{"events": [{"server_uuid": "17c9d342-4f7a-439d-9cca-c50c0681a172", "name": "network-vif-plugged", "status": "completed", "tag": "81da81e4-c687-47de-a682-4c322698b598"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:08.895096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 81da81e4-c687-47de-a682-4c322698b598, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=81da81e4-c687-47de-a682-4c322698b598,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:08.904266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.939536 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82c60c8-80b0-480d-bf23-0b19df595342 x-openstack-request-id: req-e82c60c8-80b0-480d-bf23-0b19df595342 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:08.940011 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c9d342-4f7a-439d-9cca-c50c0681a172", "name": "network-vif-plugged", "status": "completed", "tag": "81da81e4-c687-47de-a682-4c322698b598", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:08.940546 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e82c60c8-80b0-480d-bf23-0b19df595342 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:08.941044 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81da81e4-c687-47de-a682-4c322698b598', 'code': 200} Jul 16 18:57:08.974389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=81da81e4-c687-47de-a682-4c322698b598,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:08.983529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.986392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.986392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.986392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.986392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.986392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.987622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.987622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.988487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.988487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.988487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:08.988748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:09.087968 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29b973-4124-4351-aa8f-4516b3b38797 req-8964f680-7f39-4e71-b112-7ef041ed4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:09.091269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee29b973-4124-4351-aa8f-4516b3b38797 req-8964f680-7f39-4e71-b112-7ef041ed4ef3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.0763187 Jul 16 18:57:09.145336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee29b973-4124-4351-aa8f-4516b3b38797 req-141c2810-633d-400c-9581-a541994a28b5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Jul 16 18:57:09.596028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2bcdc-cbd4-409c-b9b2-547cfee097de req-a2255885-2420-4f83-832f-f41c8cec892e tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:09.597700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cff2bcdc-cbd4-409c-b9b2-547cfee097de req-a2255885-2420-4f83-832f-f41c8cec892e tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.0882621 Jul 16 18:57:09.645563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cff2bcdc-cbd4-409c-b9b2-547cfee097de req-e2f3c03f-5a5b-4993-86a8-2295e44f0332 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403876 Jul 16 18:57:10.844723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e040f-5828-41b3-88c1-aa62143e5d2d req-eef00971-b5ed-4142-910d-4b21c2f4da34 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:10.846380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd5e040f-5828-41b3-88c1-aa62143e5d2d req-eef00971-b5ed-4142-910d-4b21c2f4da34 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.0720925 Jul 16 18:57:10.895065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd5e040f-5828-41b3-88c1-aa62143e5d2d req-104f40e4-6f07-48d1-a3f4-ace83c9c1f70 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381389 Jul 16 18:57:11.142213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bc182-5ec1-417f-a2af-5eb3ce0c6819 req-53497e84-392a-4248-9914-54d48e689604 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:11.143819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-628bc182-5ec1-417f-a2af-5eb3ce0c6819 req-53497e84-392a-4248-9914-54d48e689604 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.0651033 Jul 16 18:57:11.203521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-628bc182-5ec1-417f-a2af-5eb3ce0c6819 req-31324a86-4ed1-4acf-ac62-d366ba7a3f72 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526435 Jul 16 18:57:11.427250 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbbe85-f563-4339-be8c-b7eddd2902d9 req-2a78091b-f029-4c49-b0cc-a0ae265183dd tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:11.430161 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10cbbe85-f563-4339-be8c-b7eddd2902d9 req-2a78091b-f029-4c49-b0cc-a0ae265183dd tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.0953236 Jul 16 18:57:11.486520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10cbbe85-f563-4339-be8c-b7eddd2902d9 req-5647be1e-f70e-4fce-85ea-e8754367176f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Jul 16 18:57:12.035416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d16c29-3f94-4d96-850f-829a4638a89a req-59f8672e-418c-4367-82f9-41e9b484c87e tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:12.037360 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d16c29-3f94-4d96-850f-829a4638a89a req-59f8672e-418c-4367-82f9-41e9b484c87e tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.0671837 Jul 16 18:57:12.080527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0d16c29-3f94-4d96-850f-829a4638a89a req-f81ab3c6-f0e5-4062-8367-45c7b8ca6433 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359297 Jul 16 18:57:13.692775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-38146b4c-92a1-45f7-b328-b6f374f28218 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.694659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-38146b4c-92a1-45f7-b328-b6f374f28218 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.4748728 Jul 16 18:57:13.697054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05513c-cd66-4d97-86da-9b5e2ad99ad5 req-375f35d5-d86e-4246-b5fc-b1da4e6ff5a8 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:13.698899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea05513c-cd66-4d97-86da-9b5e2ad99ad5 req-375f35d5-d86e-4246-b5fc-b1da4e6ff5a8 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=17c9d342-4f7a-439d-9cca-c50c0681a172 HTTP/1.1" status: 200 len: 1097 time: 0.4404793 Jul 16 18:57:13.799567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea05513c-cd66-4d97-86da-9b5e2ad99ad5 req-276f3889-2b13-4c13-868f-04e12dd694a0 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920687 Jul 16 18:57:13.834302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Deleting port 81da81e4-c687-47de-a682-4c322698b598 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:13.834854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.926118 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] For port 81da81e4-c687-47de-a682-4c322698b598, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=81da81e4-c687-47de-a682-4c322698b598,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:13.926565 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:13.943011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Calling delete_port for 81da81e4-c687-47de-a682-4c322698b598 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:14.088186 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.111284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['264f5293-9d53-4b7a-a641-a79b3d649373'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:14.115560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['81da81e4-c687-47de-a682-4c322698b598'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:14.122085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Pushing event deleted for resources: {'Port': ['ID=81da81e4-c687-47de-a682-4c322698b598,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:14.171191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] No DVR routers for this DVR port 81da81e4-c687-47de-a682-4c322698b598 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:14.174433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:14.176509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba3438cc-a9bf-46f7-8039-011b40be5198 req-fed1dbac-fead-4fd0-9422-7bd2a873f887 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.55 "DELETE /v2.0/ports/81da81e4-c687-47de-a682-4c322698b598 HTTP/1.1" status: 204 len: 173 time: 0.4761791 Jul 16 18:57:14.177055 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'name': 'network-vif-deleted', 'tag': '81da81e4-c687-47de-a682-4c322698b598'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:14.179719 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5224b97-87ad-44bc-8262-bdf4a6db004b" -d '{"events": [{"server_uuid": "17c9d342-4f7a-439d-9cca-c50c0681a172", "name": "network-vif-deleted", "tag": "81da81e4-c687-47de-a682-4c322698b598"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:14.256997 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e4525a-9fd1-4dce-8a45-6352e1214ff3 x-openstack-request-id: req-55e4525a-9fd1-4dce-8a45-6352e1214ff3 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:14.257311 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c9d342-4f7a-439d-9cca-c50c0681a172", "name": "network-vif-deleted", "tag": "81da81e4-c687-47de-a682-4c322698b598", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:14.257561 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55e4525a-9fd1-4dce-8a45-6352e1214ff3 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:14.258265 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c9d342-4f7a-439d-9cca-c50c0681a172', 'name': 'network-vif-deleted', 'tag': '81da81e4-c687-47de-a682-4c322698b598', 'status': 'completed', 'code': 200} Jul 16 18:57:15.391942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb304d2b-cd35-42ae-bc37-2ca9614ca5cb req-11fa9d2c-6f13-439e-bd95-628e46588476 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:15.393925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb304d2b-cd35-42ae-bc37-2ca9614ca5cb req-11fa9d2c-6f13-439e-bd95-628e46588476 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.0659201 Jul 16 18:57:15.436804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb304d2b-cd35-42ae-bc37-2ca9614ca5cb req-a924d766-5584-4965-bea9-12247844f21f tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329089 Jul 16 18:57:16.666532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-d0211648-803b-4116-8cd1-d669a7d40ed9 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:16.669435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-d0211648-803b-4116-8cd1-d669a7d40ed9 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.0927789 Jul 16 18:57:16.678122 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f2a46-1cd4-45ac-84e1-479a3b1166a7 req-4ed098d1-d085-4b94-a660-e55817505595 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:16.680735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca0f2a46-1cd4-45ac-84e1-479a3b1166a7 req-4ed098d1-d085-4b94-a660-e55817505595 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 1097 time: 0.0797307 Jul 16 18:57:16.702640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 81da81e4-c687-47de-a682-4c322698b598 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:16.730813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 81da81e4-c687-47de-a682-4c322698b598 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:16.731471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 81da81e4-c687-47de-a682-4c322698b598 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:16.752701 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca0f2a46-1cd4-45ac-84e1-479a3b1166a7 req-106d078d-5ee2-4a8d-bbbf-a0fa108aa938 tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/security-groups?id=adc7ddef-a487-41e5-aec3-270a23ba7a5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639651 Jul 16 18:57:16.804460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Deleting port 264f5293-9d53-4b7a-a641-a79b3d649373 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:16.804911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.946750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] For port 264f5293-9d53-4b7a-a641-a79b3d649373, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=264f5293-9d53-4b7a-a641-a79b3d649373,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:16.947115 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.962149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Calling delete_port for 264f5293-9d53-4b7a-a641-a79b3d649373 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:17.134448 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.166953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Pushing event deleted for resources: {'Port': ['ID=264f5293-9d53-4b7a-a641-a79b3d649373,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:17.240271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] No DVR routers for this DVR port 264f5293-9d53-4b7a-a641-a79b3d649373 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:17.243765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.247607 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d46c54c2-8c29-47bf-86f8-c5e7612e9c04 req-365018ea-1b62-4fac-b34d-ffb7d865fbfb tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.13 "DELETE /v2.0/ports/264f5293-9d53-4b7a-a641-a79b3d649373 HTTP/1.1" status: 204 len: 173 time: 0.5731397 Jul 16 18:57:17.248203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'name': 'network-vif-deleted', 'tag': '264f5293-9d53-4b7a-a641-a79b3d649373'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:17.251020 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc166f3-1e2e-412f-ad15-7b5f377ade5b" -d '{"events": [{"server_uuid": "6c82b968-b784-471b-8ec4-cbbae77e9837", "name": "network-vif-deleted", "tag": "264f5293-9d53-4b7a-a641-a79b3d649373"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:17.316176 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647acce2-54e2-4729-a34e-decb5356536b x-openstack-request-id: req-647acce2-54e2-4729-a34e-decb5356536b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:17.316497 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c82b968-b784-471b-8ec4-cbbae77e9837", "name": "network-vif-deleted", "tag": "264f5293-9d53-4b7a-a641-a79b3d649373", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:17.316877 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-647acce2-54e2-4729-a34e-decb5356536b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:17.317308 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c82b968-b784-471b-8ec4-cbbae77e9837', 'name': 'network-vif-deleted', 'tag': '264f5293-9d53-4b7a-a641-a79b3d649373', 'status': 'completed', 'code': 200} Jul 16 18:57:17.992760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9adfd666-bb76-45a4-b370-e89da6e58d5f req-b2d0506e-70e1-4411-b96a-2f419a32fb1b tempest-TestServerMultinode-1936775996 tempest-TestServerMultinode-1936775996-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=6c82b968-b784-471b-8ec4-cbbae77e9837 HTTP/1.1" status: 200 len: 210 time: 0.0496066 Jul 16 18:57:19.006591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 264f5293-9d53-4b7a-a641-a79b3d649373 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:19.030423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 264f5293-9d53-4b7a-a641-a79b3d649373 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:19.030769 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 264f5293-9d53-4b7a-a641-a79b3d649373 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:19.111880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44682) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:19.545646 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.835394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Deleting port cc8b86bc-4e02-4468-9f19-58bcb59da655 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:19.835793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.930611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] For port cc8b86bc-4e02-4468-9f19-58bcb59da655, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cc8b86bc-4e02-4468-9f19-58bcb59da655,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:19.931145 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.946257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Calling delete_port for cc8b86bc-4e02-4468-9f19-58bcb59da655 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:20.201329 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.230190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8b86bc-4e02-4468-9f19-58bcb59da655,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.440854 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.684683 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Router 1d04f5bd-9e81-4238-a939-db45642f237a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:20.845016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:20.855481 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-566b7d3b-9763-43d0-bd5b-db4e465fb080 admin admin] 10.222.0.48 "PUT /v2.0/routers/1d04f5bd-9e81-4238-a939-db45642f237a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7413011 Jul 16 18:57:20.855846 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] Sync routers for ids ['1d04f5bd-9e81-4238-a939-db45642f237a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:20.858997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44684) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:20.865880 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] Routers {'1d04f5bd-9e81-4238-a939-db45642f237a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:20.866522 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:57:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d04f5bd-9e81-4238-a939-db45642f237a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:20.985699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] Set router 1d04f5bd-9e81-4238-a939-db45642f237a gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:21.017424 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.140815 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.201012 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150'}], 'enable_snat': True}, 'gw_port_id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:57:20Z', 'revision_number': 5, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port': {'id': '66279675-713c-4253-9eb5-fa14c9976e7b', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:31Z', 'updated_at': '2021-07-16T18:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:21.210191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Deleting port 66279675-713c-4253-9eb5-fa14c9976e7b {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:21.210680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.229624 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] Checking router: 1d04f5bd-9e81-4238-a939-db45642f237a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:21.239456 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] Routers {'1d04f5bd-9e81-4238-a939-db45642f237a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:21.240091 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:57:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1d04f5bd-9e81-4238-a939-db45642f237a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:21.306875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] For port 66279675-713c-4253-9eb5-fa14c9976e7b, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66279675-713c-4253-9eb5-fa14c9976e7b,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:21.307216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.322523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Calling delete_port for 66279675-713c-4253-9eb5-fa14c9976e7b owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:21.345011 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] Set router 1d04f5bd-9e81-4238-a939-db45642f237a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:21.552301 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 6, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:21.580622 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b56be704-05e8-44f2-bcff-d0c7ddb2b50f None None] The sync data for ids ['1d04f5bd-9e81-4238-a939-db45642f237a'] in n-d-793620-10 is: [{'id': '1d04f5bd-9e81-4238-a939-db45642f237a', 'name': 'tempest-TestServerMultinode-1220489849-router', 'tenant_id': '64eae42e585e44ffa5d462dc2da910d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:30Z', 'updated_at': '2021-07-16T18:57:21Z', 'revision_number': 6, 'project_id': '64eae42e585e44ffa5d462dc2da910d7', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:21.586130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.623812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Pushing event deleted for resources: {'Port': ['ID=66279675-713c-4253-9eb5-fa14c9976e7b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.694662 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.791952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.795146 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.847670 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.848246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d04f5bd-9e81-4238-a939-db45642f237a {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:57:21.853353 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.855326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1be61d7f-3efb-49fe-991d-e05423c36301 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1d04f5bd-9e81-4238-a939-db45642f237a HTTP/1.1" status: 204 len: 168 time: 0.9941943 Jul 16 18:57:21.857664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44686) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:21.906635 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] Deleting subnet b312b745-cee8-4760-b11b-9e492231c413 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:21.910505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.955107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.059635 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.122803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.150212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b312b745-cee8-4760-b11b-9e492231c413,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.157545 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.159752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de678055-9c38-4374-bf25-5286483e0a2b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b312b745-cee8-4760-b11b-9e492231c413 HTTP/1.1" status: 204 len: 168 time: 0.3010798 Jul 16 18:57:22.162948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44688) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:22.163471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b312e822-2a6f-4e7e-9a3a-ce54209e855d None None] Network d4bc6bd8-f270-4246-bcb0-be750766d7d5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:22.246988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.314001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Deleting port 8209196a-452e-445b-b3d7-1f734ad42f06 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:22.314378 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.390983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] For port 8209196a-452e-445b-b3d7-1f734ad42f06, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8209196a-452e-445b-b3d7-1f734ad42f06,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:22.391345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.408685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Calling delete_port for 8209196a-452e-445b-b3d7-1f734ad42f06 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:22.409063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] DHCP port deletion for d4bc6bd8-f270-4246-bcb0-be750766d7d5 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:57:22.472053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] Deleting port 8209196a-452e-445b-b3d7-1f734ad42f06 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:22.472465 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.519448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.552193 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] No DVR routers for this DVR port 8209196a-452e-445b-b3d7-1f734ad42f06 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:22.558920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Pushing event deleted for resources: {'Port': ['ID=8209196a-452e-445b-b3d7-1f734ad42f06,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.566625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] For port 8209196a-452e-445b-b3d7-1f734ad42f06, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8209196a-452e-445b-b3d7-1f734ad42f06,segment=NetworkSegment(99c67c18-4c14-4b19-adc7-2a4321ea1a9a),segment_id=99c67c18-4c14-4b19-adc7-2a4321ea1a9a)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:22.567097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.581424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] Calling delete_port for 8209196a-452e-445b-b3d7-1f734ad42f06 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:22.645568 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.662929 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4bc6bd8-f270-4246-bcb0-be750766d7d5']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:22.686865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c67c18-4c14-4b19-adc7-2a4321ea1a9a') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:22.687435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c67c18-4c14-4b19-adc7-2a4321ea1a9a') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:22.702940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.704535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.729321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.741301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] Pushing event deleted for resources: {'Port': ['ID=8209196a-452e-445b-b3d7-1f734ad42f06,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.743042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:22.743638 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:22.747232 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:22.754985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65760e-6dad-4288-8bb9-6c78e8716e89 None None] No DVR routers for this DVR port 8209196a-452e-445b-b3d7-1f734ad42f06 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:22.826512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.833332 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.835999 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d4bc6bd8-f270-4246-bcb0-be750766d7d5 HTTP/1.1" status: 204 len: 168 time: 0.6717951 Jul 16 18:57:22.839946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44690) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:22.857719 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddd235-cd76-447b-b9c7-221ec54bfe52 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4bc6bd8-f270-4246-bcb0-be750766d7d5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:23.242371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.412182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66279675-713c-4253-9eb5-fa14c9976e7b no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:23.435279 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 66279675-713c-4253-9eb5-fa14c9976e7b {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:23.435750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66279675-713c-4253-9eb5-fa14c9976e7b not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:23.436454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cc8b86bc-4e02-4468-9f19-58bcb59da655 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:23.458005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: cc8b86bc-4e02-4468-9f19-58bcb59da655 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:23.458330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cc8b86bc-4e02-4468-9f19-58bcb59da655 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:23.458766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8209196a-452e-445b-b3d7-1f734ad42f06 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:23.485060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 8209196a-452e-445b-b3d7-1f734ad42f06 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:23.485400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8209196a-452e-445b-b3d7-1f734ad42f06 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:23.603996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Deleting port cbf68b18-1c30-4559-b5c3-5fea385d35f1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:23.604384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.695904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] For port cbf68b18-1c30-4559-b5c3-5fea385d35f1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cbf68b18-1c30-4559-b5c3-5fea385d35f1,segment=NetworkSegment(0d27973c-c35b-49c4-bdaf-4356903725e3),segment_id=0d27973c-c35b-49c4-bdaf-4356903725e3)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:23.696394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.712986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Calling delete_port for cbf68b18-1c30-4559-b5c3-5fea385d35f1 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:23.924287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:23.962120 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf68b18-1c30-4559-b5c3-5fea385d35f1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:24.192470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.430155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Router 328dafd5-ed70-4638-a644-9c73ca47fb56 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:24.546237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:24.551973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-37aa59d1-be4f-47c3-aebf-e2231e348004 admin admin] 10.222.0.48 "PUT /v2.0/routers/328dafd5-ed70-4638-a644-9c73ca47fb56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106714 Jul 16 18:57:24.556306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44692) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:24.558189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] Sync routers for ids ['328dafd5-ed70-4638-a644-9c73ca47fb56'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:24.569741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] Routers {'328dafd5-ed70-4638-a644-9c73ca47fb56'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:24.570442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:57:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['328dafd5-ed70-4638-a644-9c73ca47fb56'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:24.698116 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] Set router 328dafd5-ed70-4638-a644-9c73ca47fb56 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:24.713529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.935090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:57:23Z', 'revision_number': 5, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:24.967948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] Checking router: 328dafd5-ed70-4638-a644-9c73ca47fb56 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:24.983903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] Routers {'328dafd5-ed70-4638-a644-9c73ca47fb56'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:24.985028 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T18:57:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['328dafd5-ed70-4638-a644-9c73ca47fb56'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:25.124474 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] Set router 328dafd5-ed70-4638-a644-9c73ca47fb56 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:25.206315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.274983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Deleting port 6f6408eb-5305-416e-9f03-a4bc9a98d91a {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:25.275329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.343088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:57:23Z', 'revision_number': 5, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:25.377068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbb990-d2e3-4f75-8f13-45245f4e0242 None None] The sync data for ids ['328dafd5-ed70-4638-a644-9c73ca47fb56'] in n-d-793620-10 is: [{'id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'name': 'tempest-TestServerMultinode-17305970-router', 'tenant_id': '21ef187fcb7846c190ffc4566503ab35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:56:36Z', 'updated_at': '2021-07-16T18:57:23Z', 'revision_number': 5, 'project_id': '21ef187fcb7846c190ffc4566503ab35', 'gw_port': {'id': '6f6408eb-5305-416e-9f03-a4bc9a98d91a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328dafd5-ed70-4638-a644-9c73ca47fb56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:56:37Z', 'updated_at': '2021-07-16T18:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:25.378071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] For port 6f6408eb-5305-416e-9f03-a4bc9a98d91a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6f6408eb-5305-416e-9f03-a4bc9a98d91a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:25.378454 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.398071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Calling delete_port for 6f6408eb-5305-416e-9f03-a4bc9a98d91a owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:25.578022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.608064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6408eb-5305-416e-9f03-a4bc9a98d91a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:25.677582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.776393 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.779859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.832764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.833218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 328dafd5-ed70-4638-a644-9c73ca47fb56 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:57:25.837857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.839633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c62a72a9-c0cc-49c7-9d69-1188ee20717a admin admin] 10.222.0.48 "DELETE /v2.0/routers/328dafd5-ed70-4638-a644-9c73ca47fb56 HTTP/1.1" status: 204 len: 168 time: 1.2814620 Jul 16 18:57:25.843634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44694) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:25.905652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] Deleting subnet a7aa6a4b-7d9c-475d-97db-f091c2469e35 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:25.911654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.968296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.078056 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.178235 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.211730 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.213935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a7aa6a4b-7d9c-475d-97db-f091c2469e35 HTTP/1.1" status: 204 len: 168 time: 0.3691964 Jul 16 18:57:26.215126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876085d-8959-4139-b254-cb711707c8ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7aa6a4b-7d9c-475d-97db-f091c2469e35,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:26.218157 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44696) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:26.218956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb06fc2-5d1c-459c-a61d-1a7a8569b77c None None] Network 1117d3e1-2cd6-44dc-b181-e8ce9628f158 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:26.310447 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.399248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Deleting port 66f3e7cf-7ab2-4589-b349-d130bad42b4e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:26.399774 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.480682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] For port 66f3e7cf-7ab2-4589-b349-d130bad42b4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66f3e7cf-7ab2-4589-b349-d130bad42b4e,segment=NetworkSegment(0d27973c-c35b-49c4-bdaf-4356903725e3),segment_id=0d27973c-c35b-49c4-bdaf-4356903725e3)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:26.481062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.501882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Calling delete_port for 66f3e7cf-7ab2-4589-b349-d130bad42b4e owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:26.506504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] DHCP port deletion for 1117d3e1-2cd6-44dc-b181-e8ce9628f158 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:57:26.573343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] Deleting port 66f3e7cf-7ab2-4589-b349-d130bad42b4e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:26.574345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.620727 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.653677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=66f3e7cf-7ab2-4589-b349-d130bad42b4e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:26.661168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] No DVR routers for this DVR port 66f3e7cf-7ab2-4589-b349-d130bad42b4e on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:26.672846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] For port 66f3e7cf-7ab2-4589-b349-d130bad42b4e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=66f3e7cf-7ab2-4589-b349-d130bad42b4e,segment=NetworkSegment(0d27973c-c35b-49c4-bdaf-4356903725e3),segment_id=0d27973c-c35b-49c4-bdaf-4356903725e3)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:26.673660 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.696484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] Calling delete_port for 66f3e7cf-7ab2-4589-b349-d130bad42b4e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:26.784984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.797649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1117d3e1-2cd6-44dc-b181-e8ce9628f158']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:26.811019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d27973c-c35b-49c4-bdaf-4356903725e3') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:26.811462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d27973c-c35b-49c4-bdaf-4356903725e3') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:26.821774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.826326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.847429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.852141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] Pushing event deleted for resources: {'Port': ['ID=66f3e7cf-7ab2-4589-b349-d130bad42b4e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:26.857631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b0b79-64ed-4d77-9ad7-45dfec325e4e None None] No DVR routers for this DVR port 66f3e7cf-7ab2-4589-b349-d130bad42b4e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:26.860076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:26.860635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: timer() Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:26.864041 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:26.928765 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.935411 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:26.938136 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] 10.222.0.48 "DELETE /v2.0/networks/1117d3e1-2cd6-44dc-b181-e8ce9628f158 HTTP/1.1" status: 204 len: 168 time: 0.7173474 Jul 16 18:57:26.956089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e14e5-934f-4cc6-bddb-cd295c96c7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=1117d3e1-2cd6-44dc-b181-e8ce9628f158,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:27.183481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:27.237106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bcb35360-8db8-4df7-9cc7-b6597b25f2ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=64eae42e585e44ffa5d462dc2da910d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522180 Jul 16 18:57:27.240331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44702) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:27.295586 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5d40081-eb2f-4cec-8dbd-2af11ee07efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:27.322380 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5d40081-eb2f-4cec-8dbd-2af11ee07efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:27.382919 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5d40081-eb2f-4cec-8dbd-2af11ee07efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:27.386469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b5d40081-eb2f-4cec-8dbd-2af11ee07efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:27.389097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b5d40081-eb2f-4cec-8dbd-2af11ee07efc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d086da0-da33-4b69-89f7-1647d0ad0c19 HTTP/1.1" status: 204 len: 168 time: 0.1473374 Jul 16 18:57:27.402198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d40081-eb2f-4cec-8dbd-2af11ee07efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d086da0-da33-4b69-89f7-1647d0ad0c19,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:27.443192 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f6408eb-5305-416e-9f03-a4bc9a98d91a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:27.478337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6f6408eb-5305-416e-9f03-a4bc9a98d91a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:27.478687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6f6408eb-5305-416e-9f03-a4bc9a98d91a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:27.479131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cbf68b18-1c30-4559-b5c3-5fea385d35f1 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:27.500136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: cbf68b18-1c30-4559-b5c3-5fea385d35f1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:27.500499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cbf68b18-1c30-4559-b5c3-5fea385d35f1 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:27.500955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66f3e7cf-7ab2-4589-b349-d130bad42b4e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:27.521697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 66f3e7cf-7ab2-4589-b349-d130bad42b4e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:27.522139 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 66f3e7cf-7ab2-4589-b349-d130bad42b4e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:27.824002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44708) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:27.880369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ac19894c-61be-457a-915f-262ef01c33a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21ef187fcb7846c190ffc4566503ab35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548337 Jul 16 18:57:27.883133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44710) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:27.966267 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6a38737-4bf1-4b0f-b456-2293ce2853bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:28.007962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6a38737-4bf1-4b0f-b456-2293ce2853bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:28.072286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6a38737-4bf1-4b0f-b456-2293ce2853bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:28.075619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e6a38737-4bf1-4b0f-b456-2293ce2853bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:28.076935 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e6a38737-4bf1-4b0f-b456-2293ce2853bd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adc7ddef-a487-41e5-aec3-270a23ba7a5e HTTP/1.1" status: 204 len: 168 time: 0.1928008 Jul 16 18:57:28.085286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a38737-4bf1-4b0f-b456-2293ce2853bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc7ddef-a487-41e5-aec3-270a23ba7a5e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:30.296257 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2d9c4bf4-fef6-4030-ac83-b22d685125e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.141014 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4214845-330f-4ad0-b7c8-dc8032ec1e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.415503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.441616 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.966266 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.794982 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:37.509076 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:37.982234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:39.218843 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-ceb14048-5bd9-4cca-8aeb-7f89228f6a82 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=a422fc02f65b454fac9968093dfc608c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237303 Jul 16 18:57:39.350736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-24116292-7c7d-4f5e-a80f-af754ede8ff5 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:39.352377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-24116292-7c7d-4f5e-a80f-af754ede8ff5 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274433 Jul 16 18:57:39.374040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-8d956137-127e-41db-87bb-26d8a2888a44 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/quotas/a422fc02f65b454fac9968093dfc608c HTTP/1.1" status: 200 len: 375 time: 0.0112605 Jul 16 18:57:39.413035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-9a6fda56-c596-4b0d-8ebd-1330cb07b196 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a422fc02f65b454fac9968093dfc608c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329318 Jul 16 18:57:39.632634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8018b5e7-b54f-4450-a4e7-041e18951fe5 req-d3437c82-8771-4bab-bd18-f6336961e9b9 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 210 time: 0.0605028 Jul 16 18:57:40.710522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-ddf5f2bf-df27-49b3-9e4e-44b7ec639eea tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=a422fc02f65b454fac9968093dfc608c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533631 Jul 16 18:57:40.819854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a4144e2-2235-4a0d-b8fc-24b4b185dc2d req-735f4a4d-4433-42b6-8509-abf8085d3ac8 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 210 time: 0.0374656 Jul 16 18:57:40.964065 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c94dbd8f-7477-4a10-8fd6-8d31e4453306 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:40.965571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c94dbd8f-7477-4a10-8fd6-8d31e4453306 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2502804 Jul 16 18:57:40.978988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Request body: {'port': {'device_id': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'admin_state_up': True, 'tenant_id': 'a422fc02f65b454fac9968093dfc608c'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:41.099742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Made reservation on behalf of a422fc02f65b454fac9968093dfc608c for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:41.103438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.113805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.227236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.232391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.297394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:41.383261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Allocated IP 192.168.233.34 (b8afcd02-5394-476b-9e41-7d5b12b72c2c/2996375d-49c4-4e18-90dc-dc834d8f08ca/71d9e9b9-3d9f-4358-8f99-8ce357fad8ea) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:41.898700 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.922059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Transition to ACTIVE for port object 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:41.969704 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.029812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Network b8afcd02-5394-476b-9e41-7d5b12b72c2c is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:42.034568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:42.038803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:42.098292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Pushing event updated for resources: {'Port': ['ID=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:42.139353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493db14-8979-49a6-9b7c-1164baf6169f req-f33a3f50-ed00-469d-9fcf-1d3e70f2eb25 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:42.141874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c493db14-8979-49a6-9b7c-1164baf6169f req-f33a3f50-ed00-469d-9fcf-1d3e70f2eb25 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 935 time: 0.0818002 Jul 16 18:57:42.147359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:42.148542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.170205 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-322d1dea-1d1c-4e3e-b4b4-15076ed82ecc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1951344 Jul 16 18:57:42.183428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Request body: {'port': {'device_id': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:42.211710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c493db14-8979-49a6-9b7c-1164baf6169f req-0fcfb154-9652-41b4-acb5-08dc8d0c2e93 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577123 Jul 16 18:57:42.299209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.349501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4bded14f-5215-4df9-ad01-c4298d3b21b8 None None] Provisioning for port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:42.356338 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4bded14f-5215-4df9-ad01-c4298d3b21b8 None None] Provisioning complete for port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:42.356921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4bded14f-5215-4df9-ad01-c4298d3b21b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.409149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4bded14f-5215-4df9-ad01-c4298d3b21b8 None None] Port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:57:42.639141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:42.649766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.667958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Transition to ACTIVE for port object 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:42.672475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.740447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Pushing event updated for resources: {'Port': ['ID=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:42.831966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Attempting to bind port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:42.832532 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Attempting to bind port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:42.833061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Attempting to bind port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:42.839424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea on network b8afcd02-5394-476b-9e41-7d5b12b72c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:42.839800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Attempting to bind port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea on network b8afcd02-5394-476b-9e41-7d5b12b72c2c {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:42.848438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:42.848965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Checking segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:42.849586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Bound using segment: {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:42.850308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Bound port: 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae4d651-3441-4e0c-8798-5d0175efe657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:42.850884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:42.949603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] For port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:42.954899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] For port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:42.960136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.006416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.007184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.008957 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] 10.222.0.13 "PUT /v2.0/ports/71d9e9b9-3d9f-4358-8f99-8ce357fad8ea HTTP/1.1" status: 200 len: 1096 time: 0.8311310 Jul 16 18:57:43.009378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'tag': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:43.012212 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb6e20a-8225-4727-bfc9-efbf972d12de" -d '{"events": [{"name": "network-changed", "server_uuid": "3d51d1e3-4732-4c4f-8129-f5616aec6c27", "tag": "71d9e9b9-3d9f-4358-8f99-8ce357fad8ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:43.053554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e1c5b-d0ba-4ed2-b33c-e8dd69c7f43b service neutron] Pushing event updated for resources: {'Port': ['ID=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:43.060837 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa4c62c-eb48-4dcf-b875-fd0278654b67 x-openstack-request-id: req-ffa4c62c-eb48-4dcf-b875-fd0278654b67 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:43.061781 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d51d1e3-4732-4c4f-8129-f5616aec6c27", "tag": "71d9e9b9-3d9f-4358-8f99-8ce357fad8ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:43.062167 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ffa4c62c-eb48-4dcf-b875-fd0278654b67 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:43.062824 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'tag': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea', 'status': 'completed', 'code': 200} Jul 16 18:57:43.159619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-a9c8f805-ba80-4b77-aedd-8da032aedf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.161813 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-a9c8f805-ba80-4b77-aedd-8da032aedf58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a422fc02f65b454fac9968093dfc608c&device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 1099 time: 0.0970030 Jul 16 18:57:43.215637 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-03517092-28a2-4304-b000-8b5b2ae2286b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea HTTP/1.1" status: 200 len: 217 time: 0.0462892 Jul 16 18:57:43.284743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-70120ea1-374c-417b-9708-4afb38a3c438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.286807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-70120ea1-374c-417b-9708-4afb38a3c438 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0649002 Jul 16 18:57:43.357280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-7781b2aa-9ee9-45c8-8df7-a3ce822d6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.359405 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-7781b2aa-9ee9-45c8-8df7-a3ce822d6422 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658922 Jul 16 18:57:43.486350 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-94b605cc-026f-4e28-81b4-543a09a70309 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194971 Jul 16 18:57:43.512331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37ff3d-2086-45ce-9406-a81d93f1394a req-d152f7c5-55c5-458b-a000-15884d6930db tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.514824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e37ff3d-2086-45ce-9406-a81d93f1394a req-d152f7c5-55c5-458b-a000-15884d6930db tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 947 time: 0.0960405 Jul 16 18:57:43.570074 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e37ff3d-2086-45ce-9406-a81d93f1394a req-7bf1adf1-137f-49a7-a740-df7631b0576e tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486426 Jul 16 18:57:43.606335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ab337bf6-0690-432a-8043-1d8ca9753690 req-4779abc2-ef37-4fc3-bf26-18c5f6f87cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137199 Jul 16 18:57:43.728462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-6cd20aa1-503c-4af6-ab38-e8ee4d083da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.730096 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-6cd20aa1-503c-4af6-ab38-e8ee4d083da1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a422fc02f65b454fac9968093dfc608c&device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 1099 time: 0.0659790 Jul 16 18:57:43.836407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-e95e06f8-432b-4c9c-b8b3-9a182725b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.837872 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-e95e06f8-432b-4c9c-b8b3-9a182725b515 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b8afcd02-5394-476b-9e41-7d5b12b72c2c HTTP/1.1" status: 200 len: 869 time: 0.1019232 Jul 16 18:57:43.887819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-fd06be4a-aabc-47bd-a7cc-6a978b81ae54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea HTTP/1.1" status: 200 len: 217 time: 0.0428770 Jul 16 18:57:43.944510 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-dc56d693-533f-48d7-9eda-75b93357c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.946054 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-dc56d693-533f-48d7-9eda-75b93357c834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2996375d-49c4-4e18-90dc-dc834d8f08ca HTTP/1.1" status: 200 len: 843 time: 0.0512686 Jul 16 18:57:44.014909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-d6cba739-c949-4011-a721-34e8deb4e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.016692 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-d6cba739-c949-4011-a721-34e8deb4e31d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b8afcd02-5394-476b-9e41-7d5b12b72c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632112 Jul 16 18:57:44.133477 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-3bd14b0b-9ab8-4b68-be1e-6be424f5cee7 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092973 Jul 16 18:57:44.235732 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deb6e20a-8225-4727-bfc9-efbf972d12de req-0c0d50d9-4aef-4d90-94cb-d190735af6e0 service neutron] 10.222.0.13 "GET /v2.0/networks/b8afcd02-5394-476b-9e41-7d5b12b72c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956545 Jul 16 18:57:44.772597 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea261db-c140-4360-b15e-9ef3eb325b6d req-69c933db-d4b8-40c8-9fd9-950dc6b58168 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.774374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ea261db-c140-4360-b15e-9ef3eb325b6d req-69c933db-d4b8-40c8-9fd9-950dc6b58168 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 947 time: 0.0735600 Jul 16 18:57:44.846683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ea261db-c140-4360-b15e-9ef3eb325b6d req-df857ce9-ebba-4d95-86be-eb0c150020f6 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644727 Jul 16 18:57:46.047208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274b0da-c835-4024-9c4c-4a4ee29795c5 req-b423de82-8314-4a16-b979-cfc691839a7b tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:46.049026 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5274b0da-c835-4024-9c4c-4a4ee29795c5 req-b423de82-8314-4a16-b979-cfc691839a7b tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 947 time: 0.0800912 Jul 16 18:57:46.097382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5274b0da-c835-4024-9c4c-4a4ee29795c5 req-b42aace4-742f-4555-b308-85f048eefbcf tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379796 Jul 16 18:57:47.148056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:47.299761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:47.315045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea', 'network_id': 'b8afcd02-5394-476b-9e41-7d5b12b72c2c', 'port_id': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea', 'mac_address': 'fa:16:3e:3b:51:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2996375d-49c4-4e18-90dc-dc834d8f08ca', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:47.364586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:47.388297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:47.403685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4ba70-0f18-4892-96d8-b64bde121455 req-0137cc60-6962-4446-8be6-0562970728fc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:47.405425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82b4ba70-0f18-4892-96d8-b64bde121455 req-0137cc60-6962-4446-8be6-0562970728fc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 947 time: 0.1165900 Jul 16 18:57:47.432508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:47.438827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:47.466897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82b4ba70-0f18-4892-96d8-b64bde121455 req-9df01ff5-8a20-49ac-bfcf-933c7357fd5a tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545487 Jul 16 18:57:47.525453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:47.643321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['71d9e9b9-3d9f-4358-8f99-8ce357fad8ea'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:48.798449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eafc4f-28e8-466a-a135-ad3f902395ee req-4e81db70-322d-4ba0-8b22-78c92f03e193 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.800906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61eafc4f-28e8-466a-a135-ad3f902395ee req-4e81db70-322d-4ba0-8b22-78c92f03e193 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 948 time: 0.1186914 Jul 16 18:57:48.851994 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61eafc4f-28e8-466a-a135-ad3f902395ee req-950dce9d-3896-459b-9732-b42d0856accb tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Jul 16 18:57:49.163153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:49.228137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:49.233707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:49.234149 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:49.334770 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:49.364455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:49.367764 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cb17fa-f913-4adf-9165-da7877e55f45" -d '{"events": [{"server_uuid": "3d51d1e3-4732-4c4f-8129-f5616aec6c27", "name": "network-vif-plugged", "status": "completed", "tag": "71d9e9b9-3d9f-4358-8f99-8ce357fad8ea"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:49.391707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:49.398779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:49.447017 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6c414e-de9f-4bbc-b827-41ac0b62fd1f x-openstack-request-id: req-7f6c414e-de9f-4bbc-b827-41ac0b62fd1f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:49.447476 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d51d1e3-4732-4c4f-8129-f5616aec6c27", "name": "network-vif-plugged", "status": "completed", "tag": "71d9e9b9-3d9f-4358-8f99-8ce357fad8ea", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:49.447872 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7f6c414e-de9f-4bbc-b827-41ac0b62fd1f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:49.449063 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea', 'code': 200} Jul 16 18:57:49.497435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:49.583831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad82f7b-6b6b-4206-a158-1ad0cce1754c req-518f7c1a-a04d-4a3b-a55e-339a4e4a0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:49.586642 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ad82f7b-6b6b-4206-a158-1ad0cce1754c req-518f7c1a-a04d-4a3b-a55e-339a4e4a0411 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 1101 time: 0.0831516 Jul 16 18:57:49.636856 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2ad82f7b-6b6b-4206-a158-1ad0cce1754c req-e52e565c-b2ff-4b25-a50b-c2e7c5a24bc2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Jul 16 18:57:50.178173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b185e-cbab-42a4-83e0-c6570a112b55 req-a7f24705-a1cf-4b82-926c-e3fe88a1ccbe tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:50.180817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-536b185e-cbab-42a4-83e0-c6570a112b55 req-a7f24705-a1cf-4b82-926c-e3fe88a1ccbe tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 949 time: 0.1235266 Jul 16 18:57:50.251523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-536b185e-cbab-42a4-83e0-c6570a112b55 req-a285d164-36b1-4fba-a005-5301e570a2f1 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606062 Jul 16 18:57:51.607820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2436f7e-8c55-4d61-980f-7a3952983fa2 req-223d743f-aed9-4e8a-9d8f-b6c391afd6ec tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:51.610581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2436f7e-8c55-4d61-980f-7a3952983fa2 req-223d743f-aed9-4e8a-9d8f-b6c391afd6ec tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 949 time: 0.1193306 Jul 16 18:57:51.683700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2436f7e-8c55-4d61-980f-7a3952983fa2 req-ebe607c8-c66f-4507-93cd-7331a23f9066 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616286 Jul 16 18:57:52.171146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-f4100a9b-a0d0-4545-a1a3-b3b410740e73 req-4cadac97-aa7d-46e7-9509-5a96f8f3f375 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:57:52.173235 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4100a9b-a0d0-4545-a1a3-b3b410740e73 req-4cadac97-aa7d-46e7-9509-5a96f8f3f375 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105436 Jul 16 18:57:52.790084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-275a3753-7119-4630-9317-fd602ff216f8 req-e7fa538f-d6e4-4434-8697-6ec47046af60 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:57:52.791542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-275a3753-7119-4630-9317-fd602ff216f8 req-e7fa538f-d6e4-4434-8697-6ec47046af60 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063725 Jul 16 18:57:53.647201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1b827-cccb-4ab5-b383-a28ebf6f22d2 req-a029438d-cf34-4384-9e7e-521f974503f2 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:53.649858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fe1b827-cccb-4ab5-b383-a28ebf6f22d2 req-a029438d-cf34-4384-9e7e-521f974503f2 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 949 time: 0.1170468 Jul 16 18:57:53.720986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fe1b827-cccb-4ab5-b383-a28ebf6f22d2 req-0ab14c21-0008-4b4e-a3a8-30bf44c51e0c tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606096 Jul 16 18:57:54.758976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-8af37f68-792c-41d4-beac-bfd52e1478ba tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:54.762383 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-8af37f68-792c-41d4-beac-bfd52e1478ba tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 949 time: 0.1169903 Jul 16 18:57:54.942125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Deleting port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:54.942634 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:55.056095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51152e6-7fa4-4400-a8f2-ffb5422903b1 req-f3aa1829-d05b-45f7-ac1e-a04e98c77bf0 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:55.058797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e51152e6-7fa4-4400-a8f2-ffb5422903b1 req-f3aa1829-d05b-45f7-ac1e-a04e98c77bf0 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 949 time: 0.1233494 Jul 16 18:57:55.113667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] For port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,segment=NetworkSegment(bae4d651-3441-4e0c-8798-5d0175efe657),segment_id=bae4d651-3441-4e0c-8798-5d0175efe657)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:55.114268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:55.126635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e51152e6-7fa4-4400-a8f2-ffb5422903b1 req-b4beaeaf-4b93-4ded-9d9b-3688b7a58758 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/security-groups?id=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573103 Jul 16 18:57:55.138234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Calling delete_port for 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:55.405763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:55.458457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Pushing event deleted for resources: {'Port': ['ID=71d9e9b9-3d9f-4358-8f99-8ce357fad8ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:55.509228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.509818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.510402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.511502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.512088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.512707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.513286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.513868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.514457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.515032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.515586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.516181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:55.553814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] No DVR routers for this DVR port 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:55.558851 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:55.562649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83e2b4be-22d4-4aa8-b133-3cfb9b8bb159 req-afbf6721-02f6-439e-a237-8dae8185f1bc tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.13 "DELETE /v2.0/ports/71d9e9b9-3d9f-4358-8f99-8ce357fad8ea HTTP/1.1" status: 204 len: 173 time: 0.7941637 Jul 16 18:57:55.563379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'name': 'network-vif-deleted', 'tag': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:55.567561 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14231e24-29a5-4572-802d-0476b67839d0" -d '{"events": [{"server_uuid": "3d51d1e3-4732-4c4f-8129-f5616aec6c27", "name": "network-vif-deleted", "tag": "71d9e9b9-3d9f-4358-8f99-8ce357fad8ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:55.647439 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67044bae-23f8-4f7b-b69f-a5f0d3515654 x-openstack-request-id: req-67044bae-23f8-4f7b-b69f-a5f0d3515654 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:55.647982 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d51d1e3-4732-4c4f-8129-f5616aec6c27", "name": "network-vif-deleted", "tag": "71d9e9b9-3d9f-4358-8f99-8ce357fad8ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:55.648458 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67044bae-23f8-4f7b-b69f-a5f0d3515654 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:55.649112 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d51d1e3-4732-4c4f-8129-f5616aec6c27', 'name': 'network-vif-deleted', 'tag': '71d9e9b9-3d9f-4358-8f99-8ce357fad8ea', 'status': 'completed', 'code': 200} Jul 16 18:57:56.426197 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a496f02c-8b7a-4135-ab2c-33111efdd949 req-0ef04abf-2a9c-4ec1-a25f-5abd0677dc09 tempest-ServersAdminNegativeTestJSON-1123567177 tempest-ServersAdminNegativeTestJSON-1123567177-project] 10.222.0.48 "GET /v2.0/ports?device_id=3d51d1e3-4732-4c4f-8129-f5616aec6c27 HTTP/1.1" status: 200 len: 210 time: 0.0576265 Jul 16 18:57:57.194839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:57.232932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:57.233518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 71d9e9b9-3d9f-4358-8f99-8ce357fad8ea not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:57.968728 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44842) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:58.169899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b6266dd8-6bd5-45eb-96ab-2132f0ba86c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a422fc02f65b454fac9968093dfc608c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1998253 Jul 16 18:57:58.174082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44846) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:58.247653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.288110 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.375043 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.379315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.384720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910 HTTP/1.1" status: 204 len: 168 time: 0.2058828 Jul 16 18:57:58.395655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e200ca8-aee0-4c3f-bd2c-4fe56fbd9910,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:58.412778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.413327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.413786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.414196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.414738 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.415145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.415582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.416108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.416691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.417212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.417593 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.418017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f3204d-5870-4bb2-a4b3-89cc5826ecc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.830474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 44852) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:58.854400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5af9b4cd-32cd-4a16-9c33-0efcf2cea8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.015367 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5af9b4cd-32cd-4a16-9c33-0efcf2cea8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.020788 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5af9b4cd-32cd-4a16-9c33-0efcf2cea8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.097336 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5af9b4cd-32cd-4a16-9c33-0efcf2cea8bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0177f7449195436b855467126b2fb9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649179 Jul 16 18:57:59.098396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9b4cd-32cd-4a16-9c33-0efcf2cea8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d35305-22d1-4485-96f1-76d7c33b8df2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:59.101146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44854) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:59.194487 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-513c1cf4-d408-4410-84e0-72674ee758a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.234829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-513c1cf4-d408-4410-84e0-72674ee758a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.325298 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-513c1cf4-d408-4410-84e0-72674ee758a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.330366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-513c1cf4-d408-4410-84e0-72674ee758a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.332490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-513c1cf4-d408-4410-84e0-72674ee758a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54d35305-22d1-4485-96f1-76d7c33b8df2 HTTP/1.1" status: 204 len: 168 time: 0.2296212 Jul 16 18:57:59.346133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c1cf4-d408-4410-84e0-72674ee758a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d35305-22d1-4485-96f1-76d7c33b8df2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:00.301234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3df3579f-d240-4a2f-879a-eeb140e3d3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.475620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44876) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:00.597008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-142171800-network', 'tenant_id': '6a8e707c37aa4eb598516098b922a6dd'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:00.633942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Made reservation on behalf of 6a8e707c37aa4eb598516098b922a6dd for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:00.638700 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.654504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.811864 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.817066 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.848993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:00.861447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f618984e-5bab-4b55-b824-aa03762a750a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:00.868061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.868555 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Added segment 5c943ea2-0f31-456a-9977-07d52663662f of type vlan for network d9a8b0a8-d3cd-4714-be59-b52b10674dba Jul 16 18:58:00.947434 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.003109 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.004572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:01.005493 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.060065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5827086 Jul 16 18:58:01.064389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44880) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:01.077500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Request body: {'subnet': {'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-142171800-subnet', 'tenant_id': '6a8e707c37aa4eb598516098b922a6dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:01.137198 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdd261-1dce-4afb-9a26-bf8bd66cddf3 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a8b0a8-d3cd-4714-be59-b52b10674dba,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:01.153573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network d9a8b0a8-d3cd-4714-be59-b52b10674dba details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:01.162918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Made reservation on behalf of 6a8e707c37aa4eb598516098b922a6dd for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:01.166489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.475533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.580073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517284f7-7b66-48f4-bfba-c04dadd26d36,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:01.595782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Checking segment: {'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:01.596423 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Network hostable DHCP agents. Network: d9a8b0a8-d3cd-4714-be59-b52b10674dba, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:01.627189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Network d9a8b0a8-d3cd-4714-be59-b52b10674dba is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:01.644056 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, d9a8b0a8-d3cd-4714-be59-b52b10674dba) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:01.651240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:01.652893 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.657298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906ac31-d091-496c-b83e-d987997f6f34 None None] Network d9a8b0a8-d3cd-4714-be59-b52b10674dba requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:01.677334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-746ecb61-a250-4bbb-84bc-70e2e00cdb68 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6107624 Jul 16 18:58:01.846557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f0b378-8b30-4052-9283-379f5c665e6d None None] Network d9a8b0a8-d3cd-4714-be59-b52b10674dba requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:02.311290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-6999a0c8-f29b-4e5f-a064-ecf7c36e4010 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:02.313885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-6999a0c8-f29b-4e5f-a064-ecf7c36e4010 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 811 time: 0.1420095 Jul 16 18:58:02.340129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0ad15dff-88da-47fe-b6b4-4d214f52fad6 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/quotas/6a8e707c37aa4eb598516098b922a6dd HTTP/1.1" status: 200 len: 375 time: 0.0165308 Jul 16 18:58:02.401027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-cc0dfc3f-73e3-4559-aa3b-f6c1b5cccdb3 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506673 Jul 16 18:58:02.559766 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-6ec63a5a-cb64-4dd1-845d-04065c50c112 service neutron] 10.222.0.48 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466420 Jul 16 18:58:02.720670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9fb86154-cb9b-4134-bd06-4033a56cb724 service neutron] 10.222.0.48 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522369 Jul 16 18:58:03.067773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b97213f0-b659-45db-ac2b-153a2ea34037 req-5253dbac-2424-4880-9b28-cbef89786a48 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 210 time: 0.0600305 Jul 16 18:58:03.135364 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9554330-ccbb-4f86-97a4-05bec4c97386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.412791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.296129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a07130e-517e-4de8-964b-ee7785eadb58 req-7bc89dbe-925c-4f9b-90df-7088e126e2a1 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 210 time: 0.0334649 Jul 16 18:58:04.451911 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.637800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-581a7fd0-f861-40a4-b395-a5f06a5f151a tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:04.639431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-581a7fd0-f861-40a4-b395-a5f06a5f151a tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.13 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 811 time: 0.1838636 Jul 16 18:58:04.655326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Request body: {'port': {'device_id': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba', 'admin_state_up': True, 'tenant_id': '6a8e707c37aa4eb598516098b922a6dd'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:04.849546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Made reservation on behalf of 6a8e707c37aa4eb598516098b922a6dd for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:04.855785 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.063283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Allocated IP 172.20.0.7 (d9a8b0a8-d3cd-4714-be59-b52b10674dba/517284f7-7b66-48f4-bfba-c04dadd26d36/40a9f2fa-1cd9-4595-9c27-415803bb6270) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:05.292967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.340267 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.404760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Network d9a8b0a8-d3cd-4714-be59-b52b10674dba is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:05.412968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:05.419828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:05.451007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:05.487931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.488702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.512375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-9733b3c5-f260-480d-9bbe-6ca222419e72 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8620591 Jul 16 18:58:05.527584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Request body: {'port': {'device_id': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:05.571670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24544372-4256-46fe-8568-fd0079f25428 req-d8a81e04-8db6-4343-9958-8909a276e02c tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.574005 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24544372-4256-46fe-8568-fd0079f25428 req-d8a81e04-8db6-4343-9958-8909a276e02c tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 931 time: 0.0798860 Jul 16 18:58:05.623668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24544372-4256-46fe-8568-fd0079f25428 req-bfacd212-7fe1-4c8a-8d5e-6bf7d91f7bcf tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Jul 16 18:58:05.657024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.973159 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.037520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40a9f2fa-1cd9-4595-9c27-415803bb6270 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:06.051592 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.074328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Transition to ACTIVE for port object 40a9f2fa-1cd9-4595-9c27-415803bb6270 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:06.078313 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.166408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:06.256176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:06.256544 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:06.256958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on network d9a8b0a8-d3cd-4714-be59-b52b10674dba {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:06.265105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on network d9a8b0a8-d3cd-4714-be59-b52b10674dba not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:06.265656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on network d9a8b0a8-d3cd-4714-be59-b52b10674dba {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:06.273377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:06.273725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Checking segment: {'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:06.274151 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Bound using segment: {'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:06.274582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Bound port: 40a9f2fa-1cd9-4595-9c27-415803bb6270, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:06.274953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.368343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:06.373310 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:06.379863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.425267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.426031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.427579 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] 10.222.0.13 "PUT /v2.0/ports/40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 1092 time: 0.9072256 Jul 16 18:58:06.428078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:06.430566 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3a8737-4cd2-4419-9d6b-04f84614727a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:06.473620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88f965-6d15-418f-b9c8-be18435cc78a service neutron] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:06.494294 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efd8bb4-4c4e-4870-abe4-5140767c2851 x-openstack-request-id: req-9efd8bb4-4c4e-4870-abe4-5140767c2851 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:06.495525 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:06.495923 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9efd8bb4-4c4e-4870-abe4-5140767c2851 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:06.496567 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'status': 'completed', 'code': 200} Jul 16 18:58:06.571550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-d9cb4af9-b770-4ea7-a2f8-6e626ac4ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.573954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-d9cb4af9-b770-4ea7-a2f8-6e626ac4ee8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1095 time: 0.0927525 Jul 16 18:58:06.641222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-c76181ae-dccf-40b6-bfe7-5189624f3342 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0593905 Jul 16 18:58:06.718753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-92cb16fe-33e3-49df-8fb2-9d07d82f4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.721048 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-92cb16fe-33e3-49df-8fb2-9d07d82f4e5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0736303 Jul 16 18:58:06.770065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-43f28e05-3c09-4bed-8b8d-b3c35879b811 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420907 Jul 16 18:58:06.938292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-b5344ce6-fd90-4846-a7ec-9f46365a650a service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618013 Jul 16 18:58:06.943098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4664c2-b4e9-4c2f-94bc-98877e36a7af req-e4f8ae83-934f-4f42-a513-4bb18f5b822d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.946106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f4664c2-b4e9-4c2f-94bc-98877e36a7af req-e4f8ae83-934f-4f42-a513-4bb18f5b822d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 943 time: 0.1152127 Jul 16 18:58:07.017282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f4664c2-b4e9-4c2f-94bc-98877e36a7af req-5ff54b23-6f98-4f89-af78-b49710b4c68e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614755 Jul 16 18:58:07.107833 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5b37582c-66ff-4d5e-a86c-1f587d0fc9d4 req-df283c9a-5123-4fe2-b5d7-cce954282ecc service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630704 Jul 16 18:58:07.281474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-f31585fa-da39-4044-a463-20fcb2864296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.284015 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-f31585fa-da39-4044-a463-20fcb2864296 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1095 time: 0.1042256 Jul 16 18:58:07.445550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-30a9f330-c04c-4cf8-b4e0-3776bc5a8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.448850 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-30a9f330-c04c-4cf8-b4e0-3776bc5a8b24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 911 time: 0.1579697 Jul 16 18:58:07.521737 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-1dab01d3-64a0-449d-aeb2-e5eceac1d443 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0641458 Jul 16 18:58:07.529043 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.602872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-8072022e-1f80-4e77-9b4a-b4bbafb5c09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.605598 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-8072022e-1f80-4e77-9b4a-b4bbafb5c09b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0768726 Jul 16 18:58:07.660908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-e4691187-cf1a-4ddd-b91d-7db0ab32e6d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481732 Jul 16 18:58:07.825893 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-6177fbd7-b3a5-4538-8d16-0ee06fb81d73 service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575658 Jul 16 18:58:07.990274 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fb3a8737-4cd2-4419-9d6b-04f84614727a req-25938da5-0220-404e-9016-d9ebb2be0b5c service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550505 Jul 16 18:58:08.007630 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.358991 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1af8af-3adc-4a74-bae9-996914a800a1 req-ffd4b340-9274-44f0-b02e-41b5543702e7 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:08.361698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f1af8af-3adc-4a74-bae9-996914a800a1 req-ffd4b340-9274-44f0-b02e-41b5543702e7 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 943 time: 0.1116247 Jul 16 18:58:08.426385 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f1af8af-3adc-4a74-bae9-996914a800a1 req-0e3e547d-6644-4193-8c98-fd6612d4e35b tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579379 Jul 16 18:58:09.239233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:09.420288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:09.435750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba', 'port_id': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'mac_address': 'fa:16:3e:ed:08:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517284f7-7b66-48f4-bfba-c04dadd26d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:09.495639 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.519523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a9f2fa-1cd9-4595-9c27-415803bb6270 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:09.555689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:09.562246 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.651242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:09.660551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.661087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.661638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.662157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.662584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.663026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.663423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.663814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.664243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.664641 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.665164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.665651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:09.701396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d8f78b-2dab-4c16-b8bb-3f3f7cf3aeaf req-6810e08c-0e4c-4b5c-b418-346eafd05bc9 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:09.704091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d8f78b-2dab-4c16-b8bb-3f3f7cf3aeaf req-6810e08c-0e4c-4b5c-b418-346eafd05bc9 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 944 time: 0.1112435 Jul 16 18:58:09.756568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['40a9f2fa-1cd9-4595-9c27-415803bb6270'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:09.779849 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d8f78b-2dab-4c16-b8bb-3f3f7cf3aeaf req-0dee37de-017c-411b-9156-0226ad1c3f35 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649724 Jul 16 18:58:10.989321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1a438-632c-4cde-9ece-d5d56c567848 req-7b545e16-8e70-488d-86f7-9ec58f2c7df4 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:10.991494 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35a1a438-632c-4cde-9ece-d5d56c567848 req-7b545e16-8e70-488d-86f7-9ec58f2c7df4 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 944 time: 0.0760376 Jul 16 18:58:11.055558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35a1a438-632c-4cde-9ece-d5d56c567848 req-2bb2a2c9-112a-4f85-a08b-e409300ef8cc tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525751 Jul 16 18:58:11.241110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:11.325916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 40a9f2fa-1cd9-4595-9c27-415803bb6270 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:11.332386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 40a9f2fa-1cd9-4595-9c27-415803bb6270 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:11.333029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.477205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.520607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:11.524652 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8568341a-8892-4610-8106-9858e6efb09f" -d '{"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-plugged", "status": "completed", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:11.549452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:11.556544 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.598436 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082fa8cd-3121-46a0-a5fa-f6180d620dc0 x-openstack-request-id: req-082fa8cd-3121-46a0-a5fa-f6180d620dc0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:11.601075 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-plugged", "status": "completed", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:11.601075 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-082fa8cd-3121-46a0-a5fa-f6180d620dc0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:11.601075 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'code': 200} Jul 16 18:58:11.655382 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:11.778076 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90e4c3-ac80-48ac-80d3-a160aca002f5 req-ae9ebf6b-1062-4b1a-bfa0-31e0c8a46541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:11.780441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7b90e4c3-ac80-48ac-80d3-a160aca002f5 req-ae9ebf6b-1062-4b1a-bfa0-31e0c8a46541 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1097 time: 0.1042221 Jul 16 18:58:11.833744 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7b90e4c3-ac80-48ac-80d3-a160aca002f5 req-31a45d40-9f51-4805-aecc-c268c2cc02f4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Jul 16 18:58:12.365450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35768c5c-c39f-488e-abe9-32ae5e57b05c req-beafd146-bc5d-4c1c-97fb-a62cf5deea91 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:12.367672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35768c5c-c39f-488e-abe9-32ae5e57b05c req-beafd146-bc5d-4c1c-97fb-a62cf5deea91 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1094983 Jul 16 18:58:12.439086 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35768c5c-c39f-488e-abe9-32ae5e57b05c req-923848b0-3c9f-425f-84c4-617ec390c86b tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610166 Jul 16 18:58:13.770835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc08a7a-3809-42cb-80ca-c5fd4a907ac2 req-73c4b193-4eff-4ba3-9a4a-19d829bab75e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:13.772860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cc08a7a-3809-42cb-80ca-c5fd4a907ac2 req-73c4b193-4eff-4ba3-9a4a-19d829bab75e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1148245 Jul 16 18:58:13.801619 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:13.846061 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cc08a7a-3809-42cb-80ca-c5fd4a907ac2 req-2a9f58b2-73dd-4c42-8d83-e76ca2096f84 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617135 Jul 16 18:58:14.295471 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 44938) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:14.529373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-0f2061e1-348b-416f-ad0b-95dc8e946da9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2317910 Jul 16 18:58:14.541558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd849e-41bb-48a0-9b1b-df3332bb8988 req-1e074166-d0b7-41ff-b6fd-710335670afb tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:14.545743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2fd849e-41bb-48a0-9b1b-df3332bb8988 req-1e074166-d0b7-41ff-b6fd-710335670afb tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1675189 Jul 16 18:58:14.621250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2fd849e-41bb-48a0-9b1b-df3332bb8988 req-c1ffff9b-a626-4859-a972-0726258ab8fe tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639660 Jul 16 18:58:15.955748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427484f-1a04-4c45-b98f-c93b5abb8652 req-0125771b-6c37-4988-9c1f-24ff2b92f476 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:15.958577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a427484f-1a04-4c45-b98f-c93b5abb8652 req-0125771b-6c37-4988-9c1f-24ff2b92f476 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1154206 Jul 16 18:58:16.026194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a427484f-1a04-4c45-b98f-c93b5abb8652 req-9c9fd6da-6744-4947-b415-fc54a983fb71 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571806 Jul 16 18:58:16.255986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-d653d204-3e84-4dce-af47-934b2ba158e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.258672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-d653d204-3e84-4dce-af47-934b2ba158e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1097 time: 0.0908344 Jul 16 18:58:16.417894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-3b600647-8cb5-4994-bb23-e7d70afea3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.420527 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-3b600647-8cb5-4994-bb23-e7d70afea3b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 911 time: 0.1544752 Jul 16 18:58:16.497450 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-fd0dbfe5-22a7-44e1-b35c-191ebb6c92d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0702257 Jul 16 18:58:16.585937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-070827a9-7f49-43ef-8c80-5e7d1288d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.588717 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-070827a9-7f49-43ef-8c80-5e7d1288d5af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0831578 Jul 16 18:58:16.636859 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-eddd1a44-9fcd-4c76-ac93-95909d26b1a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411885 Jul 16 18:58:16.795237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-62b3a04f-c9d8-468a-8219-0f0d7eaea2f4 service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513770 Jul 16 18:58:16.936963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-fa38a5a8-7bb8-495d-8442-9fc8ba937f14 service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352644 Jul 16 18:58:17.345428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832a422-35c0-496c-8b58-dbcb6c3fb1a8 req-9fbdb90f-3dee-44ce-8227-22e78d3cd149 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:17.348189 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3832a422-35c0-496c-8b58-dbcb6c3fb1a8 req-9fbdb90f-3dee-44ce-8227-22e78d3cd149 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1103959 Jul 16 18:58:17.410625 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3832a422-35c0-496c-8b58-dbcb6c3fb1a8 req-83a3c0ca-200d-4962-8840-32b435e95fcc tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 Jul 16 18:58:18.736656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88851234-6c99-4f33-8cf8-1783a56f8d27 req-867748f7-7c76-4ec8-8f94-37cc031fcc1e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:18.738478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88851234-6c99-4f33-8cf8-1783a56f8d27 req-867748f7-7c76-4ec8-8f94-37cc031fcc1e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1208549 Jul 16 18:58:18.792607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88851234-6c99-4f33-8cf8-1783a56f8d27 req-d0c516ea-64bf-403a-bc3a-800ffa78bdba tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Jul 16 18:58:20.111279 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c85048-73e7-430f-9727-23d421babab0 req-3f0d137a-7e8d-4106-851d-c50242b05bfc tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:20.113939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c85048-73e7-430f-9727-23d421babab0 req-3f0d137a-7e8d-4106-851d-c50242b05bfc tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1123013 Jul 16 18:58:20.182403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75c85048-73e7-430f-9727-23d421babab0 req-dbfffca0-eb0d-4d8c-ab13-92079e0c7336 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582063 Jul 16 18:58:21.484755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd7813-bebb-40c2-a88b-83e5689d2f03 req-81c1d468-393f-4993-9bac-768857fce58c tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:21.487371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26bd7813-bebb-40c2-a88b-83e5689d2f03 req-81c1d468-393f-4993-9bac-768857fce58c tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1078362 Jul 16 18:58:21.570604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26bd7813-bebb-40c2-a88b-83e5689d2f03 req-ef038d8c-8e67-43a0-9041-b1a4af8a79c4 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723200 Jul 16 18:58:22.850535 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d79cb6-5372-4c7d-bbb7-0e4b741e3fe3 req-353c0bea-2868-4205-a9c0-4578593fb137 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:22.853192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0d79cb6-5372-4c7d-bbb7-0e4b741e3fe3 req-353c0bea-2868-4205-a9c0-4578593fb137 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0992813 Jul 16 18:58:22.916682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0d79cb6-5372-4c7d-bbb7-0e4b741e3fe3 req-15c6c297-be8b-4ac3-b248-c070f95d7b23 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Jul 16 18:58:24.263269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0af7e0-a502-40d6-b2c5-481442c4ea21 req-51b81d2f-4765-48b6-8b0e-94168471c323 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.265946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd0af7e0-a502-40d6-b2c5-481442c4ea21 req-51b81d2f-4765-48b6-8b0e-94168471c323 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1195421 Jul 16 18:58:24.337152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd0af7e0-a502-40d6-b2c5-481442c4ea21 req-c3f18c17-eff6-4f63-a307-9efbbe2a67c8 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604434 Jul 16 18:58:25.644564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6b04f-bbcd-4cad-ad53-0ae40e1dd0bb req-219d014d-35f2-4295-a9ef-f8afa042dab0 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.647067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0c6b04f-bbcd-4cad-ad53-0ae40e1dd0bb req-219d014d-35f2-4295-a9ef-f8afa042dab0 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1174140 Jul 16 18:58:25.717116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0c6b04f-bbcd-4cad-ad53-0ae40e1dd0bb req-422d52bb-3b94-4a18-952d-e50576af49ab tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601952 Jul 16 18:58:27.042383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8965443-7b4d-44e6-b469-ac18eba43abd req-1e640775-7688-47c0-8dcf-42a2cdecfcb0 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:27.044717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8965443-7b4d-44e6-b469-ac18eba43abd req-1e640775-7688-47c0-8dcf-42a2cdecfcb0 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1102695 Jul 16 18:58:27.107920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c8965443-7b4d-44e6-b469-ac18eba43abd req-65f35c81-5015-4f4f-bdef-483cfd23a2a2 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529971 Jul 16 18:58:28.407308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd9f5e-d6b8-44fd-b67e-56bb444eda5a req-d0ddabb4-6552-4d28-8f79-9e1476f22761 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:28.409477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9fd9f5e-d6b8-44fd-b67e-56bb444eda5a req-d0ddabb4-6552-4d28-8f79-9e1476f22761 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0765710 Jul 16 18:58:28.460461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9fd9f5e-d6b8-44fd-b67e-56bb444eda5a req-187b1eb6-9bc6-4a34-bc7c-c750fbe3c17f tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416312 Jul 16 18:58:29.778517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c672b0c-4025-49b9-ad99-f907a3158859 req-ecfba9dd-de55-429b-826b-45856f66c43e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.781103 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c672b0c-4025-49b9-ad99-f907a3158859 req-ecfba9dd-de55-429b-826b-45856f66c43e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1109512 Jul 16 18:58:29.848927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c672b0c-4025-49b9-ad99-f907a3158859 req-a8dab5ce-9ea3-41b8-ad2f-84eca39c675e tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585063 Jul 16 18:58:30.549442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7e4227a3-126a-496b-8a94-5d2944686011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:31.168451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea48c-ce2d-46e3-a2b9-f78c7a781e24 req-4cefd9b5-ba9a-44e8-b074-c6b699dd08e1 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.171341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d75ea48c-ce2d-46e3-a2b9-f78c7a781e24 req-4cefd9b5-ba9a-44e8-b074-c6b699dd08e1 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1154699 Jul 16 18:58:31.242038 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d75ea48c-ce2d-46e3-a2b9-f78c7a781e24 req-5b02641a-035d-43c8-a609-5f243f20204a tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603373 Jul 16 18:58:31.477321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-03c30910-e119-4739-8397-43bc84d664c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.478803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-03c30910-e119-4739-8397-43bc84d664c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1097 time: 0.0904913 Jul 16 18:58:31.601937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-08ab111d-43c7-49dc-a55b-f37d6032388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.603593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-08ab111d-43c7-49dc-a55b-f37d6032388c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 911 time: 0.1028764 Jul 16 18:58:31.685682 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-484afc18-8d6f-4b50-be8c-efb7219374d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0724680 Jul 16 18:58:31.742772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-c84fd144-cd77-4a41-bc3c-6b8fb2e273c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.745254 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-c84fd144-cd77-4a41-bc3c-6b8fb2e273c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0524046 Jul 16 18:58:31.781552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-b02bb537-3d9a-42f4-9b98-fd2cf373e41e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301247 Jul 16 18:58:31.916647 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-4fbd0b2e-8846-47c0-a60f-d89e20d48530 service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283438 Jul 16 18:58:32.040834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-259a9964-7dd4-44fe-957d-e0ffbcaea882 req-e2e0bc79-326e-4725-b845-9e3ad27f2389 service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177809 Jul 16 18:58:32.552257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa7f09-fa0c-4f05-9cde-188b1b4e565b req-cfb975c3-ba37-45cc-8441-9e5dd901d2c8 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:32.554864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9daa7f09-fa0c-4f05-9cde-188b1b4e565b req-cfb975c3-ba37-45cc-8441-9e5dd901d2c8 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1195090 Jul 16 18:58:32.620014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9daa7f09-fa0c-4f05-9cde-188b1b4e565b req-429add03-3a78-4bf7-8a6c-e58950dec46c tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568774 Jul 16 18:58:33.131567 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-471f614b-1a6b-4a8b-b3b3-18ba324dace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.407379 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:33.830280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041db952-a491-43e3-89ca-1fb1bfa25745 req-7c5af1c8-f104-48fb-ac32-4da6a70ce63f tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:33.831958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-041db952-a491-43e3-89ca-1fb1bfa25745 req-7c5af1c8-f104-48fb-ac32-4da6a70ce63f tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0761342 Jul 16 18:58:33.877363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-041db952-a491-43e3-89ca-1fb1bfa25745 req-b911bb6c-af30-431b-b5a1-1762a213f279 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390873 Jul 16 18:58:34.450428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:35.082542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0eeed-9189-43e4-b1f9-f383dc607655 req-90f208f5-200b-4b60-b390-e6dd2ac3c4c2 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:35.084905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01b0eeed-9189-43e4-b1f9-f383dc607655 req-90f208f5-200b-4b60-b390-e6dd2ac3c4c2 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0770791 Jul 16 18:58:35.140700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01b0eeed-9189-43e4-b1f9-f383dc607655 req-45585554-cdbc-495f-a158-d87b5e532651 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496089 Jul 16 18:58:35.969210 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:36.349820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a966d43-8676-40f6-a4c9-bc6b6ae0b05c req-2814aece-6209-4630-b3a8-85c4ec3c945d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:36.351462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a966d43-8676-40f6-a4c9-bc6b6ae0b05c req-2814aece-6209-4630-b3a8-85c4ec3c945d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0766215 Jul 16 18:58:36.400837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a966d43-8676-40f6-a4c9-bc6b6ae0b05c req-5517a9b2-fef2-4492-91da-17e8738a201a tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381036 Jul 16 18:58:37.532278 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:37.617649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5b73f-0683-4938-bf83-96fc5a485da2 req-e0b38d1e-63c5-464d-b468-e9502ee21f0c tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:37.620717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40f5b73f-0683-4938-bf83-96fc5a485da2 req-e0b38d1e-63c5-464d-b468-e9502ee21f0c tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0868289 Jul 16 18:58:37.674032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40f5b73f-0683-4938-bf83-96fc5a485da2 req-1cc119a8-8703-46ae-99ba-ff267e57a49d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Jul 16 18:58:37.997999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:38.986469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0849839c-1ad0-4fcf-b1f7-8d2d792352ec req-9305735f-29b1-42fa-aa43-136a61c2df96 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:38.988468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0849839c-1ad0-4fcf-b1f7-8d2d792352ec req-9305735f-29b1-42fa-aa43-136a61c2df96 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.1095409 Jul 16 18:58:39.037612 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0849839c-1ad0-4fcf-b1f7-8d2d792352ec req-4ab0e328-6997-4081-9601-8f7a9b8d493d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429995 Jul 16 18:58:40.228475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b682115-0a2b-4cf8-83bf-c25b43888569 req-adb4ec98-5220-41a3-b1d1-cbdab95449bc tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:40.230525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b682115-0a2b-4cf8-83bf-c25b43888569 req-adb4ec98-5220-41a3-b1d1-cbdab95449bc tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0716176 Jul 16 18:58:40.281018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b682115-0a2b-4cf8-83bf-c25b43888569 req-32623c33-2592-4a46-a17a-ef88ecb461d4 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Jul 16 18:58:41.484826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7af92-24fc-4af9-93b9-16ea2a177986 req-179b764e-e061-464b-98bb-6ca19f020906 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:41.486791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6c7af92-24fc-4af9-93b9-16ea2a177986 req-179b764e-e061-464b-98bb-6ca19f020906 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0838146 Jul 16 18:58:41.544783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6c7af92-24fc-4af9-93b9-16ea2a177986 req-55e15abd-6891-4c31-ad89-1ac9f3d9c671 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457389 Jul 16 18:58:42.742717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417a97f7-ee56-4c8d-8698-5e044628a751 req-7c5509fb-973d-436e-8b52-1a7d4ba7cb09 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:42.745688 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-417a97f7-ee56-4c8d-8698-5e044628a751 req-7c5509fb-973d-436e-8b52-1a7d4ba7cb09 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0743904 Jul 16 18:58:42.791195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-417a97f7-ee56-4c8d-8698-5e044628a751 req-d030618c-fa3b-44f1-99be-8e5a030a800d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383174 Jul 16 18:58:43.979003 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-9b4f63f4-6c70-4257-a0cb-e86e7359ffaf service neutron] show failed (client error): The resource could not be found. Jul 16 18:58:43.979003 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-9b4f63f4-6c70-4257-a0cb-e86e7359ffaf service neutron] 10.222.0.13 "GET /v2.0/ports/40a9f2fa-1cd9-4595-9c27-415803bb6270/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0779321 Jul 16 18:58:43.998311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d3f10-3d6e-42d0-8b45-495a2c45e326 req-eabf2550-d775-4c6d-81b4-40b29f82cc5b tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.002152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-400d3f10-3d6e-42d0-8b45-495a2c45e326 req-eabf2550-d775-4c6d-81b4-40b29f82cc5b tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.0916030 Jul 16 18:58:44.063271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-400d3f10-3d6e-42d0-8b45-495a2c45e326 req-001a2d77-d1a9-4b66-af1d-011101511200 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527301 Jul 16 18:58:44.368754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-f4960bbd-5946-4ca3-b93f-2a247922613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.371063 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-f4960bbd-5946-4ca3-b93f-2a247922613c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569&tenant_id=6a8e707c37aa4eb598516098b922a6dd HTTP/1.1" status: 200 len: 1097 time: 0.1536098 Jul 16 18:58:44.383348 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:44.471487 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:44.723330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:44.762359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:44.814278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:44.816763 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d6644f-5eaa-40bf-8d06-26532d2e4152" -d '{"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-unplugged", "status": "completed", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:44.820899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:44.837404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Transition to ACTIVE for port object 40a9f2fa-1cd9-4595-9c27-415803bb6270 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:44.844181 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:44.895759 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a8f175-88c3-4af3-87a4-8d29a18ab342 x-openstack-request-id: req-42a8f175-88c3-4af3-87a4-8d29a18ab342 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:44.896223 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-unplugged", "status": "completed", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:44.896606 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42a8f175-88c3-4af3-87a4-8d29a18ab342 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:44.897201 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'code': 200} Jul 16 18:58:44.942677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] No DVR routers for this DVR port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:44.950044 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:45.000356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:45.001994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:45.001994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on network d9a8b0a8-d3cd-4714-be59-b52b10674dba {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:45.008916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on network d9a8b0a8-d3cd-4714-be59-b52b10674dba not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:45.009388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Attempting to bind port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on network d9a8b0a8-d3cd-4714-be59-b52b10674dba {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:45.018435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:45.018930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Checking segment: {'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:45.019505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Bound using segment: {'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:45.020133 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Bound port: 40a9f2fa-1cd9-4595-9c27-415803bb6270, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c943ea2-0f31-456a-9977-07d52663662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:45.020770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:45.110932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:45.117356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:45.124117 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:45.176136 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.177224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:45.179110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 1092 time: 0.8012443 Jul 16 18:58:45.206378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a7573-651a-4f7b-ba0f-9122c76958b7 service neutron] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:45.324309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-cc4b8366-8dfa-4271-b1de-3d43930eaf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.325890 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-cc4b8366-8dfa-4271-b1de-3d43930eaf9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1095 time: 0.1141489 Jul 16 18:58:45.339925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66269e-e6b5-4129-aa83-d88061070ffe req-2b0a38c5-7d13-4940-a6ae-42ca238fb27b tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.341598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d66269e-e6b5-4129-aa83-d88061070ffe req-2b0a38c5-7d13-4940-a6ae-42ca238fb27b tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 943 time: 0.1154106 Jul 16 18:58:45.445304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d66269e-e6b5-4129-aa83-d88061070ffe req-edc6f6b3-9afe-4fc1-875a-892b9208f38f tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946190 Jul 16 18:58:45.479634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-960f5b0a-a124-45c8-9e5c-e5cf4a436ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.481248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-960f5b0a-a124-45c8-9e5c-e5cf4a436ffd service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 911 time: 0.1387250 Jul 16 18:58:45.526586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-92d1381f-119d-4964-b7fc-c5b307976388 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0387466 Jul 16 18:58:45.582230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-2bf90606-1b77-49c6-b409-29739a525760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:45.583922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-2bf90606-1b77-49c6-b409-29739a525760 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0521982 Jul 16 18:58:45.628530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-6ec98f79-8c48-4223-9a74-bf13bbd109ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376456 Jul 16 18:58:45.731979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-80e5cfa8-5c60-40e3-a1d8-25acd3b15481 service neutron] 10.222.0.55 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974927 Jul 16 18:58:45.837691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86c372a5-3cb1-458d-b959-76d6a3b3fa13 req-2b686f2b-fe81-49c6-87ca-eb0b2693993f service neutron] 10.222.0.55 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999010 Jul 16 18:58:46.647404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990091c-a7b7-411a-936e-fd83b5984096 req-6778390d-4c56-4fc3-9705-ce36b73c2b9d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:46.649101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6990091c-a7b7-411a-936e-fd83b5984096 req-6778390d-4c56-4fc3-9705-ce36b73c2b9d tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 943 time: 0.0770361 Jul 16 18:58:46.692242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6990091c-a7b7-411a-936e-fd83b5984096 req-a5b938fe-33c2-4406-971e-72ab7abe4a4b tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364401 Jul 16 18:58:46.898459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:46.900914 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ae50b3-2cf1-4d46-a443-c1236bcaec23" -d '{"events": [{"name": "network-changed", "server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:46.953508 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af22d8de-175c-4fb3-bb58-a3a17220ce75 x-openstack-request-id: req-af22d8de-175c-4fb3-bb58-a3a17220ce75 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:46.953817 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:46.954068 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-af22d8de-175c-4fb3-bb58-a3a17220ce75 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:46.954481 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'status': 'completed', 'code': 200} Jul 16 18:58:47.048733 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-3cac0fde-6c5e-432c-bab9-10c3b10b5c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.050647 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-df8ac8ef-a977-4a01-96bb-3cbae790aff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.051117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-3cac0fde-6c5e-432c-bab9-10c3b10b5c17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1095 time: 0.0749855 Jul 16 18:58:47.052447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-df8ac8ef-a977-4a01-96bb-3cbae790aff0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1095 time: 0.0695674 Jul 16 18:58:47.160816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-03ddab56-3ce0-4f25-8513-0bd66eb4d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.161211 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-54f9465e-6c10-406b-a381-2d381098a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.162650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-03ddab56-3ce0-4f25-8513-0bd66eb4d29b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 911 time: 0.1030633 Jul 16 18:58:47.162892 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-54f9465e-6c10-406b-a381-2d381098a3b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 911 time: 0.1054995 Jul 16 18:58:47.212053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-8c556b95-7ee0-46f0-b548-aa9b3d041cd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0432243 Jul 16 18:58:47.218030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-b7125493-fe31-4d99-9702-553e3e48fc43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0444665 Jul 16 18:58:47.276902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-29aa71af-6ec0-4c14-9345-1ef6dae55472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.278446 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-29aa71af-6ec0-4c14-9345-1ef6dae55472 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0592289 Jul 16 18:58:47.282318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-e7fb5e2c-9deb-424e-99e8-a9f7e04839ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.283825 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-e7fb5e2c-9deb-424e-99e8-a9f7e04839ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0592189 Jul 16 18:58:47.314942 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-fab4d074-4c31-49cb-a540-b46f19912bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292630 Jul 16 18:58:47.337239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-c0b3caf4-8a18-4289-b1c9-3412652b8dc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363295 Jul 16 18:58:47.379884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:58:47.440974 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-46133a29-bcae-4c18-aef0-81a8ee436288 service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193326 Jul 16 18:58:47.455762 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:58:47.516255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-8bf5fa78-e810-48ed-8e60-f9dbf16ee396 service neutron] 10.222.0.55 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718080 Jul 16 18:58:47.550624 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-8b1f3179-7ab6-4fbd-aa36-58c60888e67b service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038101 Jul 16 18:58:47.623593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86ae50b3-2cf1-4d46-a443-c1236bcaec23 req-68e01a04-962b-4698-a553-5fb28b66629e service neutron] 10.222.0.55 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007104 Jul 16 18:58:47.885070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a59f1-9305-41e3-8441-5a555d11f9fc req-5d3d32f2-7de1-412f-9abd-ebd51f264443 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:47.887242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a48a59f1-9305-41e3-8441-5a555d11f9fc req-5d3d32f2-7de1-412f-9abd-ebd51f264443 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 943 time: 0.0757284 Jul 16 18:58:47.932873 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a48a59f1-9305-41e3-8441-5a555d11f9fc req-2f4dd4c4-dd8c-4458-849f-4568490f5dc0 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391238 Jul 16 18:58:48.414017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-818bd313-7936-48a4-9004-5e3a10825db9 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:48.415670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-818bd313-7936-48a4-9004-5e3a10825db9 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569&tenant_id=6a8e707c37aa4eb598516098b922a6dd&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 943 time: 0.1342108 Jul 16 18:58:48.484699 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-fe4ad288-1ed1-4cbf-a8c3-6afbd88371df service neutron] delete failed (client error): The resource could not be found. Jul 16 18:58:48.485743 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-fe4ad288-1ed1-4cbf-a8c3-6afbd88371df service neutron] 10.222.0.13 "DELETE /v2.0/ports/40a9f2fa-1cd9-4595-9c27-415803bb6270/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0625513 Jul 16 18:58:48.613937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-01c0df35-e4ab-4f87-98c7-d9c7ff7abbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:48.615706 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-01c0df35-e4ab-4f87-98c7-d9c7ff7abbed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6a8e707c37aa4eb598516098b922a6dd&device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 1095 time: 0.0747764 Jul 16 18:58:48.717755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-34b6f048-a7cc-4f5c-a0a7-86efd850d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:48.719454 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-34b6f048-a7cc-4f5c-a0a7-86efd850d8b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 200 len: 911 time: 0.0978429 Jul 16 18:58:48.769399 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-91374088-772e-4aee-be3c-7ce1172fed0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 200 len: 217 time: 0.0435700 Jul 16 18:58:48.829018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-61dfb086-0452-4386-ba79-1194b2bc0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:48.830690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-61dfb086-0452-4386-ba79-1194b2bc0b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 200 len: 851 time: 0.0559368 Jul 16 18:58:48.865372 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-fa36ee41-0f9f-47cd-9576-67cc4c042909 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d9a8b0a8-d3cd-4714-be59-b52b10674dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290313 Jul 16 18:58:48.968857 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-079b5666-3f1f-4f7d-ac0c-3e638d0982f6 service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970929 Jul 16 18:58:49.080352 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-90afbd87-20a5-463f-aca5-2a9439c814fe service neutron] 10.222.0.13 "GET /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053336 Jul 16 18:58:49.080800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:49.207443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:49.222384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'network_id': 'd9a8b0a8-d3cd-4714-be59-b52b10674dba', 'port_id': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'mac_address': 'fa:16:3e:ed:08:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '517284f7-7b66-48f4-bfba-c04dadd26d36', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:49.267768 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:49.283911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40a9f2fa-1cd9-4595-9c27-415803bb6270 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:49.308759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:49.313510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:49.379734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:49.558190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['40a9f2fa-1cd9-4595-9c27-415803bb6270'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:50.115415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f504656-9e1b-4d80-bab4-5c5f7dd63793 req-7bca5a19-7c4a-4b72-a04f-ced6b13f7c1a tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:50.118028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f504656-9e1b-4d80-bab4-5c5f7dd63793 req-7bca5a19-7c4a-4b72-a04f-ced6b13f7c1a tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 944 time: 0.1162028 Jul 16 18:58:50.165907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f504656-9e1b-4d80-bab4-5c5f7dd63793 req-c3d31e54-c44b-46b8-95bb-df59f15faac6 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405283 Jul 16 18:58:50.801920 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:51.093740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:51.163748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 40a9f2fa-1cd9-4595-9c27-415803bb6270 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:51.168261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 40a9f2fa-1cd9-4595-9c27-415803bb6270 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:51.168643 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:51.280362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:51.329327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:51.333902 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec009f5-c29d-48b7-83bc-320e1566a165" -d '{"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-plugged", "status": "completed", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:51.341330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-0519d4f0-f3b3-4e9c-8508-294ddb38ce52 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:51.342894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-0519d4f0-f3b3-4e9c-8508-294ddb38ce52 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 944 time: 0.1187623 Jul 16 18:58:51.360812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:51.367436 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:51.405177 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6a4f04-cc39-484c-9bca-81abddb9c64b x-openstack-request-id: req-df6a4f04-cc39-484c-9bca-81abddb9c64b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:51.405177 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-plugged", "status": "completed", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:51.405177 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df6a4f04-cc39-484c-9bca-81abddb9c64b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:51.405714 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'code': 200} Jul 16 18:58:51.425980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:51.847617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2303c8-7189-4b26-a393-f78c18a6a107 req-25edc13f-b449-4ac5-850f-ff58d02b93ef tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:51.849309 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d2303c8-7189-4b26-a393-f78c18a6a107 req-25edc13f-b449-4ac5-850f-ff58d02b93ef tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/ports?device_id=9c61270a-1f49-4158-b11a-3c91d3cda569 HTTP/1.1" status: 200 len: 945 time: 0.5053310 Jul 16 18:58:51.895718 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Deleting port 40a9f2fa-1cd9-4595-9c27-415803bb6270 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:51.896064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:51.905433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d2303c8-7189-4b26-a393-f78c18a6a107 req-85c8c3f2-567c-415a-9f64-cd32b56b9981 tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.48 "GET /v2.0/security-groups?id=f618984e-5bab-4b55-b824-aa03762a750a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480964 Jul 16 18:58:52.002978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] For port 40a9f2fa-1cd9-4595-9c27-415803bb6270, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=40a9f2fa-1cd9-4595-9c27-415803bb6270,segment=NetworkSegment(5c943ea2-0f31-456a-9977-07d52663662f),segment_id=5c943ea2-0f31-456a-9977-07d52663662f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:52.003977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:52.018916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Calling delete_port for 40a9f2fa-1cd9-4595-9c27-415803bb6270 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:52.170860 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:52.184542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['40a9f2fa-1cd9-4595-9c27-415803bb6270'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:52.229217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Pushing event deleted for resources: {'Port': ['ID=40a9f2fa-1cd9-4595-9c27-415803bb6270,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:52.286216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] No DVR routers for this DVR port 40a9f2fa-1cd9-4595-9c27-415803bb6270 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:52.289485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:52.292348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f577d50-0a01-40ff-9d80-e7ddbd65b9d3 req-48b65262-545c-4f7d-b95e-8d13c7410ade tempest-DeleteServersTestJSON-668729422 tempest-DeleteServersTestJSON-668729422-project] 10.222.0.55 "DELETE /v2.0/ports/40a9f2fa-1cd9-4595-9c27-415803bb6270 HTTP/1.1" status: 204 len: 173 time: 0.9364517 Jul 16 18:58:52.292840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-deleted', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:52.295340 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb5d1f7-199a-49ac-a116-a1dc181a1355" -d '{"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-deleted", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:52.335492 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a551cb6-1439-4751-bc15-3154b8e7d18b x-openstack-request-id: req-9a551cb6-1439-4751-bc15-3154b8e7d18b {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:52.335820 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c61270a-1f49-4158-b11a-3c91d3cda569", "name": "network-vif-deleted", "tag": "40a9f2fa-1cd9-4595-9c27-415803bb6270", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:52.336036 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9a551cb6-1439-4751-bc15-3154b8e7d18b {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:52.336473 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c61270a-1f49-4158-b11a-3c91d3cda569', 'name': 'network-vif-deleted', 'tag': '40a9f2fa-1cd9-4595-9c27-415803bb6270', 'status': 'completed', 'code': 200} Jul 16 18:58:53.176442 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45048) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:53.226805 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] Deleting subnet 517284f7-7b66-48f4-bfba-c04dadd26d36 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:58:53.230476 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.273704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.319278 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.391876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.422572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517284f7-7b66-48f4-bfba-c04dadd26d36,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:53.431190 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.434914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2c173479-f66f-44a7-a1bf-fb57105591b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/517284f7-7b66-48f4-bfba-c04dadd26d36 HTTP/1.1" status: 204 len: 168 time: 0.2572250 Jul 16 18:58:53.437675 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45050) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:53.557974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.666114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.684590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a8b0a8-d3cd-4714-be59-b52b10674dba']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:53.703737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c943ea2-0f31-456a-9977-07d52663662f') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:53.704270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c943ea2-0f31-456a-9977-07d52663662f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:53.720475 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.743615 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.755685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:58:53.756415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: timer() Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:58:53.759522 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:58:53.843024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.850952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:53.852860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d9a8b0a8-d3cd-4714-be59-b52b10674dba HTTP/1.1" status: 204 len: 168 time: 0.4138813 Jul 16 18:58:53.863993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d77a9-107d-4ca1-8387-85f8566abc26 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a8b0a8-d3cd-4714-be59-b52b10674dba,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:53.999558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45054) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:54.060973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8dff7799-9dfa-4bae-862e-0835ef58b604 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a8e707c37aa4eb598516098b922a6dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596664 Jul 16 18:58:54.063789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45056) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:54.118302 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c72839b-e3a8-4df2-93e5-830aa39ca68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.143365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c72839b-e3a8-4df2-93e5-830aa39ca68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.195713 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c72839b-e3a8-4df2-93e5-830aa39ca68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.198877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c72839b-e3a8-4df2-93e5-830aa39ca68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.202121 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0c72839b-e3a8-4df2-93e5-830aa39ca68a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f618984e-5bab-4b55-b824-aa03762a750a HTTP/1.1" status: 204 len: 168 time: 0.1352119 Jul 16 18:58:54.208939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72839b-e3a8-4df2-93e5-830aa39ca68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f618984e-5bab-4b55-b824-aa03762a750a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:55.024972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45078) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:55.093113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:58:55.115945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 40a9f2fa-1cd9-4595-9c27-415803bb6270 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:58:55.116329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 40a9f2fa-1cd9-4595-9c27-415803bb6270 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:58:55.144908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2102084947-network', 'tenant_id': '15349d61d44a4e6dba8c623319b16d06'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:55.170736 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Made reservation on behalf of 15349d61d44a4e6dba8c623319b16d06 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:55.173276 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.183027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.285309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.289808 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.318086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:55.329194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55c7403-8385-41f2-83ac-a5c4d18621ba,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:55.335566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.336317 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Added segment 79793844-fce0-422b-a023-0fdab4d40507 of type vlan for network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 Jul 16 18:58:55.384448 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.429514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.430605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.431257 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.472161 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4454718 Jul 16 18:58:55.475108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45082) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:55.481502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Request body: {'subnet': {'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2102084947-subnet', 'tenant_id': '15349d61d44a4e6dba8c623319b16d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:55.505860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Made reservation on behalf of 15349d61d44a4e6dba8c623319b16d06 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:55.508346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.531220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2939a7d-7d31-437f-955f-26bfce2653e3 admin admin] Pushing event updated for resources: {'Network': ['ID=2e0dc149-bc7d-4556-ab40-eaba302c9ad5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:55.547816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:55.711093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.767797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:55.785304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.785649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.785972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.786303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.786636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.786963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.787284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.787606 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.787926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.788271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.788589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.788909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:55.798279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Checking segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:55.798628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Network hostable DHCP agents. Network: 2e0dc149-bc7d-4556-ab40-eaba302c9ad5, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:55.819040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:55.830073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2e0dc149-bc7d-4556-ab40-eaba302c9ad5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:55.835302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:55.836221 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:55.842959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1fe5d6-d18c-487b-9176-b0ff5f77925e None None] Network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:55.859420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0c05b89b-ee56-49f7-8454-f94871e1510d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3824291 Jul 16 18:58:55.998272 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d6141-7e2e-4ca6-b24d-127d195fcab5 None None] Network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:56.384268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-a0043c2f-1e34-4970-b289-daa195d67b25 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:56.386454 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-a0043c2f-1e34-4970-b289-daa195d67b25 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 815 time: 0.1088328 Jul 16 18:58:56.407305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-33abc249-3d4c-4f92-8fc6-aeb95b4eeba4 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/quotas/15349d61d44a4e6dba8c623319b16d06 HTTP/1.1" status: 200 len: 375 time: 0.0136507 Jul 16 18:58:56.444838 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-95472b90-639c-4e2e-98bd-a3c1f0eac19a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303149 Jul 16 18:58:56.456944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-dc2645bd-f634-457a-a416-dabfafef7a87 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:58:56.457960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-dc2645bd-f634-457a-a416-dabfafef7a87 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060387 Jul 16 18:58:56.556582 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-d5f69a69-ac77-4479-b8cd-6ef7d60d0d41 service neutron] 10.222.0.48 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922301 Jul 16 18:58:56.654332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1cb5f70a-80f0-4267-98a6-edc19a127683 service neutron] 10.222.0.48 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913260 Jul 16 18:58:56.853743 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c742a387-61dc-4c8d-bac8-9c990a356197 req-96a31956-7413-4e8f-9216-fc5800eaf7b9 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 210 time: 0.0298283 Jul 16 18:58:58.000230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-0517b6ca-c4bf-4df4-aa9f-aa012380b54a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:58.003029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-0517b6ca-c4bf-4df4-aa9f-aa012380b54a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 815 time: 0.1408558 Jul 16 18:58:58.028961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Request body: {'port': {'device_id': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5', 'admin_state_up': True, 'tenant_id': '15349d61d44a4e6dba8c623319b16d06'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:58.062365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ea17793-f1e7-48a6-a166-f94ed37aca3c req-118211f2-40b9-480e-8659-fe88d817f3ee tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 210 time: 0.0576241 Jul 16 18:58:58.171393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Made reservation on behalf of 15349d61d44a4e6dba8c623319b16d06 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:58.175355 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.318957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Allocated IP 172.20.0.5 (2e0dc149-bc7d-4556-ab40-eaba302c9ad5/3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf/958f4b93-7e0a-4a0c-af20-d46e1ebbaf12) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:58.496861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.538633 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.585993 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:58.596306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:58.601792 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:58.630886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:58.646755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.647096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.647434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.647767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.648105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.648538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.648859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.649185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.649511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.649833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.650153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.650478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.674372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:58.675085 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.691937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-9dd211e5-21ab-4cb7-a974-c85fc4915eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6720710 Jul 16 18:58:58.704701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Request body: {'port': {'device_id': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:58.790208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.069359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:59.078188 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.091571 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Transition to ACTIVE for port object 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:59.095161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.155477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:59.258608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:59.258940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:59.259273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:59.265686 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:59.266015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:59.278286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:59.278641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Checking segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:59.279030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Bound using segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:59.279477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Bound port: 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:59.279841 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.312497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5b451-18ed-4546-92ea-d4aa1d67032c req-a22429c4-dd9f-49b0-80d4-e833a5210a2b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.314093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ba5b451-18ed-4546-92ea-d4aa1d67032c req-a22429c4-dd9f-49b0-80d4-e833a5210a2b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 943 time: 0.1116385 Jul 16 18:58:59.395174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ba5b451-18ed-4546-92ea-d4aa1d67032c req-56323f5d-5d07-4147-91d3-60dd81d6b314 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624609 Jul 16 18:58:59.400404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:59.404919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:59.410846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.450743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.451389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.452888 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] 10.222.0.55 "PUT /v2.0/ports/958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 1092 time: 0.7528617 Jul 16 18:58:59.453368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:59.455670 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2c2dcd-bfa8-4620-86e2-2e872f60445b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:59.487006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f334143-f24f-440d-86e7-e63402e5ccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:59.506718 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98382899-e3a1-490a-ba5c-126241fe3ac6 x-openstack-request-id: req-98382899-e3a1-490a-ba5c-126241fe3ac6 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:59.507011 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:59.507265 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98382899-e3a1-490a-ba5c-126241fe3ac6 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:59.507679 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'status': 'completed', 'code': 200} Jul 16 18:58:59.582889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-b181b2cf-6931-41b4-b035-3798e639ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.584485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-b181b2cf-6931-41b4-b035-3798e639ddeb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1095 time: 0.0647805 Jul 16 18:58:59.629594 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-fc38d177-cec2-4853-83f3-033606659250 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0377297 Jul 16 18:58:59.687630 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-c2359db7-196c-4483-b472-b18f16f5ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.690362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-c2359db7-196c-4483-b472-b18f16f5ed8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0548577 Jul 16 18:58:59.724568 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-abd34825-6dff-4653-8afc-11d3acec4dc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284851 Jul 16 18:58:59.826709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-355d6d3b-b7d2-49bf-9ebf-b54f5084b42d service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950565 Jul 16 18:58:59.929632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9f72bacd-8ffe-425d-99bb-39076455c862 req-8636788f-f510-4349-8e19-a6313eacdfa7 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970547 Jul 16 18:59:00.043843 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-16a5cdb4-5612-43eb-8cf2-41647301cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:00.045899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-16a5cdb4-5612-43eb-8cf2-41647301cb72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1095 time: 0.0655818 Jul 16 18:59:00.146590 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-a6f8a25c-c859-4dd6-badb-1d372da09a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:00.148111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-a6f8a25c-c859-4dd6-badb-1d372da09a51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.0963850 Jul 16 18:59:00.199561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-25eedcd6-06fa-4847-a5c7-12e72217cd57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0428605 Jul 16 18:59:00.254393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-cecbbbe7-2d1d-442e-85a4-b9f36ba2898d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:00.255882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-cecbbbe7-2d1d-442e-85a4-b9f36ba2898d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0495849 Jul 16 18:59:00.292109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-f9298144-c40e-4ca6-8299-dca8e4ea0b58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285401 Jul 16 18:59:00.296666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71462c1c-14d1-425c-9843-212902065745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:00.396893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-1fef72f5-173b-427f-b050-ca6e6a2ea47c service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982041 Jul 16 18:59:00.521004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db2c2dcd-bfa8-4620-86e2-2e872f60445b req-ae1e16eb-e8bf-4dbb-bced-3ec2c6b83d84 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169627 Jul 16 18:59:00.680473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7057dfba-9f06-46c2-94d5-ad4f32313c86 req-06f59e89-5923-4c7d-bcf4-588653c7b89b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:00.682460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7057dfba-9f06-46c2-94d5-ad4f32313c86 req-06f59e89-5923-4c7d-bcf4-588653c7b89b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 943 time: 0.0830810 Jul 16 18:59:00.733030 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7057dfba-9f06-46c2-94d5-ad4f32313c86 req-3ee1398e-6c97-4c4f-af1f-5abf4cdf4057 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399671 Jul 16 18:59:01.921581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1376d4-fc16-4bf9-ba8b-7b644a9b6c32 req-b5f5634e-1158-4a7e-8790-f12fd5fd7e33 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:01.923256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d1376d4-fc16-4bf9-ba8b-7b644a9b6c32 req-b5f5634e-1158-4a7e-8790-f12fd5fd7e33 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 943 time: 0.0708890 Jul 16 18:59:01.965199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d1376d4-fc16-4bf9-ba8b-7b644a9b6c32 req-8c6edf91-f84a-49e4-9e97-7c4fefc54857 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356612 Jul 16 18:59:03.139888 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82efe177-88ff-4aaa-bd54-4786dd052f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.155113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:59:03.170549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685e818-8d5f-4250-a019-9515c39cc2d6 req-101a1418-7343-46a1-bb06-7207bb11e881 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.172389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b685e818-8d5f-4250-a019-9515c39cc2d6 req-101a1418-7343-46a1-bb06-7207bb11e881 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 943 time: 0.0850627 Jul 16 18:59:03.242126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b685e818-8d5f-4250-a019-9515c39cc2d6 req-b7ecb007-959f-441b-9b39-5f7cb3c4734b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597382 Jul 16 18:59:03.277635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:03.298126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5', 'port_id': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'mac_address': 'fa:16:3e:7a:12:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:59:03.366304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.393548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:03.417503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.428744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:03.434404 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:03.489316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:03.624119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:04.432067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48561c75-578e-4e47-bb73-32a67e7e99dd req-69a2c993-e73c-4988-a4b2-043f9d7fea1a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:04.433723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48561c75-578e-4e47-bb73-32a67e7e99dd req-69a2c993-e73c-4988-a4b2-043f9d7fea1a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 944 time: 0.0712485 Jul 16 18:59:04.454291 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.477016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-48561c75-578e-4e47-bb73-32a67e7e99dd req-14e0e80f-84bf-47ca-8231-ca7c40b3c119 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375328 Jul 16 18:59:05.153597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:05.223007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:05.230290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:05.230914 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:05.330698 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:05.358671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:05.361266 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d533a9c-f638-4382-aaa7-14eb92f16831" -d '{"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-plugged", "status": "completed", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:05.383407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:05.389826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:05.427664 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd032261-186c-45fe-916d-9848b3707c5c x-openstack-request-id: req-bd032261-186c-45fe-916d-9848b3707c5c {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:05.428247 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-plugged", "status": "completed", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:05.428507 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bd032261-186c-45fe-916d-9848b3707c5c {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:05.429222 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'code': 200} Jul 16 18:59:05.474195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:05.573142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9c30-99b4-47bf-8588-35eb110484c3 req-185ad016-a058-47c5-a365-5c294c0be055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:05.576023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74fa9c30-99b4-47bf-8588-35eb110484c3 req-185ad016-a058-47c5-a365-5c294c0be055 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1097 time: 0.0719461 Jul 16 18:59:05.649148 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74fa9c30-99b4-47bf-8588-35eb110484c3 req-2c075702-f0c8-4dc4-b793-24b6899366fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664570 Jul 16 18:59:05.685248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150ff11-c9fa-4da8-80a6-39b6e840a327 req-a0fb6741-b69b-47f5-aaa3-9560552cdf73 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:05.686791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f150ff11-c9fa-4da8-80a6-39b6e840a327 req-a0fb6741-b69b-47f5-aaa3-9560552cdf73 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0797338 Jul 16 18:59:05.726794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f150ff11-c9fa-4da8-80a6-39b6e840a327 req-5a31a18e-9902-43c8-a735-872a6ef64939 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Jul 16 18:59:05.970472 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:06.929483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42b74c-f9b3-4112-a1da-cd425a8e510c req-e882172d-8782-4ba1-954c-35e7dd3a1f76 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:06.931280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb42b74c-f9b3-4112-a1da-cd425a8e510c req-e882172d-8782-4ba1-954c-35e7dd3a1f76 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0799818 Jul 16 18:59:06.989817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb42b74c-f9b3-4112-a1da-cd425a8e510c req-4f8a06b7-0ae7-450e-9fb4-4b90316b86e2 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509567 Jul 16 18:59:07.238562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828afc3a-e048-434f-8254-9aa01b68d7ce req-b84c4b44-2b71-45b8-b84d-93d1de1a58f3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:07.240380 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-828afc3a-e048-434f-8254-9aa01b68d7ce req-b84c4b44-2b71-45b8-b84d-93d1de1a58f3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.1049104 Jul 16 18:59:07.285054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-828afc3a-e048-434f-8254-9aa01b68d7ce req-af2247e8-03bb-410a-a084-bbab541fa94b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378244 Jul 16 18:59:07.537467 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:07.664359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67635aaa-b94e-447c-9514-323f5808c078 req-3f07ba95-b7fa-4261-9a29-c00e971d7e20 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:07.665991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67635aaa-b94e-447c-9514-323f5808c078 req-3f07ba95-b7fa-4261-9a29-c00e971d7e20 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0695243 Jul 16 18:59:07.709439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67635aaa-b94e-447c-9514-323f5808c078 req-d9176c05-5f39-45fb-ab97-43f678fc9ad1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375104 Jul 16 18:59:07.895068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d8411-0b64-473f-9879-535181a617a7 req-ff579f7e-39a5-43b9-96e3-b0cb4be67e58 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:07.896821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac3d8411-0b64-473f-9879-535181a617a7 req-ff579f7e-39a5-43b9-96e3-b0cb4be67e58 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0668788 Jul 16 18:59:07.937251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac3d8411-0b64-473f-9879-535181a617a7 req-a17ee765-85e9-4198-8dd1-0461ed62558c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346265 Jul 16 18:59:08.018698 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:08.358792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-492ea9ad-40d7-4eab-80b3-4bcff59b3fcc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944297 Jul 16 18:59:08.409385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dfe7c-c879-4735-8a2f-579e0a9cb455 req-d411d0b2-d155-48a4-9847-fe596a1b6e81 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:08.412051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac3dfe7c-c879-4735-8a2f-579e0a9cb455 req-d411d0b2-d155-48a4-9847-fe596a1b6e81 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0973737 Jul 16 18:59:08.454347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac3dfe7c-c879-4735-8a2f-579e0a9cb455 req-de8c4152-e222-4543-8bb6-c2ac07377a78 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Jul 16 18:59:09.702934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d06521-bce2-4842-9c9f-b10bcbcd08c8 req-4d7f3895-2361-4478-a5b5-0d7815c53377 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.704423 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8d06521-bce2-4842-9c9f-b10bcbcd08c8 req-4d7f3895-2361-4478-a5b5-0d7815c53377 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.1136250 Jul 16 18:59:09.715384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-4d77fef3-936e-49fc-b5a2-33a8ca2aecc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.718071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-4d77fef3-936e-49fc-b5a2-33a8ca2aecc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1097 time: 0.0895991 Jul 16 18:59:09.795748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8d06521-bce2-4842-9c9f-b10bcbcd08c8 req-cd4e2e66-161d-4de1-8a6c-b99da595be0e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842762 Jul 16 18:59:09.849804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-c763eb57-5a43-495d-a056-e72aa09549cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.851292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-c763eb57-5a43-495d-a056-e72aa09549cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1215734 Jul 16 18:59:09.895977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-6efc1278-beef-4688-a0a7-e2296feaba6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0385976 Jul 16 18:59:09.945775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-a94a47ba-8670-4e66-abdb-1fd1c1e2addd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:09.947249 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-a94a47ba-8670-4e66-abdb-1fd1c1e2addd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0451789 Jul 16 18:59:09.981508 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-8f0041c7-ef73-4ec0-aaa5-0213f16d69fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279267 Jul 16 18:59:10.083795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7d0e8ca5-12f9-4f32-8062-5f0657b00090 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959053 Jul 16 18:59:10.181190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-8ee2c21d-b4ec-48df-b7a7-0c5f0a9cf853 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911036 Jul 16 18:59:10.989950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacb57d-fe91-49bc-8e18-b17bf6319f66 req-997038b5-773f-41a5-9107-a6ce89f4ba5a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:10.991620 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5aacb57d-fe91-49bc-8e18-b17bf6319f66 req-997038b5-773f-41a5-9107-a6ce89f4ba5a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0752325 Jul 16 18:59:11.044333 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5aacb57d-fe91-49bc-8e18-b17bf6319f66 req-e3124a26-8a40-4376-9efd-f1c1a96478c8 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455909 Jul 16 18:59:12.236599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cd9020-27fc-4c72-83a7-f641e6f66de6 req-45340b0b-b5e2-4f41-b6ac-ef38e05c36f6 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:12.238245 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37cd9020-27fc-4c72-83a7-f641e6f66de6 req-45340b0b-b5e2-4f41-b6ac-ef38e05c36f6 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0700853 Jul 16 18:59:12.280200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37cd9020-27fc-4c72-83a7-f641e6f66de6 req-01ded768-de40-476a-965d-770f6c6716b8 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359328 Jul 16 18:59:13.481823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eba8d-f27b-4ec4-9fc9-7c7759118245 req-3708b153-71cf-4067-a5b7-d38b1de8ea79 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:13.483626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d3eba8d-f27b-4ec4-9fc9-7c7759118245 req-3708b153-71cf-4067-a5b7-d38b1de8ea79 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0784197 Jul 16 18:59:13.534633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d3eba8d-f27b-4ec4-9fc9-7c7759118245 req-a121eb7d-ff59-452f-98e7-1ae9f5056d7f tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449193 Jul 16 18:59:14.758016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edacb098-7978-4df6-9a7c-1fd4cfa2db7b req-50fc5576-6a50-4cfb-98b1-3263cc763fbc tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:14.759657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-edacb098-7978-4df6-9a7c-1fd4cfa2db7b req-50fc5576-6a50-4cfb-98b1-3263cc763fbc tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0821719 Jul 16 18:59:14.816065 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-edacb098-7978-4df6-9a7c-1fd4cfa2db7b req-a5f4fe67-5fe0-43df-baee-2b16b99a1e80 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Jul 16 18:59:16.040228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0da3e-094a-4ff6-bb9a-13ce177503d7 req-3f9fc5c7-037f-43f1-b214-99d66b229d63 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:16.042899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2e0da3e-094a-4ff6-bb9a-13ce177503d7 req-3f9fc5c7-037f-43f1-b214-99d66b229d63 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0920055 Jul 16 18:59:16.100725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b2e0da3e-094a-4ff6-bb9a-13ce177503d7 req-383f7950-bd76-4ae1-a8bd-668aa92cf08d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470729 Jul 16 18:59:17.321811 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9944fcc-d879-4d5f-8c25-9d955d306f6f req-edb22951-841a-4bd7-b31c-9dfae0065b59 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:17.324478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9944fcc-d879-4d5f-8c25-9d955d306f6f req-edb22951-841a-4bd7-b31c-9dfae0065b59 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0924735 Jul 16 18:59:17.374636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9944fcc-d879-4d5f-8c25-9d955d306f6f req-c5e789c7-4c4f-4787-8e38-8efc4f95f33d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415533 Jul 16 18:59:18.595311 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14575abf-970d-4cfc-a516-a31c3790dc44 req-1d774a35-2fac-4aaa-9ae2-a1b70ef8f514 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:18.597033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14575abf-970d-4cfc-a516-a31c3790dc44 req-1d774a35-2fac-4aaa-9ae2-a1b70ef8f514 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0702152 Jul 16 18:59:18.655372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-14575abf-970d-4cfc-a516-a31c3790dc44 req-bd70ffef-008c-41c4-8564-65dccb9c1466 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509818 Jul 16 18:59:19.871232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ae8d6-7627-4605-81db-8d50860ccead req-b3303067-de9c-446f-93c0-9f94eab09d71 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:19.873066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd9ae8d6-7627-4605-81db-8d50860ccead req-b3303067-de9c-446f-93c0-9f94eab09d71 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0792031 Jul 16 18:59:19.926619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fd9ae8d6-7627-4605-81db-8d50860ccead req-a98aa047-5fbf-40f0-bf57-305d728c4fc7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451834 Jul 16 18:59:21.153656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e0f9d-d41e-4977-bc0d-7d9bdf544965 req-76a5a4e4-f206-428f-85f4-507f5a890660 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:21.155326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a62e0f9d-d41e-4977-bc0d-7d9bdf544965 req-76a5a4e4-f206-428f-85f4-507f5a890660 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0809202 Jul 16 18:59:21.209711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a62e0f9d-d41e-4977-bc0d-7d9bdf544965 req-13daa652-5f49-4187-bfe4-526f3a873166 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437634 Jul 16 18:59:22.468954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a9cf4-4e2c-4385-bd8c-28b63620d12a req-6db9bf12-73a7-4827-86ff-b90931f7fd1f tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:22.470816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c17a9cf4-4e2c-4385-bd8c-28b63620d12a req-6db9bf12-73a7-4827-86ff-b90931f7fd1f tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.1109729 Jul 16 18:59:22.534920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c17a9cf4-4e2c-4385-bd8c-28b63620d12a req-efd8e35b-5aff-49ba-80be-ebc638bc5547 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Jul 16 18:59:23.733303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ea87c-bbd7-4aae-adca-fc566aee4ac9 req-336948b3-b93e-4923-ae1a-0bf5abf531a1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:23.734852 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b9ea87c-bbd7-4aae-adca-fc566aee4ac9 req-336948b3-b93e-4923-ae1a-0bf5abf531a1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0808766 Jul 16 18:59:23.782690 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b9ea87c-bbd7-4aae-adca-fc566aee4ac9 req-b0b85e7f-6a7e-43eb-8124-b7480dc26f71 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Jul 16 18:59:24.995273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9abb7-036f-4ab5-a664-165642a7cf26 req-2e08232e-6f78-42e3-addd-e83a85a361e3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:24.997619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35e9abb7-036f-4ab5-a664-165642a7cf26 req-2e08232e-6f78-42e3-addd-e83a85a361e3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0788054 Jul 16 18:59:25.041555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35e9abb7-036f-4ab5-a664-165642a7cf26 req-732e080a-b0d0-478e-8555-6e07f70da3b3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378020 Jul 16 18:59:26.244696 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88391d46-1000-4899-b3f8-12bed9114120 req-acd19e2c-3e44-458f-b0da-8185cd8830d3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:26.248281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88391d46-1000-4899-b3f8-12bed9114120 req-acd19e2c-3e44-458f-b0da-8185cd8830d3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0771451 Jul 16 18:59:26.299678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-88391d46-1000-4899-b3f8-12bed9114120 req-f7d2d711-6abd-485c-9e21-3b987efc67f0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Jul 16 18:59:27.538886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d023d-e59e-485d-815e-68132eaaf2c4 req-8c9ac9c5-709e-4462-9298-747b6c5227a7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:27.540801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef1d023d-e59e-485d-815e-68132eaaf2c4 req-8c9ac9c5-709e-4462-9298-747b6c5227a7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0981371 Jul 16 18:59:27.602072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ef1d023d-e59e-485d-815e-68132eaaf2c4 req-5ca43c12-96c8-4762-bf10-368f88f4fa96 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504918 Jul 16 18:59:27.804426 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:28.817875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d653b-e0cd-4f9b-82f7-8460f3f7afd9 req-190f6eff-c4db-4b42-bc3d-1df50e88cb00 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:28.819461 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-520d653b-e0cd-4f9b-82f7-8460f3f7afd9 req-190f6eff-c4db-4b42-bc3d-1df50e88cb00 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0705667 Jul 16 18:59:28.865534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-520d653b-e0cd-4f9b-82f7-8460f3f7afd9 req-363dbc9f-7a50-40f8-a65c-fc8afa51d60e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392730 Jul 16 18:59:30.102144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f75bd1-4e8b-4c8f-b8d1-ac9b595daf01 req-9662f0aa-9eae-4fcb-bf46-9b54b25b8d65 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:30.103853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7f75bd1-4e8b-4c8f-b8d1-ac9b595daf01 req-9662f0aa-9eae-4fcb-bf46-9b54b25b8d65 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0734549 Jul 16 18:59:30.160953 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d7f75bd1-4e8b-4c8f-b8d1-ac9b595daf01 req-3af7adff-29ad-42e3-a075-60ee022c490d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493557 Jul 16 18:59:30.292044 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-20fd9b3e-49c0-407a-b862-cfd517387150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.392567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d929b-6170-4aa0-b281-ee3e7f244123 req-6d2b3992-a3ad-4733-bc0c-019255f00a0d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:31.394355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-198d929b-6170-4aa0-b281-ee3e7f244123 req-6d2b3992-a3ad-4733-bc0c-019255f00a0d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0994530 Jul 16 18:59:31.439572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-198d929b-6170-4aa0-b281-ee3e7f244123 req-8c853878-ea99-485c-88b4-d38b2973ae3d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390155 Jul 16 18:59:32.655418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6d7a9-7912-48b9-9bad-65a4365038bb req-3c508471-0d5a-4391-b812-b788704b3da1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:32.657403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ff6d7a9-7912-48b9-9bad-65a4365038bb req-3c508471-0d5a-4391-b812-b788704b3da1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0811725 Jul 16 18:59:32.715878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ff6d7a9-7912-48b9-9bad-65a4365038bb req-f355ce88-6e5f-4ee4-a713-1d9ca1d84e1d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517721 Jul 16 18:59:33.136113 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f77cb718-c19f-4fb7-88f9-9ec5fd597402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.408644 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.917125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de50d99-86ab-4baf-95f6-799997517ca3 req-a14f0824-3ebf-4556-95c1-bdf56b9ff113 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:33.918793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8de50d99-86ab-4baf-95f6-799997517ca3 req-a14f0824-3ebf-4556-95c1-bdf56b9ff113 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0701778 Jul 16 18:59:33.962699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8de50d99-86ab-4baf-95f6-799997517ca3 req-97d8338a-2bcc-4909-bd9e-3d56433bfecf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369291 Jul 16 18:59:34.457146 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.701713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-ed44f49f-8059-443a-ac3e-ef247cecfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:34.703261 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-ed44f49f-8059-443a-ac3e-ef247cecfbce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1097 time: 0.0610342 Jul 16 18:59:34.828569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-b3cead4d-599a-44b6-9a6a-a446ed5332d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:34.830120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-b3cead4d-599a-44b6-9a6a-a446ed5332d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1056228 Jul 16 18:59:34.882088 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-47699dcb-b206-461f-9b55-37f8bd465238 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0453191 Jul 16 18:59:34.944462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-cadd9643-a10d-4848-a73c-a11a7d4b27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:34.946042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-cadd9643-a10d-4848-a73c-a11a7d4b27f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0579188 Jul 16 18:59:35.351527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-4d75a63f-c816-49b6-9971-1a250b988e21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3984795 Jul 16 18:59:35.491503 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-006f3d82-8052-4b05-8a03-577c0bd47103 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303530 Jul 16 18:59:35.503254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f9ea8-950d-4667-933f-211bafa7db4c req-639e6d82-d890-401f-8a42-c887b8eeb068 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:35.506407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-390f9ea8-950d-4667-933f-211bafa7db4c req-639e6d82-d890-401f-8a42-c887b8eeb068 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.1564140 Jul 16 18:59:35.608373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-390f9ea8-950d-4667-933f-211bafa7db4c req-55c1bd7a-b165-4806-8cff-42ff5f724d10 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832083 Jul 16 18:59:35.632048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a24dd8ad-8d23-4b17-abd8-c37f2afcc4fd req-1b528978-73a9-4abe-9551-029283167380 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261196 Jul 16 18:59:35.977898 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.844900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5293c79-172f-442a-9d3c-3678c5dada96 req-9bf9138b-2d8c-4fd1-b290-db61e198b864 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:36.847573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5293c79-172f-442a-9d3c-3678c5dada96 req-9bf9138b-2d8c-4fd1-b290-db61e198b864 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0994782 Jul 16 18:59:36.900869 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5293c79-172f-442a-9d3c-3678c5dada96 req-ce63e931-09d2-4bd8-bfea-f2aa7f0d31ac tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Jul 16 18:59:37.209937 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7ebad600-1cf7-4040-8e33-5f3695213797 service neutron] show failed (client error): The resource could not be found. Jul 16 18:59:37.211041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7ebad600-1cf7-4040-8e33-5f3695213797 service neutron] 10.222.0.55 "GET /v2.0/ports/958f4b93-7e0a-4a0c-af20-d46e1ebbaf12/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0795789 Jul 16 18:59:37.534215 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.535135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-bfc8c272-4dae-4d51-aa26-0685e3b74c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:37.536012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-bfc8c272-4dae-4d51-aa26-0685e3b74c87 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb&tenant_id=15349d61d44a4e6dba8c623319b16d06 HTTP/1.1" status: 200 len: 1097 time: 0.0928662 Jul 16 18:59:37.547651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:37.991760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.049864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.148137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca44272-aa37-4fcf-9c76-2cc450438620 req-46c06bc3-a791-421b-9377-4911232720f8 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:38.150076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ca44272-aa37-4fcf-9c76-2cc450438620 req-46c06bc3-a791-421b-9377-4911232720f8 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0917599 Jul 16 18:59:38.202106 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2ca44272-aa37-4fcf-9c76-2cc450438620 req-81d9f5ac-ff83-4ec6-9428-9b3c939f55e1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Jul 16 18:59:38.263480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:38.311480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:38.361279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:38.364725 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86410a-bcbc-44e0-9eb0-340fbfc9e28d" -d '{"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-unplugged", "status": "completed", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:38.369237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.393250 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Transition to ACTIVE for port object 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:38.399167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.480368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] No DVR routers for this DVR port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:38.484123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:38.525935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:38.526264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:38.526588 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:38.532287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:59:38.532661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Attempting to bind port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:38.538763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:38.539703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Checking segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:38.539703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Bound using segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:38.540051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Bound port: 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:38.540450 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.547568 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a086d0-627e-4e36-99b1-f0c5ec257654 x-openstack-request-id: req-b2a086d0-627e-4e36-99b1-f0c5ec257654 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:38.547906 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-unplugged", "status": "completed", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:38.548290 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b2a086d0-627e-4e36-99b1-f0c5ec257654 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:38.549157 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'code': 200} Jul 16 18:59:38.632040 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:38.637167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:38.643111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.694819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:38.695492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.697085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] 10.222.0.13 "PUT /v2.0/ports/958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 1092 time: 1.1539102 Jul 16 18:59:38.737447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1742c-72a5-48ce-8b79-b6fdf856a24a service neutron] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:38.815920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-15f73439-3e19-4078-8c5b-994e0384cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:38.817532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-15f73439-3e19-4078-8c5b-994e0384cec1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1095 time: 0.0939419 Jul 16 18:59:38.925555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-53c4be31-279e-436d-9d38-189c5178f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:38.927093 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-53c4be31-279e-436d-9d38-189c5178f3a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1033008 Jul 16 18:59:38.972244 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-356686f3-72f1-49be-b80b-e66bf02a020c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0385695 Jul 16 18:59:39.031339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb103f9-80db-4201-a265-2b9c61f132ee req-5d0acb60-761b-42c0-be43-04f557e0a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:39.032869 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-5d0acb60-761b-42c0-be43-04f557e0a285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0546823 Jul 16 18:59:39.073281 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-c0789011-13f9-44c1-8eaa-99d9d556c654 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344019 Jul 16 18:59:39.176722 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-0197be79-010d-487f-80f6-ca4e1f0b49e7 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967016 Jul 16 18:59:39.322361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-afb103f9-80db-4201-a265-2b9c61f132ee req-33d3ca3f-4380-4fa3-9dd9-126462b41b3b service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388214 Jul 16 18:59:39.444915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2b770-7718-4133-b77e-f247ee092606 req-3ab2671e-1433-453f-bf16-199049b88df6 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:39.446618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1dc2b770-7718-4133-b77e-f247ee092606 req-3ab2671e-1433-453f-bf16-199049b88df6 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 943 time: 0.0861588 Jul 16 18:59:39.490902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1dc2b770-7718-4133-b77e-f247ee092606 req-7b255681-592e-4baf-9c6b-584c8ca7aa65 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 Jul 16 18:59:40.550763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:40.553367 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:40.615609 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456761b0-fc86-4ffb-bffd-98aaf4ffeb84 x-openstack-request-id: req-456761b0-fc86-4ffb-bffd-98aaf4ffeb84 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:40.616194 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:40.616687 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-456761b0-fc86-4ffb-bffd-98aaf4ffeb84 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:40.617465 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'status': 'completed', 'code': 200} Jul 16 18:59:40.739421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-8a1da126-6090-415e-8670-3514d6dfe634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.742266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-8a1da126-6090-415e-8670-3514d6dfe634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1095 time: 0.0954907 Jul 16 18:59:40.756923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de628a-ec4b-4d90-bdbe-a24b78d591c4 req-38227ddc-b5a2-4782-8ed3-02fa592ecb43 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.759097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1de628a-ec4b-4d90-bdbe-a24b78d591c4 req-38227ddc-b5a2-4782-8ed3-02fa592ecb43 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 943 time: 0.1226494 Jul 16 18:59:40.769812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-6e21ee20-7281-4de5-b23b-22d558c11bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.771421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-6e21ee20-7281-4de5-b23b-22d558c11bd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1095 time: 0.1249990 Jul 16 18:59:40.875389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1de628a-ec4b-4d90-bdbe-a24b78d591c4 req-4b64b504-6654-498a-8b92-955ae6b8479f tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092558 Jul 16 18:59:40.912047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-907e202a-a083-4562-b0d9-3be5ddf57ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.915137 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-907e202a-a083-4562-b0d9-3be5ddf57ce4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1659591 Jul 16 18:59:40.926763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-6611c473-9623-4be6-9c54-3d63e0883045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:40.929683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-6611c473-9623-4be6-9c54-3d63e0883045 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1507885 Jul 16 18:59:40.980330 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-1e184946-fa84-4b8c-adbe-7d1b9ce74cad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0422382 Jul 16 18:59:41.015411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-058067ab-775c-420b-ac69-22f0b6170ead service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0774062 Jul 16 18:59:41.051395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-528a4223-b9aa-47d6-9d08-ffa85145a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:41.053065 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-528a4223-b9aa-47d6-9d08-ffa85145a700 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0665069 Jul 16 18:59:41.096954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-c42e75f0-3494-4fb2-811b-1d498bc6b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:41.099616 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-c42e75f0-3494-4fb2-811b-1d498bc6b073 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0795391 Jul 16 18:59:41.102479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-af945cea-0d11-4660-a56c-b1c83a35a93d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425396 Jul 16 18:59:41.140039 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-79e7708f-fe9f-4184-b203-6c20542fb18e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336874 Jul 16 18:59:41.257140 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-b88aa40a-5196-4756-bab8-170703df61f0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102829 Jul 16 18:59:41.276178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-89f68e6e-92b3-4176-9a55-82cde9a9e599 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611950 Jul 16 18:59:41.298925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:41.352648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:41.400327 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-db80d49c-0732-4d8d-a97a-ab4b58518860 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176291 Jul 16 18:59:41.417269 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d41f2e46-89e3-4dc9-89cb-d6527921a6e2 req-89aedc18-a4c6-4178-9942-f5d244348510 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532040 Jul 16 18:59:41.575814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:59:41.691906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:41.706360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5', 'port_id': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'mac_address': 'fa:16:3e:7a:12:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:59:41.748423 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.766189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:41.790817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:41.796926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.857048 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:41.865201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.865541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.865883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.866217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.866548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.866878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.867207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.867526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.867849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.868195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.868522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:41.868847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:42.013824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:42.094306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc1e4-691a-4845-9792-dbf9912141bd req-9d3cdbf1-1760-4c53-a554-1123ccb53f86 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.096288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-384cc1e4-691a-4845-9792-dbf9912141bd req-9d3cdbf1-1760-4c53-a554-1123ccb53f86 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 944 time: 0.0802336 Jul 16 18:59:42.145479 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-384cc1e4-691a-4845-9792-dbf9912141bd req-70d2766d-7624-41f6-b207-350a876e10e4 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374601 Jul 16 18:59:42.652912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-a0809dd5-5ccb-4652-a3fd-19ff6e216864 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.654453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-a0809dd5-5ccb-4652-a3fd-19ff6e216864 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb&tenant_id=15349d61d44a4e6dba8c623319b16d06&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 944 time: 0.2076626 Jul 16 18:59:42.662324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a789af-ba74-498b-916e-428cf7c4e81a req-3a1a97e6-8a90-4e43-a946-fd34557db0ee tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.663950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2a789af-ba74-498b-916e-428cf7c4e81a req-3a1a97e6-8a90-4e43-a946-fd34557db0ee tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 944 time: 0.2191710 Jul 16 18:59:42.744083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2a789af-ba74-498b-916e-428cf7c4e81a req-22be555c-da07-480f-b747-6c483eb191d2 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732157 Jul 16 18:59:42.750681 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-9c66f4d0-2cbc-4805-b650-442a8fc4a6cc service neutron] delete failed (client error): The resource could not be found. Jul 16 18:59:42.751846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-9c66f4d0-2cbc-4805-b650-442a8fc4a6cc service neutron] 10.222.0.55 "DELETE /v2.0/ports/958f4b93-7e0a-4a0c-af20-d46e1ebbaf12/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0869043 Jul 16 18:59:42.870022 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-afe1084c-dad9-4a79-a391-2f2d6297bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.871632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-afe1084c-dad9-4a79-a391-2f2d6297bd59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 1096 time: 0.0723093 Jul 16 18:59:42.971816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-0d0024b6-5c63-44e6-addb-10ca38da0c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.973746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-0d0024b6-5c63-44e6-addb-10ca38da0c87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.0961943 Jul 16 18:59:43.021411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-09c5882f-4ae4-4d2b-9344-aedca9bcfa6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 200 len: 217 time: 0.0407565 Jul 16 18:59:43.074296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-0b767b85-9309-423b-aa74-ba112734e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:43.075962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-0b767b85-9309-423b-aa74-ba112734e3df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0480626 Jul 16 18:59:43.109559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-c970aa46-f60e-4d3f-878c-420aabfbc0be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278640 Jul 16 18:59:43.221779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-3dbf7b83-6fed-47e1-aaa2-9d2a4112f5b5 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060216 Jul 16 18:59:43.323778 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4ac801b8-19b4-48ea-b398-55ce9f9bdd9e req-b045e385-df3b-42bb-ab47-7291292e38c1 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957437 Jul 16 18:59:43.584872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:43.637854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:43.643235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:43.643616 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.745865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.772542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:43.773810 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a108308-9dbf-413a-9773-c70f3bd437e5" -d '{"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-plugged", "status": "completed", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:43.788269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:43.793948 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.863618 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c012190-9c80-450c-9acb-570b5cc81183 x-openstack-request-id: req-9c012190-9c80-450c-9acb-570b5cc81183 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:43.863952 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-plugged", "status": "completed", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:43.864336 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c012190-9c80-450c-9acb-570b5cc81183 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:43.864645 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'code': 200} Jul 16 18:59:43.865264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.098438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66c27d-df9a-4c98-a496-77600313d07f req-bea14bcb-1460-41ee-84ef-80e3fdcc29da tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.100342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b66c27d-df9a-4c98-a496-77600313d07f req-bea14bcb-1460-41ee-84ef-80e3fdcc29da tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.1081836 Jul 16 18:59:44.148179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b66c27d-df9a-4c98-a496-77600313d07f req-ec9b03fb-ba29-4d8f-b970-ad80599b508b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Jul 16 18:59:44.341699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8b7f9-45b5-493e-bfb7-90c2f2e9e352 req-6f05fe64-fe33-4e4d-b0cd-2682dd87ec96 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.343410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60f8b7f9-45b5-493e-bfb7-90c2f2e9e352 req-6f05fe64-fe33-4e4d-b0cd-2682dd87ec96 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0727663 Jul 16 18:59:44.384353 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-60f8b7f9-45b5-493e-bfb7-90c2f2e9e352 req-f825381e-cdc0-447c-a71e-b4ee34dcb550 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350168 Jul 16 18:59:44.576506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee690f-4601-4a24-ae5d-6224090aca3e req-f7600c8b-a9d2-42ea-88f5-2d8eeded0ab0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:44.578150 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15ee690f-4601-4a24-ae5d-6224090aca3e req-f7600c8b-a9d2-42ea-88f5-2d8eeded0ab0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.0706081 Jul 16 18:59:44.624462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15ee690f-4601-4a24-ae5d-6224090aca3e req-565673f7-d058-4b43-a076-8070b5e37164 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Jul 16 18:59:45.160881 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-5c923b14-8e76-41b7-a4bc-129ac6dcbb36 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:45.163504 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-5c923b14-8e76-41b7-a4bc-129ac6dcbb36 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 815 time: 0.1621470 Jul 16 18:59:45.178570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-7b74a717-ca21-44eb-944c-0ec60ffd8a14 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/quotas/15349d61d44a4e6dba8c623319b16d06 HTTP/1.1" status: 200 len: 375 time: 0.0097234 Jul 16 18:59:45.253853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-2c7ac770-3218-4f69-8dbf-90361f9e7e40 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691295 Jul 16 18:59:45.358655 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-7950738d-74d0-4195-8f0d-db0e4158971b service neutron] 10.222.0.48 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967472 Jul 16 18:59:45.463073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-e85e0023-ca64-4a4d-93e9-03491d2d75bd service neutron] 10.222.0.48 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980089 Jul 16 18:59:45.660073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b542631d-87d5-455d-92f5-a0020ebe0aeb req-bc4ac474-72a7-456f-9127-e0a36ec08eef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 210 time: 0.0483096 Jul 16 18:59:46.336987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-7c3db15b-7e21-42bc-9caa-03426a4295a4 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:46.339221 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-7c3db15b-7e21-42bc-9caa-03426a4295a4 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b5bb54c-1a7e-4180-90af-d937932423cb HTTP/1.1" status: 200 len: 945 time: 0.1135802 Jul 16 18:59:46.469787 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Deleting port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:46.470209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.640345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] For port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:46.640828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.661032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Calling delete_port for 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:46.825352 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.842240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:46.843930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-125be84d-3288-4e4a-937d-e80d21921693 req-6424b05a-b1da-4ec5-8761-395e2b98436e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 210 time: 0.0529697 Jul 16 18:59:46.876550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Pushing event deleted for resources: {'Port': ['ID=958f4b93-7e0a-4a0c-af20-d46e1ebbaf12,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:46.944179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] No DVR routers for this DVR port 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:46.949335 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.952380 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3e3ffec5-3cf6-4b5d-9fca-cb9b548d7354 req-d48a1016-29ab-4214-bf3e-8574fe0391bf tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.13 "DELETE /v2.0/ports/958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 HTTP/1.1" status: 204 len: 173 time: 0.6068175 Jul 16 18:59:46.952932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-deleted', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:46.955424 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196a5dc4-f9f9-4e7d-b31a-6d50f5c6ef37" -d '{"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-deleted", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:47.025871 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23786eb-c755-4687-94f0-b37d30f849e8 x-openstack-request-id: req-c23786eb-c755-4687-94f0-b37d30f849e8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:47.026310 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5bb54c-1a7e-4180-90af-d937932423cb", "name": "network-vif-deleted", "tag": "958f4b93-7e0a-4a0c-af20-d46e1ebbaf12", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:47.026953 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c23786eb-c755-4687-94f0-b37d30f849e8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:47.027576 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5bb54c-1a7e-4180-90af-d937932423cb', 'name': 'network-vif-deleted', 'tag': '958f4b93-7e0a-4a0c-af20-d46e1ebbaf12', 'status': 'completed', 'code': 200} Jul 16 18:59:47.155317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-8e35802a-f2dd-4e55-974c-73d454201a01 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:47.158047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-8e35802a-f2dd-4e55-974c-73d454201a01 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.13 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 815 time: 0.1883879 Jul 16 18:59:47.175135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Request body: {'port': {'device_id': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5', 'admin_state_up': True, 'tenant_id': '15349d61d44a4e6dba8c623319b16d06'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:47.307270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Made reservation on behalf of 15349d61d44a4e6dba8c623319b16d06 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:47.311068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.475384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Allocated IP 172.20.0.5 (2e0dc149-bc7d-4556-ab40-eaba302c9ad5/3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf/1c3eec44-8a31-4c81-915a-ed003b28e122) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:47.675430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.721090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.772931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:47.777039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:47.781523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:47.788793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:47.837446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:47.838649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.856061 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-00c19451-cf9d-42e7-b2ed-f4c64bd6c96e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6863306 Jul 16 18:59:47.868675 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Request body: {'port': {'device_id': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:47.961478 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.095683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38e448-ce2a-40b8-b212-1dcb13827999 req-2a192fc5-0904-4518-a583-b00c0c390a82 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:48.097664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee38e448-ce2a-40b8-b212-1dcb13827999 req-2a192fc5-0904-4518-a583-b00c0c390a82 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 931 time: 0.1074421 Jul 16 18:59:48.152023 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee38e448-ce2a-40b8-b212-1dcb13827999 req-0092af0b-2b67-4fdd-aec9-7d7e5746cc88 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483897 Jul 16 18:59:48.313494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c3eec44-8a31-4c81-915a-ed003b28e122 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:48.322106 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.337372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Transition to ACTIVE for port object 1c3eec44-8a31-4c81-915a-ed003b28e122 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:48.341396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.400104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:48.481054 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:48.481898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:48.481898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:48.490215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Port 1c3eec44-8a31-4c81-915a-ed003b28e122 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:59:48.490752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:48.498349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:48.498705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Checking segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:48.499199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Bound using segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:48.499899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Bound port: 1c3eec44-8a31-4c81-915a-ed003b28e122, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:48.500351 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.574248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:48.577653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:48.582553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.624342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:48.625146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.626587 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] 10.222.0.13 "PUT /v2.0/ports/1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 1092 time: 0.7625589 Jul 16 18:59:48.660715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418fd79-f049-4b41-9ff4-b44bcf6863c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:48.735136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-af7b3ca1-1bfb-4e2c-bf17-6761ebb29949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:48.736730 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-af7b3ca1-1bfb-4e2c-bf17-6761ebb29949 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0680339 Jul 16 18:59:48.802343 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-e1b91574-d444-446d-b6c7-55787f45dcdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 217 time: 0.0582292 Jul 16 18:59:48.883071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-61829ed6-b98c-4b03-982f-416effff7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:48.885542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-61829ed6-b98c-4b03-982f-416effff7b84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0769529 Jul 16 18:59:48.940097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-4199cf20-b1b0-4d9e-a887-11490147496d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479670 Jul 16 18:59:49.047227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:49.051256 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a131dbc9-f3b1-4cd6-858d-098649ec495b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:49.108884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-191ea925-9468-4266-a90d-32d305369810 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624823 Jul 16 18:59:49.117595 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401d4cd-ae40-41e1-badd-2c37aab75d02 x-openstack-request-id: req-9401d4cd-ae40-41e1-badd-2c37aab75d02 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:49.118067 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:49.118491 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9401d4cd-ae40-41e1-badd-2c37aab75d02 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:49.119180 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'status': 'completed', 'code': 200} Jul 16 18:59:49.282454 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-197c2b75-bb5a-43cc-b6e6-025de904f511 req-5399f5a2-e44e-4654-b21d-50e255daa654 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613142 Jul 16 18:59:49.423479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-b122f13b-f1a3-47db-91c1-fee7016d1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:49.425722 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-b122f13b-f1a3-47db-91c1-fee7016d1238 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0903623 Jul 16 18:59:49.489411 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d78f02-ff79-48a2-b2b5-7f663af8a84e req-604ca6b5-d8b4-41e5-bc77-9d274db6f9fc tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:49.491705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7d78f02-ff79-48a2-b2b5-7f663af8a84e req-604ca6b5-d8b4-41e5-bc77-9d274db6f9fc tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 943 time: 0.1255250 Jul 16 18:59:49.561858 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7d78f02-ff79-48a2-b2b5-7f663af8a84e req-67348d45-14db-4622-9d0a-61063e665f77 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620217 Jul 16 18:59:49.571214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-f04a836c-1e5b-47ff-b38a-70971558d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:49.574701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-f04a836c-1e5b-47ff-b38a-70971558d0b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1414235 Jul 16 18:59:49.628629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:49.633018 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-96894dfb-78c3-4a40-9822-d9a75b4ca60f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 217 time: 0.0506024 Jul 16 18:59:49.668368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:49.668962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 958f4b93-7e0a-4a0c-af20-d46e1ebbaf12 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:49.701323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-f952f1b8-753c-476c-8817-68ed0fb1b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:49.702995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-f952f1b8-753c-476c-8817-68ed0fb1b6cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0639243 Jul 16 18:59:49.745365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-be0a8791-2248-47ea-9c2c-3dd0207289ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354140 Jul 16 18:59:49.868624 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-ad50f59c-5d4e-43c6-b78c-7d686d3f5e4b service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152353 Jul 16 18:59:49.990548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a131dbc9-f3b1-4cd6-858d-098649ec495b req-49e85927-48cf-4977-b108-cc9b0098b236 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142688 Jul 16 18:59:50.900826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e085c1-e559-4486-a400-59af856ea3e6 req-726e1ea1-2b9b-4248-b398-f286120d8f08 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:50.903553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0e085c1-e559-4486-a400-59af856ea3e6 req-726e1ea1-2b9b-4248-b398-f286120d8f08 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 943 time: 0.1159034 Jul 16 18:59:50.963923 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0e085c1-e559-4486-a400-59af856ea3e6 req-0e75e4bd-7445-43b6-ba71-0aa9700da45b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 Jul 16 18:59:51.645308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:59:51.811122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:51.827982 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5', 'port_id': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'mac_address': 'fa:16:3e:54:b0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:59:51.882047 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.907736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3eec44-8a31-4c81-915a-ed003b28e122 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:51.944975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:51.950924 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.026213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:52.144554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['1c3eec44-8a31-4c81-915a-ed003b28e122'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:52.283227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473a01-2e14-47aa-8cae-514427e32bb4 req-2f893708-b385-41fd-9755-e6838d70c40c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:52.285355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9473a01-2e14-47aa-8cae-514427e32bb4 req-2f893708-b385-41fd-9755-e6838d70c40c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 944 time: 0.1057463 Jul 16 18:59:52.362236 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b9473a01-2e14-47aa-8cae-514427e32bb4 req-f6411ebc-3b13-45db-8ed0-5c1574d2dd5d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656514 Jul 16 18:59:53.594531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3357d09-a7c4-449c-b4d2-cfce164fcc5c req-bb590d7a-61e9-45dd-8f76-5bad1715e971 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:53.597006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3357d09-a7c4-449c-b4d2-cfce164fcc5c req-bb590d7a-61e9-45dd-8f76-5bad1715e971 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 944 time: 0.1006908 Jul 16 18:59:53.657943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3357d09-a7c4-449c-b4d2-cfce164fcc5c req-9523c08c-2f8a-474f-8221-32819b3fc62a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520539 Jul 16 18:59:53.660749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:53.741541 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 1c3eec44-8a31-4c81-915a-ed003b28e122 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:53.748431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 1c3eec44-8a31-4c81-915a-ed003b28e122 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:53.748972 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.857500 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.892283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:53.895744 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001d7764-38da-477f-bfec-c7d7cc785a49" -d '{"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:53.916463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:53.922459 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:53.962056 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019812df-474e-4d4a-8b97-bde0266a028a x-openstack-request-id: req-019812df-474e-4d4a-8b97-bde0266a028a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:53.962482 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:53.962864 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-019812df-474e-4d4a-8b97-bde0266a028a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:53.963403 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'code': 200} Jul 16 18:59:53.999129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:54.109282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4b92d-8e24-49ea-a62a-419a71732675 req-2ad4926e-5d8f-46ab-ad8a-aaea0119d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.111999 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1b4b92d-8e24-49ea-a62a-419a71732675 req-2ad4926e-5d8f-46ab-ad8a-aaea0119d1d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1097 time: 0.0699813 Jul 16 18:59:54.169400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c1b4b92d-8e24-49ea-a62a-419a71732675 req-d4553b33-38cb-4bdb-94a6-570b9fcb59ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511289 Jul 16 18:59:54.985545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f6ddf-badd-415a-a8ea-5e4cc878d07a req-8e13b368-decb-43e5-ab26-fa158355c4ef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:54.988372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a92f6ddf-badd-415a-a8ea-5e4cc878d07a req-8e13b368-decb-43e5-ab26-fa158355c4ef tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1222489 Jul 16 18:59:55.059114 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a92f6ddf-badd-415a-a8ea-5e4cc878d07a req-80701f32-0fe2-4ef5-91b9-ff04d78a8c10 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610275 Jul 16 18:59:56.309477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640cf4-c9b3-4724-bcf1-89bead6b79a5 req-b2e45c06-0305-489c-b922-ccf851f2d9ca tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:56.311758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46640cf4-c9b3-4724-bcf1-89bead6b79a5 req-b2e45c06-0305-489c-b922-ccf851f2d9ca tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1048441 Jul 16 18:59:56.376417 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-46640cf4-c9b3-4724-bcf1-89bead6b79a5 req-a87370c0-1b6a-4828-812d-aefd2251e537 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548041 Jul 16 18:59:56.651577 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90aa73-86e9-42d6-8c3a-8964242bee05 req-109ad7a0-4036-4fb9-a154-82b7c3241b6b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:56.654145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c90aa73-86e9-42d6-8c3a-8964242bee05 req-109ad7a0-4036-4fb9-a154-82b7c3241b6b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0821712 Jul 16 18:59:56.719541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c90aa73-86e9-42d6-8c3a-8964242bee05 req-abc58ec2-dbb3-4b7b-bd43-fe68fe153931 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553780 Jul 16 18:59:57.279250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-a7deb2cb-5d99-4c31-b60e-bdb080dfa5f6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839996 Jul 16 18:59:57.366351 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67dd692-6619-42fe-8f1b-61c8a7303658 req-10026825-65b2-4aa6-bbd9-63acfe428464 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:57.368604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f67dd692-6619-42fe-8f1b-61c8a7303658 req-10026825-65b2-4aa6-bbd9-63acfe428464 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0880961 Jul 16 18:59:57.436629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f67dd692-6619-42fe-8f1b-61c8a7303658 req-fa2cc1c2-3c23-4475-a379-c8b71f18b386 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586510 Jul 16 18:59:58.761092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40719aa5-f1eb-4d76-b261-cba88b1d0c89 req-7257415a-af6b-4419-9507-42a699ea71e2 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:58.764085 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40719aa5-f1eb-4d76-b261-cba88b1d0c89 req-7257415a-af6b-4419-9507-42a699ea71e2 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1016572 Jul 16 18:59:58.831659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-40719aa5-f1eb-4d76-b261-cba88b1d0c89 req-685e8069-8b3c-4277-80bf-1189c593118a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581286 Jul 16 18:59:58.861268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-18396456-c39f-47e5-bcf6-1dffdb50bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:58.864290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-18396456-c39f-47e5-bcf6-1dffdb50bcac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1097 time: 0.0972321 Jul 16 18:59:59.018225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-21bd7663-550f-4027-a3da-b9a688ff61be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:59.020427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-21bd7663-550f-4027-a3da-b9a688ff61be service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1497023 Jul 16 18:59:59.083105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-247c1a7a-18ba-4c5b-8a07-a0c3edd08d4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 217 time: 0.0555696 Jul 16 18:59:59.155263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-a5d1683e-69aa-42ef-8c08-1a051c33b260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:59.157541 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-a5d1683e-69aa-42ef-8c08-1a051c33b260 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0677123 Jul 16 18:59:59.209699 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-40ac1877-4365-49a5-bcd6-0ab4ebaebd38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460291 Jul 16 18:59:59.356252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-cf3ff0eb-7008-46e2-b727-3741074e2920 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402123 Jul 16 18:59:59.519738 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-85f45c11-fd19-4617-92f4-70f0e6924061 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562901 Jul 16 19:00:00.112936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c89ce-6f1f-4c3e-ad15-c64bf8d494c1 req-75c6b2a3-383f-4c99-b002-3de4b81532c7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.115224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b1c89ce-6f1f-4c3e-ad15-c64bf8d494c1 req-75c6b2a3-383f-4c99-b002-3de4b81532c7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0952015 Jul 16 19:00:00.179334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b1c89ce-6f1f-4c3e-ad15-c64bf8d494c1 req-b6d7b275-0ea0-4d51-b7e5-93ba63cf2be2 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533524 Jul 16 19:00:00.299641 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cc2c3f0-eac1-4fb2-af70-50d0fd53360e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:01.418015 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f3298-b50f-4651-aa29-592ba0cf5f54 req-67b9a376-dc61-4374-8722-add2dbab5c11 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.420474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-735f3298-b50f-4651-aa29-592ba0cf5f54 req-67b9a376-dc61-4374-8722-add2dbab5c11 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1046045 Jul 16 19:00:01.479680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-735f3298-b50f-4651-aa29-592ba0cf5f54 req-46fd696e-c311-41e0-8074-d71a01282b0b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503201 Jul 16 19:00:02.713655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9e106-6a98-44d4-8a45-40cf371e9048 req-dbf3e55a-d063-4835-bc0b-9617d7606a7e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:02.716183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31b9e106-6a98-44d4-8a45-40cf371e9048 req-dbf3e55a-d063-4835-bc0b-9617d7606a7e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1043444 Jul 16 19:00:02.779798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31b9e106-6a98-44d4-8a45-40cf371e9048 req-ecccef92-be5e-4b75-a24f-bc54c9d880a1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532899 Jul 16 19:00:03.137125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed0158ae-5391-4847-a699-9d9a8fb8afe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:03.414804 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.085368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e291fa3c-6a6a-456d-8db3-a1a6c8a87ad5 req-78929fd2-2bb8-40c8-8019-02a6d7da9404 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:04.087930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e291fa3c-6a6a-456d-8db3-a1a6c8a87ad5 req-78929fd2-2bb8-40c8-8019-02a6d7da9404 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1068225 Jul 16 19:00:04.146295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e291fa3c-6a6a-456d-8db3-a1a6c8a87ad5 req-d672c360-4f4c-4b2e-bf5d-88262e13b404 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510373 Jul 16 19:00:04.469985 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:04.805372 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:05.351054 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2ec7e-e71f-4a73-bd14-856c3de3392c req-63c330b7-fd06-42eb-b829-2ec045230689 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:05.352803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ae2ec7e-e71f-4a73-bd14-856c3de3392c req-63c330b7-fd06-42eb-b829-2ec045230689 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0757105 Jul 16 19:00:05.395981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ae2ec7e-e71f-4a73-bd14-856c3de3392c req-6c7640a8-cdf0-4901-a740-1c400a33fbc9 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369282 Jul 16 19:00:05.978041 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:06.593795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f014731-1992-42e0-bdc9-6fe94a7acf87 req-60e93477-0185-4a39-b9d6-68c57ce33b10 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:06.595777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f014731-1992-42e0-bdc9-6fe94a7acf87 req-60e93477-0185-4a39-b9d6-68c57ce33b10 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0758021 Jul 16 19:00:06.639466 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f014731-1992-42e0-bdc9-6fe94a7acf87 req-e31c1d94-9449-4099-861e-a8faf16bcbbc tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Jul 16 19:00:06.835617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-14b2ba31-a2b3-4b9f-8cd9-173fe02e710b req-fe101d8e-1ff3-4c3d-9cf5-10acd53faa3e service neutron] (93778) timed out ('10.222.0.13', 63023) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:00:07.537883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:07.828071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106b023-935f-4c48-af15-2ba75a831c33 req-eb8fde0a-f34d-4a38-973e-fd595df29027 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:07.829651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b106b023-935f-4c48-af15-2ba75a831c33 req-eb8fde0a-f34d-4a38-973e-fd595df29027 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0701807 Jul 16 19:00:07.874678 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b106b023-935f-4c48-af15-2ba75a831c33 req-4000698a-92ea-4c78-9f29-56dc5466cb2f tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Jul 16 19:00:08.042276 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:09.084355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad9523-12c2-465a-a7dd-93253fd9f329 req-83d7bf04-401e-4c99-b4be-935205c636d0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:09.087083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ad9523-12c2-465a-a7dd-93253fd9f329 req-83d7bf04-401e-4c99-b4be-935205c636d0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0781338 Jul 16 19:00:09.152281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ad9523-12c2-465a-a7dd-93253fd9f329 req-611de2ca-4424-4afb-b04b-bf90b71aa3a4 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583427 Jul 16 19:00:10.348041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb59537-1d77-4687-858b-7aac857f1e54 req-4705534b-d80c-4774-819a-2bccbdc97f0c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:10.349683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-adb59537-1d77-4687-858b-7aac857f1e54 req-4705534b-d80c-4774-819a-2bccbdc97f0c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0785871 Jul 16 19:00:10.393709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-adb59537-1d77-4687-858b-7aac857f1e54 req-7d5d9d40-4a67-471e-896f-f16597f34fa3 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Jul 16 19:00:11.595084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e77a5f-5990-4c5e-b8d2-ecbcbcc96407 req-6f913be7-5905-423d-b545-c430c48c205b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.596862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2e77a5f-5990-4c5e-b8d2-ecbcbcc96407 req-6f913be7-5905-423d-b545-c430c48c205b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0765216 Jul 16 19:00:11.647850 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f2e77a5f-5990-4c5e-b8d2-ecbcbcc96407 req-49458ed3-90a1-4cf0-a0db-190e6e91c2f4 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399859 Jul 16 19:00:12.843449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58513dcb-6e2e-4cbc-895b-ed19cf09d743 req-70812f07-4dfb-41d6-bff6-2687a976b4f7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.845167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58513dcb-6e2e-4cbc-895b-ed19cf09d743 req-70812f07-4dfb-41d6-bff6-2687a976b4f7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0755494 Jul 16 19:00:12.891338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-58513dcb-6e2e-4cbc-895b-ed19cf09d743 req-0105be7a-ae67-48f4-ac01-9afa45576057 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399587 Jul 16 19:00:14.084568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f54717-7e46-40ce-a011-be0079fa80d0 req-e1765491-f889-441a-904b-a3c918650f35 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:14.086217 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8f54717-7e46-40ce-a011-be0079fa80d0 req-e1765491-f889-441a-904b-a3c918650f35 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0729427 Jul 16 19:00:14.135408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8f54717-7e46-40ce-a011-be0079fa80d0 req-ca90b6f5-c292-4056-b875-b56714c2ea5a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Jul 16 19:00:15.331765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af0cda2-fab0-4a75-a22b-806977a8e092 req-93002c39-daaa-43c1-a967-47f8a7b6042d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:15.333362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4af0cda2-fab0-4a75-a22b-806977a8e092 req-93002c39-daaa-43c1-a967-47f8a7b6042d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0680947 Jul 16 19:00:15.377652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4af0cda2-fab0-4a75-a22b-806977a8e092 req-ab249574-3d94-4f5c-9438-bf663586eab0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Jul 16 19:00:16.279840 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-fa529611-3520-4fca-8425-b1b83b828212 req-96b067b7-6730-4ff1-856e-a78acc7ff31d service neutron] show failed (client error): The resource could not be found. Jul 16 19:00:16.280985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-96b067b7-6730-4ff1-856e-a78acc7ff31d service neutron] 10.222.0.13 "GET /v2.0/ports/1c3eec44-8a31-4c81-915a-ed003b28e122/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0734210 Jul 16 19:00:16.627378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95740629-126c-4f9a-8e24-961197369469 req-321bad55-3561-4123-aba9-601616719c1e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:16.629052 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95740629-126c-4f9a-8e24-961197369469 req-321bad55-3561-4123-aba9-601616719c1e tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1205144 Jul 16 19:00:16.631299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-e5b01641-4fa2-4458-a68c-a85922d2cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:16.633098 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-e5b01641-4fa2-4458-a68c-a85922d2cb76 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e&tenant_id=15349d61d44a4e6dba8c623319b16d06 HTTP/1.1" status: 200 len: 1097 time: 0.1226647 Jul 16 19:00:16.648745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:16.712478 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95740629-126c-4f9a-8e24-961197369469 req-97682351-91e8-48bb-a580-7375639d078b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762646 Jul 16 19:00:16.756094 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.996527 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:17.044712 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:17.099662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:17.102026 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c655f29d-1211-4db5-b266-3ab389b99adb" -d '{"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:17.106959 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.124871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Transition to ACTIVE for port object 1c3eec44-8a31-4c81-915a-ed003b28e122 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:17.129707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.164008 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e98aee-4871-4cd7-8b0a-ef1916cc8e1a x-openstack-request-id: req-46e98aee-4871-4cd7-8b0a-ef1916cc8e1a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:17.164326 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:17.164565 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-46e98aee-4871-4cd7-8b0a-ef1916cc8e1a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:17.164980 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'code': 200} Jul 16 19:00:17.206257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] No DVR routers for this DVR port 1c3eec44-8a31-4c81-915a-ed003b28e122 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:17.209729 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:17.222407 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.222820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.223273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.223713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.224185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.224615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.225043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.225466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.225921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.226364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.226821 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.227304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:17.263057 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:17.263303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:17.263610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:17.268928 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Port 1c3eec44-8a31-4c81-915a-ed003b28e122 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:00:17.269319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Attempting to bind port 1c3eec44-8a31-4c81-915a-ed003b28e122 on network 2e0dc149-bc7d-4556-ab40-eaba302c9ad5 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:17.275088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:17.275439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Checking segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:17.275838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Bound using segment: {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:17.276313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Bound port: 1c3eec44-8a31-4c81-915a-ed003b28e122, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79793844-fce0-422b-a023-0fdab4d40507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:17.276680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.346212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:17.349499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:17.355490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.395163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:17.395801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:17.397320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] 10.222.0.55 "PUT /v2.0/ports/1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 1092 time: 0.7540047 Jul 16 19:00:17.436232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ee160-6de9-4ba6-a25f-8db5bd5423fb service neutron] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:17.493904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-88679428-763c-491d-beb5-08bddf4de6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:17.496413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-88679428-763c-491d-beb5-08bddf4de6bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0695167 Jul 16 19:00:17.593508 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-21813bb3-b501-429b-be64-292e5d9460d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:17.594925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-21813bb3-b501-429b-be64-292e5d9460d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.0921068 Jul 16 19:00:17.641227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-27a34c23-5e18-47dd-80d6-041392572257 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 217 time: 0.0399392 Jul 16 19:00:17.693162 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529611-3520-4fca-8425-b1b83b828212 req-72e1bf30-d799-47ee-aa94-195560641bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:17.694721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-72e1bf30-d799-47ee-aa94-195560641bbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0476177 Jul 16 19:00:17.729089 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-6bc375ce-e786-41c2-bfb6-8deb9ab448bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276084 Jul 16 19:00:17.847859 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-b764a638-2ec6-42d4-a8e1-1376a8efc5e0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122634 Jul 16 19:00:17.983531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc27f4e-eb1c-4f49-ae66-dc26c9aa061a req-faaaa172-ff70-4c0d-9efc-d91405bc86a8 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:17.985272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-adc27f4e-eb1c-4f49-ae66-dc26c9aa061a req-faaaa172-ff70-4c0d-9efc-d91405bc86a8 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 943 time: 0.1495333 Jul 16 19:00:17.987876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fa529611-3520-4fca-8425-b1b83b828212 req-908d6d9e-2422-45fc-b643-d2d7e823fe74 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211245 Jul 16 19:00:18.039260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-adc27f4e-eb1c-4f49-ae66-dc26c9aa061a req-182b9d48-9748-47a5-82db-7e1ef830ab1a tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474324 Jul 16 19:00:19.166907 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:19.170826 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee0b944-3b27-410c-9468-e7af9fac53d6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:19.267469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51cea1-e333-46dc-aec4-0e3aad1298f1 req-352c4939-fd04-4dc2-9efa-49da63eac72c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.270332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc51cea1-e333-46dc-aec4-0e3aad1298f1 req-352c4939-fd04-4dc2-9efa-49da63eac72c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 943 time: 0.0870235 Jul 16 19:00:19.272914 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e18ebf4-50a4-4df1-9709-f2d54295e9b7 x-openstack-request-id: req-5e18ebf4-50a4-4df1-9709-f2d54295e9b7 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:19.273728 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:19.274192 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5e18ebf4-50a4-4df1-9709-f2d54295e9b7 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:19.275373 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'status': 'completed', 'code': 200} Jul 16 19:00:19.357428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-9f3ee701-cbec-4a7b-96e9-cb7f827ac015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.359209 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-9f3ee701-cbec-4a7b-96e9-cb7f827ac015 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0798368 Jul 16 19:00:19.407651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc51cea1-e333-46dc-aec4-0e3aad1298f1 req-a584485b-df6e-4660-b97d-89993fdb7e6b tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262684 Jul 16 19:00:19.443091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-224c07c7-f837-409e-913a-56d40f7d9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.446288 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-224c07c7-f837-409e-913a-56d40f7d9189 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1095 time: 0.1506763 Jul 16 19:00:19.487128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-2ddc1a69-6aaf-4f06-b95a-43119b79525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.490102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-2ddc1a69-6aaf-4f06-b95a-43119b79525f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1244586 Jul 16 19:00:19.536330 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-13dc3d28-cb6a-453f-8a06-2b14338bf63c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 217 time: 0.0401411 Jul 16 19:00:19.597346 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-7b67326e-c0ee-4ccc-be66-5650ca67e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.600235 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-7b67326e-c0ee-4ccc-be66-5650ca67e7a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.1430554 Jul 16 19:00:19.601071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-75e00db3-f9ce-4a56-8402-8e8d16619342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.603642 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-75e00db3-f9ce-4a56-8402-8e8d16619342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0616488 Jul 16 19:00:19.660365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-eaa9bf1a-7326-4d46-9010-cc43841167f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506785 Jul 16 19:00:19.781239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-adc6c374-3984-4672-a427-d146b689c63f service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147780 Jul 16 19:00:19.862207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:19.910359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:19.929555 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-9d707ec9-30c0-4ac7-be76-3005e89e0612 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420784 Jul 16 19:00:20.014914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-d612c5b7-3c42-4272-9828-3152bc341eba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 217 time: 0.4082015 Jul 16 19:00:20.097625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-a1c73f34-95d9-4124-a08e-73863bbc71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:20.100308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-a1c73f34-95d9-4124-a08e-73863bbc71a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0784640 Jul 16 19:00:20.133977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-6289912e-182a-4556-b8a6-08a2ea6cfc79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275757 Jul 16 19:00:20.239276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-91095862-5342-4435-93d5-74975b0fa628 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993233 Jul 16 19:00:20.343297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bee0b944-3b27-410c-9468-e7af9fac53d6 req-8b04fc1a-9595-46f0-96e9-1ebfb1632996 service neutron] 10.222.0.55 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976000 Jul 16 19:00:20.613885 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c53bd-5418-4f33-bcb5-60c0cd11ba1a req-7e914180-1ec6-4ca7-9c78-0277fc6779dd tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:20.615495 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b0c53bd-5418-4f33-bcb5-60c0cd11ba1a req-7e914180-1ec6-4ca7-9c78-0277fc6779dd tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 943 time: 0.0733819 Jul 16 19:00:20.663480 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4b0c53bd-5418-4f33-bcb5-60c0cd11ba1a req-8ebb8b4d-2d95-46d1-8c6c-4e2a4c8d16df tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Jul 16 19:00:21.043181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fed86-d1be-4460-927e-e58755023266 req-296b78db-ba81-4aaa-aeeb-60be3fb7d539 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:21.044859 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-805fed86-d1be-4460-927e-e58755023266 req-296b78db-ba81-4aaa-aeeb-60be3fb7d539 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 943 time: 0.0781069 Jul 16 19:00:21.084274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-a0639ce2-b27a-475a-99ed-6bce38f0d82f tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:21.085845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-a0639ce2-b27a-475a-99ed-6bce38f0d82f tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e&tenant_id=15349d61d44a4e6dba8c623319b16d06&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 943 time: 0.1115639 Jul 16 19:00:21.092207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-805fed86-d1be-4460-927e-e58755023266 req-e19d71a4-c5ad-4542-8ac4-143d5d00de7c tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Jul 16 19:00:21.152822 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-bb9b4080-2c94-4fa3-b243-57e4579c4b86 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:00:21.153888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-bb9b4080-2c94-4fa3-b243-57e4579c4b86 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1c3eec44-8a31-4c81-915a-ed003b28e122/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0618675 Jul 16 19:00:21.260589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-a8449221-a7d8-49e5-be60-e50e4563e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:21.262075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-a8449221-a7d8-49e5-be60-e50e4563e6fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15349d61d44a4e6dba8c623319b16d06&device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0634885 Jul 16 19:00:21.366272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-aef616cd-db1a-4756-a128-55d669750031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:21.367853 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-aef616cd-db1a-4756-a128-55d669750031 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 200 len: 915 time: 0.0991862 Jul 16 19:00:21.414860 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-70ca8b7c-49ef-4467-92ed-68964df35033 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 200 len: 217 time: 0.0404832 Jul 16 19:00:21.458252 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:00:21.468743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-9714c14c-b91a-42c8-9073-7434d0e62df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:21.470309 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-9714c14c-b91a-42c8-9073-7434d0e62df4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 200 len: 855 time: 0.0499969 Jul 16 19:00:21.518795 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-6cf2f4cb-e7ef-4775-987d-276716b108fd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2e0dc149-bc7d-4556-ab40-eaba302c9ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425928 Jul 16 19:00:21.596724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:21.610824 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'network_id': '2e0dc149-bc7d-4556-ab40-eaba302c9ad5', 'port_id': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'mac_address': 'fa:16:3e:54:b0:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:00:21.654224 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.668254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c3eec44-8a31-4c81-915a-ed003b28e122 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:21.678485 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-aab354eb-62d3-496c-aa13-61d12885cb82 service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533210 Jul 16 19:00:21.690905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:21.696521 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:21.749346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:21.824403 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bfc9c0c4-8ebf-427a-87e1-301bfd3a222e req-6c3fda68-65f1-459a-ba33-2463e5d02f2f service neutron] 10.222.0.13 "GET /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388075 Jul 16 19:00:21.914312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1c3eec44-8a31-4c81-915a-ed003b28e122'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:22.297031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3483ed-8827-438d-99d9-3bccdbd0e37e req-77c207c3-80c7-443c-a36a-e7422a130da0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:22.298685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b3483ed-8827-438d-99d9-3bccdbd0e37e req-77c207c3-80c7-443c-a36a-e7422a130da0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 944 time: 0.0728612 Jul 16 19:00:22.353969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b3483ed-8827-438d-99d9-3bccdbd0e37e req-d432cf04-b8ac-4398-8945-7bb725949f54 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Jul 16 19:00:23.472798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:23.530067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 1c3eec44-8a31-4c81-915a-ed003b28e122 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:23.535203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 1c3eec44-8a31-4c81-915a-ed003b28e122 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:23.535688 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.561965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9d29d-96db-42ce-a408-d98580166557 req-b8920cb7-ae6d-4190-b7de-29bed9fb57ee tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:23.563617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28b9d29d-96db-42ce-a408-d98580166557 req-b8920cb7-ae6d-4190-b7de-29bed9fb57ee tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 944 time: 0.0844784 Jul 16 19:00:23.610059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28b9d29d-96db-42ce-a408-d98580166557 req-a220d489-b09e-44cc-9d1f-5b37568e0fa7 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Jul 16 19:00:23.651201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.686308 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:23.690338 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af68dd6c-af48-4f90-97f6-fe9ee731c4a8" -d '{"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:23.714754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:23.721934 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:23.763521 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9da123-f769-4b65-8c18-50e242135261 x-openstack-request-id: req-7d9da123-f769-4b65-8c18-50e242135261 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:23.764200 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-plugged", "status": "completed", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:23.764563 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7d9da123-f769-4b65-8c18-50e242135261 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:23.765040 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'code': 200} Jul 16 19:00:23.795651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:23.845570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1a589-81f0-4950-aa68-8829bb5d5939 req-f71c7cbb-5d68-4bb9-be0c-c5f1316d47f6 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:23.847175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7b1a589-81f0-4950-aa68-8829bb5d5939 req-f71c7cbb-5d68-4bb9-be0c-c5f1316d47f6 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1069570 Jul 16 19:00:23.890954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7b1a589-81f0-4950-aa68-8829bb5d5939 req-37e13a7b-ab79-4cff-9467-ffdeb8644ba8 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372291 Jul 16 19:00:24.090791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc7a37-22b5-4ac8-8674-54906e537856 req-c7bfc6f1-72c2-4fb0-a762-830c9dc09047 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:24.092501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ddc7a37-22b5-4ac8-8674-54906e537856 req-c7bfc6f1-72c2-4fb0-a762-830c9dc09047 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0745554 Jul 16 19:00:24.139111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ddc7a37-22b5-4ac8-8674-54906e537856 req-779034c2-a610-4234-b906-34444295be60 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Jul 16 19:00:24.826253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e8a6b-ab53-4466-93c4-3fa301b58262 req-39ece8f4-0634-4b71-abea-cc09793822e0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:24.827809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f10e8a6b-ab53-4466-93c4-3fa301b58262 req-39ece8f4-0634-4b71-abea-cc09793822e0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0732729 Jul 16 19:00:24.875699 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f10e8a6b-ab53-4466-93c4-3fa301b58262 req-7b47e05c-a008-49e9-8a20-4792c400e1f0 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Jul 16 19:00:25.812271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425b83b-7f46-409a-b117-8b15d570a405 req-ad08aba2-bed4-476f-b820-d4886239fe6d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:25.813773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e425b83b-7f46-409a-b117-8b15d570a405 req-ad08aba2-bed4-476f-b820-d4886239fe6d tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.55 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.0921879 Jul 16 19:00:25.930626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Deleting port 1c3eec44-8a31-4c81-915a-ed003b28e122 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:00:25.932508 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.073627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] For port 1c3eec44-8a31-4c81-915a-ed003b28e122, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=1c3eec44-8a31-4c81-915a-ed003b28e122,segment=NetworkSegment(79793844-fce0-422b-a023-0fdab4d40507),segment_id=79793844-fce0-422b-a023-0fdab4d40507)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:26.073879 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.094287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Calling delete_port for 1c3eec44-8a31-4c81-915a-ed003b28e122 owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:00:26.122488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881e5ed-4e47-4f72-855a-65cd119f139f req-5e5b0f67-48ba-4375-991f-639fbd1feed2 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:26.124167 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7881e5ed-4e47-4f72-855a-65cd119f139f req-5e5b0f67-48ba-4375-991f-639fbd1feed2 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/ports?device_id=5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e HTTP/1.1" status: 200 len: 945 time: 0.1195512 Jul 16 19:00:26.207850 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7881e5ed-4e47-4f72-855a-65cd119f139f req-9ead7ca7-971f-434a-af6f-6f48532bfc72 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.48 "GET /v2.0/security-groups?id=b55c7403-8385-41f2-83ac-a5c4d18621ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551131 Jul 16 19:00:26.292098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.305593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['1c3eec44-8a31-4c81-915a-ed003b28e122'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:26.342954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Pushing event deleted for resources: {'Port': ['ID=1c3eec44-8a31-4c81-915a-ed003b28e122,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:26.395459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] No DVR routers for this DVR port 1c3eec44-8a31-4c81-915a-ed003b28e122 on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:00:26.398401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:26.401209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e425b83b-7f46-409a-b117-8b15d570a405 req-2cb89422-0c57-4297-be95-9f239d9aa3b1 tempest-ServerDiskConfigTestJSON-363124249 tempest-ServerDiskConfigTestJSON-363124249-project] 10.222.0.55 "DELETE /v2.0/ports/1c3eec44-8a31-4c81-915a-ed003b28e122 HTTP/1.1" status: 204 len: 173 time: 0.5814779 Jul 16 19:00:26.401700 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-deleted', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:26.404142 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c28b71-ffe6-43b9-8430-f3394c4c31cc" -d '{"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-deleted", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:26.454292 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe511cc-7f3c-40de-9461-6105761ad22a x-openstack-request-id: req-bfe511cc-7f3c-40de-9461-6105761ad22a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:26.454655 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e", "name": "network-vif-deleted", "tag": "1c3eec44-8a31-4c81-915a-ed003b28e122", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:26.454946 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bfe511cc-7f3c-40de-9461-6105761ad22a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:26.455403 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf443ea-20e2-4ae6-bcaa-cbd3ddbe7a2e', 'name': 'network-vif-deleted', 'tag': '1c3eec44-8a31-4c81-915a-ed003b28e122', 'status': 'completed', 'code': 200} Jul 16 19:00:27.507882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45384) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:27.563268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Deleting subnet 3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:00:27.566944 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.608676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.679553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.756483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.784804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:27.787672 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.789626 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3e3aceb8-17b9-4336-a1d8-019d4fb1fdbf HTTP/1.1" status: 204 len: 168 time: 0.2801733 Jul 16 19:00:27.793999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45386) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:27.797566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.797913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.798259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.798596 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.798940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.799277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.799614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.799943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.800298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.800624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.800951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.801281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eddfbe2-68dc-4866-ae28-5647a0aae9a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:27.880904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.966132 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:27.980703 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0dc149-bc7d-4556-ab40-eaba302c9ad5']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:27.994978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79793844-fce0-422b-a023-0fdab4d40507') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:27.995257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79793844-fce0-422b-a023-0fdab4d40507') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:28.006673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.030768 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.040223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:00:28.041484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:00:28.044479 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:00:28.114735 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.124312 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.128850 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] 10.222.0.48 "DELETE /v2.0/networks/2e0dc149-bc7d-4556-ab40-eaba302c9ad5 HTTP/1.1" status: 204 len: 168 time: 0.3311014 Jul 16 19:00:28.142016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d049d-3938-4b22-9971-241d9ec5b6db admin admin] Pushing event deleted for resources: {'Network': ['ID=2e0dc149-bc7d-4556-ab40-eaba302c9ad5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:28.298229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45390) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:28.351328 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d8c07aa1-b588-4a46-9166-3b41e3a60068 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=15349d61d44a4e6dba8c623319b16d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518100 Jul 16 19:00:28.353768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:28.419121 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bfb27b4-91d8-45ee-8a30-8335b7a9a5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.453939 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bfb27b4-91d8-45ee-8a30-8335b7a9a5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.532867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bfb27b4-91d8-45ee-8a30-8335b7a9a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.537717 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4bfb27b4-91d8-45ee-8a30-8335b7a9a5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:28.539663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4bfb27b4-91d8-45ee-8a30-8335b7a9a5f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b55c7403-8385-41f2-83ac-a5c4d18621ba HTTP/1.1" status: 204 len: 168 time: 0.1846893 Jul 16 19:00:28.553067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb27b4-91d8-45ee-8a30-8335b7a9a5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55c7403-8385-41f2-83ac-a5c4d18621ba,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:29.397063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45414) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:29.511554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:00:29.521870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1743497607-network', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:29.540077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 1c3eec44-8a31-4c81-915a-ed003b28e122 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:00:29.540527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 1c3eec44-8a31-4c81-915a-ed003b28e122 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:00:29.555514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Made reservation on behalf of 0ba9467396354beab627af8a0ab71d4f for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:29.558134 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.567299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.709799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.715391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.748301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:00:29.773339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8062761d-f69c-44b0-bac7-04112fb132ea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:29.777548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.777972 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Added segment ebe32caf-db74-4106-a152-ba6e8a30f455 of type vlan for network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 Jul 16 19:00:29.829305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.864228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.865308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:29.865894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.900452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5022144 Jul 16 19:00:29.903361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:29.908806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Request body: {'subnet': {'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1743497607-subnet', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:29.943629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a41aa-0ba9-4bf2-b11e-11fe53b29149 admin admin] Pushing event updated for resources: {'Network': ['ID=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:29.954983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:00:29.966323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Made reservation on behalf of 0ba9467396354beab627af8a0ab71d4f for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:29.969084 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.302797 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dc174af3-9796-48b0-b93e-21901ee296d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.527414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.583509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a5862c-57d2-429a-9dcc-569f3f06ac89,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:30.598796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:30.599282 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Network hostable DHCP agents. Network: bc45f750-cd4b-4ded-b4aa-c8f25a9a3819, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:00:30.618934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:00:30.629343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, bc45f750-cd4b-4ded-b4aa-c8f25a9a3819) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:30.633640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:30.634848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.639822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23289b8a-3b01-4d22-a67f-ddb4e467d7fb None None] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:30.652131 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-18e5012b-26c2-4eff-ae7a-441950b819f4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7474580 Jul 16 19:00:30.654762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:30.659511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:30.682153 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.683210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.758580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.802626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:00:30.803680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.912225 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.122263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Allocated IP 172.20.0.2 (bc45f750-cd4b-4ded-b4aa-c8f25a9a3819/53a5862c-57d2-429a-9dcc-569f3f06ac89/d37d290d-2c38-427a-968c-ae2c8fab297c) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:31.158145 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.178235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.302869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.312997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Transition to ACTIVE for port object d37d290d-2c38-427a-968c-ae2c8fab297c will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:31.325106 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Allocated IP 172.25.0.131 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/a32a135f-9429-4328-97a1-51cc3df76575) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:31.330148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Transition to ACTIVE for port object d37d290d-2c38-427a-968c-ae2c8fab297c will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:31.338650 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.389523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:31.392484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:31.397232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:31.404766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Pushing event updated for resources: {'Port': ['ID=d37d290d-2c38-427a-968c-ae2c8fab297c,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.462344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Attempting to bind port d37d290d-2c38-427a-968c-ae2c8fab297c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:31.462697 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Attempting to bind port d37d290d-2c38-427a-968c-ae2c8fab297c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:31.463056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Attempting to bind port d37d290d-2c38-427a-968c-ae2c8fab297c on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:31.469314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:31.469708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:31.470107 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.470496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:31.470976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Bound port: d37d290d-2c38-427a-968c-ae2c8fab297c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:31.471349 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.473441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.518058 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.560373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] For port d37d290d-2c38-427a-968c-ae2c8fab297c, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:31.561339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:31.564541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:31.566744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] For port d37d290d-2c38-427a-968c-ae2c8fab297c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d37d290d-2c38-427a-968c-ae2c8fab297c,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:31.568718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:31.572577 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.575118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Pushing event updated for resources: {'Port': ['ID=a32a135f-9429-4328-97a1-51cc3df76575,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.650509 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3a86-efeb-42ea-8179-242d6fee8b7f None None] Pushing event updated for resources: {'Port': ['ID=d37d290d-2c38-427a-968c-ae2c8fab297c,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.915363 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.145471 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.295524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:00:32.428620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:32.443480 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:32.453845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.455849 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-dcaac78c-cacb-45b9-93f3-27f13b144e6a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7998571 Jul 16 19:00:32.459923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.460887 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:32.462015 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:00:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:32.614710 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:32.813551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c93d43-471d-40e6-b33d-f1b5a1d857b3 None None] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:00:32.848607 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 3, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:32.905733 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:32.906286 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Updating router 324ba422-00a0-4094-9475-057ff7c5d7d1 port a32a135f-9429-4328-97a1-51cc3df76575 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:32.958037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.966880 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.991625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bef832f0-0005-4fd4-b071-d83dac6af6f7 None None] Provisioning for port d37d290d-2c38-427a-968c-ae2c8fab297c completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:33.133603 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ed29a3b-cf6a-4cc0-beb9-ca10b922ee30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.269550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Allocated IP 172.20.0.1 (bc45f750-cd4b-4ded-b4aa-c8f25a9a3819/53a5862c-57d2-429a-9dcc-569f3f06ac89/fca8a922-59ab-4ee7-93b5-198120189f86) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:33.298745 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.311103 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Transition to ACTIVE for port object a32a135f-9429-4328-97a1-51cc3df76575 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:33.318148 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.380087 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Attempting to bind port a32a135f-9429-4328-97a1-51cc3df76575 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:33.380445 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Attempting to bind port a32a135f-9429-4328-97a1-51cc3df76575 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:33.380966 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Attempting to bind port a32a135f-9429-4328-97a1-51cc3df76575 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:33.401880 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:33.402388 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:33.402605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.403055 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.403843 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:33.404668 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Bound port: a32a135f-9429-4328-97a1-51cc3df76575, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:33.405286 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.406769 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.422834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Transition to ACTIVE for port object fca8a922-59ab-4ee7-93b5-198120189f86 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:33.455135 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Pushing event updated for resources: {'Port': ['ID=a32a135f-9429-4328-97a1-51cc3df76575,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.459603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.483290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:33.486114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:33.489438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:33.513149 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] For port a32a135f-9429-4328-97a1-51cc3df76575, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:33.519998 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] For port a32a135f-9429-4328-97a1-51cc3df76575, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a32a135f-9429-4328-97a1-51cc3df76575,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:33.533466 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.554550 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.555367 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.557279 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.558475 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.558475 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.558980 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.559557 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.560938 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.561488 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.562678 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.563479 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.564473 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:33.586908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Pushing event updated for resources: {'Port': ['ID=fca8a922-59ab-4ee7-93b5-198120189f86,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.596350 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.663805 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f2e18-5cf4-4e72-aacd-7a5609028713 None None] Pushing event updated for resources: {'Port': ['ID=a32a135f-9429-4328-97a1-51cc3df76575,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.673712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d37d290d-2c38-427a-968c-ae2c8fab297c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:33.681534 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:33.682583 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:00:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.748061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d37d290d-2c38-427a-968c-ae2c8fab297c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:33.754745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d37d290d-2c38-427a-968c-ae2c8fab297c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:33.755125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.794718 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.867523 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:33.882054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.916110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2df3c997-dcd1-40f2-aac6-5f2aa9566451 None None] Provisioning for port fca8a922-59ab-4ee7-93b5-198120189f86 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:33.925888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2df3c997-dcd1-40f2-aac6-5f2aa9566451 None None] Provisioning complete for port fca8a922-59ab-4ee7-93b5-198120189f86 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:33.926265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2df3c997-dcd1-40f2-aac6-5f2aa9566451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.953780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d37d290d-2c38-427a-968c-ae2c8fab297c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d37d290d-2c38-427a-968c-ae2c8fab297c,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:33.962699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.026826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2df3c997-dcd1-40f2-aac6-5f2aa9566451 None None] Port fca8a922-59ab-4ee7-93b5-198120189f86 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:34.069845 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.076998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.077443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d37d290d-2c38-427a-968c-ae2c8fab297c,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.094883 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 3, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:34.207934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.212576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Pushing event updated for resources: {'Port': ['ID=fca8a922-59ab-4ee7-93b5-198120189f86,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.217305 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1930655-6353-4819-bccf-bc46b8372bdc None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 3, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:34.363462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:34.365125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:34.491956 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.541279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:34.710286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:34.718477 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-77b4b497-9635-4cfc-ac4c-bc71aed62837 admin admin] 10.222.0.48 "PUT /v2.0/routers/324ba422-00a0-4094-9475-057ff7c5d7d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2566566 Jul 16 19:00:34.753841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-afa9584c-bda1-4979-9fc6-4ee3610e63a0 None None] Provisioning complete for port fca8a922-59ab-4ee7-93b5-198120189f86 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:34.754537 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-afa9584c-bda1-4979-9fc6-4ee3610e63a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.801312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-afa9584c-bda1-4979-9fc6-4ee3610e63a0 None None] Port fca8a922-59ab-4ee7-93b5-198120189f86 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:35.348786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45430) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.354754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c55d4201-6d31-42e2-a903-d4bfe7d8ddf6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'security_group': {'name': 'tempest-securitygroup--987047685', 'description': 'tempest-description--865617859'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:35.381970 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c55d4201-6d31-42e2-a903-d4bfe7d8ddf6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.508097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c55d4201-6d31-42e2-a903-d4bfe7d8ddf6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.516346 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c55d4201-6d31-42e2-a903-d4bfe7d8ddf6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.549540 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c55d4201-6d31-42e2-a903-d4bfe7d8ddf6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.551110 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c55d4201-6d31-42e2-a903-d4bfe7d8ddf6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2009680 Jul 16 19:00:35.554485 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45432) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.557596 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d4201-6d31-42e2-a903-d4bfe7d8ddf6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5e1523-a7ec-41d7-9548-ab93f9bef779,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.562160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-abc50bb3-766a-4471-8948-3a316916efb5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'security_group_rule': {'security_group_id': '9e5e1523-a7ec-41d7-9548-ab93f9bef779', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:35.606877 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abc50bb3-766a-4471-8948-3a316916efb5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.668171 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a32a135f-9429-4328-97a1-51cc3df76575 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:35.690508 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abc50bb3-766a-4471-8948-3a316916efb5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.696408 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abc50bb3-766a-4471-8948-3a316916efb5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.726903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc50bb3-766a-4471-8948-3a316916efb5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4160bd11-1344-435f-820c-1c10b9983dc2,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.745521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abc50bb3-766a-4471-8948-3a316916efb5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.751182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abc50bb3-766a-4471-8948-3a316916efb5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899149 Jul 16 19:00:35.751665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45434) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.761495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a32a135f-9429-4328-97a1-51cc3df76575 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:35.762318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c89368a7-0b49-47b2-91bd-c968fcc94872 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'security_group_rule': {'security_group_id': '9e5e1523-a7ec-41d7-9548-ab93f9bef779', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:35.769191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a32a135f-9429-4328-97a1-51cc3df76575 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:35.769915 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.801497 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c89368a7-0b49-47b2-91bd-c968fcc94872 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.876773 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.879988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c89368a7-0b49-47b2-91bd-c968fcc94872 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.885099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c89368a7-0b49-47b2-91bd-c968fcc94872 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.907341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89368a7-0b49-47b2-91bd-c968fcc94872 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169d1419-4786-412d-a339-1d8f2d92aa83,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:35.916909 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c89368a7-0b49-47b2-91bd-c968fcc94872 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.918264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c89368a7-0b49-47b2-91bd-c968fcc94872 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647496 Jul 16 19:00:35.921812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45436) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:35.926621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:35.928670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a32a135f-9429-4328-97a1-51cc3df76575, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a32a135f-9429-4328-97a1-51cc3df76575,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:35.935762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:35.937149 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d37d290d-2c38-427a-968c-ae2c8fab297c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:35.954559 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.027941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.048952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a32a135f-9429-4328-97a1-51cc3df76575,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.062906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d37d290d-2c38-427a-968c-ae2c8fab297c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:36.063213 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.074767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.185397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:36.207501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Allocated IP 172.25.0.250 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/91465701-4698-4a3e-ab92-2351e819909e) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:36.216489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:36.217304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:00:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:36.335030 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.374097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:36.383893 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.433545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:36.442900 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:36.450567 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:36.493176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'Port': ['ID=91465701-4698-4a3e-ab92-2351e819909e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.575888 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.622560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.687245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 2, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:36.719942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:36.720449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Updating router 324ba422-00a0-4094-9475-057ff7c5d7d1 port fca8a922-59ab-4ee7-93b5-198120189f86 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:00:36.762991 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.795698 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.803956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.881059 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'Port': ['ID=91465701-4698-4a3e-ab92-2351e819909e,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:36.895227 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.911041 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:36.922291 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6e4ccf65-a817-428a-a267-464909843fc5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9895983 Jul 16 19:00:37.081390 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.098686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Transition to ACTIVE for port object fca8a922-59ab-4ee7-93b5-198120189f86 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:37.100132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-64787592-89cc-4fb0-8f2a-dcfd18341ae6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--987047685&fields=id&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 267 time: 0.0507610 Jul 16 19:00:37.109203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.239393 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f20ef5-1a27-40b4-9c7b-194ee10fa08d None None] Pushing event updated for resources: {'Port': ['ID=fca8a922-59ab-4ee7-93b5-198120189f86,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.247957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-d0a56cfe-c1cc-464e-9b50-1bdb57ede05d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:37.249641 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-d0a56cfe-c1cc-464e-9b50-1bdb57ede05d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1406014 Jul 16 19:00:37.270718 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-5b73ff7e-cf1f-4cf5-905b-5f2c53ce2245 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/quotas/0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 375 time: 0.0100269 Jul 16 19:00:37.304782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Attempting to bind port fca8a922-59ab-4ee7-93b5-198120189f86 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:37.305314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Attempting to bind port fca8a922-59ab-4ee7-93b5-198120189f86 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:37.305929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Attempting to bind port fca8a922-59ab-4ee7-93b5-198120189f86 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:37.312804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:37.313189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:37.313609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.314011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:37.315090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Bound port: fca8a922-59ab-4ee7-93b5-198120189f86, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:37.315090 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.357092 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-57c6ea14-96fe-4d07-a070-fa7cb697effc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781415 Jul 16 19:00:37.395994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] For port fca8a922-59ab-4ee7-93b5-198120189f86, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:37.399672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] For port fca8a922-59ab-4ee7-93b5-198120189f86, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=fca8a922-59ab-4ee7-93b5-198120189f86,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:37.405722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.520635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-50ea7f37-8d32-4dd2-96d5-7175e4b83cd7 service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441846 Jul 16 19:00:37.522539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f20ef5-1a27-40b4-9c7b-194ee10fa08d None None] Pushing event updated for resources: {'Port': ['ID=fca8a922-59ab-4ee7-93b5-198120189f86,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:37.551731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:37.552848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:00:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:37.609274 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.610198 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a32a135f-9429-4328-97a1-51cc3df76575 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:37.683237 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-5fd3f6a8-1e87-4e60-8d12-99385b702eb6 service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524673 Jul 16 19:00:37.740606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a32a135f-9429-4328-97a1-51cc3df76575 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:37.741400 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:37.771735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:37.933277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-63faf23c-7810-4cec-8d48-fef6a79c77b9 req-6ea7896c-77d9-48ec-a516-a8709894b477 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 210 time: 0.0400131 Jul 16 19:00:38.065551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:38.153432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:38.189281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fa4dd6-c0ee-49e4-989a-74d1e19b50c6 None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:37Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:39.117099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2497432-8894-47c8-bc91-b39bb0e1307b req-b0556193-0644-43b8-a38a-18292802fe49 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 210 time: 0.0392950 Jul 16 19:00:39.519820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-18a127b2-469d-4f2e-9a8f-48fdc3b2e923 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:39.521626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-18a127b2-469d-4f2e-9a8f-48fdc3b2e923 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1736243 Jul 16 19:00:39.584440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fca8a922-59ab-4ee7-93b5-198120189f86 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:39.627979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-fcdf1090-c9f7-40f1-809c-0b470e4fbfc4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 379 time: 0.0967793 Jul 16 19:00:39.638139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'port': {'device_id': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'admin_state_up': True, 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'security_groups': ['9e5e1523-a7ec-41d7-9548-ab93f9bef779']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:39.650731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port fca8a922-59ab-4ee7-93b5-198120189f86 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:39.655835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port fca8a922-59ab-4ee7-93b5-198120189f86 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:39.656576 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.788246 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.794670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Made reservation on behalf of 0ba9467396354beab627af8a0ab71d4f for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:00:39.798810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.850398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port fca8a922-59ab-4ee7-93b5-198120189f86, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=fca8a922-59ab-4ee7-93b5-198120189f86,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:39.857030 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:39.927127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=fca8a922-59ab-4ee7-93b5-198120189f86,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:39.979128 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Allocated IP 172.20.0.14 (bc45f750-cd4b-4ded-b4aa-c8f25a9a3819/53a5862c-57d2-429a-9dcc-569f3f06ac89/5ef6efea-ba65-4fce-be09-90d0c2e04075) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:40.151159 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.171747 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Transition to ACTIVE for port object 5ef6efea-ba65-4fce-be09-90d0c2e04075 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:40.223798 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.369584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:40.382761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:40.387112 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:40.446369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:40.517339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:40.518489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.558443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d089-df9d-4d6d-9240-186bc5a92a15 req-78aa016d-ee86-4a28-9c9e-c68f6519d1d6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:40.561554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80f1d089-df9d-4d6d-9240-186bc5a92a15 req-78aa016d-ee86-4a28-9c9e-c68f6519d1d6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 932 time: 0.3145921 Jul 16 19:00:40.564343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-189ef5ac-c6a6-4760-8bad-64c2614542f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9313214 Jul 16 19:00:40.580195 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Request body: {'port': {'device_id': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:40.672329 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4a1599bd-c11e-4046-bc8d-f0a1f66a774d None None] Provisioning for port 5ef6efea-ba65-4fce-be09-90d0c2e04075 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:40.677087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4a1599bd-c11e-4046-bc8d-f0a1f66a774d None None] Provisioning complete for port 5ef6efea-ba65-4fce-be09-90d0c2e04075 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:40.677541 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1599bd-c11e-4046-bc8d-f0a1f66a774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:40.698122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-80f1d089-df9d-4d6d-9240-186bc5a92a15 req-acb0b408-6b35-4bdd-b536-5861e1a4b494 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276338 Jul 16 19:00:40.728127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-4a1599bd-c11e-4046-bc8d-f0a1f66a774d None None] Port 5ef6efea-ba65-4fce-be09-90d0c2e04075 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:40.749369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.063034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef6efea-ba65-4fce-be09-90d0c2e04075 {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:41.071646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.086589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Transition to ACTIVE for port object 5ef6efea-ba65-4fce-be09-90d0c2e04075 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:41.092202 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.149087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.244481 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:41.245553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:41.245553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:41.251895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:00:41.252572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:41.259956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:41.260240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:41.260637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:41.261067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Bound port: 5ef6efea-ba65-4fce-be09-90d0c2e04075, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:41.261425 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.366358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:41.370791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:41.374440 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.410487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.411129 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.412765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] 10.222.0.55 "PUT /v2.0/ports/5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1093 time: 0.8408558 Jul 16 19:00:41.413222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:41.416139 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:41.445305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4c350-3fa4-46cd-87f7-716c4608c46d service neutron] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:41.467934 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd8e354-e2bd-4210-856d-ea9ef2656129 x-openstack-request-id: req-0bd8e354-e2bd-4210-856d-ea9ef2656129 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:41.468522 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:41.469003 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0bd8e354-e2bd-4210-856d-ea9ef2656129 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:41.469721 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'status': 'completed', 'code': 200} Jul 16 19:00:41.543397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-d01b31e5-990e-47ad-89d3-4cb8abdafbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.546200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-d01b31e5-990e-47ad-89d3-4cb8abdafbd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1096 time: 0.0746536 Jul 16 19:00:41.561035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fca8a922-59ab-4ee7-93b5-198120189f86 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:41.614320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-e91fa8fd-c858-4560-aee0-a40a8ccb02d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 217 time: 0.0604959 Jul 16 19:00:41.641814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port fca8a922-59ab-4ee7-93b5-198120189f86 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:41.642422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:41.700280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-71797bae-d6f0-41c5-b914-8db614cbd600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.702204 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-71797bae-d6f0-41c5-b914-8db614cbd600 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0796723 Jul 16 19:00:41.772640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-cdec4f62-71fd-41e3-8c15-84712b0ac72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:41.774351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-cdec4f62-71fd-41e3-8c15-84712b0ac72d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662811 Jul 16 19:00:41.789837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-b6088d56-6e55-47af-bdfd-e72792367b70 req-67d8b5fd-3480-4bea-91c3-d64d2e726fc3 service neutron] (93778) timed out ('10.222.0.55', 55958) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:00:41.806217 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:41.971066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-4d586c8a-b1e4-4d36-88cb-cf118a741543 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901903 Jul 16 19:00:42.031424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1137540-7e2d-42fa-9f7d-74a7c5b216e3 req-dece44b3-fe43-4f2c-bd57-398c272888a0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.033133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1137540-7e2d-42fa-9f7d-74a7c5b216e3 req-dece44b3-fe43-4f2c-bd57-398c272888a0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 944 time: 0.1507609 Jul 16 19:00:42.120977 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1137540-7e2d-42fa-9f7d-74a7c5b216e3 req-b8a3e037-8431-4bca-9dec-d5818edde002 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622673 Jul 16 19:00:42.123129 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ae62ad-55e4-40e4-91a8-a03dae390942 req-2cc563b5-7798-4834-9b73-b57ca95a1791 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438913 Jul 16 19:00:42.244708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-06141249-0811-4c6a-9a9d-764ee599e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.246263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-06141249-0811-4c6a-9a9d-764ee599e942 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1096 time: 0.0629814 Jul 16 19:00:42.349711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-9adebcda-90fa-4456-9c6b-ce30db2ae212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.351270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-9adebcda-90fa-4456-9c6b-ce30db2ae212 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0988979 Jul 16 19:00:42.396807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-84a45526-583c-4f73-8fc9-ad412be66128 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 217 time: 0.0386851 Jul 16 19:00:42.455548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-771e0ff6-4c4c-4eb1-8034-6887bd4619b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.458243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-771e0ff6-4c4c-4eb1-8034-6887bd4619b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0549886 Jul 16 19:00:42.520701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-e3657adb-8862-43f2-bf60-a0c8993d93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.522254 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-e3657adb-8862-43f2-bf60-a0c8993d93ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564234 Jul 16 19:00:42.626559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-f3079a2a-7867-42cd-b7d1-c8e96be78b86 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972500 Jul 16 19:00:42.723832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-67e41f47-7cf8-496c-bb1e-4fc5799c85a9 req-33f52cb4-8888-486d-97aa-97d5636c4b06 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906708 Jul 16 19:00:43.356069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b7221-e586-4c44-900a-e45f8075aa6f req-7758b32a-77fe-4268-8f0c-7df909cd6a42 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:43.357856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e5b7221-e586-4c44-900a-e45f8075aa6f req-7758b32a-77fe-4268-8f0c-7df909cd6a42 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 944 time: 0.0757861 Jul 16 19:00:43.402522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2e5b7221-e586-4c44-900a-e45f8075aa6f req-e95e2d9b-4d47-4cf7-ada9-e30a5531fcf9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385544 Jul 16 19:00:44.650722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742a696-eed8-4004-baec-c31331279d66 req-420c3291-36c0-49e5-911a-6d21b2b3a316 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:44.652285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1742a696-eed8-4004-baec-c31331279d66 req-420c3291-36c0-49e5-911a-6d21b2b3a316 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 944 time: 0.0949552 Jul 16 19:00:44.703177 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1742a696-eed8-4004-baec-c31331279d66 req-1d6785d9-83ac-4360-b0eb-895b6935dcf4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447485 Jul 16 19:00:45.603582 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:00:45.702691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:45.714658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'mac_address': 'fa:16:3e:f5:1b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:00:45.753608 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.766950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef6efea-ba65-4fce-be09-90d0c2e04075 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:45.788532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:45.793580 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:45.856755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:45.864699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.865173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.865516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.866009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.866350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.866689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.867015 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.867340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.867712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.869302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.869302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.869571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:45.927918 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77486781-76b4-44cd-8305-5c9f014c461f req-21854ee9-63fd-4df0-b03b-6dd8c238ef3a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:45.929559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77486781-76b4-44cd-8305-5c9f014c461f req-21854ee9-63fd-4df0-b03b-6dd8c238ef3a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 945 time: 0.0804486 Jul 16 19:00:45.971500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-77486781-76b4-44cd-8305-5c9f014c461f req-f75527f8-34c3-49f3-92f3-08004254cd7d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345576 Jul 16 19:00:45.984319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['5ef6efea-ba65-4fce-be09-90d0c2e04075'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:47.158144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54a891-3317-420c-bf2b-c79dd72e5baf req-0ca0bb7f-5365-41ac-8a93-13a510a6ba36 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:47.159776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d54a891-3317-420c-bf2b-c79dd72e5baf req-0ca0bb7f-5365-41ac-8a93-13a510a6ba36 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 945 time: 0.0663073 Jul 16 19:00:47.200273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8d54a891-3317-420c-bf2b-c79dd72e5baf req-f3497412-374e-4bf9-918b-e013921a24bd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345871 Jul 16 19:00:47.619711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:47.668217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 5ef6efea-ba65-4fce-be09-90d0c2e04075 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:47.672305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 5ef6efea-ba65-4fce-be09-90d0c2e04075 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:47.672676 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.914229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.937596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:47.939844 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c8b2a1-a042-4ba1-b98f-de408edf1cee" -d '{"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-plugged", "status": "completed", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:47.952991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:47.957902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:47.981945 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec42c56e-a914-4dde-affe-253234528a58 x-openstack-request-id: req-ec42c56e-a914-4dde-affe-253234528a58 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:47.982242 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-plugged", "status": "completed", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:47.982524 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ec42c56e-a914-4dde-affe-253234528a58 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:47.983065 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'code': 200} Jul 16 19:00:48.013550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:48.096513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b49f99-e830-4c15-80c9-aeae9d12fb44 req-5d6d3b66-41b1-4f27-86c7-c79ae305cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:48.098045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38b49f99-e830-4c15-80c9-aeae9d12fb44 req-5d6d3b66-41b1-4f27-86c7-c79ae305cc54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1098 time: 0.0536866 Jul 16 19:00:48.135131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-38b49f99-e830-4c15-80c9-aeae9d12fb44 req-6f6a6455-73a4-4fd0-9616-2d11a157fc76 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305607 Jul 16 19:00:48.385592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac017c85-9d95-4ea9-a971-dbc4fb9404e1 req-7bf512a8-2e89-4033-af78-2d8b0b5657c6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:48.387152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac017c85-9d95-4ea9-a971-dbc4fb9404e1 req-7bf512a8-2e89-4033-af78-2d8b0b5657c6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0735786 Jul 16 19:00:48.430937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac017c85-9d95-4ea9-a971-dbc4fb9404e1 req-7a6f29c1-5ab5-40b1-a822-8699283cfdb7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344794 Jul 16 19:00:49.647259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a3408-bdcd-4446-b335-d16fc29fe253 req-24de7738-1101-4290-a352-8b91f6868401 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.648884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c0a3408-bdcd-4446-b335-d16fc29fe253 req-24de7738-1101-4290-a352-8b91f6868401 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0722890 Jul 16 19:00:49.692133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c0a3408-bdcd-4446-b335-d16fc29fe253 req-402ea61b-75ab-4a79-9713-864d77bd4bb3 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368836 Jul 16 19:00:49.916386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c98ee1-e52f-4f7b-a4e5-f54e3328d5a8 req-7fa37228-d5ac-4ec4-bb29-dfefb9fe93a0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.917920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99c98ee1-e52f-4f7b-a4e5-f54e3328d5a8 req-7fa37228-d5ac-4ec4-bb29-dfefb9fe93a0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0791178 Jul 16 19:00:49.927656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 45492) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:49.932764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'floatingip': {'port_id': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:49.972215 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.789294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.794636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.913486 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 associated. External IP: 172.25.0.250, port: 5ef6efea-ba65-4fce-be09-90d0c2e04075. Jul 16 19:00:51.159255 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:51.269782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:51.276514 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:51.282359 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:51.292518 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:51.293135 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:00:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:51.318179 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5fa19bc0-7beb-4dbc-9702-cf6c0fbdb16f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "PUT /v2.0/floatingips/2fbd513e-e80e-44d0-98a4-8ff9a5006570 HTTP/1.1" status: 200 len: 992 time: 1.3893268 Jul 16 19:00:51.318749 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:51.321990 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12b851f5a4840df7c1217c13e33da17ab7d88eb87e8883034ccb87e6222affb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe9508c-7f92-4078-9107-056f070fc8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:51.366240 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63272f40-3715-47d9-aac4-ca3062f88be8 x-openstack-request-id: req-63272f40-3715-47d9-aac4-ca3062f88be8 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:51.366527 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:51.366788 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63272f40-3715-47d9-aac4-ca3062f88be8 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:51.367207 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'status': 'completed', 'code': 200} Jul 16 19:00:51.419668 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:51.451088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-cd3afab1-38c2-4722-94dc-2bec714cf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.452677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-cd3afab1-38c2-4722-94dc-2bec714cf40c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1098 time: 0.0606484 Jul 16 19:00:51.551421 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-af378984-5c67-4ffe-9a77-05f78229ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.552970 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-af378984-5c67-4ffe-9a77-05f78229ca50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0945649 Jul 16 19:00:51.650864 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-9da8f569-b520-41e4-a981-a2530e86ca37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1000 time: 0.0918527 Jul 16 19:00:51.662651 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:f5:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:00:50Z', 'revision_number': 1, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:51.688853 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:51.697909 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:51.698498 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:00:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:51.706152 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-9bda967b-9473-47be-8142-8fb32b8dbb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.707670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-9bda967b-9473-47be-8142-8fb32b8dbb77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0508718 Jul 16 19:00:51.769519 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-a84516d7-64e7-4cf9-9a90-ff7bc16a2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:51.773117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-a84516d7-64e7-4cf9-9a90-ff7bc16a2a0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573909 Jul 16 19:00:51.813674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:51.871532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-0e26da43-47c0-431a-90a6-08ad8599df9c service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940344 Jul 16 19:00:51.982250 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6fe9508c-7f92-4078-9107-056f070fc8a2 req-7efd2c51-1a07-41bc-9a67-52bac3343777 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047709 Jul 16 19:00:52.066364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:f5:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:00:50Z', 'revision_number': 1, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:52.097357 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6364de80-f88d-4534-ab92-c5bd8d5daf72 None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:f5:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:00:50Z', 'revision_number': 1, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:52.330888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532fd018-1c57-45e0-815e-a94591041329 None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:00.295076 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f3eeecb-d06e-42bc-9f5d-cd3561a95a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.127178 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3055d00d-0ff3-471a-b5cb-2f124227cfb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:03.400392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:04.466973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:05.982837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:07.563711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:08.058254 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.810395 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:30.298133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-435999b8-ff24-4553-a341-f74e0afac5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.136172 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79dfcc5e-3730-4438-9685-33ef05990b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:33.405900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.472826 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.641538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-0ece3c3e-731a-437d-bc36-7069a098efcb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591335 Jul 16 19:01:34.768212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53a61-cee2-4c75-8028-12486a507d06 req-ad9a5cb9-9d50-4026-8154-6e83baf5c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:34.770887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-ad9a5cb9-9d50-4026-8154-6e83baf5c8d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1098 time: 0.0776999 Jul 16 19:01:34.929438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53a61-cee2-4c75-8028-12486a507d06 req-aef51872-a910-4730-ba52-93db812f08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:34.931190 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-aef51872-a910-4730-ba52-93db812f08dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1370296 Jul 16 19:01:35.048760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-f348909b-2f69-4761-ad0e-2eec90e38ef4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1002 time: 0.1102078 Jul 16 19:01:35.104704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53a61-cee2-4c75-8028-12486a507d06 req-579d2480-c5ff-4e1d-bf86-61d3f9f72823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.106318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-579d2480-c5ff-4e1d-bf86-61d3f9f72823 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0517414 Jul 16 19:01:35.174740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a53a61-cee2-4c75-8028-12486a507d06 req-ceb70624-07ce-42b1-905d-ec1427dff1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.176881 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-ceb70624-07ce-42b1-905d-ec1427dff1bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645263 Jul 16 19:01:35.331936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-c8771372-744a-435f-ac7f-d0d8efa9dfb1 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481616 Jul 16 19:01:35.442551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-75a53a61-cee2-4c75-8028-12486a507d06 req-da484f9a-977b-4125-956a-0d02c48f1bcd service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037388 Jul 16 19:01:35.988081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:37.577877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:38.054672 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.810484 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:00.299794 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08adb353-6c64-4ca1-a3d1-5eab86914431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.128380 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4ceade45-68d5-4e33-a077-f37e95af039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.399139 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.473153 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.988778 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:07.574144 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.058594 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:27.281145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a7d04-c750-4974-a1fa-6e9db819490f req-1da7f213-0233-409d-a675-aef1c0018324 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:27.282801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f30a7d04-c750-4974-a1fa-6e9db819490f req-1da7f213-0233-409d-a675-aef1c0018324 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.1554892 Jul 16 19:02:27.338630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f30a7d04-c750-4974-a1fa-6e9db819490f req-6a5b3bb0-5c2f-4d14-a2b7-60175cd20814 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409236 Jul 16 19:02:27.701790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:27.823687 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7948-45f0-4366-a3da-c5da78cc9081 req-6a6ff6fa-f495-43fe-87cb-8af3914c342c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:27.825247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d3aa7948-45f0-4366-a3da-c5da78cc9081 req-6a6ff6fa-f495-43fe-87cb-8af3914c342c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0751336 Jul 16 19:02:27.825673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-64212539-8582-4326-8c4a-e6c2cbdb103f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222994 Jul 16 19:02:27.869635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d3aa7948-45f0-4366-a3da-c5da78cc9081 req-18717417-3c7b-4d39-8f4b-1090456243be tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378008 Jul 16 19:02:29.106520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-9780fc3e-21bf-4423-b510-79555dafe31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:29.108096 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-9780fc3e-21bf-4423-b510-79555dafe31e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1098 time: 0.0709972 Jul 16 19:02:29.242414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-61640c73-b13a-4ba1-bdc6-5a3361f76cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:29.244079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-61640c73-b13a-4ba1-bdc6-5a3361f76cab service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1252258 Jul 16 19:02:29.252166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb1993-1b89-4140-a009-24e75e55cbd4 req-7310c6c5-92fb-4d59-b385-2a88de774813 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:29.253600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7dcb1993-1b89-4140-a009-24e75e55cbd4 req-7310c6c5-92fb-4d59-b385-2a88de774813 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.2237666 Jul 16 19:02:29.337397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7dcb1993-1b89-4140-a009-24e75e55cbd4 req-6fef1a3e-d88c-46e4-a8ca-b00c2551a47d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770493 Jul 16 19:02:29.339950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-5c0f5dd9-d4b6-4711-b619-41e65eaedf70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1002 time: 0.0854714 Jul 16 19:02:29.398930 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-be4c5cb8-b36e-407b-aad7-16d7ad7c5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:29.404660 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-be4c5cb8-b36e-407b-aad7-16d7ad7c5fa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0577595 Jul 16 19:02:29.473605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-8a87dd6a-3901-4dd4-85a2-7d4ba0933e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:29.475180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-8a87dd6a-3901-4dd4-85a2-7d4ba0933e88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656810 Jul 16 19:02:29.570117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-a9036d9c-57d4-480e-be5d-2efd49f067ad service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877383 Jul 16 19:02:29.672919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6704c569-cc01-41ec-80fe-03c3deb60204 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964925 Jul 16 19:02:30.301551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-06f2eeef-1226-4681-b470-a9f269714264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:30.519373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd9e7c-a468-40ab-b7e8-65337b0af263 req-2ffd66ee-858d-48e6-85bd-171e9f171d00 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:30.521019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03dd9e7c-a468-40ab-b7e8-65337b0af263 req-2ffd66ee-858d-48e6-85bd-171e9f171d00 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0665541 Jul 16 19:02:30.564206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03dd9e7c-a468-40ab-b7e8-65337b0af263 req-e4492a1c-cf5d-4d06-863e-5db32c9bb206 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349953 Jul 16 19:02:31.750579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bb004-edc2-4625-91e8-3f9bd420a164 req-de6dabdd-a884-432f-a453-454a2b6414d5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:31.752227 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd9bb004-edc2-4625-91e8-3f9bd420a164 req-de6dabdd-a884-432f-a453-454a2b6414d5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0734389 Jul 16 19:02:31.794918 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd9bb004-edc2-4625-91e8-3f9bd420a164 req-25bdf1c0-f0c1-46fd-a1af-380f9d60db14 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362217 Jul 16 19:02:32.809820 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:32.998808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097b912-d66b-4eb6-bc1b-83df8cc31599 req-63deda70-397a-4665-bf87-1296ae732154 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:33.001101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a097b912-d66b-4eb6-bc1b-83df8cc31599 req-63deda70-397a-4665-bf87-1296ae732154 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0825226 Jul 16 19:02:33.044906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a097b912-d66b-4eb6-bc1b-83df8cc31599 req-8867dd2a-caa0-4d20-b1c1-74b2bec09146 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380893 Jul 16 19:02:33.131696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0aabd9c4-bd6a-47cd-b7f7-e83a842a64b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:33.402450 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:34.246098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627d456-218e-4e13-9a6d-4a27891d19df req-03f9b543-2fcd-43f7-889c-1f3690597f5e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:34.247731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b627d456-218e-4e13-9a6d-4a27891d19df req-03f9b543-2fcd-43f7-889c-1f3690597f5e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0686550 Jul 16 19:02:34.291266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b627d456-218e-4e13-9a6d-4a27891d19df req-037b79bd-3f82-4f92-96a8-0ea807224f9c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366075 Jul 16 19:02:34.478111 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:35.528853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396a229-69bc-4a62-9d1d-20c858131da2 req-09ff52b4-86bf-4b43-b11c-3d0572d04ee6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:35.531445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3396a229-69bc-4a62-9d1d-20c858131da2 req-09ff52b4-86bf-4b43-b11c-3d0572d04ee6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.1109209 Jul 16 19:02:35.591938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3396a229-69bc-4a62-9d1d-20c858131da2 req-97f6f9ee-db8c-43a1-a52f-3153a4733fa7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538123 Jul 16 19:02:35.670013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-29a19653-9bc6-4915-a3cd-5536772d7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:35.671550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-29a19653-9bc6-4915-a3cd-5536772d7c65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1098 time: 0.0553544 Jul 16 19:02:35.790282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-1f49959a-fae2-4330-8e82-3ccb7cca7f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:35.791803 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-1f49959a-fae2-4330-8e82-3ccb7cca7f2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0977261 Jul 16 19:02:35.856574 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-f2d9563c-fb13-410d-84a6-1a0624ff5e3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1002 time: 0.0586953 Jul 16 19:02:35.910668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-78477b48-859d-4c21-aa0b-2261236a2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:35.912142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-78477b48-859d-4c21-aa0b-2261236a2263 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0501292 Jul 16 19:02:35.972437 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-892b9da9-2617-4764-a6fa-62748fa65952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:35.973992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-892b9da9-2617-4764-a6fa-62748fa65952 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553150 Jul 16 19:02:35.991580 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:36.066683 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-83a66a7b-4ca5-432c-b16a-5dfe3a576dda service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854695 Jul 16 19:02:36.167411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fcc99c61-6734-43c9-9d54-d16c2395d2c6 req-a2c476d5-d544-49d9-b022-315b16236013 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937514 Jul 16 19:02:36.772512 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f99f9-0b7f-49d7-9678-457e2e66519a req-cf6f6a86-f5fe-49bf-a8bd-b4e210a885c6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:36.774029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e2f99f9-0b7f-49d7-9678-457e2e66519a req-cf6f6a86-f5fe-49bf-a8bd-b4e210a885c6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0632782 Jul 16 19:02:36.814194 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3e2f99f9-0b7f-49d7-9678-457e2e66519a req-a4f1346e-e1c7-488e-ad06-95c8e0a4459f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341525 Jul 16 19:02:37.589853 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:38.000349 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a6f477-061d-48f4-b342-f4a9d86e781c req-241e7be6-4940-40d7-809e-725335a8771d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:38.001897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2a6f477-061d-48f4-b342-f4a9d86e781c req-241e7be6-4940-40d7-809e-725335a8771d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0767698 Jul 16 19:02:38.039516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2a6f477-061d-48f4-b342-f4a9d86e781c req-4365d1c4-78fc-4ed3-a8be-ee4b5ba00fee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319340 Jul 16 19:02:38.066264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:39.217309 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6e465-98c7-4dee-b1ca-c15bb441c848 req-c1fd48eb-5e6f-408a-8469-65ba8708dd30 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:39.218823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bb6e465-98c7-4dee-b1ca-c15bb441c848 req-c1fd48eb-5e6f-408a-8469-65ba8708dd30 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0631042 Jul 16 19:02:39.257139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7bb6e465-98c7-4dee-b1ca-c15bb441c848 req-3ea6d308-7143-48f6-93fa-e91a67fbfee7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326779 Jul 16 19:02:40.433956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f6ddf-4ee2-4846-9486-888b1d2cf7f0 req-655d250f-792d-4009-bc35-438e3dcd9938 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:40.435568 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-094f6ddf-4ee2-4846-9486-888b1d2cf7f0 req-655d250f-792d-4009-bc35-438e3dcd9938 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0649643 Jul 16 19:02:40.477682 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-094f6ddf-4ee2-4846-9486-888b1d2cf7f0 req-0b4d465f-2144-441b-bc39-5befb282a726 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356839 Jul 16 19:02:41.670987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f574ed8-61be-42c1-b22e-f87ae66f8d7e req-c05b4b92-6b6a-45de-a4ed-0d9942826a0e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:41.672591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f574ed8-61be-42c1-b22e-f87ae66f8d7e req-c05b4b92-6b6a-45de-a4ed-0d9942826a0e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0764828 Jul 16 19:02:41.710374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8f574ed8-61be-42c1-b22e-f87ae66f8d7e req-4467da82-2fb8-4d96-ab7a-092b0c3326e2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321453 Jul 16 19:02:42.896203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bc986-2f83-4a57-b8c3-66152235e595 req-d46dbb45-3dc7-412c-8856-ebd35bc24b96 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:42.897822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f47bc986-2f83-4a57-b8c3-66152235e595 req-d46dbb45-3dc7-412c-8856-ebd35bc24b96 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0639296 Jul 16 19:02:42.935663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f47bc986-2f83-4a57-b8c3-66152235e595 req-51997b46-bd93-49a6-90d9-4a8d969a0480 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Jul 16 19:02:44.109069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fed3c-3c26-444a-903c-4206cd6149d0 req-a8ac3b9b-b919-4466-b654-1af238e52b81 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:44.110619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d0fed3c-3c26-444a-903c-4206cd6149d0 req-a8ac3b9b-b919-4466-b654-1af238e52b81 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0655472 Jul 16 19:02:44.148047 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d0fed3c-3c26-444a-903c-4206cd6149d0 req-c1728fdb-ef90-4d82-80fb-5d1359fc0316 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Jul 16 19:02:45.325572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa82d9-a2ec-4318-b7f3-6064c6fcde73 req-2082dead-b9ac-4767-b2ad-f62a53006094 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:45.326940 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10aa82d9-a2ec-4318-b7f3-6064c6fcde73 req-2082dead-b9ac-4767-b2ad-f62a53006094 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0614069 Jul 16 19:02:45.363794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-10aa82d9-a2ec-4318-b7f3-6064c6fcde73 req-92d56c80-f322-446b-9bd6-adaf0a0e703c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312624 Jul 16 19:02:46.536609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0c769-573a-4513-8aff-ca855212590d req-a5f7fc00-f9b1-4c61-a37f-28dc67a18e3b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:46.538118 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fc0c769-573a-4513-8aff-ca855212590d req-a5f7fc00-f9b1-4c61-a37f-28dc67a18e3b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0626540 Jul 16 19:02:46.576020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3fc0c769-573a-4513-8aff-ca855212590d req-7c35f2e7-6099-4577-97dc-0b32f8cb16cd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Jul 16 19:02:47.754172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc4a01-d727-400e-b885-1e6f0d8ed625 req-cc02ffa2-d8b6-4c3d-a90f-c57885f05f2e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:47.755705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2bdc4a01-d727-400e-b885-1e6f0d8ed625 req-cc02ffa2-d8b6-4c3d-a90f-c57885f05f2e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0677025 Jul 16 19:02:47.799082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2bdc4a01-d727-400e-b885-1e6f0d8ed625 req-1e17a2f5-4fe7-4ca9-afa6-689aa6867bd7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370505 Jul 16 19:02:48.984664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d9039-3750-4701-b7d6-6abb4072b9fb req-bdad848d-d74a-4797-b4ca-3781863c77d1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:48.986152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-684d9039-3750-4701-b7d6-6abb4072b9fb req-bdad848d-d74a-4797-b4ca-3781863c77d1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0677137 Jul 16 19:02:49.025343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-684d9039-3750-4701-b7d6-6abb4072b9fb req-5d3cf7ee-44b6-401f-a64b-60bb8ff22422 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315204 Jul 16 19:02:50.209672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dceb8e-8203-4396-8747-206bf2542b35 req-2797fb43-8b26-4819-b44d-ee95e78cc202 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:50.211213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4dceb8e-8203-4396-8747-206bf2542b35 req-2797fb43-8b26-4819-b44d-ee95e78cc202 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0669312 Jul 16 19:02:50.252084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4dceb8e-8203-4396-8747-206bf2542b35 req-41438856-f988-4533-850a-fe4498dda4a9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351858 Jul 16 19:02:51.431524 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a78a965-9886-4f5c-864c-190fb66cca5f req-fcb7b683-64fd-4726-a64d-50241257e775 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:51.433116 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a78a965-9886-4f5c-864c-190fb66cca5f req-fcb7b683-64fd-4726-a64d-50241257e775 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0658131 Jul 16 19:02:51.473426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a78a965-9886-4f5c-864c-190fb66cca5f req-8ee2ce21-be05-4695-bc71-5aa02c1454f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344973 Jul 16 19:02:51.630727 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-781622a0-5bfc-4ce5-994e-ba52bd187d9a service neutron] show failed (client error): The resource could not be found. Jul 16 19:02:51.631734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-781622a0-5bfc-4ce5-994e-ba52bd187d9a service neutron] 10.222.0.55 "GET /v2.0/ports/5ef6efea-ba65-4fce-be09-90d0c2e04075/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0538752 Jul 16 19:02:51.931107 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-0d434611-6fff-4f83-b133-c98fa90ca4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:51.933179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-0d434611-6fff-4f83-b133-c98fa90ca4ff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 1098 time: 0.1021430 Jul 16 19:02:51.944176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:52.018950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:52.559836 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:52.594750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:52.636166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:52.638461 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1271c337-80c8-4137-84d0-4036fd39f187" -d '{"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:52.642585 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:52.662717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd865ed-aaf7-42b7-b784-74be5f031e51 req-99b83fe9-3cd7-4f97-9f72-894dc5eb1c35 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:52.664323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1dd865ed-aaf7-42b7-b784-74be5f031e51 req-99b83fe9-3cd7-4f97-9f72-894dc5eb1c35 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0755358 Jul 16 19:02:52.666102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Transition to ACTIVE for port object 5ef6efea-ba65-4fce-be09-90d0c2e04075 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:52.670949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:52.707620 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1dd865ed-aaf7-42b7-b784-74be5f031e51 req-d1aee138-c305-4b5b-a3db-e9e00442523f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364296 Jul 16 19:02:52.710965 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32516381-a93c-4c4d-b5e5-7258cdadd65f x-openstack-request-id: req-32516381-a93c-4c4d-b5e5-7258cdadd65f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:52.711261 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:52.711517 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-32516381-a93c-4c4d-b5e5-7258cdadd65f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:52.711915 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'code': 200} Jul 16 19:02:52.806367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=6']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:52.832410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.832805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.833122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.833493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.833834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.834181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.834515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.834847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.835181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.835518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.835844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.836197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:52.874726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] No DVR routers for this DVR port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:02:53.020739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:53.021407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:53.021407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:53.025646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:02:53.025976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Attempting to bind port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:53.031529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:53.031809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:53.032238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:53.032678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Bound port: 5ef6efea-ba65-4fce-be09-90d0c2e04075, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:53.033035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.095814 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:53.098869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:53.103171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.137880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.138506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.139933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1093 time: 1.1999712 Jul 16 19:02:53.162168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bab53-0cc8-493a-8e78-2fe6c4dd1445 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=7']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:53.224393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-70284722-e1aa-4dce-902e-820751f8e37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.225950 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-70284722-e1aa-4dce-902e-820751f8e37f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1096 time: 0.0607533 Jul 16 19:02:53.321001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-caa3adf2-307f-4f35-b113-b2f6822da923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.322545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-caa3adf2-307f-4f35-b113-b2f6822da923 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0904877 Jul 16 19:02:53.393566 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-80acff98-95aa-4c3a-a375-403ee6597181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1000 time: 0.0642509 Jul 16 19:02:53.443240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-cfabc8d2-01ba-4831-85dd-5a827f961d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.444759 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-cfabc8d2-01ba-4831-85dd-5a827f961d3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0456686 Jul 16 19:02:53.501554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-bcf16690-93b3-4749-b01c-37adda91187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.503075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-bcf16690-93b3-4749-b01c-37adda91187e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522361 Jul 16 19:02:53.605246 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-c72a3cd2-bab3-453a-b8fb-67f0ce63622a service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958252 Jul 16 19:02:53.697733 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6dcde9d-05f5-429c-8e97-e598812c2bdc req-06faade0-eaab-40f3-9d31-bfc37290f419 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866051 Jul 16 19:02:53.894816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d89aba-b215-4b13-a3df-b78c2564c6e2 req-f6f66c9d-10f6-45e0-8791-c742b8ecb833 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.896372 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8d89aba-b215-4b13-a3df-b78c2564c6e2 req-f6f66c9d-10f6-45e0-8791-c742b8ecb833 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 944 time: 0.0683177 Jul 16 19:02:53.936786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8d89aba-b215-4b13-a3df-b78c2564c6e2 req-6faa8a59-738a-4fe8-9bce-66a79bbca0f0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343013 Jul 16 19:02:54.713283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:54.715724 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522f877-fb55-4f4e-84d0-45117285004a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:54.766056 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c76f7-0d37-49ce-8ec5-e08b9a28847a x-openstack-request-id: req-ae3c76f7-0d37-49ce-8ec5-e08b9a28847a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:54.766056 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:54.766056 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ae3c76f7-0d37-49ce-8ec5-e08b9a28847a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:54.766056 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'status': 'completed', 'code': 200} Jul 16 19:02:54.844628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-6d71dba9-7825-4ca2-b4e7-ae6c7908f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.844886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-2de5fb08-1755-40da-b803-da748daeb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.845829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-6d71dba9-7825-4ca2-b4e7-ae6c7908f477 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1096 time: 0.0567746 Jul 16 19:02:54.846236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-2de5fb08-1755-40da-b803-da748daeb834 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1096 time: 0.0613413 Jul 16 19:02:54.944758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-e6571335-81e5-435f-a07b-a696b8229501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.946303 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-e6571335-81e5-435f-a07b-a696b8229501 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0926068 Jul 16 19:02:55.032680 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-188669dd-1395-46fd-b236-96ce2b8457f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1000 time: 0.0795014 Jul 16 19:02:55.096886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-40688825-cc5f-4b8a-b205-e84fc766bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.098903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-40688825-cc5f-4b8a-b205-e84fc766bc36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0599167 Jul 16 19:02:55.168223 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-615eaa47-53c9-4629-bf83-26ff3f1fca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.170219 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-615eaa47-53c9-4629-bf83-26ff3f1fca4b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617995 Jul 16 19:02:55.287516 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-05ba1abc-6505-4f16-843d-06f8ed1a3d28 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057198 Jul 16 19:02:55.365707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac99be-809d-4fa1-a708-f2ca96c59120 req-02234c53-d97a-4c31-9397-32df13fb6b65 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.367413 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8bac99be-809d-4fa1-a708-f2ca96c59120 req-02234c53-d97a-4c31-9397-32df13fb6b65 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 944 time: 0.1264284 Jul 16 19:02:55.368970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-b7871525-6170-40bb-a028-44dbc9e20fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.370414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-b7871525-6170-40bb-a028-44dbc9e20fec service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.5190606 Jul 16 19:02:55.414061 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-1711e1c1-474b-4718-897a-c5afae6d028b service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202476 Jul 16 19:02:55.453570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8bac99be-809d-4fa1-a708-f2ca96c59120 req-964fdd3e-2d50-47fb-b86b-f876b35222ae tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788591 Jul 16 19:02:55.467236 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-08ec73f8-f5d4-46ca-a559-51b406ab6271 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1000 time: 0.0857825 Jul 16 19:02:55.517758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-4ef4d705-7dd5-4b22-b482-e0f6488f0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.519246 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-4ef4d705-7dd5-4b22-b482-e0f6488f0a71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0462184 Jul 16 19:02:55.585203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522f877-fb55-4f4e-84d0-45117285004a req-454e9c83-f5f6-4837-a32a-93685f253c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.586734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-454e9c83-f5f6-4837-a32a-93685f253c5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605011 Jul 16 19:02:55.681499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-ee33c4ff-b701-4b46-afab-e367d81bc190 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883553 Jul 16 19:02:55.781619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3522f877-fb55-4f4e-84d0-45117285004a req-f2c4e486-bb81-465b-93d8-7a70cc66650c service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940599 Jul 16 19:02:56.263413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:56.306510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:56.616517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:02:56.649276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d292e15-4c7e-4fe5-b5f4-d604b04b58bc req-f17b704c-d411-45f4-99cb-abae1f90b208 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:56.650925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d292e15-4c7e-4fe5-b5f4-d604b04b58bc req-f17b704c-d411-45f4-99cb-abae1f90b208 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 944 time: 0.0732632 Jul 16 19:02:56.690719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d292e15-4c7e-4fe5-b5f4-d604b04b58bc req-d8b2e63f-d53f-4e57-a5f8-66782315e8a8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333526 Jul 16 19:02:56.727942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:56.746493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'mac_address': 'fa:16:3e:f5:1b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:02:56.788994 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:56.802370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef6efea-ba65-4fce-be09-90d0c2e04075 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:56.824801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:56.830628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:56.889868 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:56.897061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.897480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.897888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.898293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.898715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.899121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.899612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.899928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.900416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.900737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.901199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:56.902103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:57.065132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd8b30-e3f1-4c84-8d38-96893bb658f2 req-60770c43-2f7c-49bd-9ad8-28603b955e81 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:57.066639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8cd8b30-e3f1-4c84-8d38-96893bb658f2 req-60770c43-2f7c-49bd-9ad8-28603b955e81 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 945 time: 0.1160338 Jul 16 19:02:57.077126 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5ef6efea-ba65-4fce-be09-90d0c2e04075'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:02:57.082996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896db8a0-7d4b-448a-93e2-d131b567521d req-0c28649c-b22a-4766-81a3-eeb014c3a13b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:57.084509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-0c28649c-b22a-4766-81a3-eeb014c3a13b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d&tenant_id=0ba9467396354beab627af8a0ab71d4f&binding%3Ahost_id=n-h2-793620-10 HTTP/1.1" status: 200 len: 945 time: 0.1249683 Jul 16 19:02:57.152730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e8cd8b30-e3f1-4c84-8d38-96893bb658f2 req-c7a93971-916f-4e09-948b-6e8bd34fe631 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793099 Jul 16 19:02:57.177123 n-d-793620-10 neutron-server[93777]: INFO neutron.api.v2.resource [req-896db8a0-7d4b-448a-93e2-d131b567521d req-d109e165-b9ad-45f2-a569-001606641ef1 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:02:57.177123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-d109e165-b9ad-45f2-a569-001606641ef1 service neutron] 10.222.0.55 "DELETE /v2.0/ports/5ef6efea-ba65-4fce-be09-90d0c2e04075/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0787146 Jul 16 19:02:57.275875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896db8a0-7d4b-448a-93e2-d131b567521d req-70a89fa1-2ab3-4094-833a-afb9ab508f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:57.277514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-70a89fa1-2ab3-4094-833a-afb9ab508f9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 1097 time: 0.0608532 Jul 16 19:02:57.367784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896db8a0-7d4b-448a-93e2-d131b567521d req-1036ab13-dc23-4944-b038-977f1be519ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:57.369557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-1036ab13-dc23-4944-b038-977f1be519ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0860009 Jul 16 19:02:57.440817 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-092a9b6f-a25b-49ac-a9f2-c6b3df636cbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 200 len: 1001 time: 0.0647688 Jul 16 19:02:57.491911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896db8a0-7d4b-448a-93e2-d131b567521d req-0375a607-89a5-48b5-a45c-a77c6529acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:57.493675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-0375a607-89a5-48b5-a45c-a77c6529acdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0470505 Jul 16 19:02:57.550366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896db8a0-7d4b-448a-93e2-d131b567521d req-55ba2970-eb98-4e05-b2dc-f5bc6d2f1512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:57.551901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-55ba2970-eb98-4e05-b2dc-f5bc6d2f1512 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524604 Jul 16 19:02:57.646823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-f7befd5c-4821-4814-ab6c-33259540dc29 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878000 Jul 16 19:02:57.746750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-896db8a0-7d4b-448a-93e2-d131b567521d req-2f3ec2fb-b52b-44dd-829f-48c4e7b52197 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936973 Jul 16 19:02:58.350134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79732c-adac-4a84-be7d-1ff866c21fff req-a4a122d1-cf55-40dd-ab6d-dccfd93cb14e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:58.351836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e79732c-adac-4a84-be7d-1ff866c21fff req-a4a122d1-cf55-40dd-ab6d-dccfd93cb14e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 945 time: 0.0793056 Jul 16 19:02:58.403294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9e79732c-adac-4a84-be7d-1ff866c21fff req-c819ad07-0f62-4588-9d08-99ba1e045c9e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448236 Jul 16 19:02:58.587922 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a764db-931e-4533-bbe4-df2deadf9212 req-7c7db7b2-3699-4287-8350-c08f89be5f4d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:58.589435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55a764db-931e-4533-bbe4-df2deadf9212 req-7c7db7b2-3699-4287-8350-c08f89be5f4d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 945 time: 0.0672419 Jul 16 19:02:58.623751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:58.632510 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55a764db-931e-4533-bbe4-df2deadf9212 req-29e9ce62-c578-44a6-b9ec-08e1afc09ecc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374420 Jul 16 19:02:58.688399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 5ef6efea-ba65-4fce-be09-90d0c2e04075 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:58.692930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 5ef6efea-ba65-4fce-be09-90d0c2e04075 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:58.693394 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.782291 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.816083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:58.818397 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d859621-c71b-43fa-ae2e-9bd1ea05b370" -d '{"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-plugged", "status": "completed", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:58.832449 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:58.837909 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.869115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86309b75-c91f-4e2b-899a-bca5c3f12e19 req-8e5c8642-fa8d-452c-9d5e-7d5d27a36735 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:58.871259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86309b75-c91f-4e2b-899a-bca5c3f12e19 req-8e5c8642-fa8d-452c-9d5e-7d5d27a36735 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 945 time: 0.0764699 Jul 16 19:02:58.898099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:58.924295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-86309b75-c91f-4e2b-899a-bca5c3f12e19 req-28a998d1-abb9-4353-a418-3d4b07c8c572 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456309 Jul 16 19:02:58.944383 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8730dc31-e50f-44ed-a1e5-5c01d2fa41a3 x-openstack-request-id: req-8730dc31-e50f-44ed-a1e5-5c01d2fa41a3 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:58.944679 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-plugged", "status": "completed", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:58.944932 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8730dc31-e50f-44ed-a1e5-5c01d2fa41a3 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:58.945332 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'code': 200} Jul 16 19:02:59.419643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5030a15-8641-49dc-ad63-83f5d5aad999 req-be71c0d3-50a5-4d36-8ce9-aac158800ae0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:59.421270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5030a15-8641-49dc-ad63-83f5d5aad999 req-be71c0d3-50a5-4d36-8ce9-aac158800ae0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0779526 Jul 16 19:02:59.466373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5030a15-8641-49dc-ad63-83f5d5aad999 req-a618bcd1-fbb8-4faa-af86-ee2e55ae9520 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391889 Jul 16 19:03:00.305211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-732c4c60-f4e5-4b0b-8729-461c9707f543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.559288 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-1229be0b-1bb1-4083-a1e2-4f565d2d4d2e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:00.560825 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-1229be0b-1bb1-4083-a1e2-4f565d2d4d2e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0714500 Jul 16 19:03:00.665581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Deleting port 5ef6efea-ba65-4fce-be09-90d0c2e04075 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:00.665927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.687144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0381a7b-db59-4664-8acb-a45a8fc7e655 req-afd1490c-527b-4ab3-92f4-a4419bf4614d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:00.688774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0381a7b-db59-4664-8acb-a45a8fc7e655 req-afd1490c-527b-4ab3-92f4-a4419bf4614d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 946 time: 0.0672009 Jul 16 19:03:00.727573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b0381a7b-db59-4664-8acb-a45a8fc7e655 req-e7cc1545-d5ad-4505-9438-16fcdc0b858c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Jul 16 19:03:00.764688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] For port 5ef6efea-ba65-4fce-be09-90d0c2e04075, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5ef6efea-ba65-4fce-be09-90d0c2e04075,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:00.765056 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.951776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.952180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.952509 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 disassociated. External IP: 172.25.0.250, port: 5ef6efea-ba65-4fce-be09-90d0c2e04075. Jul 16 19:03:00.952861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Calling delete_port for 5ef6efea-ba65-4fce-be09-90d0c2e04075 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:01.093638 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.127297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event deleted for resources: {'Port': ['ID=5ef6efea-ba65-4fce-be09-90d0c2e04075,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:01.271951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:03:01.403818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:03:01.414730 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:03:01.424393 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:01.425018 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:02:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:01.449330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] No DVR routers for this DVR port 5ef6efea-ba65-4fce-be09-90d0c2e04075 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:01.452016 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.454143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33eb0b3f-f8a0-459c-81a1-38a996dba5d1 req-18d605b3-706e-4e04-b842-d584990b8acc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "DELETE /v2.0/ports/5ef6efea-ba65-4fce-be09-90d0c2e04075 HTTP/1.1" status: 204 len: 173 time: 0.8881416 Jul 16 19:03:01.454597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-deleted', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:01.456880 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4da884-f5b2-487b-978b-d6b50ec66d99" -d '{"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-deleted", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:01.504864 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9671dab-2c4f-4e21-9dd1-22b3fbb59244 x-openstack-request-id: req-f9671dab-2c4f-4e21-9dd1-22b3fbb59244 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:01.505413 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b1e3ced-9456-42d3-9c1e-04d962dde12d", "name": "network-vif-deleted", "tag": "5ef6efea-ba65-4fce-be09-90d0c2e04075", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:01.505823 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f9671dab-2c4f-4e21-9dd1-22b3fbb59244 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:01.506465 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b1e3ced-9456-42d3-9c1e-04d962dde12d', 'name': 'network-vif-deleted', 'tag': '5ef6efea-ba65-4fce-be09-90d0c2e04075', 'status': 'completed', 'code': 200} Jul 16 19:03:01.547442 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:01.774289 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:01.807999 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:03:01.817754 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:01.818380 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:02:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:01.916200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5f6d672-ad86-4003-b786-894182e74120 req-3cd3012f-5b2d-44b2-b531-6196bf9b89dc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=9b1e3ced-9456-42d3-9c1e-04d962dde12d HTTP/1.1" status: 200 len: 210 time: 0.0375896 Jul 16 19:03:02.035108 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:02.249604 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:02.281120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1a693f-e404-42c7-880e-4645d772e128 None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:02.532290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24885ff-800d-4593-90f7-a6d1c47d807c None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:03:03.132877 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9bf7d601-3713-446c-bb01-086daf65abe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.228094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-6e5f651d-6975-4b9a-ab6d-3deadda73570 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--987047685&fields=id&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 267 time: 0.0324578 Jul 16 19:03:03.333940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-ff085e8b-fb6a-45fa-85e6-5bbd341dfe6f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:03.335421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-ff085e8b-fb6a-45fa-85e6-5bbd341dfe6f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1006291 Jul 16 19:03:03.350621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-093e113a-c6dd-45c5-9e69-c9984099b367 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/quotas/0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 375 time: 0.0091519 Jul 16 19:03:03.405491 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.426256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-9e7f03d9-fc82-4eeb-bc8c-9cc950e91d28 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700359 Jul 16 19:03:03.568979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-4b8fff1a-845d-4f8d-9585-3956724bc254 service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309030 Jul 16 19:03:03.665341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-24cf7aee-74e7-412e-83c4-82c6f9adad2a service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896294 Jul 16 19:03:03.858497 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37ea71f0-dc5c-4010-bfc5-092ff8238122 req-25346124-23e6-4920-92c4-2eb2dab240db tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 210 time: 0.0309811 Jul 16 19:03:04.481040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.638143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:04.658999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 5ef6efea-ba65-4fce-be09-90d0c2e04075 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:04.659345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5ef6efea-ba65-4fce-be09-90d0c2e04075 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:05.014687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2eecf0b7-39e6-4f48-8feb-96892905c035 req-349a10e7-80e3-4df1-95d1-70c955720ac9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 210 time: 0.0333054 Jul 16 19:03:05.106046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-f73a46db-ed7e-4efc-9a5e-95fa9fc6a92a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.108749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-f73a46db-ed7e-4efc-9a5e-95fa9fc6a92a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1249590 Jul 16 19:03:05.154413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-b0733f5d-8db3-4341-a9bb-da5084feff78 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 379 time: 0.0372469 Jul 16 19:03:05.163988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'port': {'device_id': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'admin_state_up': True, 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'security_groups': ['9e5e1523-a7ec-41d7-9548-ab93f9bef779']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:05.278755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Made reservation on behalf of 0ba9467396354beab627af8a0ab71d4f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:05.282346 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.420395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Allocated IP 172.20.0.10 (bc45f750-cd4b-4ded-b4aa-c8f25a9a3819/53a5862c-57d2-429a-9dcc-569f3f06ac89/d45c80a5-b15a-4dd9-a345-87f986e4075e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:05.574990 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.588812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Transition to ACTIVE for port object d45c80a5-b15a-4dd9-a345-87f986e4075e will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:05.623018 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.667477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:05.670730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:05.674525 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:05.680782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:05.726830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.727470 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.742820 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-e4df29ec-0843-491a-8ac0-7dabe233fb5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5831108 Jul 16 19:03:05.754432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Request body: {'port': {'device_id': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:05.837991 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.913296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1e57cb11-243d-4eeb-82fb-c6e5e4ac535c None None] Provisioning for port d45c80a5-b15a-4dd9-a345-87f986e4075e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:05.917992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1e57cb11-243d-4eeb-82fb-c6e5e4ac535c None None] Provisioning complete for port d45c80a5-b15a-4dd9-a345-87f986e4075e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:05.918416 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e57cb11-243d-4eeb-82fb-c6e5e4ac535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.957488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1e57cb11-243d-4eeb-82fb-c6e5e4ac535c None None] Port d45c80a5-b15a-4dd9-a345-87f986e4075e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:03:06.002640 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.130318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45c80a5-b15a-4dd9-a345-87f986e4075e {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:06.138535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.152699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Transition to ACTIVE for port object d45c80a5-b15a-4dd9-a345-87f986e4075e will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:06.156978 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.213419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:06.239623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e4663-0ed8-4ca4-b85f-3cd09d2a7726 req-f4e5e216-b9dd-40d8-beed-f86cc7ffab6c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:06.242003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a0e4663-0ed8-4ca4-b85f-3cd09d2a7726 req-f4e5e216-b9dd-40d8-beed-f86cc7ffab6c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 944 time: 0.0981236 Jul 16 19:03:06.290902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a0e4663-0ed8-4ca4-b85f-3cd09d2a7726 req-c18fac1f-f18b-48d9-8912-36d30507e8f3 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Jul 16 19:03:06.315862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:06.316359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:06.316843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:06.322976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Port d45c80a5-b15a-4dd9-a345-87f986e4075e on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:06.323357 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:06.330770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:06.331240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:06.331729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:06.332403 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Bound port: d45c80a5-b15a-4dd9-a345-87f986e4075e, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:06.333004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.418110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:06.421686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:06.425604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.459043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:06.460293 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.462233 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] 10.222.0.13 "PUT /v2.0/ports/d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1093 time: 0.7121620 Jul 16 19:03:06.466330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:06.469542 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0648d8fe-6860-402b-ad2d-a3eac856ca52" -d '{"events": [{"name": "network-changed", "server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:06.521411 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da031a4c-3df6-4c2f-a10e-f64950bd7c9f x-openstack-request-id: req-da031a4c-3df6-4c2f-a10e-f64950bd7c9f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:06.521696 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:06.521949 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da031a4c-3df6-4c2f-a10e-f64950bd7c9f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:06.522377 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'status': 'completed', 'code': 200} Jul 16 19:03:06.531100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9c99b-dd19-405a-a346-b4a3e354d0b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:06.590449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-7638f42a-833d-4b84-9f6d-82b7b0d7e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:06.592052 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-7638f42a-833d-4b84-9f6d-82b7b0d7e722 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1096 time: 0.0725694 Jul 16 19:03:06.637164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-98737451-b4dd-4d7d-be6e-a85c42398765 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 217 time: 0.0374701 Jul 16 19:03:06.695010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-f1629c5f-a98b-4395-823a-8e3d1c3cdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:06.696588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-f1629c5f-a98b-4395-823a-8e3d1c3cdcfc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0533700 Jul 16 19:03:06.771849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-85a408e1-7854-413e-9480-6524850d8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:06.773386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-85a408e1-7854-413e-9480-6524850d8883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708971 Jul 16 19:03:06.877686 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-ce2f9d06-68bc-43ad-b450-de9048b5a684 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973184 Jul 16 19:03:06.978852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-186bc0c8-8ecc-4614-ab7e-413e737fb41f req-9b62937f-f67f-402f-b311-9a6863365c66 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953522 Jul 16 19:03:07.089627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-598c15bb-6aa2-407c-a85d-a6a7f4119e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:07.091332 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-598c15bb-6aa2-407c-a85d-a6a7f4119e4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1096 time: 0.0618012 Jul 16 19:03:07.195400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-9229b22a-837a-447e-ae7e-9744cd2767ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:07.196935 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-9229b22a-837a-447e-ae7e-9744cd2767ab service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0985937 Jul 16 19:03:07.599125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:07.602725 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78cb91-0234-4a2e-9998-c0212f1b05dc req-3960d7b0-b932-46e4-929f-86720e5414b8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:07.605456 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea78cb91-0234-4a2e-9998-c0212f1b05dc req-3960d7b0-b932-46e4-929f-86720e5414b8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 944 time: 0.1394312 Jul 16 19:03:07.619282 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-00766caf-de2b-4fe5-a3f0-3a9f936bba63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 217 time: 0.4148328 Jul 16 19:03:07.655622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea78cb91-0234-4a2e-9998-c0212f1b05dc req-89d60759-3fbe-47a3-8644-2905a4ce8714 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402138 Jul 16 19:03:07.677318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-fde3091c-21a8-4516-8de2-0f724215bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:07.679265 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-fde3091c-21a8-4516-8de2-0f724215bb3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0537200 Jul 16 19:03:07.761210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-8275bead-2842-413e-b1a2-e8f9425ae18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:07.762760 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-8275bead-2842-413e-b1a2-e8f9425ae18c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761628 Jul 16 19:03:07.862444 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-93beb7f6-9705-4fc4-93b1-73d769c74869 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916264 Jul 16 19:03:07.961017 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0648d8fe-6860-402b-ad2d-a3eac856ca52 req-ae9e3533-8330-476b-9a07-6e88ead8203e service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919266 Jul 16 19:03:08.065045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.654614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:03:08.752622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:08.764817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'mac_address': 'fa:16:3e:f9:fd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:03:08.810243 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.823712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45c80a5-b15a-4dd9-a345-87f986e4075e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:08.848271 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:08.852628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.914305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:08.935814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bed20-aac4-43e0-950d-9ba873bec401 req-45caf316-43d7-45cf-a58b-04ef1c6b4a88 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:08.937463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d38bed20-aac4-43e0-950d-9ba873bec401 req-45caf316-43d7-45cf-a58b-04ef1c6b4a88 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 945 time: 0.1233461 Jul 16 19:03:08.975663 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d38bed20-aac4-43e0-950d-9ba873bec401 req-3f796714-b1de-46c8-b3d7-d7ae701e51be tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Jul 16 19:03:09.062121 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['d45c80a5-b15a-4dd9-a345-87f986e4075e'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:09.809976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:10.166010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c08e9-6c4d-456e-81df-c77e9551db62 req-aba6c1af-79c5-435b-beb3-f14654b36725 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.167673 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-581c08e9-6c4d-456e-81df-c77e9551db62 req-aba6c1af-79c5-435b-beb3-f14654b36725 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 945 time: 0.0800993 Jul 16 19:03:10.208892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-581c08e9-6c4d-456e-81df-c77e9551db62 req-395f3c7e-edc1-4ea2-80d0-9e59eb88d2d2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352309 Jul 16 19:03:10.654023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:10.703086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port d45c80a5-b15a-4dd9-a345-87f986e4075e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:10.706795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port d45c80a5-b15a-4dd9-a345-87f986e4075e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:10.707169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.786129 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.810424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:10.812715 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c525ef904f4b53e67f7d24e617fbb6c04c70af0438f26f6e12de218bc2df8f40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253e4f40-6271-436c-9099-fbb64629f01f" -d '{"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-plugged", "status": "completed", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:10.829481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:10.834744 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.860587 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef283d9-65b8-47fd-ac65-7f0844063124 x-openstack-request-id: req-2ef283d9-65b8-47fd-ac65-7f0844063124 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:10.860871 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-plugged", "status": "completed", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:10.861120 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2ef283d9-65b8-47fd-ac65-7f0844063124 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:10.861508 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'code': 200} Jul 16 19:03:10.890851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:10.970108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a33398-d655-43f6-a7cc-2897ea5b5ec8 req-159d4564-b917-4240-89ea-f6bb91f092d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.971598 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0a33398-d655-43f6-a7cc-2897ea5b5ec8 req-159d4564-b917-4240-89ea-f6bb91f092d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1098 time: 0.0521729 Jul 16 19:03:11.008261 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d0a33398-d655-43f6-a7cc-2897ea5b5ec8 req-8a82ddfe-d077-41a9-a246-6d4b246195b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301287 Jul 16 19:03:11.388424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97620bd8-f2b4-44a3-9b01-24150e300a25 req-af4283d6-4076-4a1b-84b5-b3f14b95adb1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:11.390001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97620bd8-f2b4-44a3-9b01-24150e300a25 req-af4283d6-4076-4a1b-84b5-b3f14b95adb1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0637701 Jul 16 19:03:11.426823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97620bd8-f2b4-44a3-9b01-24150e300a25 req-930bd85f-691f-47d5-a1bc-cb83950ed450 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Jul 16 19:03:12.609892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f5b2b-d1c7-4fba-b716-301040d76291 req-92b7a47f-a1b1-4ffd-acd1-e2c4d2c197f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.611371 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed9f5b2b-d1c7-4fba-b716-301040d76291 req-92b7a47f-a1b1-4ffd-acd1-e2c4d2c197f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0670431 Jul 16 19:03:12.650242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ed9f5b2b-d1c7-4fba-b716-301040d76291 req-6a46eaf5-76ec-4b3e-b0fa-956bdac68542 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329235 Jul 16 19:03:12.831208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1d4a-10fd-48a1-add0-1bf5cfef5f62 req-f4271de1-bb19-4924-b015-78b82b304b85 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.832723 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-611b1d4a-10fd-48a1-add0-1bf5cfef5f62 req-f4271de1-bb19-4924-b015-78b82b304b85 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0733778 Jul 16 19:03:12.842139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 45878) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:12.846945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'floatingip': {'port_id': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:12.889618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:13.343882 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:13.348279 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:13.453008 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 associated. External IP: 172.25.0.250, port: d45c80a5-b15a-4dd9-a345-87f986e4075e. Jul 16 19:03:13.669411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:03:13.781004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:03:13.786365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:13.790763 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:03:13.802439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:13.803097 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:03:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:13.824404 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2a3c277a-31a4-4a9a-bb12-8498a3e7a575 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "PUT /v2.0/floatingips/2fbd513e-e80e-44d0-98a4-8ff9a5006570 HTTP/1.1" status: 200 len: 992 time: 0.9809995 Jul 16 19:03:13.824902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:13.827189 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fce43bb0c5486b09748b77e2542a7c91bcd29027a5434c9ea0c8acda971a6806" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba" -d '{"events": [{"name": "network-changed", "server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:13.870386 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5fa310-d20f-4f1d-a295-19d624b79bb4 x-openstack-request-id: req-fe5fa310-d20f-4f1d-a295-19d624b79bb4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:13.871048 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:13.871048 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe5fa310-d20f-4f1d-a295-19d624b79bb4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:13.871321 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'status': 'completed', 'code': 200} Jul 16 19:03:13.923399 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:14.038477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-9c5c8476-8e57-4571-9d09-2801391fcce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.040103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-9c5c8476-8e57-4571-9d09-2801391fcce0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1098 time: 0.1066768 Jul 16 19:03:14.176379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-4d0663b2-85c8-46e7-be69-243f47226625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.177901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-4d0663b2-85c8-46e7-be69-243f47226625 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1318786 Jul 16 19:03:14.203600 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:f9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:03:13Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:14.251811 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:03:14.257655 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-88e26d53-5da1-4d4f-ab60-7eb234ed60ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1000 time: 0.0729685 Jul 16 19:03:14.268539 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:14.269601 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:03:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:14.312944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-453a2b9b-336d-4edd-b9ef-904a157c1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.315911 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-453a2b9b-336d-4edd-b9ef-904a157c1d51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0521302 Jul 16 19:03:14.394336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-4d342a17-7c97-42af-8ab2-968cc8ac8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.395929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-4d342a17-7c97-42af-8ab2-968cc8ac8be1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740981 Jul 16 19:03:14.410366 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:14.509839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-db63e043-4bc3-4f2c-9377-01a3cf2b02c9 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067960 Jul 16 19:03:14.612053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1aecf52e-0ffd-4423-b7c1-1ec4d99a2cba req-9d5fb771-9c9f-4053-9a92-e05d58f1553a service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961881 Jul 16 19:03:14.697048 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:f9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:03:13Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:14.724368 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8990fba5-4fad-412a-ba0e-6cac9cd4bc6e None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:f9:fd:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:03:13Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:14.945142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff6bc90-31bc-4410-bc79-0357f232378c None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:03:30.308956 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ab508dd-7ea2-47c9-97c9-66d256ce99d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:33.135397 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5519f7bb-ee1d-4e84-bfe8-f73c1cf5ad1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:33.408394 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:34.499003 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:36.002324 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:36.380974 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-c6c7d1df-acb4-406e-8847-2cf66238722a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594456 Jul 16 19:03:36.491628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-29d4b97e-2e70-44ec-90d3-969e12f044f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:36.493561 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-29d4b97e-2e70-44ec-90d3-969e12f044f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1098 time: 0.0640724 Jul 16 19:03:36.607912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-05b14a8a-0e99-4efd-95e7-257865078a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:36.609622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-05b14a8a-0e99-4efd-95e7-257865078a56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0911603 Jul 16 19:03:36.682542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-0b98cfc7-f730-4b57-96db-d3f0ece871ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1002 time: 0.0662096 Jul 16 19:03:36.735932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-200d4d10-9612-425e-8839-db3e7123f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:36.737459 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-200d4d10-9612-425e-8839-db3e7123f98e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0458088 Jul 16 19:03:36.796264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-f1af8414-b208-4bde-affa-7512996c109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:36.797782 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-f1af8414-b208-4bde-affa-7512996c109b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540481 Jul 16 19:03:36.894657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-36679fa1-d3dc-4a0d-a279-19debd3b7633 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905328 Jul 16 19:03:36.980502 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11a68b36-ac71-42e2-9cfe-24b31df20a60 req-08839243-4a0b-4a91-8827-773a27b91953 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793190 Jul 16 19:03:37.607786 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:38.070599 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:46.810009 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:00.311650 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6b5a55e0-d390-4558-91ca-5c8cf7188aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.137344 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-87c61ad4-25bb-45c8-82cd-5284f9b2299f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:03.409862 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:04.486625 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:06.009450 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:07.619683 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:08.079159 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:23.810988 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:25.616449 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-b992f776-220b-4171-8681-5b8db743bd60 req-26546e7d-7856-47d1-a16a-e7e0e4b05ea3 service neutron] (93777) timed out ('10.222.0.13', 63635) {{(pid=93777) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:04:30.314666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42daac6d-20d2-48e7-a6b2-b0ee2d2d2c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.139340 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e8e54986-1e35-4dab-8f78-d0e1df43d893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.417360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.488110 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.007431 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.392378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-11656db2-1c14-4dc2-b2b3-bbc748a1c208 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589893 Jul 16 19:04:37.491335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-b563095b-c2a5-4856-890a-b2af257d5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.493636 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-b563095b-c2a5-4856-890a-b2af257d5f2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1098 time: 0.0526989 Jul 16 19:04:37.609916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-d559ee81-ee99-432b-b7e4-cebf1af7438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.611444 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-d559ee81-ee99-432b-b7e4-cebf1af7438b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0991464 Jul 16 19:04:37.615687 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.678942 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-9752cf8f-6812-473c-96c2-c5c8f64ce913 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1002 time: 0.0609474 Jul 16 19:04:37.726970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-6310c139-faa3-4e11-9a04-b85981db0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.729429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-6310c139-faa3-4e11-9a04-b85981db0b51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0446022 Jul 16 19:04:37.794410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-7f62893d-5c1a-42c7-ab7c-e052f7d287e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.796259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-7f62893d-5c1a-42c7-ab7c-e052f7d287e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601275 Jul 16 19:04:37.887493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-58ea9bdf-9411-43e3-abfb-d4426b9a63bf service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850661 Jul 16 19:04:37.989879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1a1254ef-68d3-4bfb-80c0-1c3b71633530 req-9420cdd1-3ee5-45d5-a789-bd40029ac1f8 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964618 Jul 16 19:04:38.093744 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.517585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0c45f-2f48-4397-9b26-c474352ab020 req-77d338bf-456e-4980-9405-7a8e7d2fd01d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:50.519069 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5f0c45f-2f48-4397-9b26-c474352ab020 req-77d338bf-456e-4980-9405-7a8e7d2fd01d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0693378 Jul 16 19:04:50.558617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c5f0c45f-2f48-4397-9b26-c474352ab020 req-b10d066c-72b6-4756-b280-592251fa69d8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332193 Jul 16 19:04:51.745983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ea88a-12b4-42c9-a70e-6fe6deb756c5 req-eea036f4-3979-4556-966a-4d2d7576fa23 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:51.747498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-047ea88a-12b4-42c9-a70e-6fe6deb756c5 req-eea036f4-3979-4556-966a-4d2d7576fa23 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0684769 Jul 16 19:04:51.787816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-047ea88a-12b4-42c9-a70e-6fe6deb756c5 req-d2e9585e-b4cd-4115-8723-c34e91a39a76 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347416 Jul 16 19:04:52.971803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7bde7-a97f-4e70-9ae3-a736c7672ef3 req-237982b5-fd6f-4ec5-a5e1-92a858e2f6f5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.973435 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9a7bde7-a97f-4e70-9ae3-a736c7672ef3 req-237982b5-fd6f-4ec5-a5e1-92a858e2f6f5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0669363 Jul 16 19:04:53.020878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9a7bde7-a97f-4e70-9ae3-a736c7672ef3 req-083f5b71-fb1b-4e15-b939-3c7828e2fbee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411117 Jul 16 19:04:54.202149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6def7e-0604-4aeb-8cb9-da9df68744da req-eb508775-84ef-4d56-b78c-40f00befc8d4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:54.203685 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a6def7e-0604-4aeb-8cb9-da9df68744da req-eb508775-84ef-4d56-b78c-40f00befc8d4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0690503 Jul 16 19:04:54.243580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a6def7e-0604-4aeb-8cb9-da9df68744da req-d8a80106-ca81-4d9a-88c0-19810a5851fe tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342276 Jul 16 19:04:55.434130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4974418-c6f2-4ff6-92f5-3b80d6c247a3 req-3da3b0db-bd8d-44e6-9af8-6c1506481019 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:55.435615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4974418-c6f2-4ff6-92f5-3b80d6c247a3 req-3da3b0db-bd8d-44e6-9af8-6c1506481019 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0626054 Jul 16 19:04:55.474529 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4974418-c6f2-4ff6-92f5-3b80d6c247a3 req-9ae9710a-55b1-4248-8ea5-2da747ee4b5e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329120 Jul 16 19:04:56.653604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ded187-b20e-48f0-acca-7cdeac34ad4e req-b1270976-086d-4736-9b58-3586fd494cf2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.655156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ded187-b20e-48f0-acca-7cdeac34ad4e req-b1270976-086d-4736-9b58-3586fd494cf2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0659947 Jul 16 19:04:56.695290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ded187-b20e-48f0-acca-7cdeac34ad4e req-f6dd6c32-16ae-42a8-9330-7a7fe2c7f63d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340312 Jul 16 19:04:57.879349 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eab8d-ba11-48dc-907d-1afeaba73672 req-b723e872-ca6c-4cd7-82c6-5245735fcaf7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:57.880809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-947eab8d-ba11-48dc-907d-1afeaba73672 req-b723e872-ca6c-4cd7-82c6-5245735fcaf7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0676885 Jul 16 19:04:57.927213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-947eab8d-ba11-48dc-907d-1afeaba73672 req-8c0ccbdf-df2b-474d-86f2-95a9eb5a4d62 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401351 Jul 16 19:04:59.126824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42178e4-d558-4727-aa02-4ba2cf6b74e6 req-49839237-a2b7-4340-9fbd-72b2feb407fc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:59.128647 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a42178e4-d558-4727-aa02-4ba2cf6b74e6 req-49839237-a2b7-4340-9fbd-72b2feb407fc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0747139 Jul 16 19:04:59.171591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a42178e4-d558-4727-aa02-4ba2cf6b74e6 req-578870d1-7533-440b-b14d-497e06878a3f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362508 Jul 16 19:05:00.318386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-085f2915-74f1-43f7-9cab-ed98801484b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:00.368106 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b53d9c-bbad-4432-a0cc-e0dae7836d04 req-bd33d6cc-2d99-4587-8810-faddcc184835 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:00.369704 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5b53d9c-bbad-4432-a0cc-e0dae7836d04 req-bd33d6cc-2d99-4587-8810-faddcc184835 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0753779 Jul 16 19:05:00.416132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5b53d9c-bbad-4432-a0cc-e0dae7836d04 req-92ba31cc-1bf1-4e14-8a7e-86bd221f586b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Jul 16 19:05:00.815627 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:01.655698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b184a56-79c7-4475-a596-f5e593650349 req-df422cff-c12a-48d4-9a28-e7436b38164c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:01.657438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b184a56-79c7-4475-a596-f5e593650349 req-df422cff-c12a-48d4-9a28-e7436b38164c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0913529 Jul 16 19:05:01.720275 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3b184a56-79c7-4475-a596-f5e593650349 req-389f5224-ed24-45c1-a56f-bbe6acdc17b6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560179 Jul 16 19:05:02.254851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7d954-d54a-4da1-b2a0-9737e5b655c2 req-fb774070-983d-4cbe-b5a4-06fc86cbc559 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:02.256952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aca7d954-d54a-4da1-b2a0-9737e5b655c2 req-fb774070-983d-4cbe-b5a4-06fc86cbc559 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0939043 Jul 16 19:05:02.313713 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aca7d954-d54a-4da1-b2a0-9737e5b655c2 req-1f87412c-fc98-46f5-a262-28c8d249a431 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485609 Jul 16 19:05:02.332589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-8c019332-233b-4aa8-a4c8-e61c6a219cb3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1484306 Jul 16 19:05:03.141431 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5f71ecf-7bc4-4efd-a6fb-c69d4f761933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.410081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:03.541273 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b83771-7168-4ec3-8168-11903a114d13 req-a1781eea-47ff-4da2-b781-3e889dfc2aac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:03.542836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7b83771-7168-4ec3-8168-11903a114d13 req-a1781eea-47ff-4da2-b781-3e889dfc2aac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0748115 Jul 16 19:05:03.598538 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c7b83771-7168-4ec3-8168-11903a114d13 req-42ecc66e-91d9-4e4e-aed4-bcd9bfcfb6f6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458343 Jul 16 19:05:04.492806 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:04.797986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43f32e-bf20-4205-875a-acd6cbd92902 req-6763d24b-9602-46ea-bb6d-622924d9a1ac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:04.799547 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d43f32e-bf20-4205-875a-acd6cbd92902 req-6763d24b-9602-46ea-bb6d-622924d9a1ac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0787899 Jul 16 19:05:04.849463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9d43f32e-bf20-4205-875a-acd6cbd92902 req-9797d6f9-c6fd-494e-b7cc-95016d89d3df tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396764 Jul 16 19:05:05.815566 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-455f925a-adaa-4af5-9f89-b0ef571faae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:05.817165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-455f925a-adaa-4af5-9f89-b0ef571faae1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1098 time: 0.0653803 Jul 16 19:05:05.918608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-dccbca8e-c22d-445d-8c2c-6ddc0dec621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:05.920184 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-dccbca8e-c22d-445d-8c2c-6ddc0dec621d service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0969501 Jul 16 19:05:06.000649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-94b7143b-34d1-416e-8c3c-6409af3fc70a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1002 time: 0.0742507 Jul 16 19:05:06.016371 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:06.077560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-6a4d22ee-0061-4f05-9905-33c01aec302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.079079 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-6a4d22ee-0061-4f05-9905-33c01aec302c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0721502 Jul 16 19:05:06.081105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e8d83-0c47-4d50-adff-0438ab10d2aa req-8df3dd67-238a-452e-8456-b08ddd2b6dbe tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.082928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330e8d83-0c47-4d50-adff-0438ab10d2aa req-8df3dd67-238a-452e-8456-b08ddd2b6dbe tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0976374 Jul 16 19:05:06.132006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-330e8d83-0c47-4d50-adff-0438ab10d2aa req-5fb779f7-9c2a-4410-bd57-1f12de690d80 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412667 Jul 16 19:05:06.143692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-ce95677b-e714-4072-b144-9e372a495ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:06.145418 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-ce95677b-e714-4072-b144-9e372a495ecd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600352 Jul 16 19:05:06.237776 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-b783b3b1-d025-4365-a40f-09f8cfd80d96 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863500 Jul 16 19:05:06.333870 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-99eacaff-284c-494b-abff-d75705b2e808 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898080 Jul 16 19:05:07.325528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c13182-87ff-4b9d-a2f9-9ad9b756685f req-bf4d4b55-91db-4ce8-9db6-6125ac2e8f08 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:07.327048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5c13182-87ff-4b9d-a2f9-9ad9b756685f req-bf4d4b55-91db-4ce8-9db6-6125ac2e8f08 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0671453 Jul 16 19:05:07.369056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5c13182-87ff-4b9d-a2f9-9ad9b756685f req-716ca1b3-c82a-4d7d-b8de-d64b73fbaa90 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363824 Jul 16 19:05:07.631450 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.097159 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.268798 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-34443a4a-41fc-43e3-862d-e121e53bb0f4 service neutron] show failed (client error): The resource could not be found. Jul 16 19:05:08.269753 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-34443a4a-41fc-43e3-862d-e121e53bb0f4 service neutron] 10.222.0.13 "GET /v2.0/ports/d45c80a5-b15a-4dd9-a345-87f986e4075e/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0564342 Jul 16 19:05:08.559221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9721df-7b68-4cac-8e26-e54092500ae9 req-aa42cd39-1f6d-4b40-ad95-8a398fda2e48 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:08.560802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae9721df-7b68-4cac-8e26-e54092500ae9 req-aa42cd39-1f6d-4b40-ad95-8a398fda2e48 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0750539 Jul 16 19:05:08.630104 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae9721df-7b68-4cac-8e26-e54092500ae9 req-513443b2-a1da-4c5a-a752-8507ea9935c9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605519 Jul 16 19:05:08.644945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-7a390176-48ad-4f97-964b-cdf07a6f9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:08.646445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-7a390176-48ad-4f97-964b-cdf07a6f9db5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 1098 time: 0.1291587 Jul 16 19:05:08.657573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:08.733350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:08.939084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:08.981024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:09.021572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:09.027695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.040731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Transition to ACTIVE for port object d45c80a5-b15a-4dd9-a345-87f986e4075e will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:09.045157 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.071237 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c06c27-8530-4f92-97ea-a09d72e6a0dc" -d '{"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-unplugged", "status": "completed", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:09.155753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:09.188182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.188553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.188897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.189291 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.189575 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.189905 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.190236 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.190566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.190895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.191224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.191555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.191878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:09.209285 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f303239f-5e59-4ec4-b9c1-81e3c14d6305 x-openstack-request-id: req-f303239f-5e59-4ec4-b9c1-81e3c14d6305 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:09.209581 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-unplugged", "status": "completed", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:09.209830 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f303239f-5e59-4ec4-b9c1-81e3c14d6305 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:09.210228 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'code': 200} Jul 16 19:05:09.249947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] No DVR routers for this DVR port d45c80a5-b15a-4dd9-a345-87f986e4075e on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:09.395206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:09.395677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:09.395876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:09.400645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Port d45c80a5-b15a-4dd9-a345-87f986e4075e on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:09.400959 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Attempting to bind port d45c80a5-b15a-4dd9-a345-87f986e4075e on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:09.405828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:09.406161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:09.406568 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:09.406983 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Bound port: d45c80a5-b15a-4dd9-a345-87f986e4075e, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:09.407335 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.474557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:09.477448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:09.482049 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.525796 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.526432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:09.527891 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] 10.222.0.55 "PUT /v2.0/ports/d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1093 time: 0.8744175 Jul 16 19:05:09.544478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb281d-267d-4ecb-a3f7-bbfeed82db11 service neutron] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:09.615877 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-1259212c-13b1-48d4-b982-7f7f073bbbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.618450 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-1259212c-13b1-48d4-b982-7f7f073bbbfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1096 time: 0.0664728 Jul 16 19:05:09.727261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-20384630-9f68-48b1-96ac-543fcb040618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.729127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-20384630-9f68-48b1-96ac-543fcb040618 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1021101 Jul 16 19:05:09.829279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-b8898a92-fa82-44ea-b897-639de5bc56d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1000 time: 0.0924804 Jul 16 19:05:09.891741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac612b-4727-48f6-9983-3ce37cebdcdd req-984d6772-ae8c-4b6d-aa07-2655c2e1b050 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.893262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdac612b-4727-48f6-9983-3ce37cebdcdd req-984d6772-ae8c-4b6d-aa07-2655c2e1b050 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 944 time: 0.1217597 Jul 16 19:05:09.895073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-294b8089-3fd3-402d-bd88-13226e92e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.896423 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-294b8089-3fd3-402d-bd88-13226e92e343 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0624623 Jul 16 19:05:09.960317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bdac612b-4727-48f6-9983-3ce37cebdcdd req-cc6e4218-ce87-4111-9982-956595c681d5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613537 Jul 16 19:05:09.982605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-abddd1f0-3584-4779-9e05-9058149ddd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:09.984020 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-abddd1f0-3584-4779-9e05-9058149ddd5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0785956 Jul 16 19:05:10.079509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-bae072fc-e627-41ae-b848-709221bbd389 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893147 Jul 16 19:05:10.172524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-cce3d2c8-04c8-49c0-b8d1-fa65a12e3b5c service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Jul 16 19:05:11.148670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ff636-b4a2-4dc6-b758-89042eba77f5 req-bac3ed3a-efa4-45d2-a046-a31c32603e26 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.151892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a48ff636-b4a2-4dc6-b758-89042eba77f5 req-bac3ed3a-efa4-45d2-a046-a31c32603e26 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 944 time: 0.0718749 Jul 16 19:05:11.200680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a48ff636-b4a2-4dc6-b758-89042eba77f5 req-9d2e8d3a-a3e3-4669-ad31-3660d78531e2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425770 Jul 16 19:05:11.211650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:11.214314 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484eeded-07bc-4bbd-ba41-8f02f3166e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:11.269335 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb5cb62-da17-43ab-be64-2e0f56549022 x-openstack-request-id: req-2bb5cb62-da17-43ab-be64-2e0f56549022 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:11.269627 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:11.269873 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2bb5cb62-da17-43ab-be64-2e0f56549022 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:11.270271 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'status': 'completed', 'code': 200} Jul 16 19:05:11.350410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-39db94a6-714e-46be-a575-e5eb59d79557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.352061 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-39db94a6-714e-46be-a575-e5eb59d79557 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1096 time: 0.0620351 Jul 16 19:05:11.355222 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-17b752a0-5364-49a5-a393-b5fbdb5c30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.359672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-17b752a0-5364-49a5-a393-b5fbdb5c30ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1096 time: 0.0601106 Jul 16 19:05:11.466934 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-67cdfe55-258d-42da-9f88-44458153f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.469298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-67cdfe55-258d-42da-9f88-44458153f1f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1105645 Jul 16 19:05:11.504799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-3c01dcaf-74fc-4a44-9631-0c624796d1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.507492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-3c01dcaf-74fc-4a44-9631-0c624796d1b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1412215 Jul 16 19:05:11.563775 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-653f1009-d2dc-4f2a-9aed-1b79275b4f25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1000 time: 0.0880830 Jul 16 19:05:11.619941 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-aa98f75d-58bc-44f2-97a8-9f04c254df28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1000 time: 0.1057999 Jul 16 19:05:11.644473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-de8814ac-0ab9-495e-a129-b2ad14db4f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.644473 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-de8814ac-0ab9-495e-a129-b2ad14db4f83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0737660 Jul 16 19:05:11.693753 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-61dff8fe-b2d2-4a7c-a055-ed97fd6a6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.696213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-61dff8fe-b2d2-4a7c-a055-ed97fd6a6dce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0607853 Jul 16 19:05:11.715833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-7bd05d6a-be60-4ff0-be68-f207948429db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.717469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-7bd05d6a-be60-4ff0-be68-f207948429db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669703 Jul 16 19:05:11.769723 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-eb353c3f-a75e-43b4-ba1f-21200655024f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:11.771539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-eb353c3f-a75e-43b4-ba1f-21200655024f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696747 Jul 16 19:05:11.823114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-cc3cfea2-b154-4eff-9980-b7a197c37217 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991514 Jul 16 19:05:11.894680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-e10b154b-c580-4fc3-9ff4-8172fed94e65 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160834 Jul 16 19:05:11.940924 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-e45ad5f9-c497-405c-ad6c-83c1dc714009 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113119 Jul 16 19:05:12.400822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-484eeded-07bc-4bbd-ba41-8f02f3166e1c req-7318bb69-d0e8-42d9-9afc-5999a7ee7cc2 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002196 Jul 16 19:05:12.435040 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c86e5-834b-4d0a-bb30-65882604bd3e req-0417ea64-0818-4eb6-b8ba-20b8399b23e4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:12.436734 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f28c86e5-834b-4d0a-bb30-65882604bd3e req-0417ea64-0818-4eb6-b8ba-20b8399b23e4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 944 time: 0.0887470 Jul 16 19:05:12.479117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f28c86e5-834b-4d0a-bb30-65882604bd3e req-75a45cf9-54cf-45cb-a5a2-256b25c095e2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361061 Jul 16 19:05:12.824583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb7ac4-5cce-4e2f-8004-35f79fdda743 req-fa239716-8771-473d-a695-a7f7b741b126 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:12.826184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6beb7ac4-5cce-4e2f-8004-35f79fdda743 req-fa239716-8771-473d-a695-a7f7b741b126 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 944 time: 0.0891669 Jul 16 19:05:12.847942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-6b503809-4c73-4637-af9a-2b373e5fa07e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:12.850509 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-6b503809-4c73-4637-af9a-2b373e5fa07e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407&tenant_id=0ba9467396354beab627af8a0ab71d4f&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 944 time: 0.1001310 Jul 16 19:05:12.880927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6beb7ac4-5cce-4e2f-8004-35f79fdda743 req-4185f7b4-2f0a-4cae-b4a1-266f6d4e1cc4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460739 Jul 16 19:05:12.925249 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-63dd8d28-ad7c-4c86-b8a5-8a583657fc8b service neutron] delete failed (client error): The resource could not be found. Jul 16 19:05:12.926365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-63dd8d28-ad7c-4c86-b8a5-8a583657fc8b service neutron] 10.222.0.13 "DELETE /v2.0/ports/d45c80a5-b15a-4dd9-a345-87f986e4075e/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0695963 Jul 16 19:05:12.995261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:05:13.054354 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-8da59ed4-3c5d-4ad1-9e0f-2eb21fd4bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.054354 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-8da59ed4-3c5d-4ad1-9e0f-2eb21fd4bfd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1096 time: 0.0773594 Jul 16 19:05:13.130183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:13.152082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'mac_address': 'fa:16:3e:f9:fd:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:05:13.189360 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-48fb8601-1c6e-4bed-91d8-58230ec04a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.191085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-48fb8601-1c6e-4bed-91d8-58230ec04a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1306777 Jul 16 19:05:13.201249 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.218946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45c80a5-b15a-4dd9-a345-87f986e4075e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:13.243239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:13.251311 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:13.281931 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-ab7b9294-cefa-47e2-a655-a23782a6525d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1000 time: 0.0819709 Jul 16 19:05:13.311873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:13.350722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-30b21125-85cd-4c5b-99c0-9047eb8fc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.352440 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-30b21125-85cd-4c5b-99c0-9047eb8fc7f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0646508 Jul 16 19:05:13.374909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:13.394935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.395235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.395506 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.395848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.396200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.396556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.396867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.397833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.397833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.397833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.398158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.398480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:13.405232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:13.428950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-617425b7-a89f-431d-bc93-1eec1bc01721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:13.430502 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-617425b7-a89f-431d-bc93-1eec1bc01721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710840 Jul 16 19:05:13.487692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['d45c80a5-b15a-4dd9-a345-87f986e4075e'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:13.533693 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-bcf1646c-1587-4e84-b62d-cae11d838da7 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968709 Jul 16 19:05:13.644602 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cea5b339-b7a6-4202-a5b2-fbdaeb686dbe req-2f296b0b-0223-45d2-b4ec-46ac7e44a058 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021519 Jul 16 19:05:14.098834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69681d-398b-4288-9043-1f25f1143edb req-3c09c878-8251-4858-a559-18b956c697d6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:14.100499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab69681d-398b-4288-9043-1f25f1143edb req-3c09c878-8251-4858-a559-18b956c697d6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 945 time: 0.0811019 Jul 16 19:05:14.150969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ab69681d-398b-4288-9043-1f25f1143edb req-d0b8b2e8-1307-419e-a54e-e8ef9593d2cd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Jul 16 19:05:15.009447 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:15.066484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port d45c80a5-b15a-4dd9-a345-87f986e4075e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:15.071642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port d45c80a5-b15a-4dd9-a345-87f986e4075e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:15.072230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.154287 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.176946 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:15.191938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:15.197238 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.223931 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f9745b-638f-4471-b2e6-38f1d7352eda" -d '{"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-plugged", "status": "completed", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:15.254717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:15.334843 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56975334-f2f3-43ec-b743-f6f9ff04e68f x-openstack-request-id: req-56975334-f2f3-43ec-b743-f6f9ff04e68f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:15.335147 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-plugged", "status": "completed", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:15.335596 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56975334-f2f3-43ec-b743-f6f9ff04e68f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:15.335877 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'code': 200} Jul 16 19:05:15.368390 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988fa59c-264c-4ff9-9aae-1da82eaeb58d req-7a47262f-74a0-4e88-a742-123944ad4d1c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:15.369971 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-988fa59c-264c-4ff9-9aae-1da82eaeb58d req-7a47262f-74a0-4e88-a742-123944ad4d1c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0696578 Jul 16 19:05:15.410409 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-988fa59c-264c-4ff9-9aae-1da82eaeb58d req-35f62960-c495-4185-967c-e53ae4cb8327 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343986 Jul 16 19:05:15.619349 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4fe2a-1c99-4823-93df-1362b0873c22 req-d58028df-8296-4140-ba84-e53dcb8c0e41 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:15.621216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74c4fe2a-1c99-4823-93df-1362b0873c22 req-d58028df-8296-4140-ba84-e53dcb8c0e41 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0890315 Jul 16 19:05:15.676026 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-74c4fe2a-1c99-4823-93df-1362b0873c22 req-ff329c6a-b372-4e99-90a7-c26b969eeed4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490305 Jul 16 19:05:16.091766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945b65f-6534-4b19-a62f-9d389fb06250 req-529bbf29-a3e2-4617-9aab-c894db90ce6d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:16.093308 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9945b65f-6534-4b19-a62f-9d389fb06250 req-529bbf29-a3e2-4617-9aab-c894db90ce6d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.1003330 Jul 16 19:05:16.095181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-40f43755-1bd1-4b25-b739-ce04e3e1a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:16.096579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-40f43755-1bd1-4b25-b739-ce04e3e1a150 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 1098 time: 0.1117983 Jul 16 19:05:16.161652 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9945b65f-6534-4b19-a62f-9d389fb06250 req-4462bda1-7dcc-418a-b2c5-7e75f4d792df tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627766 Jul 16 19:05:16.213344 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-ad50d05c-5a70-429c-ab73-fb0c3b78c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:16.214824 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-ad50d05c-5a70-429c-ab73-fb0c3b78c754 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1099939 Jul 16 19:05:16.284070 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-7f781c51-1667-40f1-bb1c-18b4bd99ef4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 200 len: 1002 time: 0.0624099 Jul 16 19:05:16.332954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-e3c0fc79-d273-4371-967b-72bcb91fa3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:16.334441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-e3c0fc79-d273-4371-967b-72bcb91fa3dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0444803 Jul 16 19:05:16.390497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-7aedfd92-a125-4148-911a-14ef218bc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:16.391950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-7aedfd92-a125-4148-911a-14ef218bc827 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517628 Jul 16 19:05:16.486650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-2737f3b1-d04d-452a-96a3-778d16bf0499 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874557 Jul 16 19:05:16.579187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cc657a5a-def9-4313-bb28-ac7f50813653 req-e5acb75b-0f5c-49ee-ab41-0e5096f8a349 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Jul 16 19:05:17.347405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcbecd-4b20-4511-8a80-f391957ebab8 req-6a937f49-2137-436a-9163-87e25033126e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:17.348842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70fcbecd-4b20-4511-8a80-f391957ebab8 req-6a937f49-2137-436a-9163-87e25033126e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0685134 Jul 16 19:05:17.386969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-70fcbecd-4b20-4511-8a80-f391957ebab8 req-9c9fba9d-720b-4f56-8fd1-4987555b30d0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Jul 16 19:05:17.757327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56874e-10e7-4c6b-8876-49d0dcfe7b02 req-3a0b6194-bd40-4f98-bb81-1d0273423817 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:17.759331 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b56874e-10e7-4c6b-8876-49d0dcfe7b02 req-3a0b6194-bd40-4f98-bb81-1d0273423817 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.0642464 Jul 16 19:05:17.798752 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b56874e-10e7-4c6b-8876-49d0dcfe7b02 req-e53366a1-8b9d-498d-b57c-edc0034ba33c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336273 Jul 16 19:05:19.033714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-51d79d5e-7304-4cb4-9cdb-7b3f4164c2a6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:19.035253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-51d79d5e-7304-4cb4-9cdb-7b3f4164c2a6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.1121602 Jul 16 19:05:19.077493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3f141-625f-4abb-8738-913fc6249de0 req-a64a0814-814f-4c65-8911-c780e2fbe95b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:19.079002 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6f3f141-625f-4abb-8738-913fc6249de0 req-a64a0814-814f-4c65-8911-c780e2fbe95b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 946 time: 0.1454058 Jul 16 19:05:19.155834 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6f3f141-625f-4abb-8738-913fc6249de0 req-86386b81-bbe1-4809-8773-a3191d8bfc8f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681818 Jul 16 19:05:19.181953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Deleting port d45c80a5-b15a-4dd9-a345-87f986e4075e {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:05:19.182318 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.279454 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] For port d45c80a5-b15a-4dd9-a345-87f986e4075e, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=d45c80a5-b15a-4dd9-a345-87f986e4075e,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:19.279813 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.459323 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.459612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.459942 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 disassociated. External IP: 172.25.0.250, port: d45c80a5-b15a-4dd9-a345-87f986e4075e. Jul 16 19:05:19.460316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Calling delete_port for d45c80a5-b15a-4dd9-a345-87f986e4075e owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:05:19.593107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.624375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event deleted for resources: {'Port': ['ID=d45c80a5-b15a-4dd9-a345-87f986e4075e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:19.739904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:19.862169 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:19.872241 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:19.881494 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:19.882110 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:05:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:19.909009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] No DVR routers for this DVR port d45c80a5-b15a-4dd9-a345-87f986e4075e on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:19.912457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:19.915252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec655b51-7de4-4f1c-8513-a1c6191291c1 req-8785c7f8-a5c6-4475-9a0d-afb1161f96e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "DELETE /v2.0/ports/d45c80a5-b15a-4dd9-a345-87f986e4075e HTTP/1.1" status: 204 len: 173 time: 0.8734241 Jul 16 19:05:19.915709 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-deleted', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:19.918581 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ef7fc-cb32-4dc5-baa3-4254ff307a06" -d '{"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-deleted", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:19.969260 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9885e270-6449-4730-b1f1-968945610894 x-openstack-request-id: req-9885e270-6449-4730-b1f1-968945610894 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:19.969737 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ad8917-a93c-44fd-aeff-836ef41bf407", "name": "network-vif-deleted", "tag": "d45c80a5-b15a-4dd9-a345-87f986e4075e", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:19.970318 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9885e270-6449-4730-b1f1-968945610894 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:19.971077 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ad8917-a93c-44fd-aeff-836ef41bf407', 'name': 'network-vif-deleted', 'tag': 'd45c80a5-b15a-4dd9-a345-87f986e4075e', 'status': 'completed', 'code': 200} Jul 16 19:05:19.994994 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:20.328259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc19eefe-9010-4fb1-90c3-91a762594586 req-aa5093f9-db87-401f-b832-ed3b8afa13b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=38ad8917-a93c-44fd-aeff-836ef41bf407 HTTP/1.1" status: 200 len: 210 time: 0.0371275 Jul 16 19:05:20.331527 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:20.358227 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:20.366787 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:20.368004 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:05:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:20.475230 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:20.685985 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:20.714733 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e9b96b-dbb3-46df-b656-ae084c20c636 None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:20.942274 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921c42b9-3c0b-42c0-b4eb-89754627881a None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:05:21.697373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-e4580069-a541-4f8e-aef3-3e39b5e7525f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--987047685&fields=id&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 267 time: 0.0455208 Jul 16 19:05:21.811202 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-9d60b125-6108-4c9d-8333-d0f0bc815f8f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:21.812765 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-9d60b125-6108-4c9d-8333-d0f0bc815f8f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1064715 Jul 16 19:05:21.828443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-2c72c87b-3572-4307-9d55-ac3e237e0bba tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/quotas/0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 375 time: 0.0100074 Jul 16 19:05:21.901621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-53da306a-237a-43d3-bb57-d47896c6d8da tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678167 Jul 16 19:05:22.080347 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b4c42d30-c908-41dc-858e-c62b6d54d367 service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327980 Jul 16 19:05:22.177548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-c7e59877-a11d-4703-8da0-0063b17da539 service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914893 Jul 16 19:05:22.361115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9069d767-234a-4efe-8772-dd23e0ad3b66 req-6a951211-59cb-4fc5-bde2-549edb07ba15 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 210 time: 0.0332763 Jul 16 19:05:23.025679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:23.049296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: d45c80a5-b15a-4dd9-a345-87f986e4075e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:05:23.049643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device d45c80a5-b15a-4dd9-a345-87f986e4075e not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:23.544054 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4dd5133b-0beb-44c8-94f2-2dd1ccba231f req-35cabc59-1a3a-4141-8b37-b3bc017a8e5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 210 time: 0.0523291 Jul 16 19:05:23.626837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-668d6273-41c7-401d-a64c-5fdbadcfdcbb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:23.628416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-668d6273-41c7-401d-a64c-5fdbadcfdcbb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1264327 Jul 16 19:05:23.690756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-8bd4265f-48ae-4174-bf93-78f894aae559 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 379 time: 0.0469570 Jul 16 19:05:23.700442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'port': {'device_id': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'admin_state_up': True, 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'security_groups': ['9e5e1523-a7ec-41d7-9548-ab93f9bef779']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:23.828901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Made reservation on behalf of 0ba9467396354beab627af8a0ab71d4f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:05:23.832702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:23.975015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Allocated IP 172.20.0.13 (bc45f750-cd4b-4ded-b4aa-c8f25a9a3819/53a5862c-57d2-429a-9dcc-569f3f06ac89/3f9a9af4-3103-4939-8b69-ac4453cc7bae) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:05:24.123581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:24.143069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Transition to ACTIVE for port object 3f9a9af4-3103-4939-8b69-ac4453cc7bae will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:24.186147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:24.235876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:05:24.239376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:05:24.244078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:05:24.251000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:24.281064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.281412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.281755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.282104 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.282432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.282767 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.283094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.283423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.283748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.284072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.284423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.284745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:24.312824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.313494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:24.335488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-b8ecffc2-e481-4027-9ecb-59b85a588322 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6387877 Jul 16 19:05:24.346951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Request body: {'port': {'device_id': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:24.486741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-563d08b8-ed90-40c8-8c88-f970f5d6cedd None None] Provisioning for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:24.491188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-563d08b8-ed90-40c8-8c88-f970f5d6cedd None None] Provisioning complete for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:24.491936 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-563d08b8-ed90-40c8-8c88-f970f5d6cedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:24.532539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-563d08b8-ed90-40c8-8c88-f970f5d6cedd None None] Port 3f9a9af4-3103-4939-8b69-ac4453cc7bae cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:05:24.720895 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06576d09-108d-4278-91e0-98a58c4bf956 req-f26b53ef-cc53-499c-9f72-156d449eba2e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.722693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06576d09-108d-4278-91e0-98a58c4bf956 req-f26b53ef-cc53-499c-9f72-156d449eba2e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 932 time: 0.0702612 Jul 16 19:05:24.772182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06576d09-108d-4278-91e0-98a58c4bf956 req-a51f9b01-2820-41e6-9677-edef28f4b039 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433972 Jul 16 19:05:24.777511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.048268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9a9af4-3103-4939-8b69-ac4453cc7bae {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:25.056670 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.068870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Transition to ACTIVE for port object 3f9a9af4-3103-4939-8b69-ac4453cc7bae will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:25.073365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.126088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:25.202863 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:25.203259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:25.203543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:25.208389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:25.208721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:25.214187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:25.214523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:25.214920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:25.215380 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Bound port: 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:25.215750 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.295804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:25.300033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:25.305963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.345192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.345838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:25.347293 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] 10.222.0.13 "PUT /v2.0/ports/3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1093 time: 1.0048959 Jul 16 19:05:25.347766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:25.382617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b6ff8-54a2-4664-a2ec-52ce3602e1ab service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:25.405727 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20e72fe-569d-441e-8bc0-932af8ff87a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:25.488201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-427f1611-a84d-4e7d-a65a-d4e3370a5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.491003 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-427f1611-a84d-4e7d-a65a-d4e3370a5c67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1096 time: 0.0944402 Jul 16 19:05:25.553813 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6628f6-28a3-4ece-8083-f8796ae5c449 x-openstack-request-id: req-bb6628f6-28a3-4ece-8083-f8796ae5c449 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:25.554088 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:25.554435 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb6628f6-28a3-4ece-8083-f8796ae5c449 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:25.555123 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'status': 'completed', 'code': 200} Jul 16 19:05:25.557942 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-2fe16739-6953-4b67-9d93-e4b2c6a7b737 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 217 time: 0.0582898 Jul 16 19:05:25.626884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-5dc2a92e-1329-4f75-a766-95cb1daa20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.631578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-5dc2a92e-1329-4f75-a766-95cb1daa20ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0649040 Jul 16 19:05:25.693003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-912ff118-1959-4d59-8f51-e23b5601e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.694567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-912ff118-1959-4d59-8f51-e23b5601e8d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595179 Jul 16 19:05:25.796944 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-26989284-2aeb-4014-a892-a0ee1bf867df service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957196 Jul 16 19:05:25.904919 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a878267-4e48-4d17-9763-b1c1f0ccb1d3 req-62cfa69f-8959-4b41-8cfd-0e58460bec04 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017175 Jul 16 19:05:25.949666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0f859-2e56-49a1-a480-96fb224a94d8 req-7cce9f2f-f26f-4dca-9ada-d7f3968c4abb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.950382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c0f859-2e56-49a1-a480-96fb224a94d8 req-7cce9f2f-f26f-4dca-9ada-d7f3968c4abb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 944 time: 0.0653949 Jul 16 19:05:25.991816 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22c0f859-2e56-49a1-a480-96fb224a94d8 req-9bc357d9-c548-41ac-9c4d-efdf26066a40 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344009 Jul 16 19:05:26.021655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-1919a37c-6319-4ccb-9310-180172f7cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.023196 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-1919a37c-6319-4ccb-9310-180172f7cc2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1096 time: 0.0628877 Jul 16 19:05:26.119298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-1956d116-f284-4415-9ae9-da79b0deeb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.120712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-1956d116-f284-4415-9ae9-da79b0deeb68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0901737 Jul 16 19:05:26.166611 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-0a7ca92e-59d3-42ef-9083-71e599fa4fe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 217 time: 0.0392857 Jul 16 19:05:26.217834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-5042e725-368c-4977-983c-fb10f98c5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.219324 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-5042e725-368c-4977-983c-fb10f98c5903 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0448334 Jul 16 19:05:26.283321 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-a13791f8-b58a-434d-b536-79355266692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.284930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-a13791f8-b58a-434d-b536-79355266692f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589695 Jul 16 19:05:26.399596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-5ca2ac5d-67ac-482e-b40a-995e1d60feaf service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074660 Jul 16 19:05:26.499807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a20e72fe-569d-441e-8bc0-932af8ff87a6 req-6f6d3ab4-30cf-48fd-8582-30da08b009d8 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932271 Jul 16 19:05:27.185215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02590e2b-d53f-4500-a24e-f5db577d2eb2 req-8a7440cf-70e7-4911-890d-508aa3a5cfac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:27.186872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02590e2b-d53f-4500-a24e-f5db577d2eb2 req-8a7440cf-70e7-4911-890d-508aa3a5cfac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 944 time: 0.0698438 Jul 16 19:05:27.238267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02590e2b-d53f-4500-a24e-f5db577d2eb2 req-97710b56-75f0-43dc-9da3-b05a26d30859 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427189 Jul 16 19:05:27.377883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:05:27.492022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:27.504708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'mac_address': 'fa:16:3e:74:8d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:05:27.549467 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:27.564176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a9af4-3103-4939-8b69-ac4453cc7bae {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:27.585617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:27.590020 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:27.645311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:27.830473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3f9a9af4-3103-4939-8b69-ac4453cc7bae'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:28.437155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca80d1-11e0-4b46-93fe-80baaacb9bac req-3d475a26-97d5-4aa7-9563-5a66b4ee442d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:28.438906 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5ca80d1-11e0-4b46-93fe-80baaacb9bac req-3d475a26-97d5-4aa7-9563-5a66b4ee442d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 945 time: 0.0807695 Jul 16 19:05:28.483099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f5ca80d1-11e0-4b46-93fe-80baaacb9bac req-678e5cb0-f044-493f-9853-8e62eae687a0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377676 Jul 16 19:05:29.383488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:29.449452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:29.454049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:29.454446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:29.559626 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:29.587540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:29.590014 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200ce5b-5fb1-4e43-a62d-f542fe9ea9f5" -d '{"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:29.605989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:29.612135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:29.656583 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96d5824-7683-41b4-95ba-119fb8d2df48 x-openstack-request-id: req-b96d5824-7683-41b4-95ba-119fb8d2df48 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:29.656868 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:29.657168 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b96d5824-7683-41b4-95ba-119fb8d2df48 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:29.657800 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'code': 200} Jul 16 19:05:29.696490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a71cfc-133e-46f5-ad17-205c9724dd91 req-6f244840-c205-4864-82cd-de8174b02c96 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:29.698986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92a71cfc-133e-46f5-ad17-205c9724dd91 req-6f244840-c205-4864-82cd-de8174b02c96 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0845847 Jul 16 19:05:29.709864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:29.745760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-92a71cfc-133e-46f5-ad17-205c9724dd91 req-2dab108c-be39-4e39-a27e-ae1e4a118dca tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380778 Jul 16 19:05:29.787586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f1b8-a9bd-4010-b02f-d3031fac3780 req-11af5dc7-cc43-41ae-8f77-4b21d16f6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:29.789603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-69c7f1b8-a9bd-4010-b02f-d3031fac3780 req-11af5dc7-cc43-41ae-8f77-4b21d16f6bc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1098 time: 0.0711613 Jul 16 19:05:29.828909 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-69c7f1b8-a9bd-4010-b02f-d3031fac3780 req-069dcc7c-ce3a-4824-8dd6-ad7193725dc8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330522 Jul 16 19:05:30.320450 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-84e46806-cc6b-4e34-81d8-0d4307d0a7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.933861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56718cb-485a-4d38-9463-a3fb534c818c req-21f0f2dc-f275-4e62-b049-cf640157adbd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:30.935414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c56718cb-485a-4d38-9463-a3fb534c818c req-21f0f2dc-f275-4e62-b049-cf640157adbd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0742104 Jul 16 19:05:30.986842 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c56718cb-485a-4d38-9463-a3fb534c818c req-807245c2-d3fc-41cb-ad24-f4ed0b564b14 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454180 Jul 16 19:05:31.166137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a8706-d6bf-4654-b4d3-cb0a15a9a296 req-9400bb4a-0977-4e22-b114-11aeb44c8729 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:31.167760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c0a8706-d6bf-4654-b4d3-cb0a15a9a296 req-9400bb4a-0977-4e22-b114-11aeb44c8729 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0715196 Jul 16 19:05:31.176978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 46314) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:31.184342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'floatingip': {'port_id': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:31.225400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.684370 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.688577 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:31.793721 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 associated. External IP: 172.25.0.250, port: 3f9a9af4-3103-4939-8b69-ac4453cc7bae. Jul 16 19:05:32.015764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:05:32.131379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:05:32.136961 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:32.142096 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:05:32.152461 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:32.153188 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:05:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:32.174899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4fe57862-7e8f-436d-ba45-f76e33e9c20e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "PUT /v2.0/floatingips/2fbd513e-e80e-44d0-98a4-8ff9a5006570 HTTP/1.1" status: 200 len: 992 time: 0.9964411 Jul 16 19:05:32.175804 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:32.178339 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a620c0db-b8f4-48b8-b109-22ad61029022" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:32.219835 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7598e9de-6af8-4b65-8ef8-c9d989f192f2 x-openstack-request-id: req-7598e9de-6af8-4b65-8ef8-c9d989f192f2 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:32.220127 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:32.220418 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7598e9de-6af8-4b65-8ef8-c9d989f192f2 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:32.220881 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'status': 'completed', 'code': 200} Jul 16 19:05:32.275891 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:32.306869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-d1c21352-254e-4b21-881e-d41b7aaa7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:32.309226 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-d1c21352-254e-4b21-881e-d41b7aaa7613 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1098 time: 0.0657110 Jul 16 19:05:32.412726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-6964faaa-20aa-435f-861f-41359f5584c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:32.413228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-6964faaa-20aa-435f-861f-41359f5584c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0973830 Jul 16 19:05:32.483421 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-6527774d-dd76-45a9-86b8-28471ef44767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1000 time: 0.0638108 Jul 16 19:05:32.531652 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:74:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:05:31Z', 'revision_number': 9, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:32.534976 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-9ac9a19e-6e90-4586-8c4d-84a007ec3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:32.536572 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-9ac9a19e-6e90-4586-8c4d-84a007ec3d30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0473104 Jul 16 19:05:32.562078 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:05:32.571686 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:05:32.572340 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:05:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:32.613159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-d1e3f5e0-05ac-4ca2-b979-8605905f9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:32.614737 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-d1e3f5e0-05ac-4ca2-b979-8605905f9963 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722082 Jul 16 19:05:32.681894 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:05:32.708938 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-ac307846-cecc-405f-97cf-781c60059765 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873206 Jul 16 19:05:32.817869 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a620c0db-b8f4-48b8-b109-22ad61029022 req-e8c68c4a-3516-4ba4-a7d1-bd83575ced28 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030214 Jul 16 19:05:32.951073 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:74:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:05:31Z', 'revision_number': 9, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:05:32.978639 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7f6a20-797d-408d-8baa-b48cd88faab0 None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:74:8d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:05:31Z', 'revision_number': 9, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:05:33.149881 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-de3b7cd4-2c99-4c73-af2d-0acf38bebac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:33.188900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5808ab79-75c9-4344-a91a-26f6718d4588 None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:05:33.414992 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:34.496375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:36.020899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:37.657724 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:37.815501 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:38.100465 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.393318 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-18c1b09f-b0f8-4073-82ec-e3c7d59520c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572646 Jul 16 19:05:38.494582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-e0a20cc4-38ed-4a3b-9600-4f964ff2cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:38.496141 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-e0a20cc4-38ed-4a3b-9600-4f964ff2cb78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1098 time: 0.0595088 Jul 16 19:05:38.621119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-0c29fed4-0bba-4090-aca6-3c0dc27a0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:38.623469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-0c29fed4-0bba-4090-aca6-3c0dc27a0fea service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1067045 Jul 16 19:05:38.693593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-a956aafb-3ee3-43e6-b74c-f58474cfb783 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1003 time: 0.0642204 Jul 16 19:05:38.755718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-c81a65b7-f8de-4eb8-887b-2cce84a766bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:38.757239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-c81a65b7-f8de-4eb8-887b-2cce84a766bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0574887 Jul 16 19:05:38.819149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-45237875-6e4a-4583-8640-79cead332f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:38.820783 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-45237875-6e4a-4583-8640-79cead332f96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565002 Jul 16 19:05:38.923117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-9361a8bc-8a96-434c-9ea0-d991f5d769fe service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955949 Jul 16 19:05:39.028585 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-07348f54-ad14-4ff0-ba5b-930e9203bc8b req-c4902584-1a2e-417a-a1be-6549be6f5c94 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996995 Jul 16 19:06:00.321063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50668e72-1ca3-4cce-b8dd-507faa427d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.151869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5dcca352-6b11-4506-b234-f8f303cadfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:03.417762 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:04.497022 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:06.010711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:07.677100 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:08.106414 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.815660 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:30.324282 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed471154-6060-4810-8918-e385715c2584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.157824 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2df883f8-c1f6-4490-abb7-da2169498d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:33.420469 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.499568 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.015045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:37.689388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:38.125090 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.371116 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-a46bbdcb-1a52-4ca2-b7f4-20e953147e44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0596890 Jul 16 19:06:40.468803 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-94bd64f1-544c-4140-9872-918d9acb7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.470329 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-94bd64f1-544c-4140-9872-918d9acb7a05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1098 time: 0.0578685 Jul 16 19:06:40.577844 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-48cbe286-2576-4d7f-ba95-65dd95c531d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.579317 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-48cbe286-2576-4d7f-ba95-65dd95c531d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0896766 Jul 16 19:06:40.646140 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-0cbe345d-e94b-4ff0-836d-f82d35375894 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1003 time: 0.0605183 Jul 16 19:06:40.692739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-39dbd5a3-ce2f-4048-a313-3849c3bc35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.694173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-39dbd5a3-ce2f-4048-a313-3849c3bc35ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0423825 Jul 16 19:06:40.750198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-8bb4ae15-7983-427e-bcd9-aa00f8cb4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.751720 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-8bb4ae15-7983-427e-bcd9-aa00f8cb4b72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515625 Jul 16 19:06:40.846994 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-f1329d8d-721a-4950-8f47-cbf8f73c0a5b service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892270 Jul 16 19:06:40.938831 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bd6be572-4eff-45a2-a59f-cd5e4b5fffae req-6dc3e711-57e6-4afc-bd88-eb905611a68f service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860324 Jul 16 19:06:51.816489 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:00.327477 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e8b8f23-d1b4-4af4-85e0-5b86b008045e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.170923 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f3cb6c2-69fb-40a5-9ca9-23025a3db760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:03.422971 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:04.514715 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:06.019412 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:07.691410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:08.136391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:09.268072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27978f6a-efc4-4e29-bc50-f5de688894e8 req-42f0e6d2-c050-4c3c-8b8d-d6209c674e32 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:09.269793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27978f6a-efc4-4e29-bc50-f5de688894e8 req-42f0e6d2-c050-4c3c-8b8d-d6209c674e32 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0824993 Jul 16 19:07:09.339091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-27978f6a-efc4-4e29-bc50-f5de688894e8 req-7f477d35-53fc-4420-a7d1-542114cac138 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636041 Jul 16 19:07:09.364320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-1870d48d-dd85-4c29-b469-6e86c44aa6db service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1314886 Jul 16 19:07:10.527114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1deb83-7eac-4afa-8ec8-684c268c4d67 req-2094b14b-a6dd-42e7-9b14-6b037d5647ed tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:10.529270 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db1deb83-7eac-4afa-8ec8-684c268c4d67 req-2094b14b-a6dd-42e7-9b14-6b037d5647ed tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0691547 Jul 16 19:07:10.570632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-db1deb83-7eac-4afa-8ec8-684c268c4d67 req-83f7aaf0-2ea6-4f19-a31b-820aa9148e6e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355134 Jul 16 19:07:10.597918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-8340d525-f1e4-457d-8f61-9a291493bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:10.599481 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-8340d525-f1e4-457d-8f61-9a291493bea0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1098 time: 0.0609410 Jul 16 19:07:10.693854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0642387f-8242-42ce-984e-3a52c758b308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:10.695356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0642387f-8242-42ce-984e-3a52c758b308 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0902350 Jul 16 19:07:10.773544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-e26f8f48-4d80-42e0-bf4d-02eca671c4f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1003 time: 0.0723617 Jul 16 19:07:10.826043 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-43f7f40e-0fe2-4490-a4c3-67bfa53d9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:10.827534 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-43f7f40e-0fe2-4490-a4c3-67bfa53d9e5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0478046 Jul 16 19:07:10.886095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-df8c9c2a-1af1-4ce5-aa1f-923d283cb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:10.888117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-df8c9c2a-1af1-4ce5-aa1f-923d283cb563 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540507 Jul 16 19:07:10.898612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-b768c459-6df6-440d-80d4-214f5d73ff69 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:07:10.899596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-b768c459-6df6-440d-80d4-214f5d73ff69 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053604 Jul 16 19:07:11.003162 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-779a6026-216b-4843-a9ab-7cdd39d7032e service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941057 Jul 16 19:07:11.098046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-b640dd04-2494-4337-8155-327c62f2423b service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890217 Jul 16 19:07:11.755011 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c96ba-caa2-4930-871a-e43891e538bc req-461e5ab5-0d73-4d9a-8ebc-2485440bfd32 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:11.756637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51c96ba-caa2-4930-871a-e43891e538bc req-461e5ab5-0d73-4d9a-8ebc-2485440bfd32 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0666399 Jul 16 19:07:11.797154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c51c96ba-caa2-4930-871a-e43891e538bc req-2bb18a42-3fc8-4a20-90f1-132dd20f9e56 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345151 Jul 16 19:07:12.993373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fe8ba-2676-46ef-94e9-1056f6cccdd1 req-a01aef54-ae47-4d97-8da7-31d3dfe1b95e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:12.995093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f0fe8ba-2676-46ef-94e9-1056f6cccdd1 req-a01aef54-ae47-4d97-8da7-31d3dfe1b95e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0772288 Jul 16 19:07:13.037346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4f0fe8ba-2676-46ef-94e9-1056f6cccdd1 req-9a950d97-2e3c-432f-b5f2-646a6b87a831 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353715 Jul 16 19:07:14.214986 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee046d7-6de4-4b17-b3b3-f4d0e49ec415 req-82b49270-b1fd-41de-83db-b6c26b07f429 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:14.217131 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ee046d7-6de4-4b17-b3b3-f4d0e49ec415 req-82b49270-b1fd-41de-83db-b6c26b07f429 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0643921 Jul 16 19:07:14.255784 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0ee046d7-6de4-4b17-b3b3-f4d0e49ec415 req-5e31d386-f6b4-467a-b53f-7dd5437e3e94 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329576 Jul 16 19:07:15.439226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df8591-7d02-4829-bb95-41041a727d76 req-b5a022be-4cd6-4bd1-a35a-36b34cb6fb31 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:15.440831 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5df8591-7d02-4829-bb95-41041a727d76 req-b5a022be-4cd6-4bd1-a35a-36b34cb6fb31 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0677555 Jul 16 19:07:15.486079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a5df8591-7d02-4829-bb95-41041a727d76 req-66870e0e-c9b4-4f10-93b1-98a796c95d5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394683 Jul 16 19:07:16.665741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df55e85c-8f4e-49cb-98a9-815a8094bf66 req-f1ab5479-0ba4-43bb-bff9-886022fd2592 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:16.667267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df55e85c-8f4e-49cb-98a9-815a8094bf66 req-f1ab5479-0ba4-43bb-bff9-886022fd2592 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0639906 Jul 16 19:07:16.707201 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df55e85c-8f4e-49cb-98a9-815a8094bf66 req-ae5c02bc-bcca-49e9-bc2c-a42fa3aeff2c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336499 Jul 16 19:07:17.884095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492b220-8406-4cb7-b105-a3062550fd0b req-9421b6fe-9b54-477a-973f-a802b888d117 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.885499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9492b220-8406-4cb7-b105-a3062550fd0b req-9421b6fe-9b54-477a-973f-a802b888d117 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0647149 Jul 16 19:07:17.925573 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9492b220-8406-4cb7-b105-a3062550fd0b req-b725e5a7-f0c7-4607-81bc-accc69f9d0a9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338798 Jul 16 19:07:19.105286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362edb5-b564-4a72-89fd-24560f71d9ee req-05358bb6-2b4a-4d7f-832d-ff4a59599772 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:19.106876 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4362edb5-b564-4a72-89fd-24560f71d9ee req-05358bb6-2b4a-4d7f-832d-ff4a59599772 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0692601 Jul 16 19:07:19.148358 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4362edb5-b564-4a72-89fd-24560f71d9ee req-249381cb-3992-40e2-b277-e979c6937fba tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350254 Jul 16 19:07:20.326381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66d119-b0b1-47f7-907e-bc0a60c1050c req-2795563a-e345-49c2-97d2-106f6ba1c206 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:20.327785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d66d119-b0b1-47f7-907e-bc0a60c1050c req-2795563a-e345-49c2-97d2-106f6ba1c206 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0629091 Jul 16 19:07:20.367705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2d66d119-b0b1-47f7-907e-bc0a60c1050c req-9a2319f8-a1a9-4ea1-85bf-6905bb22709f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Jul 16 19:07:21.556216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb820e1-68f9-4fd2-a5f0-0f04190df5b4 req-42c45f87-2a73-4b3b-b3db-03dd0c709196 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:21.557856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fb820e1-68f9-4fd2-a5f0-0f04190df5b4 req-42c45f87-2a73-4b3b-b3db-03dd0c709196 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0690858 Jul 16 19:07:21.942163 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4fb820e1-68f9-4fd2-a5f0-0f04190df5b4 req-4ed03a86-882c-484c-953b-e4547475152b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3757422 Jul 16 19:07:23.133789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e24a24-ae1f-4955-bc9b-a4bc3453468f req-a024a4ed-baf2-4a01-bac6-b1d6468cd866 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:23.135320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08e24a24-ae1f-4955-bc9b-a4bc3453468f req-a024a4ed-baf2-4a01-bac6-b1d6468cd866 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0654945 Jul 16 19:07:23.175991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08e24a24-ae1f-4955-bc9b-a4bc3453468f req-7a76ae05-cc4c-4398-be0c-f271cb691418 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345914 Jul 16 19:07:23.207057 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-f435ba8b-f183-42c4-9ef9-f93bf4924352 service neutron] show failed (client error): The resource could not be found. Jul 16 19:07:23.208088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-f435ba8b-f183-42c4-9ef9-f93bf4924352 service neutron] 10.222.0.13 "GET /v2.0/ports/3f9a9af4-3103-4939-8b69-ac4453cc7bae/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0638142 Jul 16 19:07:23.470336 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-d89dcc39-7eed-45af-a3c6-6f50d143cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:23.471885 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-d89dcc39-7eed-45af-a3c6-6f50d143cb64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 1098 time: 0.0546136 Jul 16 19:07:23.483275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:23.567040 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:23.774908 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:23.810033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:23.853847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:23.856164 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41087550-fdd2-495b-af26-71363dc3dd3f" -d '{"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:23.860337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:23.874660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Transition to ACTIVE for port object 3f9a9af4-3103-4939-8b69-ac4453cc7bae will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:23.878429 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:23.914457 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d26e5d-9d23-4223-a276-21f62ca3e653 x-openstack-request-id: req-d1d26e5d-9d23-4223-a276-21f62ca3e653 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:23.914756 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:23.915007 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d1d26e5d-9d23-4223-a276-21f62ca3e653 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:23.915393 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'code': 200} Jul 16 19:07:23.960446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:23.975439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.975714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.976019 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.976383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.976714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.977047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.977374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.977697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.978020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.978345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.978666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:23.978984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:24.019474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] No DVR routers for this DVR port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:07:24.177359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:24.178033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:24.178033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:24.182782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:07:24.183105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:24.189294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:24.189697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:24.190188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:24.190680 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Bound port: 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:24.191092 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:24.270186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:24.275300 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:24.282132 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:24.328301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:24.328767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:24.330265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1093 time: 0.8511539 Jul 16 19:07:24.419278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0809e7e1-b8bc-412b-9048-f9529cdcce30 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:24.462950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5911a3-5a43-4fdc-9fea-76adb980d6e9 req-3bd71d7b-ce42-4094-8914-4e62af922792 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:24.464630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c5911a3-5a43-4fdc-9fea-76adb980d6e9 req-3bd71d7b-ce42-4094-8914-4e62af922792 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 944 time: 0.1527278 Jul 16 19:07:24.474996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-37071078-b3d2-4150-8698-aa889eb2f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:24.476530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-37071078-b3d2-4150-8698-aa889eb2f23a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1096 time: 0.1167552 Jul 16 19:07:24.540992 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c5911a3-5a43-4fdc-9fea-76adb980d6e9 req-b2223f8e-fafd-40fb-8578-12210fb913da tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678871 Jul 16 19:07:24.593381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-c6d05a92-e177-4642-9381-da4eb538fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:24.594867 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-c6d05a92-e177-4642-9381-da4eb538fb0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1106918 Jul 16 19:07:24.666686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-3ee32bb9-903a-4e83-8064-2d6e353a3bb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1001 time: 0.0657377 Jul 16 19:07:24.717637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-492f078b-1936-41de-87b4-ec7b9fe5f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:24.719072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-492f078b-1936-41de-87b4-ec7b9fe5f57a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0466719 Jul 16 19:07:24.778051 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-232d161c-b8e8-468d-bb4c-f58fb0dde393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:24.780300 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-232d161c-b8e8-468d-bb4c-f58fb0dde393 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539851 Jul 16 19:07:24.790798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-ce6387f0-ed75-46df-9778-c278095c98aa service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:07:24.791922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-ce6387f0-ed75-46df-9778-c278095c98aa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057611 Jul 16 19:07:24.891471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-758e53d8-09b7-4177-a251-6473b9ebae7c service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933509 Jul 16 19:07:24.981542 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99759753-583b-41e8-9ebe-0ca1ce35d157 req-8df23c39-096d-406c-b77d-5414bab8f607 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828810 Jul 16 19:07:25.737114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ebffd-4b66-434b-b201-1e8ff48926f6 req-c084b866-153d-4413-85e5-f5c8f2327a8a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:25.738750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-523ebffd-4b66-434b-b201-1e8ff48926f6 req-c084b866-153d-4413-85e5-f5c8f2327a8a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 944 time: 0.0748868 Jul 16 19:07:25.792007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-523ebffd-4b66-434b-b201-1e8ff48926f6 req-74ab7d4a-5f2c-469b-b557-5f9271e0d0bc tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470219 Jul 16 19:07:25.917219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:25.921484 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b342925-e294-4e43-95ce-9f333f10c1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:25.988790 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df73cf49-24fb-426d-b692-ff408a7bac2e x-openstack-request-id: req-df73cf49-24fb-426d-b692-ff408a7bac2e {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:25.989127 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:25.989440 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-df73cf49-24fb-426d-b692-ff408a7bac2e {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:25.990227 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'status': 'completed', 'code': 200} Jul 16 19:07:26.076911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-63e32d50-d710-4f06-b20f-0f72fc606e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.078081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-cd22b070-6eda-47f1-8b4e-0f0c78b87d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.078660 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-63e32d50-d710-4f06-b20f-0f72fc606e72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1096 time: 0.0670428 Jul 16 19:07:26.079792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-cd22b070-6eda-47f1-8b4e-0f0c78b87d35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1096 time: 0.0641558 Jul 16 19:07:26.186645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-641b0cad-085f-4853-85bb-8ded9e17375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.187177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-67398889-6d00-4b1a-93ef-23877dc65f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.188703 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-641b0cad-085f-4853-85bb-8ded9e17375b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1016159 Jul 16 19:07:26.188856 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-67398889-6d00-4b1a-93ef-23877dc65f49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1037743 Jul 16 19:07:26.269895 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-a3b617a3-db67-4e5c-bbfd-5a38c804fcd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1001 time: 0.0750968 Jul 16 19:07:26.270260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-f1d65eef-42c4-4247-a3b0-956b924c9afd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1001 time: 0.0737901 Jul 16 19:07:26.324742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-3b2293ae-22eb-413c-9885-1371bdf8e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.326285 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-3b2293ae-22eb-413c-9885-1371bdf8e4c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0490901 Jul 16 19:07:26.328726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-278d9409-7d55-45b3-880f-265c9d97d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.330285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-278d9409-7d55-45b3-880f-265c9d97d4eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0534327 Jul 16 19:07:26.414650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-9e549ff1-4a51-45d0-8b6d-91c021193d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.416488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-9e549ff1-4a51-45d0-8b6d-91c021193d64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797749 Jul 16 19:07:26.424801 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-ba4f8c4b-c1ed-4446-9d87-14418acd21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.426760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-ba4f8c4b-c1ed-4446-9d87-14418acd21a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936229 Jul 16 19:07:26.533552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-ede14d3c-da31-4150-9349-ed65de69e7aa service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094630 Jul 16 19:07:26.537137 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-7b8bc22b-2f93-4e29-94fb-3ef6552e9d70 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026723 Jul 16 19:07:26.656050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-507dcc28-ef8d-4552-a41a-a30a5d946c6d service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171820 Jul 16 19:07:26.667805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0b342925-e294-4e43-95ce-9f333f10c1ad req-53fd3354-183f-4809-92b9-c2a466ff1ae7 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231985 Jul 16 19:07:26.976653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ce216-6b0a-4f11-9a11-d8c4f41cec9d req-5737d960-db58-4c22-89c4-d7e63152b879 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:26.978277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-739ce216-6b0a-4f11-9a11-d8c4f41cec9d req-5737d960-db58-4c22-89c4-d7e63152b879 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 944 time: 0.0698693 Jul 16 19:07:27.021109 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-739ce216-6b0a-4f11-9a11-d8c4f41cec9d req-d179d424-cd68-439d-b2a1-46b5032e0d81 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358446 Jul 16 19:07:27.497781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:07:27.510177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-3e97f3dd-1382-41fb-a8bf-8cdb4e48684e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:27.511638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-3e97f3dd-1382-41fb-a8bf-8cdb4e48684e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef&tenant_id=0ba9467396354beab627af8a0ab71d4f&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 944 time: 0.1240222 Jul 16 19:07:27.589252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b275-fd39-4dc4-b5ba-eb4e9df2aff3 req-aa1aa084-7aaa-4d89-a6e5-ddb2a71339bb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:27.590883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bde6b275-fd39-4dc4-b5ba-eb4e9df2aff3 req-aa1aa084-7aaa-4d89-a6e5-ddb2a71339bb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 944 time: 0.1341946 Jul 16 19:07:27.600627 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-b5cd510f-66d6-4365-9550-d59255b3f3cf service neutron] 10.222.0.55 "GET /v2.0/ports/3f9a9af4-3103-4939-8b69-ac4453cc7bae/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 383 time: 0.0820849 Jul 16 19:07:27.620572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:27.635370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'mac_address': 'fa:16:3e:74:8d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:07:27.677473 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bde6b275-fd39-4dc4-b5ba-eb4e9df2aff3 req-31d37628-8d11-463d-81b6-fd4e4e13fd2e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750237 Jul 16 19:07:27.693096 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:27.714049 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a9af4-3103-4939-8b69-ac4453cc7bae {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:27.726172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-4bbd08a4-8f8d-4715-8037-b533c82344f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:27.728783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-4bbd08a4-8f8d-4715-8037-b533c82344f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1096 time: 0.0958536 Jul 16 19:07:27.742586 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:27.748507 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:27.798412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:27.805887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.806240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.806581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.806920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.807260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.807600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.807929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.808275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.808603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.808927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.809248 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.809575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:27.851085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-31935395-9f71-44c9-9f9f-b5592e51e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:27.852617 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-31935395-9f71-44c9-9f9f-b5592e51e84d service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1182647 Jul 16 19:07:27.925571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:07:27.937812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-cb03ea82-5a6a-472a-817c-e12ec1918bf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1002 time: 0.0780602 Jul 16 19:07:27.963836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['3f9a9af4-3103-4939-8b69-ac4453cc7bae'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:27.992061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-e877d330-b726-4ba5-a6cd-a328c0d1ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:27.993608 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-e877d330-b726-4ba5-a6cd-a328c0d1ba2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0481591 Jul 16 19:07:28.000833 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:07:28.055071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-e23514bb-49c7-4033-83f8-0dcf1acd5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:28.056677 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-e23514bb-49c7-4033-83f8-0dcf1acd5fe0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568604 Jul 16 19:07:28.161139 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-90d4253c-ddae-4831-b8ba-3b5dad6c1c9c service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978606 Jul 16 19:07:28.259307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-2d0cc15d-dc6f-48a6-bab0-8d5381744c58 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919023 Jul 16 19:07:28.816607 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:28.891566 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44027e10-0814-4552-9de1-361514aeb920 req-9c8966bd-e3ef-4d32-826a-a160b18374fa tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:28.893170 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44027e10-0814-4552-9de1-361514aeb920 req-9c8966bd-e3ef-4d32-826a-a160b18374fa tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 945 time: 0.0748708 Jul 16 19:07:28.932292 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44027e10-0814-4552-9de1-361514aeb920 req-652f9809-8594-496c-9cfb-386c5ba9fe90 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Jul 16 19:07:29.514403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:29.579842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:29.587303 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:29.587891 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.707357 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.741636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:29.745635 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d2be06-8f82-4b3b-a4dd-0449055503f3" -d '{"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:29.761167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:29.767570 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:29.807790 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20607ff9-0967-49fd-a2bc-be8d471b54ac x-openstack-request-id: req-20607ff9-0967-49fd-a2bc-be8d471b54ac {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:29.808222 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:29.808570 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-20607ff9-0967-49fd-a2bc-be8d471b54ac {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:29.809131 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'code': 200} Jul 16 19:07:29.834657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:30.130342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cf921-5bbb-4f46-a06b-643d75d61028 req-a8674c27-567c-43e0-b87d-c9df9b1d7425 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:30.132366 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-833cf921-5bbb-4f46-a06b-643d75d61028 req-a8674c27-567c-43e0-b87d-c9df9b1d7425 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0788867 Jul 16 19:07:30.174352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-833cf921-5bbb-4f46-a06b-643d75d61028 req-2856e5e1-de09-4259-a7dc-30ef4c94fb06 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354252 Jul 16 19:07:30.316421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-37fcbef4-d814-4db1-996d-479f2bc669f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:30.318040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-37fcbef4-d814-4db1-996d-479f2bc669f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 1098 time: 0.0675392 Jul 16 19:07:30.330656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:30.331235 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a32b281c-6489-42cd-9b24-c485d9704ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.410271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.624728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:30.664139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:30.704753 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:30.707022 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ea03d0-0ecb-4145-8393-ccec53afff38" -d '{"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:30.711189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.725922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Transition to ACTIVE for port object 3f9a9af4-3103-4939-8b69-ac4453cc7bae will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:30.730784 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:30.770305 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b81c59-059f-4c2c-83e5-378476fddd51 x-openstack-request-id: req-d6b81c59-059f-4c2c-83e5-378476fddd51 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:30.770559 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:30.770809 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d6b81c59-059f-4c2c-83e5-378476fddd51 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:30.771206 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'code': 200} Jul 16 19:07:30.783690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:30.819439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.819790 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.820185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.820512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.820846 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.821170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.821498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.821821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.822144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.822468 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.822797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.823119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:30.878140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] No DVR routers for this DVR port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:07:31.056805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:31.057073 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:31.057361 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:31.062686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:07:31.063010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Attempting to bind port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:31.068494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:31.068835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:31.069222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:31.069652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Bound port: 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:31.070008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.145465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:31.149834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:31.154842 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.190116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.190739 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:31.192352 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1094 time: 0.8673751 Jul 16 19:07:31.257125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69904ec9-4abf-49d3-9def-2a7103618559 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=11']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:31.286128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-44ff537e-fd0c-4210-8e35-409a59fd94a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.287720 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-44ff537e-fd0c-4210-8e35-409a59fd94a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1097 time: 0.0697801 Jul 16 19:07:31.374168 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb182ed9-b2bf-4493-b871-890384739936 req-deaeb1bd-1f78-4d1b-9256-e0a269a64912 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.375802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb182ed9-b2bf-4493-b871-890384739936 req-deaeb1bd-1f78-4d1b-9256-e0a269a64912 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 945 time: 0.0719423 Jul 16 19:07:31.390816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-2104b5b3-548b-4438-9866-09c084b53474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.392362 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-2104b5b3-548b-4438-9866-09c084b53474 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0985436 Jul 16 19:07:31.428294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb182ed9-b2bf-4493-b871-890384739936 req-e076282b-b010-4d3c-a7fa-0804d4508954 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448916 Jul 16 19:07:31.469903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-6b955e99-eeae-4482-b727-3c5f4d2298ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1001 time: 0.0712428 Jul 16 19:07:31.518750 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-5bfad3d3-634a-4368-9a1d-8ec76b783708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.520287 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-5bfad3d3-634a-4368-9a1d-8ec76b783708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0445144 Jul 16 19:07:31.580854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-239337b3-45c3-4aca-bc07-0f16b7fb0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:31.582420 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-239337b3-45c3-4aca-bc07-0f16b7fb0e59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561037 Jul 16 19:07:31.686114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-12ab668a-1c1b-49d5-b885-a1ba7e60dbec service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969729 Jul 16 19:07:31.794514 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de755d44-9cfd-4eb4-83b0-3567876dd813 req-3ab51363-bff1-4fdc-900e-a178b6425277 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025715 Jul 16 19:07:32.628916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d08d4-2ad9-4676-942b-2f061899d27d req-3dc4cf09-ff39-4e39-ad6a-ac389645394e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.631224 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c69d08d4-2ad9-4676-942b-2f061899d27d req-3dc4cf09-ff39-4e39-ad6a-ac389645394e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 945 time: 0.0816152 Jul 16 19:07:32.687242 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c69d08d4-2ad9-4676-942b-2f061899d27d req-9f84a23f-148a-4880-b1e9-0413806f9e10 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497141 Jul 16 19:07:32.772854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:32.775208 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a43f0-b19a-4680-95ed-d23898c25f32" -d '{"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:32.828269 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bd536a-14b5-45d0-9a37-5b3f8aa8a6e6 x-openstack-request-id: req-e6bd536a-14b5-45d0-9a37-5b3f8aa8a6e6 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:32.828571 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:32.828943 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6bd536a-14b5-45d0-9a37-5b3f8aa8a6e6 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:32.829389 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'status': 'completed', 'code': 200} Jul 16 19:07:32.912951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-933c1e09-2d59-4d23-8f81-78c115ae595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.914561 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-933c1e09-2d59-4d23-8f81-78c115ae595b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1097 time: 0.0597367 Jul 16 19:07:32.932783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-4d8fc494-6d12-4804-a327-4abcca1c5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:32.935567 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-4d8fc494-6d12-4804-a327-4abcca1c5d49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 1097 time: 0.0855234 Jul 16 19:07:33.036214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-4b00bb16-7d85-42e1-9ff8-840722971cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.037791 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-4b00bb16-7d85-42e1-9ff8-840722971cb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1168799 Jul 16 19:07:33.065516 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-008f5eba-1fe4-4f12-b339-0587098026bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.068052 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-008f5eba-1fe4-4f12-b339-0587098026bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1242862 Jul 16 19:07:33.120551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-f2f48cd8-bfd0-4500-a98f-4d8f0508114c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1001 time: 0.0761292 Jul 16 19:07:33.163087 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-a2af6709-1aa3-4cf7-87e3-5700e0cfd341 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 200 len: 1001 time: 0.0875347 Jul 16 19:07:33.170469 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9127fe32-4fef-4ab2-9244-e8728482993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.181206 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-e80e2c10-496d-4b9f-b0d0-cd7432c0221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.183018 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-e80e2c10-496d-4b9f-b0d0-cd7432c0221d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0562525 Jul 16 19:07:33.245202 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-905a209d-3574-4925-ab25-845da76e335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.248187 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-905a209d-3574-4925-ab25-845da76e335a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0781615 Jul 16 19:07:33.258572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-08b5ae6c-b889-4074-926f-92af02576f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.260297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-08b5ae6c-b889-4074-926f-92af02576f87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712445 Jul 16 19:07:33.337637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-3285367a-8b4f-4706-9be5-4d892c89997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.340342 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-3285367a-8b4f-4706-9be5-4d892c89997c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859601 Jul 16 19:07:33.383529 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-9ffa3929-79a6-4de0-9cc3-d886dc460e3e service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168318 Jul 16 19:07:33.483790 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-15c482a3-c632-478d-ac82-3e42b9247757 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368003 Jul 16 19:07:33.529512 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-19115312-d6ee-427c-9a9e-51d868538292 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383588 Jul 16 19:07:33.540361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:07:33.611789 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:07:33.614078 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-861a43f0-b19a-4680-95ed-d23898c25f32 req-227507eb-a9b6-4a6b-84c0-91287330bc12 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236818 Jul 16 19:07:33.651419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:33.883038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445254bd-ecd1-4c24-bfc4-ce75503522ec req-febcf2ff-0142-4bc8-9a47-6209ca159c5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:33.884657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-445254bd-ecd1-4c24-bfc4-ce75503522ec req-febcf2ff-0142-4bc8-9a47-6209ca159c5b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 945 time: 0.0714660 Jul 16 19:07:33.935696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-445254bd-ecd1-4c24-bfc4-ce75503522ec req-b67de423-0a45-4e78-9353-5bb2117814ba tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422745 Jul 16 19:07:33.964178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:07:34.082174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:34.095276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'mac_address': 'fa:16:3e:74:8d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:07:34.149516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:34.163146 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2355e9-657f-4b81-a78b-7d0d5ef1c88e req-7c86f6eb-1d30-4187-a3e0-24c4d16f79db tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:34.163710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9a9af4-3103-4939-8b69-ac4453cc7bae {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:34.165221 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d2355e9-657f-4b81-a78b-7d0d5ef1c88e req-7c86f6eb-1d30-4187-a3e0-24c4d16f79db tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 945 time: 0.0971336 Jul 16 19:07:34.188054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:34.194148 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:34.210557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d2355e9-657f-4b81-a78b-7d0d5ef1c88e req-894638cd-5dc4-48dc-afaa-c51eb6507d52 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368602 Jul 16 19:07:34.254107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:34.436427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['3f9a9af4-3103-4939-8b69-ac4453cc7bae'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:34.445952 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b0054-28b9-490e-9b3c-0264e1c17257 req-eea895fd-bce1-4c52-9b8c-234b0f56c701 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:34.447874 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-247b0054-28b9-490e-9b3c-0264e1c17257 req-eea895fd-bce1-4c52-9b8c-234b0f56c701 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0859921 Jul 16 19:07:34.492909 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-247b0054-28b9-490e-9b3c-0264e1c17257 req-af4fb928-2654-45b8-afc8-025de51d7d6d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386410 Jul 16 19:07:34.525644 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:34.943036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580bcea-ef5f-4727-967c-f427ed644b36 req-d03fb244-7520-4e1f-949b-710631cc623f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:34.944768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8580bcea-ef5f-4727-967c-f427ed644b36 req-d03fb244-7520-4e1f-949b-710631cc623f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.0784667 Jul 16 19:07:34.996460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8580bcea-ef5f-4727-967c-f427ed644b36 req-ccdeb5cd-0cd8-4c24-85da-b70cb52e14d7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455141 Jul 16 19:07:35.972776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:36.029198 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:36.044389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:36.053025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 3f9a9af4-3103-4939-8b69-ac4453cc7bae triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:36.053733 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:36.146201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:36.181143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:36.183674 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30690b28-5965-477e-bbc9-b4c8686acc19" -d '{"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:36.199150 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:36.205188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:36.236405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88c242-153c-468a-97e8-7bf13cdc3ea9 req-d538e208-f31c-4f86-bd5f-46399c581e23 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:36.238727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf88c242-153c-468a-97e8-7bf13cdc3ea9 req-d538e208-f31c-4f86-bd5f-46399c581e23 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.1007774 Jul 16 19:07:36.253527 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04232dd-f997-4c06-bffc-0d0b1f2976e0 x-openstack-request-id: req-a04232dd-f997-4c06-bffc-0d0b1f2976e0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:36.253829 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-plugged", "status": "completed", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:36.254232 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a04232dd-f997-4c06-bffc-0d0b1f2976e0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:36.254447 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'code': 200} Jul 16 19:07:36.270126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115debd-a745-442e-adf8-4a2a67b6709c req-acb6c550-cb19-420d-af22-2dd551f7f21e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:36.272171 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1115debd-a745-442e-adf8-4a2a67b6709c req-acb6c550-cb19-420d-af22-2dd551f7f21e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 946 time: 0.1196468 Jul 16 19:07:36.293276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=13']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:36.307792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf88c242-153c-468a-97e8-7bf13cdc3ea9 req-a4eb4f31-5d42-4aaf-ab05-e42177187b98 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583966 Jul 16 19:07:36.927719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Deleting port 3f9a9af4-3103-4939-8b69-ac4453cc7bae {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:07:36.928222 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.025904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] For port 3f9a9af4-3103-4939-8b69-ac4453cc7bae, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=3f9a9af4-3103-4939-8b69-ac4453cc7bae,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:37.026263 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.265601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.265853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.266191 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 disassociated. External IP: 172.25.0.250, port: 3f9a9af4-3103-4939-8b69-ac4453cc7bae. Jul 16 19:07:37.266674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Calling delete_port for 3f9a9af4-3103-4939-8b69-ac4453cc7bae owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:07:37.422992 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.459570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event deleted for resources: {'Port': ['ID=3f9a9af4-3103-4939-8b69-ac4453cc7bae,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:37.502750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b469964-d535-4238-8e80-d928d83ba77d req-4c863717-4f81-4463-add7-07bd16b01ffa tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef HTTP/1.1" status: 200 len: 210 time: 0.0458772 Jul 16 19:07:37.601075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:37.703248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.728023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:37.740602 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b505899-be38-45e8-ac39-11210e992822 None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:37.750647 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:37.751270 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:37.774745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] No DVR routers for this DVR port 3f9a9af4-3103-4939-8b69-ac4453cc7bae on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:07:37.777595 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:37.781350 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1115debd-a745-442e-adf8-4a2a67b6709c req-3a477df1-3188-4d79-89a7-607f1bae25ee tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "DELETE /v2.0/ports/3f9a9af4-3103-4939-8b69-ac4453cc7bae HTTP/1.1" status: 204 len: 173 time: 1.5037069 Jul 16 19:07:37.781852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-deleted', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:37.784591 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db6bba-f095-41cc-8677-1cf74e0dc148" -d '{"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-deleted", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:37.829310 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9581545-262b-4f09-a12c-0eab1fbb9498 x-openstack-request-id: req-b9581545-262b-4f09-a12c-0eab1fbb9498 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:37.829618 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef", "name": "network-vif-deleted", "tag": "3f9a9af4-3103-4939-8b69-ac4453cc7bae", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:37.829871 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b9581545-262b-4f09-a12c-0eab1fbb9498 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:37.830305 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19b2601-e0f6-44e3-aa29-bdfdb0bed3ef', 'name': 'network-vif-deleted', 'tag': '3f9a9af4-3103-4939-8b69-ac4453cc7bae', 'status': 'completed', 'code': 200} Jul 16 19:07:37.968429 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:38.135011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:38.190955 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:38.218443 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b505899-be38-45e8-ac39-11210e992822 None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:38.226979 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:38.227723 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:38.333719 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:38.535966 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4b505899-be38-45e8-ac39-11210e992822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:38.563748 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b505899-be38-45e8-ac39-11210e992822 None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:38.800123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d03dbb-b271-430e-ae30-7b664c6a94b9 None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:07:38.874310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-1fb55985-6ff6-4252-b40b-99fad7b30d58 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--987047685&fields=id&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 267 time: 0.0341072 Jul 16 19:07:38.990780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-ef4e552c-6864-446b-8c77-a71df2931eac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:38.992329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-ef4e552c-6864-446b-8c77-a71df2931eac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1102736 Jul 16 19:07:39.007771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-c13b93c1-1ef5-4b4c-9334-a3bab03720de tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/quotas/0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 375 time: 0.0099995 Jul 16 19:07:39.076566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-45e69588-01bb-4814-8655-dffc0a2f17f5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628288 Jul 16 19:07:39.173995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-b369666e-070f-4fee-b387-8f1331de8ee9 service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862002 Jul 16 19:07:39.260879 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-834cee2f-d824-4472-a729-b4627208f709 service neutron] 10.222.0.48 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810704 Jul 16 19:07:39.463763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1d42907c-7d43-4058-b71f-b4c3aa2abbb6 req-44e1b333-e1b4-4c88-a070-4306381df860 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 210 time: 0.0434601 Jul 16 19:07:39.988180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:07:40.009026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 3f9a9af4-3103-4939-8b69-ac4453cc7bae {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:07:40.009375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 3f9a9af4-3103-4939-8b69-ac4453cc7bae not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:07:40.587957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-9f86c0fc-78a7-4f68-9d24-eb9c2bd346e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:40.591878 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-9f86c0fc-78a7-4f68-9d24-eb9c2bd346e9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 812 time: 0.1183920 Jul 16 19:07:40.643441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0a51b36-5fd7-4993-aab8-b07de9aea1d0 req-2f4b3d40-d22b-40b3-8341-bf14871a8445 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 210 time: 0.0347979 Jul 16 19:07:40.657493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-8a665580-0d30-4ad0-a130-23f7a26eec7f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 379 time: 0.0578218 Jul 16 19:07:40.669067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'port': {'device_id': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'admin_state_up': True, 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'security_groups': ['9e5e1523-a7ec-41d7-9548-ab93f9bef779']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:40.831101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Made reservation on behalf of 0ba9467396354beab627af8a0ab71d4f for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:07:40.835460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:40.990237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Allocated IP 172.20.0.7 (bc45f750-cd4b-4ded-b4aa-c8f25a9a3819/53a5862c-57d2-429a-9dcc-569f3f06ac89/34ceb40a-8c0f-4627-a125-6d2a2443be18) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:07:41.131600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.145645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Transition to ACTIVE for port object 34ceb40a-8c0f-4627-a125-6d2a2443be18 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:41.182026 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.230417 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:07:41.233819 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:07:41.237799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:07:41.244621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:41.294991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:41.295659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.311410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-2c43cc8c-3d70-4129-af0d-b1a4880d3567 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6495042 Jul 16 19:07:41.322742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Request body: {'port': {'device_id': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:41.418160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.544035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a909a2bd-715b-4301-98ad-bad00c29e441 None None] Provisioning for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:41.548729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a909a2bd-715b-4301-98ad-bad00c29e441 None None] Provisioning complete for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:41.549134 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a909a2bd-715b-4301-98ad-bad00c29e441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.585521 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a909a2bd-715b-4301-98ad-bad00c29e441 None None] Port 34ceb40a-8c0f-4627-a125-6d2a2443be18 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:07:41.694665 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ceb40a-8c0f-4627-a125-6d2a2443be18 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:41.702542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.715899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Transition to ACTIVE for port object 34ceb40a-8c0f-4627-a125-6d2a2443be18 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:07:41.720323 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.793255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:41.854385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:07:41.855771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:07:41.856348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:41.862125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:07:41.862450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:07:41.864994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce40f7ba-45f9-4aa1-97ce-2a19e9f92f39 req-d343c331-55ce-412f-9207-60c5c47f1bbe tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:41.868828 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce40f7ba-45f9-4aa1-97ce-2a19e9f92f39 req-d343c331-55ce-412f-9207-60c5c47f1bbe tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0883567 Jul 16 19:07:41.869294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:07:41.869647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:07:41.870049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:07:41.870618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Bound port: 34ceb40a-8c0f-4627-a125-6d2a2443be18, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:07:41.870995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.910253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce40f7ba-45f9-4aa1-97ce-2a19e9f92f39 req-4845e95f-eab5-4d8c-acf4-f59967ae55d5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Jul 16 19:07:41.950137 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:07:41.954203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:07:41.958253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:41.999124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:41.999636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:42.001097 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] 10.222.0.13 "PUT /v2.0/ports/34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1092 time: 0.6828814 Jul 16 19:07:42.001543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:42.004291 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73bc065-c250-4346-8e19-5682f6b46e39" -d '{"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:42.037667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d6ec0-60ee-4294-b55b-f2c5682f061a service neutron] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:42.053885 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ccc5f2-e64b-4430-9bb9-cb163398f0ba x-openstack-request-id: req-27ccc5f2-e64b-4430-9bb9-cb163398f0ba {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:42.054147 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:42.054337 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-27ccc5f2-e64b-4430-9bb9-cb163398f0ba {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:42.054738 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'status': 'completed', 'code': 200} Jul 16 19:07:42.105421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-f314df02-e82e-46b4-aa5a-34de3e4dfb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.107600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-f314df02-e82e-46b4-aa5a-34de3e4dfb60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1095 time: 0.0638356 Jul 16 19:07:42.153280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-93efd752-282c-4b45-8763-ecc669cec635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 217 time: 0.0377643 Jul 16 19:07:42.214598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-50093bf8-d4fa-422d-9d88-129ede2b8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.216620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-50093bf8-d4fa-422d-9d88-129ede2b8b67 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0564058 Jul 16 19:07:42.277498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-edd53ec6-6f5e-4300-a250-f482219632a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.279085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-edd53ec6-6f5e-4300-a250-f482219632a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569172 Jul 16 19:07:42.378746 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-65bdb0c3-a7ef-4ea5-8671-288d974dbe50 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916348 Jul 16 19:07:42.479688 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e02343e9-7344-4502-9dca-8e58c16d1c09 req-a403b0e8-eb50-46ca-850d-7e0b62128221 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953376 Jul 16 19:07:42.587564 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-98e842cd-06bb-4251-bf91-721c72c499e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.589456 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-98e842cd-06bb-4251-bf91-721c72c499e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1095 time: 0.0585122 Jul 16 19:07:42.692121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-b61b5be1-cc3d-40b3-a870-558c5fb0cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.693689 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-b61b5be1-cc3d-40b3-a870-558c5fb0cbe9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0974576 Jul 16 19:07:42.735897 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-82a3080d-a610-403f-8ff2-5c567c0dcade service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 217 time: 0.0359032 Jul 16 19:07:42.789169 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-ec54a8f0-9323-493f-829c-d7c52ae20534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.790704 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-ec54a8f0-9323-493f-829c-d7c52ae20534 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0480211 Jul 16 19:07:42.849028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-bf230af7-0b7a-4ea5-b862-e11ec5b35876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:42.850577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-bf230af7-0b7a-4ea5-b862-e11ec5b35876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523908 Jul 16 19:07:42.940443 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-0d6502e8-2ca2-400f-a31d-625a8ec86329 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820529 Jul 16 19:07:43.043246 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b73bc065-c250-4346-8e19-5682f6b46e39 req-0b8a74c6-3850-429d-b65c-38d585f49563 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959551 Jul 16 19:07:43.101101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b4f5-b67c-47da-953d-4584d65e018b req-dca704b4-7f1e-492e-b454-6bf8dd540f5e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:43.102603 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04e7b4f5-b67c-47da-953d-4584d65e018b req-dca704b4-7f1e-492e-b454-6bf8dd540f5e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0687985 Jul 16 19:07:43.140946 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-04e7b4f5-b67c-47da-953d-4584d65e018b req-55de1998-ca2d-434f-9bdb-242439cb58ca tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321076 Jul 16 19:07:43.987331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:07:44.088296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:44.101523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'mac_address': 'fa:16:3e:c2:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:07:44.139110 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:44.151881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ceb40a-8c0f-4627-a125-6d2a2443be18 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:07:44.176280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:44.180446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:44.228573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:44.318759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac659d-50c8-493b-a771-bb40582aab49 req-a273b4af-c3f1-4176-a7ce-02304a101aca tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:44.320317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2ac659d-50c8-493b-a771-bb40582aab49 req-a273b4af-c3f1-4176-a7ce-02304a101aca tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0651541 Jul 16 19:07:44.359579 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2ac659d-50c8-493b-a771-bb40582aab49 req-0b6056dc-cd49-4788-8e42-4de7f1873e48 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335567 Jul 16 19:07:44.370635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['34ceb40a-8c0f-4627-a125-6d2a2443be18'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:07:45.545038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597f62b-53b8-495f-9b93-254b400c64b6 req-161c3c80-a5fb-49e5-95b6-bc20b951e164 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:45.546730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c597f62b-53b8-495f-9b93-254b400c64b6 req-161c3c80-a5fb-49e5-95b6-bc20b951e164 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0727313 Jul 16 19:07:45.587637 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c597f62b-53b8-495f-9b93-254b400c64b6 req-4dd38609-0f95-458c-ad32-56b076f03994 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350683 Jul 16 19:07:46.019931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:07:46.096092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:07:46.099939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:07:46.100381 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.178031 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.200947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:46.203159 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e00caa1-bdac-46d0-9e51-c31471b39b62" -d '{"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-plugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:46.215877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:46.221030 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:46.248520 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869d92c-bbf1-42dd-8b3a-f052b991c07b x-openstack-request-id: req-8869d92c-bbf1-42dd-8b3a-f052b991c07b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:46.248851 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-plugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:46.249051 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8869d92c-bbf1-42dd-8b3a-f052b991c07b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:46.249439 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'code': 200} Jul 16 19:07:46.287215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:46.361571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eac52-5f6d-405f-8189-2a9cfba668a1 req-1a82d1c4-f725-4788-bcb7-6c75fc54be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.363084 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a3eac52-5f6d-405f-8189-2a9cfba668a1 req-1a82d1c4-f725-4788-bcb7-6c75fc54be56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1097 time: 0.0521214 Jul 16 19:07:46.397685 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0a3eac52-5f6d-405f-8189-2a9cfba668a1 req-4c924a8b-f13e-4fff-95e5-a30ccfdd973b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280974 Jul 16 19:07:46.761529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa06eb-ec23-4d1a-bc28-5e4f96bfcce2 req-70961eee-d0c8-473e-aa9d-d5074aa38c70 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:46.763780 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4eaa06eb-ec23-4d1a-bc28-5e4f96bfcce2 req-70961eee-d0c8-473e-aa9d-d5074aa38c70 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0662391 Jul 16 19:07:46.806122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4eaa06eb-ec23-4d1a-bc28-5e4f96bfcce2 req-0c294955-7883-4de1-be0b-cc1745420590 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367265 Jul 16 19:07:47.989251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac1a16-43b8-4d72-abac-6f7046710165 req-31aaebc8-37de-41e1-8396-f1436d05e370 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:47.990966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ac1a16-43b8-4d72-abac-6f7046710165 req-31aaebc8-37de-41e1-8396-f1436d05e370 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0679348 Jul 16 19:07:48.031859 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51ac1a16-43b8-4d72-abac-6f7046710165 req-64053988-40c7-48dd-a3ad-d6e2b8bec77b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351987 Jul 16 19:07:48.226452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509dbf73-1202-4cdb-ace0-23655818f101 req-b181a12b-ffb8-4d11-a9ef-367f3d5774f5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:48.226452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-509dbf73-1202-4cdb-ace0-23655818f101 req-b181a12b-ffb8-4d11-a9ef-367f3d5774f5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0755122 Jul 16 19:07:48.230330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 46700) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:48.235775 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Request body: {'floatingip': {'port_id': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:07:48.282840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:48.848169 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:48.852692 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:48.967878 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 associated. External IP: 172.25.0.250, port: 34ceb40a-8c0f-4627-a125-6d2a2443be18. Jul 16 19:07:49.205440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:49.319742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:49.325685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:49.330522 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:49.342032 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:49.343085 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:49.369706 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9a5be964-640b-46f9-a6af-e0169874af46 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "PUT /v2.0/floatingips/2fbd513e-e80e-44d0-98a4-8ff9a5006570 HTTP/1.1" status: 200 len: 992 time: 1.1378691 Jul 16 19:07:49.370283 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:49.373550 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed" -d '{"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:49.417318 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340a0a63-1a82-4301-b98b-29ab87bb99ae x-openstack-request-id: req-340a0a63-1a82-4301-b98b-29ab87bb99ae {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:49.417592 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:49.419644 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-340a0a63-1a82-4301-b98b-29ab87bb99ae {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:49.420359 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'status': 'completed', 'code': 200} Jul 16 19:07:49.480012 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:49.519601 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-eacc6486-7c46-4416-9239-a339ebb83dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.521836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-eacc6486-7c46-4416-9239-a339ebb83dab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1097 time: 0.0783842 Jul 16 19:07:49.641491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-1f46de47-be5e-48e2-b8a7-36ae45a19679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.643823 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-1f46de47-be5e-48e2-b8a7-36ae45a19679 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1161044 Jul 16 19:07:49.731926 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-10c1d2da-f0b4-4b8a-9587-5cf3eba7a305 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.0820293 Jul 16 19:07:49.789356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-451db7d9-4423-4c55-a288-628fb5323f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.791889 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-451db7d9-4423-4c55-a288-628fb5323f4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0541353 Jul 16 19:07:49.792532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:c2:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:07:48Z', 'revision_number': 13, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:49.838424 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:49.858058 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:49.859097 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:07:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:49.870909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-9633e706-d2ae-4119-ae9f-115ba62150f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.873102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-9633e706-d2ae-4119-ae9f-115ba62150f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750771 Jul 16 19:07:49.986793 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:49.988408 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-551448a8-b232-4144-8043-10a3789337f7 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096501 Jul 16 19:07:50.092779 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18b8e698-f6c6-4df5-a0b7-ab33cb7366ed req-333d2605-59ea-40b7-ae3a-74e837ad33a4 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982058 Jul 16 19:07:50.249554 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:c2:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:07:48Z', 'revision_number': 13, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:50.275546 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16867aa7-7f05-4fb4-bafa-16df6b9c6e4a None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2fbd513e-e80e-44d0-98a4-8ff9a5006570', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'floating_ip_address': '172.25.0.250', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'port_id': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'mac_address': 'fa:16:3e:c2:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:36Z', 'updated_at': '2021-07-16T19:07:48Z', 'revision_number': 13, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:50.510027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec1117b-0523-440a-a480-a90370377643 None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:08:00.334572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4615aeec-8e46-4ef0-b5fd-e3cc9154cf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.165659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9a9d9ebe-203f-450e-8365-4b8dbbc6a9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.425642 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.510987 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.816119 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:06.025060 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.705967 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.134752 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:30.337618 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5434e71f-0da3-4516-a082-f571057bb8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:33.166664 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2a32a8f4-2e93-4f5c-9af7-013ebf2d417d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:33.428011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:34.512229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:36.026151 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:37.701352 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:38.146908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:41.417844 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-fed25176-57da-4035-baee-bf74165da7c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0967007 Jul 16 19:08:41.514730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-4a4ed835-9fd3-4930-9f20-be468c6654fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:41.516298 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-4a4ed835-9fd3-4930-9f20-be468c6654fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1097 time: 0.0554252 Jul 16 19:08:41.622793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-6c339113-8dc4-43e7-a92c-9c5bff699d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:41.624806 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-6c339113-8dc4-43e7-a92c-9c5bff699d5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0890727 Jul 16 19:08:41.696358 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-8f1ac9f7-c351-4992-bb74-10495959c7b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1002 time: 0.0653110 Jul 16 19:08:41.749952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-7fb6de61-47b3-44f7-80cd-13c5e6589608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:41.751435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-7fb6de61-47b3-44f7-80cd-13c5e6589608 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0489175 Jul 16 19:08:41.808760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-6c06cb92-da44-41b6-93c1-a7416368a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:41.810807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-6c06cb92-da44-41b6-93c1-a7416368a1da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529244 Jul 16 19:08:41.905121 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-f4b6f008-c619-4293-a1fa-c12a05d27dfd service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887847 Jul 16 19:08:41.998157 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e752e3f-9b09-407d-ab95-8c3592d178ab req-09f3eb18-0e83-42f7-86ca-3c4ebd245ff8 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871630 Jul 16 19:08:42.816674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:00.340658 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04f2ef88-1660-420a-864f-4645f3a76e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.168893 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2fb3604-5d9e-43b3-a32b-3af32eb1217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.429319 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.520529 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.028739 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.717453 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.139185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:19.817015 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:27.279926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7373a-d9f9-4195-8277-6c0f881897b0 req-4e6affe8-ad59-4bbf-aab3-eb055ba8a078 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:27.281412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33b7373a-d9f9-4195-8277-6c0f881897b0 req-4e6affe8-ad59-4bbf-aab3-eb055ba8a078 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.1241572 Jul 16 19:09:27.322083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-33b7373a-d9f9-4195-8277-6c0f881897b0 req-62bf8d18-80e4-463a-8810-1ceca6962805 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346324 Jul 16 19:09:30.343259 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17bc2d60-26ba-46a0-8065-fed35f9edb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:33.173175 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3fb25991-8c95-4428-b59d-13b922bd013e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:33.430875 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:34.518421 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:36.034038 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:37.735449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:38.160195 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:38.548469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-253d4e53-fd4a-4d02-8f97-3e7b4ef806cc req-103998ff-554c-4071-9579-142f4737373d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:09:38.549500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-253d4e53-fd4a-4d02-8f97-3e7b4ef806cc req-103998ff-554c-4071-9579-142f4737373d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058928 Jul 16 19:09:38.800293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-17f37fb1-1c2b-4860-8c8d-92e1c7ff2994 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0648036 Jul 16 19:09:38.867914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793643b-4b7a-4ee2-9137-12920adf4551 req-6036deb9-5b7f-4021-901c-e8039e3d76ac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:38.869522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c793643b-4b7a-4ee2-9137-12920adf4551 req-6036deb9-5b7f-4021-901c-e8039e3d76ac tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0823166 Jul 16 19:09:38.910976 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c793643b-4b7a-4ee2-9137-12920adf4551 req-544e7c91-b1b4-4953-8369-b54bfc05cbae tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354519 Jul 16 19:09:40.132924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23597504-5a72-41b4-a1e3-19ac17a76180 req-a089996b-eeca-4f2f-8f7a-7e216a44f6ea tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:40.134638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23597504-5a72-41b4-a1e3-19ac17a76180 req-a089996b-eeca-4f2f-8f7a-7e216a44f6ea tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0887251 Jul 16 19:09:40.206486 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23597504-5a72-41b4-a1e3-19ac17a76180 req-dbb5fe5c-4dd8-4550-8c71-80ffaecdfdaa tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605333 Jul 16 19:09:40.248813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-eda70ec5-040b-44a5-b1a8-b96da5d69dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:40.251576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-eda70ec5-040b-44a5-b1a8-b96da5d69dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1097 time: 0.1072781 Jul 16 19:09:40.366643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-07bf7482-d3ed-48e1-85fa-5ae56477fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:40.368252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-07bf7482-d3ed-48e1-85fa-5ae56477fa05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1106253 Jul 16 19:09:40.817417 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-83160e50-c0b5-46c7-8b15-0e47277ca3ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1002 time: 0.4418006 Jul 16 19:09:40.892105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-3e9db1f3-2cf8-4e57-a478-85a8be6e8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:40.893773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-3e9db1f3-2cf8-4e57-a478-85a8be6e8711 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0710645 Jul 16 19:09:40.958410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-4a276258-4bb8-4ffd-ad1e-f1939d07b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:40.960121 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-4a276258-4bb8-4ffd-ad1e-f1939d07b081 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603194 Jul 16 19:09:41.078224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-53e330c9-0b3e-41a2-9ca7-f85450604024 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108596 Jul 16 19:09:41.186918 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-d86a71e2-ec10-4c8a-aacb-febde7861f1c service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032858 Jul 16 19:09:41.504296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd817b20-08ef-45fa-97b1-f4755b6c3cf4 req-3b6b9eda-1665-416f-96fb-15ce716b0c0b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:41.507123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd817b20-08ef-45fa-97b1-f4755b6c3cf4 req-3b6b9eda-1665-416f-96fb-15ce716b0c0b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0839777 Jul 16 19:09:41.571519 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bd817b20-08ef-45fa-97b1-f4755b6c3cf4 req-dda298bb-abbb-448a-969e-8c5757a71b80 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583558 Jul 16 19:09:42.397895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-6ae41de6-0bf1-4ad4-a574-2560134c1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:42.401672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-6ae41de6-0bf1-4ad4-a574-2560134c1790 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1097 time: 0.0551329 Jul 16 19:09:42.533811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-836cc857-a3d4-4b83-bb24-ed3b0b892434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:42.535371 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-836cc857-a3d4-4b83-bb24-ed3b0b892434 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1141529 Jul 16 19:09:42.618556 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-7df22355-425a-4f2d-8ecd-4b81717d15fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1002 time: 0.0753419 Jul 16 19:09:42.673897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-25d54497-0592-4354-ba67-4779491d596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:42.675478 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-25d54497-0592-4354-ba67-4779491d596a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0504587 Jul 16 19:09:42.743042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-d1d0da3a-7201-4b8c-ada4-bfe1d344815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:42.744669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-d1d0da3a-7201-4b8c-ada4-bfe1d344815a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624187 Jul 16 19:09:42.787322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50186c-5bc1-4710-87c9-0e5c73b7cc57 req-8a34692f-97dd-4a98-9a2b-3b0124bcd69c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:42.789540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec50186c-5bc1-4710-87c9-0e5c73b7cc57 req-8a34692f-97dd-4a98-9a2b-3b0124bcd69c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0801303 Jul 16 19:09:42.842485 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec50186c-5bc1-4710-87c9-0e5c73b7cc57 req-8f888c98-ca26-495d-a595-13dc1679a05b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468726 Jul 16 19:09:42.875244 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-afd199e7-d87a-4d67-bedf-29891f8a8dc4 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231616 Jul 16 19:09:42.968422 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6c68352-8ad2-4de3-bf27-f2912d21ec10 req-20a6253a-552f-40b8-9da6-f2b49ba94279 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861413 Jul 16 19:09:44.025579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f38c6c-4eae-47a1-aaea-85029530cd1e req-82b3372b-ab7b-42fe-bb6e-880097ef64a9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:44.027015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35f38c6c-4eae-47a1-aaea-85029530cd1e req-82b3372b-ab7b-42fe-bb6e-880097ef64a9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0664322 Jul 16 19:09:44.075417 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-35f38c6c-4eae-47a1-aaea-85029530cd1e req-bad824ce-d7c5-4835-bb4a-36bc984c72d3 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421143 Jul 16 19:09:45.253504 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ffb33-83ea-4647-a708-b558348eba1d req-8d624bcf-c540-4de3-9901-fc89dcd61289 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:45.255019 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-426ffb33-83ea-4647-a708-b558348eba1d req-8d624bcf-c540-4de3-9901-fc89dcd61289 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0689392 Jul 16 19:09:45.294696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-426ffb33-83ea-4647-a708-b558348eba1d req-3fc1341e-9883-470e-8c7e-9784c29ec4cb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338762 Jul 16 19:09:46.492039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95618060-325d-47c5-8ba6-00652ccac4f1 req-da87d08a-3a81-4881-9b6a-435351de8b54 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:46.494123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95618060-325d-47c5-8ba6-00652ccac4f1 req-da87d08a-3a81-4881-9b6a-435351de8b54 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0732698 Jul 16 19:09:46.550222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95618060-325d-47c5-8ba6-00652ccac4f1 req-4ca0ab11-d922-4630-a64c-b7d6158b85dd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500977 Jul 16 19:09:47.744444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c523b3-a9f2-4d00-95df-2527e6d78f25 req-29c3214c-c999-44aa-b082-28ddc1831e9f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:47.746022 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6c523b3-a9f2-4d00-95df-2527e6d78f25 req-29c3214c-c999-44aa-b082-28ddc1831e9f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0651047 Jul 16 19:09:47.792962 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6c523b3-a9f2-4d00-95df-2527e6d78f25 req-edc35cbb-7dfa-47d9-9f7d-062e3d3d6dd4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412710 Jul 16 19:09:48.986902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cb153-24b2-4796-af37-2b9a82414ec0 req-3bfd39fb-67f4-4683-9caa-f5bbbb09a629 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:48.988813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e92cb153-24b2-4796-af37-2b9a82414ec0 req-3bfd39fb-67f4-4683-9caa-f5bbbb09a629 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0745931 Jul 16 19:09:49.028613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e92cb153-24b2-4796-af37-2b9a82414ec0 req-d243d314-b2d8-46a7-9303-a5b3889796c8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328171 Jul 16 19:09:50.209167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6296d-b93e-4a17-a4de-dae36e1f53a5 req-b8242e37-b715-49b5-93a0-9008bcfd74fb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:50.210668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0da6296d-b93e-4a17-a4de-dae36e1f53a5 req-b8242e37-b715-49b5-93a0-9008bcfd74fb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0672526 Jul 16 19:09:50.250028 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0da6296d-b93e-4a17-a4de-dae36e1f53a5 req-57d6e867-d471-4eb5-bf6f-f4132771eca8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336645 Jul 16 19:09:51.429085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57219f2-fdbd-4839-b0cb-b3190353bde8 req-c95c3206-60df-41ff-880f-7499294b91a6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.430631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e57219f2-fdbd-4839-b0cb-b3190353bde8 req-c95c3206-60df-41ff-880f-7499294b91a6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0711427 Jul 16 19:09:51.469908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e57219f2-fdbd-4839-b0cb-b3190353bde8 req-6752e13a-1bd0-4d70-9616-1ff7d55f62f4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330958 Jul 16 19:09:52.653831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d92607-6542-4386-a2cd-dfb41a62ac58 req-f608283c-2244-4268-ade6-73e4d3a83fb8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:52.655548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64d92607-6542-4386-a2cd-dfb41a62ac58 req-f608283c-2244-4268-ade6-73e4d3a83fb8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0667388 Jul 16 19:09:52.696080 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-64d92607-6542-4386-a2cd-dfb41a62ac58 req-6d08d236-d35c-4c57-908d-f6dea9912188 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345967 Jul 16 19:09:53.892844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e907c5-2d85-4d5d-83d7-54bcb12d9a7e req-c6f2a871-6dd1-4491-8ec6-fd241ec29acb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:53.894369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9e907c5-2d85-4d5d-83d7-54bcb12d9a7e req-c6f2a871-6dd1-4491-8ec6-fd241ec29acb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0647166 Jul 16 19:09:53.936684 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e9e907c5-2d85-4d5d-83d7-54bcb12d9a7e req-8236420e-6ca9-4693-bfca-e14318ffd3f0 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366290 Jul 16 19:09:55.008346 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-e999b996-53a2-4818-9f52-d5b09de5d2a3 service neutron] show failed (client error): The resource could not be found. Jul 16 19:09:55.009378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-e999b996-53a2-4818-9f52-d5b09de5d2a3 service neutron] 10.222.0.13 "GET /v2.0/ports/34ceb40a-8c0f-4627-a125-6d2a2443be18/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0663142 Jul 16 19:09:55.140915 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08310529-cd4e-4d5d-a54a-253e162bdf17 req-dd60971d-8d7a-401a-981b-32e597b75367 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:55.142334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08310529-cd4e-4d5d-a54a-253e162bdf17 req-dd60971d-8d7a-401a-981b-32e597b75367 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0708368 Jul 16 19:09:55.181412 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08310529-cd4e-4d5d-a54a-253e162bdf17 req-7b3e47c9-35fb-4811-97f7-0b4fa05573eb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Jul 16 19:09:55.269875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-5d67abe5-f497-4d69-913b-c4720e8a4cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:55.271362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-5d67abe5-f497-4d69-913b-c4720e8a4cef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 1097 time: 0.0527129 Jul 16 19:09:55.282400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:55.357787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.558151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:55.591301 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:55.632171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:55.634477 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eb0abd-e267-44d6-95ee-e09ce7f58327" -d '{"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-unplugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:55.638934 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.651942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Transition to ACTIVE for port object 34ceb40a-8c0f-4627-a125-6d2a2443be18 will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:55.656347 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:55.689943 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838e297-5d4b-4bbf-9f95-d81f856baf35 x-openstack-request-id: req-9838e297-5d4b-4bbf-9f95-d81f856baf35 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:55.690241 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-unplugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:55.690491 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9838e297-5d4b-4bbf-9f95-d81f856baf35 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:55.690884 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'code': 200} Jul 16 19:09:55.739677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:55.754751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.755091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.755431 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.755762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.756089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.756440 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.756763 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.757089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.757413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.757739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.758058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.758375 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:55.807756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] No DVR routers for this DVR port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:09:55.945135 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:55.945477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:55.945788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:55.951170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:09:55.951841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:55.957272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:55.957643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:55.958025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:55.958443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Bound port: 34ceb40a-8c0f-4627-a125-6d2a2443be18, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:55.958795 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:56.026414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:56.029450 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:56.034291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:56.434775 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.435391 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:56.436976 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] 10.222.0.55 "PUT /v2.0/ports/34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1092 time: 1.1585333 Jul 16 19:09:56.498679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b5813-2081-495b-a519-e59a7cabcd89 service neutron] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:56.535659 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fda7c9-5ffa-49b7-b4d8-e3412a09ebb7 req-cfbcae47-f7dd-44c4-aac4-49730504c2f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.538091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8fda7c9-5ffa-49b7-b4d8-e3412a09ebb7 req-cfbcae47-f7dd-44c4-aac4-49730504c2f7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.1547816 Jul 16 19:09:56.571474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-c897806e-54ac-421f-afe8-92585559136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.572978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-c897806e-54ac-421f-afe8-92585559136e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1095 time: 0.1101441 Jul 16 19:09:56.618507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8fda7c9-5ffa-49b7-b4d8-e3412a09ebb7 req-6023f2dd-ad14-422e-a72c-2e904c42cca9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659642 Jul 16 19:09:56.677761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-f9d295f1-b601-4601-821e-9e8102518d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.679303 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-f9d295f1-b601-4601-821e-9e8102518d9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0986016 Jul 16 19:09:56.747477 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-9ede5f0c-23d9-4957-a5f2-60ef50b690a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.0610907 Jul 16 19:09:56.797676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-66f05994-47a1-4b43-800d-9eb7f61af1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.799161 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-66f05994-47a1-4b43-800d-9eb7f61af1d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0447862 Jul 16 19:09:56.816986 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:56.861288 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-208c62b5-b563-468b-9fd6-4162231afeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:56.863145 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-208c62b5-b563-468b-9fd6-4162231afeef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577965 Jul 16 19:09:56.969913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-8c82f063-ad5f-48a6-874e-56edbef727c1 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922585 Jul 16 19:09:57.062894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c0911232-5539-49bf-b311-d7483b0c8f2f req-7d9241b7-bbae-4d42-a35f-37a216c239ad service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858870 Jul 16 19:09:57.692179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:57.694910 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:57.769029 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815705a0-bec4-4c86-a91c-bf59484c8c85 x-openstack-request-id: req-815705a0-bec4-4c86-a91c-bf59484c8c85 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:57.769324 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:57.769574 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-815705a0-bec4-4c86-a91c-bf59484c8c85 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:57.769969 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'status': 'completed', 'code': 200} Jul 16 19:09:57.824720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-c8e6f44a-9e6a-42ae-bc61-80cf9917fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.826274 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-c8e6f44a-9e6a-42ae-bc61-80cf9917fc1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1095 time: 0.0597641 Jul 16 19:09:57.845964 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b6c1a-4d3a-407c-ba34-27173d6c08d5 req-86142e68-ab47-4e4b-ae43-6c5ef30dc51e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.847523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d20b6c1a-4d3a-407c-ba34-27173d6c08d5 req-86142e68-ab47-4e4b-ae43-6c5ef30dc51e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.1140618 Jul 16 19:09:57.854361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-6766c050-3b2d-43c3-83ae-5f2dbcf6b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.855910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-6766c050-3b2d-43c3-83ae-5f2dbcf6b81c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1095 time: 0.0842061 Jul 16 19:09:57.919913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d20b6c1a-4d3a-407c-ba34-27173d6c08d5 req-a4f51c07-5cc6-40d4-af0b-0565d30039df tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629849 Jul 16 19:09:57.929723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-6978fa4c-0a48-4a2f-adb3-eae581d3ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.931571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-6978fa4c-0a48-4a2f-adb3-eae581d3ff4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0994201 Jul 16 19:09:57.983499 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-7a3363b9-d722-4814-8136-b119a76b9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:57.985032 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-7a3363b9-d722-4814-8136-b119a76b9342 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1208205 Jul 16 19:09:58.003632 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-f1608493-5b55-459f-9f5d-254c67fdac82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.0658267 Jul 16 19:09:58.054222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-dfbf7234-3a43-40fd-8a5a-a9512cad8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:58.055846 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-dfbf7234-3a43-40fd-8a5a-a9512cad8da6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0467730 Jul 16 19:09:58.058426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-f2ad30ae-fd8a-4238-899c-c54d51e630ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.0673001 Jul 16 19:09:58.110640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-569d60ba-9afe-40da-9a50-861d16040e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:58.112586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-569d60ba-9afe-40da-9a50-861d16040e3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0473542 Jul 16 19:09:58.124456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-f5785204-4f79-47d7-861b-fb9205881183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:58.126005 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-f5785204-4f79-47d7-861b-fb9205881183 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640669 Jul 16 19:09:58.180042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-1edb14f1-5dce-4d7a-bef7-e5f36a033969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:58.181756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-1edb14f1-5dce-4d7a-bef7-e5f36a033969 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631905 Jul 16 19:09:58.238552 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-7b649988-8488-4107-bddf-e6f93a172346 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064842 Jul 16 19:09:58.288943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-9de8e7a8-aefd-4648-a64d-0080b93d4f40 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008878 Jul 16 19:09:58.348486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-4cc89641-2896-446d-875d-dc80a0e585bf service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033309 Jul 16 19:09:58.405747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0c9f7c97-9c9b-4a54-8ef0-e165e9e331a8 req-1185ae53-9bd2-463c-b6e4-9669e83679ee service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105971 Jul 16 19:09:58.562112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:58.603383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:59.105092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bede-8827-4290-821a-5c13d8be7a2f req-aee59e4d-38d6-46a0-b433-915706b8ada3 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:59.106370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f530bede-8827-4290-821a-5c13d8be7a2f req-aee59e4d-38d6-46a0-b433-915706b8ada3 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0652037 Jul 16 19:09:59.146894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f530bede-8827-4290-821a-5c13d8be7a2f req-60f85908-24ca-45a7-a334-242a2b5d740c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346937 Jul 16 19:10:00.332492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d75e4-f700-4a76-b4bf-10c26c666fac req-a6f02550-1e18-439b-8232-fe24cdb24716 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:00.334211 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c0d75e4-f700-4a76-b4bf-10c26c666fac req-a6f02550-1e18-439b-8232-fe24cdb24716 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0721226 Jul 16 19:10:00.346109 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-774eea11-74b7-49ad-b230-53c21892ee54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.382936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c0d75e4-f700-4a76-b4bf-10c26c666fac req-a8180ca8-b07b-416c-b858-137576cab41b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428326 Jul 16 19:10:01.563373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c141d-a123-4fe1-8e44-826db6fcc69f req-d5a37832-1529-45f4-a7e1-013e9828ada4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:01.564930 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-240c141d-a123-4fe1-8e44-826db6fcc69f req-d5a37832-1529-45f4-a7e1-013e9828ada4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0639029 Jul 16 19:10:01.602482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-240c141d-a123-4fe1-8e44-826db6fcc69f req-3bec476b-092a-462f-a54b-edcb16ccc35c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320189 Jul 16 19:10:02.782151 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a291942-212c-4f8a-ba2a-1423da1ca41e req-eb39f6ba-ccfb-45f4-820a-cf0aa090e819 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:02.783729 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a291942-212c-4f8a-ba2a-1423da1ca41e req-eb39f6ba-ccfb-45f4-820a-cf0aa090e819 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0640423 Jul 16 19:10:02.823352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3a291942-212c-4f8a-ba2a-1423da1ca41e req-97fe71e3-34d9-4929-a246-5de7b6e30219 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338745 Jul 16 19:10:03.177336 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7ae121ed-c54e-423b-8484-503ee860e5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:03.432651 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:04.009264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ba7ad-9941-4fb5-80d6-e7679863b15c req-66e01a06-4a6c-4686-96c7-12288488e77b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:04.010785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d3ba7ad-9941-4fb5-80d6-e7679863b15c req-66e01a06-4a6c-4686-96c7-12288488e77b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0725827 Jul 16 19:10:04.049255 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d3ba7ad-9941-4fb5-80d6-e7679863b15c req-364e2ff2-be2f-4b95-b1a6-6a555ff1b8ab tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319266 Jul 16 19:10:04.521197 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:05.225363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a3da6-fc56-4be7-ac6d-395e496700a7 req-2f2e22f1-6599-4c93-9e6d-713f2b895ec1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:05.226894 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-407a3da6-fc56-4be7-ac6d-395e496700a7 req-2f2e22f1-6599-4c93-9e6d-713f2b895ec1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0647113 Jul 16 19:10:05.265774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-407a3da6-fc56-4be7-ac6d-395e496700a7 req-9862ecce-ba2b-45b4-a646-f369fd135927 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327289 Jul 16 19:10:06.034883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:06.444435 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4979b-d9d2-4ff1-8f5f-356b3c42aa12 req-835095b8-4bbc-4835-8158-e1843ba8627b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:06.445952 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8e4979b-d9d2-4ff1-8f5f-356b3c42aa12 req-835095b8-4bbc-4835-8158-e1843ba8627b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0677874 Jul 16 19:10:06.485253 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f8e4979b-d9d2-4ff1-8f5f-356b3c42aa12 req-99ab799e-f6fc-4f66-b7e0-80ab78b175b2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327303 Jul 16 19:10:07.661253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d03f81-513c-4b45-9c49-ecdef6e2cacb req-5103d74d-ae83-491b-b62d-4c421e6026eb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:07.662774 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d03f81-513c-4b45-9c49-ecdef6e2cacb req-5103d74d-ae83-491b-b62d-4c421e6026eb tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0645213 Jul 16 19:10:07.701383 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0d03f81-513c-4b45-9c49-ecdef6e2cacb req-4a3da73c-26ca-4a81-99f6-c9c64606a5f3 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329437 Jul 16 19:10:07.744267 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.164526 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:08.873650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca3c16-b971-49e5-b669-cbf6f12085e2 req-539e4658-2235-4e5c-820d-fc2908518df8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:08.875152 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4ca3c16-b971-49e5-b669-cbf6f12085e2 req-539e4658-2235-4e5c-820d-fc2908518df8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0631757 Jul 16 19:10:08.913801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4ca3c16-b971-49e5-b669-cbf6f12085e2 req-2eba043b-bfe9-4325-b1d8-100d7e04ae94 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330570 Jul 16 19:10:09.358710 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-7a5f52a6-9c04-4a2a-a522-01aaf79c31c6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.360298 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-7a5f52a6-9c04-4a2a-a522-01aaf79c31c6 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.55 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba&tenant_id=0ba9467396354beab627af8a0ab71d4f&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 943 time: 0.1130714 Jul 16 19:10:09.398402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1850b1-f68f-411b-a1ed-62d5cf1ce6b6 req-9d308a7a-d36e-423f-8a6e-8b3f0430d2b9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.399993 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f1850b1-f68f-411b-a1ed-62d5cf1ce6b6 req-9d308a7a-d36e-423f-8a6e-8b3f0430d2b9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 943 time: 0.0887206 Jul 16 19:10:09.476805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f1850b1-f68f-411b-a1ed-62d5cf1ce6b6 req-6ca05ca4-15fa-4d8b-aea2-0ebb3ec68c19 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709088 Jul 16 19:10:09.501029 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-53cec849-1965-47d3-b835-3db5f8f14548 service neutron] 10.222.0.55 "GET /v2.0/ports/34ceb40a-8c0f-4627-a125-6d2a2443be18/bindings/n-h1-793620-10 HTTP/1.1" status: 200 len: 383 time: 0.1333358 Jul 16 19:10:09.577980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-48ce1fc3-11bf-4d78-9558-ee0b4bf58e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.579516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-48ce1fc3-11bf-4d78-9558-ee0b4bf58e7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1095 time: 0.0537193 Jul 16 19:10:09.676010 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-a182afc3-e87b-48a7-8791-d83ad2422495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.677548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-a182afc3-e87b-48a7-8791-d83ad2422495 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0912459 Jul 16 19:10:09.750410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-02ee77c9-d68f-465b-be77-696e6a9ea312 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.0666950 Jul 16 19:10:09.805890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-f5e18472-af18-4325-a75f-ce9bbfdc17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.807436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-f5e18472-af18-4325-a75f-ce9bbfdc17c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0451584 Jul 16 19:10:09.866016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-d791e9b5-062f-4e24-a5d2-b48ae57ff25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:09.867532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-d791e9b5-062f-4e24-a5d2-b48ae57ff25a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540049 Jul 16 19:10:09.961506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-77b46e51-1374-41e2-9784-48c1cc199f8e service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871212 Jul 16 19:10:10.051711 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-1b67cdbf-024c-4b01-a176-fb443b40a79f service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842409 Jul 16 19:10:10.211435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:10:10.306369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:10.318189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'mac_address': 'fa:16:3e:c2:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:10:10.358062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.370791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ceb40a-8c0f-4627-a125-6d2a2443be18 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:10.390265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:10.394470 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:10.442959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:10.450148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.450492 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.450828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.451152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.451487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.451810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.452132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.452482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.452802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.453119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.453436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.453750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:10.661339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['34ceb40a-8c0f-4627-a125-6d2a2443be18'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:10.669720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678339b-aa11-4d92-b06c-82998cbadbab req-6153539b-7354-46b2-b615-297372a9162e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:10.671352 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e678339b-aa11-4d92-b06c-82998cbadbab req-6153539b-7354-46b2-b615-297372a9162e tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0729403 Jul 16 19:10:10.716770 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e678339b-aa11-4d92-b06c-82998cbadbab req-28243abd-b8bc-46b3-af0f-7d4ff35e2c5d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Jul 16 19:10:11.912110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb724b3a-ef3f-41fe-9fbb-9bc3b9660468 req-09a9ac89-71b3-4fe7-867f-818b6c15f4d7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:11.913728 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb724b3a-ef3f-41fe-9fbb-9bc3b9660468 req-09a9ac89-71b3-4fe7-867f-818b6c15f4d7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0716953 Jul 16 19:10:11.955564 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb724b3a-ef3f-41fe-9fbb-9bc3b9660468 req-e5a96c57-d641-49bd-af22-caedd0680b02 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355484 Jul 16 19:10:12.225719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:12.274429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:12.279009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:12.279389 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.359694 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.388632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:12.391607 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb17046-22a7-4db9-818e-a5e41709c9e0" -d '{"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-plugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:12.405526 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:12.409869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:12.450127 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5b8a5d-dfe3-4186-ab8f-d087eb168085 x-openstack-request-id: req-6a5b8a5d-dfe3-4186-ab8f-d087eb168085 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:12.450428 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-plugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:12.450685 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6a5b8a5d-dfe3-4186-ab8f-d087eb168085 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:12.451080 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'code': 200} Jul 16 19:10:12.463864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:13.152395 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf40b7-f64c-495a-9c29-db58bfab1085 req-9fd8c0ce-70bb-448a-8019-61f984d72ba4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:13.154156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15cf40b7-f64c-495a-9c29-db58bfab1085 req-9fd8c0ce-70bb-448a-8019-61f984d72ba4 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0764892 Jul 16 19:10:13.197365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15cf40b7-f64c-495a-9c29-db58bfab1085 req-35d85e0e-9c8e-4439-8468-3618c5707e5f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370677 Jul 16 19:10:13.943237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-2d9c6f3b-564e-4cfe-95c5-445c3e19cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:13.944827 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-2d9c6f3b-564e-4cfe-95c5-445c3e19cca1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba&tenant_id=0ba9467396354beab627af8a0ab71d4f HTTP/1.1" status: 200 len: 1097 time: 0.0548098 Jul 16 19:10:13.955884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:14.034251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.244565 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:14.246791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:14.285098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:14.331659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:14.332695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.334770 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09bf7afe-3153-43a4-ac88-420d7fe1e669" -d '{"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-unplugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:14.338841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.353953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Transition to ACTIVE for port object 34ceb40a-8c0f-4627-a125-6d2a2443be18 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:14.358035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.419713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.db.api [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93779) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:10:14.420172 n-d-793620-10 neutron-server[93779]: DEBUG oslo_db.api [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:10:14.434161 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961d37d-7b24-48c6-b15c-c3c700c26acb req-06dc22dd-d6be-4886-8531-139f2b17ffcd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:14.436414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d961d37d-7b24-48c6-b15c-c3c700c26acb req-06dc22dd-d6be-4886-8531-139f2b17ffcd tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.1204174 Jul 16 19:10:14.444432 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef33edfc-46fa-479e-bc33-c77b404ec13c x-openstack-request-id: req-ef33edfc-46fa-479e-bc33-c77b404ec13c {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:14.444731 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-unplugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:14.445212 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef33edfc-46fa-479e-bc33-c77b404ec13c {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:14.445817 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'code': 200} Jul 16 19:10:14.478553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=10']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:14.494420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.494771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.495276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.496374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.496374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.497034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.497034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.497520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.497671 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.498129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.498222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d961d37d-7b24-48c6-b15c-c3c700c26acb req-07179dd2-8287-4782-a273-76d9934fad42 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472419 Jul 16 19:10:14.498318 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.498613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:14.522565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] No DVR routers for this DVR port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:14.669248 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:14.669533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:14.669821 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:14.674397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:10:14.674720 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Attempting to bind port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:14.679712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:14.680056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Checking segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:14.680484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Bound using segment: {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:14.680913 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Bound port: 34ceb40a-8c0f-4627-a125-6d2a2443be18, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe32caf-db74-4106-a152-ba6e8a30f455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:14.681274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.747880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:14.751042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:14.754812 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.793187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:14.793819 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:14.795237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] 10.222.0.13 "PUT /v2.0/ports/34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1093 time: 0.8436780 Jul 16 19:10:14.817356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc958089-3d4a-4d99-bb74-345df58e74af service neutron] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=11']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:14.882372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-8c17a344-29ac-43c3-b1a5-b326c7596895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:14.883949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-8c17a344-29ac-43c3-b1a5-b326c7596895 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1096 time: 0.0571783 Jul 16 19:10:14.983729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-9f060d95-d9ab-4953-a468-6f0cdf8bcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:14.985325 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-9f060d95-d9ab-4953-a468-6f0cdf8bcf08 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0951364 Jul 16 19:10:15.050613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-04480dc6-4112-462e-aaf9-f3006b4511a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.0587883 Jul 16 19:10:15.098744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-c116f13f-dad6-4e0a-b991-804af3ddadbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:15.100129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-c116f13f-dad6-4e0a-b991-804af3ddadbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0439799 Jul 16 19:10:15.160906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-ae15e56b-e6a7-4daf-bdde-8724a3ff1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:15.162427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-ae15e56b-e6a7-4daf-bdde-8724a3ff1977 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559039 Jul 16 19:10:15.259356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-70974137-d8ac-40c5-9dfd-125f9153d1c2 service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896277 Jul 16 19:10:15.357841 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c7c4194-c8d3-40a7-8ad9-854ea678d465 req-64dc9c84-f694-436a-b44a-5f6b37724c0e service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923593 Jul 16 19:10:15.690798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e912303-a52c-442c-87de-24cb645aecf9 req-9bc7b134-6997-4779-9e26-6c8c4123a47a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:15.692375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e912303-a52c-442c-87de-24cb645aecf9 req-9bc7b134-6997-4779-9e26-6c8c4123a47a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0708840 Jul 16 19:10:15.734334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8e912303-a52c-442c-87de-24cb645aecf9 req-3a4bb059-afcd-4adb-997e-b288b3534d08 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359190 Jul 16 19:10:16.447097 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:16.449956 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f93223e-c559-4629-a43a-63b962e69fde" -d '{"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:16.524075 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70176507-3c88-4026-a7b6-ada7af83e837 x-openstack-request-id: req-70176507-3c88-4026-a7b6-ada7af83e837 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:16.524916 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:16.525169 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-70176507-3c88-4026-a7b6-ada7af83e837 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:16.525601 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'status': 'completed', 'code': 200} Jul 16 19:10:16.587661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-962851ae-7d0b-4234-9ed2-bc0c6eff02c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.589842 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-962851ae-7d0b-4234-9ed2-bc0c6eff02c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1096 time: 0.0577753 Jul 16 19:10:16.614295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-0e8b6f0b-ec3b-4eb8-8016-280da4094453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.615882 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-0e8b6f0b-ec3b-4eb8-8016-280da4094453 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0ba9467396354beab627af8a0ab71d4f&device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 1096 time: 0.0679882 Jul 16 19:10:16.689752 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-efb64406-f87a-492f-aae6-9bad4c517e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.691405 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-efb64406-f87a-492f-aae6-9bad4c517e53 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.0961158 Jul 16 19:10:16.726155 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-2eb2623b-1521-4d86-819a-b8320e2802d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.728064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-2eb2623b-1521-4d86-819a-b8320e2802d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 200 len: 912 time: 0.1060314 Jul 16 19:10:16.802470 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-3078de08-a36f-4ac1-847d-7f79afd44926 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.1042984 Jul 16 19:10:16.865969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-953c1fd1-2aff-4880-a3fa-2a5f7007e776 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 200 len: 1000 time: 0.1314547 Jul 16 19:10:16.875922 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-cce3d544-c129-400f-8219-801c611d806c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.884920 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-cce3d544-c129-400f-8219-801c611d806c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0767138 Jul 16 19:10:16.922636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-a063bd38-cc55-4632-8747-2c5a093eb9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:16.924259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-a063bd38-cc55-4632-8747-2c5a093eb9cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 200 len: 851 time: 0.0520017 Jul 16 19:10:17.024575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-0d9fce0e-17f9-419a-ac39-12d0613f84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.026997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-0d9fce0e-17f9-419a-ac39-12d0613f84ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1355822 Jul 16 19:10:17.087762 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93223e-c559-4629-a43a-63b962e69fde req-001907eb-d3d4-4a73-a825-36806c9eb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.089405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-001907eb-d3d4-4a73-a825-36806c9eb5af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1577024 Jul 16 19:10:17.101634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f1291-83ac-4142-b300-ba7f2a8579e9 req-678728e1-78d3-48a9-b081-39807c468cd9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:17.109258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee3f1291-83ac-4142-b300-ba7f2a8579e9 req-678728e1-78d3-48a9-b081-39807c468cd9 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.1410294 Jul 16 19:10:17.131433 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-70837b29-5101-4ed0-82ff-a924bccd578d service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979571 Jul 16 19:10:17.176693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee3f1291-83ac-4142-b300-ba7f2a8579e9 req-2457bfb6-4ecb-47d2-9ec7-c51d2041e59d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662878 Jul 16 19:10:17.251839 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-ac350e77-c848-4259-ba4f-16e823050c4f service neutron] 10.222.0.13 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135092 Jul 16 19:10:17.253310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-81638f7a-360b-48cf-a6c4-ad6474c23ebb service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411686 Jul 16 19:10:17.369259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f93223e-c559-4629-a43a-63b962e69fde req-1cf213d9-4113-4e4d-aad8-6a9311453e07 service neutron] 10.222.0.55 "GET /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101706 Jul 16 19:10:18.397227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34253d-309b-4e01-b6dd-0889a5d6d70c req-3a85ec05-b160-4a39-b355-35a084670b6d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:18.399231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be34253d-309b-4e01-b6dd-0889a5d6d70c req-3a85ec05-b160-4a39-b355-35a084670b6d tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0695338 Jul 16 19:10:18.442439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be34253d-309b-4e01-b6dd-0889a5d6d70c req-6d811d24-a0eb-4e3c-81a1-36b0dd6dd5e2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374234 Jul 16 19:10:19.647163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bbe62-7f0e-40da-8216-9943362fcb81 req-e9ab16b4-6ed2-4462-8179-b51902576dc8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:19.649351 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c9bbe62-7f0e-40da-8216-9943362fcb81 req-e9ab16b4-6ed2-4462-8179-b51902576dc8 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0816834 Jul 16 19:10:19.694576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c9bbe62-7f0e-40da-8216-9943362fcb81 req-4c2aa38d-98c4-47cf-9fd5-786f7e1fc001 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380793 Jul 16 19:10:20.915073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba169e44-cd7a-4097-a1c6-c5fb5c8f3f19 req-87330f3b-4267-4020-9471-2aedf8e5ec25 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:20.916903 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba169e44-cd7a-4097-a1c6-c5fb5c8f3f19 req-87330f3b-4267-4020-9471-2aedf8e5ec25 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0757725 Jul 16 19:10:20.968093 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba169e44-cd7a-4097-a1c6-c5fb5c8f3f19 req-d9de7595-1736-4419-b5eb-65846c33490a tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Jul 16 19:10:22.168501 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6247842-5495-4d27-b905-55f05359ab8f req-6005f76c-ba64-4a29-980b-f0526d56a934 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:22.170064 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6247842-5495-4d27-b905-55f05359ab8f req-6005f76c-ba64-4a29-980b-f0526d56a934 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0716865 Jul 16 19:10:22.215326 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b6247842-5495-4d27-b905-55f05359ab8f req-3c402ac8-8424-4170-b778-a068140b03ab tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389788 Jul 16 19:10:23.415263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754a79a-5570-4a00-bb91-60dd2b784d77 req-404e8c6b-515c-4a11-aeaa-96e123319640 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:23.417600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2754a79a-5570-4a00-bb91-60dd2b784d77 req-404e8c6b-515c-4a11-aeaa-96e123319640 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0845864 Jul 16 19:10:23.463317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2754a79a-5570-4a00-bb91-60dd2b784d77 req-06f63865-73fe-4bd0-b583-1edba4ec884f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390115 Jul 16 19:10:24.650548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e036-5b76-4284-9bf2-0fd1e5eb4a91 req-caa69b20-f2ad-419a-b7ed-9f047b6c7fd1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:24.652066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3453e036-5b76-4284-9bf2-0fd1e5eb4a91 req-caa69b20-f2ad-419a-b7ed-9f047b6c7fd1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0676572 Jul 16 19:10:24.693387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3453e036-5b76-4284-9bf2-0fd1e5eb4a91 req-b4d73434-aadf-4122-92f1-e832266e8d70 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355897 Jul 16 19:10:25.880389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a723b6e-6a23-466c-beb8-5a7ee6d80928 req-9638478f-75d9-4d1c-ad9c-bb9efa4b7207 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:25.882102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a723b6e-6a23-466c-beb8-5a7ee6d80928 req-9638478f-75d9-4d1c-ad9c-bb9efa4b7207 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 944 time: 0.0729508 Jul 16 19:10:25.924272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a723b6e-6a23-466c-beb8-5a7ee6d80928 req-7bc96b28-10a0-4ce3-a3fd-b19470b2afab tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351906 Jul 16 19:10:26.689195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:10:26.815926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:26.830264 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'port_id': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'mac_address': 'fa:16:3e:c2:5b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:10:26.870153 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.884469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ceb40a-8c0f-4627-a125-6d2a2443be18 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:26.905061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:26.909145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:26.960214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=12']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:27.132105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['34ceb40a-8c0f-4627-a125-6d2a2443be18'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:27.145046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e563eff-d21a-48e2-81c5-caf50d25efb7 req-8c2cbf4e-0b43-4ef2-982b-426d13a8d668 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:27.146689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e563eff-d21a-48e2-81c5-caf50d25efb7 req-8c2cbf4e-0b43-4ef2-982b-426d13a8d668 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0995281 Jul 16 19:10:27.202476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1e563eff-d21a-48e2-81c5-caf50d25efb7 req-7a6b3a3a-d68d-4ae7-a0a3-a83db2e5d773 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463233 Jul 16 19:10:27.397434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a860a5-f4e7-4b3b-ab08-90ba42613efa req-e29434a2-7f7d-4838-b7bf-1245046709a2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:27.398950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79a860a5-f4e7-4b3b-ab08-90ba42613efa req-e29434a2-7f7d-4838-b7bf-1245046709a2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0701365 Jul 16 19:10:27.447794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-79a860a5-f4e7-4b3b-ab08-90ba42613efa req-0b00f9a4-3cf0-4049-8537-065d4689f6d2 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 Jul 16 19:10:27.652927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98559a-5e7f-4081-b674-8d2881c5c364 req-5cc0c0d0-6e76-499b-8977-9e4d56d5a6c7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:27.654837 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d98559a-5e7f-4081-b674-8d2881c5c364 req-5cc0c0d0-6e76-499b-8977-9e4d56d5a6c7 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0838072 Jul 16 19:10:27.697895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d98559a-5e7f-4081-b674-8d2881c5c364 req-303f07d0-0b30-4941-b31c-ae1003cdbe22 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350802 Jul 16 19:10:28.122466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e8f9a-dcb5-4ff3-b677-04e22ddffcb4 req-311f2f03-13d2-4a19-bd1e-a56b5071a69c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:28.125271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f58e8f9a-dcb5-4ff3-b677-04e22ddffcb4 req-311f2f03-13d2-4a19-bd1e-a56b5071a69c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 945 time: 0.0796337 Jul 16 19:10:28.175563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f58e8f9a-dcb5-4ff3-b677-04e22ddffcb4 req-96523100-efdb-4a7f-80a4-1734792240ef tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440938 Jul 16 19:10:28.697098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:28.757597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:28.761640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 34ceb40a-8c0f-4627-a125-6d2a2443be18 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:28.762012 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:28.857950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:28.886164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:28.888743 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4e16c4-972e-4a72-ab2e-d309e40fc583" -d '{"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-plugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:28.902532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:28.908043 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:28.970122 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=13']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:29.034635 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4920b9c-77f7-415b-ba6e-a62348cd2ed1 x-openstack-request-id: req-d4920b9c-77f7-415b-ba6e-a62348cd2ed1 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:29.035055 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-plugged", "status": "completed", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:29.035429 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d4920b9c-77f7-415b-ba6e-a62348cd2ed1 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:29.035989 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'code': 200} Jul 16 19:10:29.400999 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ede30-37d1-4183-a06f-5649845a4780 req-fe4af8e7-c339-474b-a3a8-1e148290612f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:29.402773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff8ede30-37d1-4183-a06f-5649845a4780 req-fe4af8e7-c339-474b-a3a8-1e148290612f tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 946 time: 0.0832558 Jul 16 19:10:29.453722 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ff8ede30-37d1-4183-a06f-5649845a4780 req-7f9815f5-6b41-4675-89e0-3be644dea56b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups?id=9e5e1523-a7ec-41d7-9548-ab93f9bef779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403595 Jul 16 19:10:29.677064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-54278494-6fad-440a-9e20-ea6542f2881b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:29.678856 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-54278494-6fad-440a-9e20-ea6542f2881b tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 946 time: 0.0802226 Jul 16 19:10:29.815052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Deleting port 34ceb40a-8c0f-4627-a125-6d2a2443be18 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:29.815613 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:29.915751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] For port 34ceb40a-8c0f-4627-a125-6d2a2443be18, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=34ceb40a-8c0f-4627-a125-6d2a2443be18,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:29.916125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.110287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.110601 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.110952 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570 disassociated. External IP: 172.25.0.250, port: 34ceb40a-8c0f-4627-a125-6d2a2443be18. Jul 16 19:10:30.111307 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Calling delete_port for 34ceb40a-8c0f-4627-a125-6d2a2443be18 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:30.300139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.337827 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event deleted for resources: {'Port': ['ID=34ceb40a-8c0f-4627-a125-6d2a2443be18,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:30.363310 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d7db779-57f9-48b9-821b-3f6979fac695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.526724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:30.676765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:30.694244 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:30.711443 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:30.712459 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:30.725278 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2b5086e6-a48b-447b-96b9-b88b6dc4491f req-2d93f3a2-42c7-467b-86ff-b4c9c7a4406c tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 210 time: 0.0541179 Jul 16 19:10:30.757835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] No DVR routers for this DVR port 34ceb40a-8c0f-4627-a125-6d2a2443be18 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:30.767152 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.770349 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5d8df5af-c71f-4b36-b8d8-9a637c075ae1 req-89d2168f-e88f-4dd4-a2fd-6f578b1a2c09 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.13 "DELETE /v2.0/ports/34ceb40a-8c0f-4627-a125-6d2a2443be18 HTTP/1.1" status: 204 len: 173 time: 1.0841296 Jul 16 19:10:30.770953 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-deleted', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:30.773879 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc924667-7562-4749-bee3-db31e28d0f9d" -d '{"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-deleted", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:30.898534 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:30.923731 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0d4b0-8152-45ff-9e63-4cb24bdcece5 x-openstack-request-id: req-59c0d4b0-8152-45ff-9e63-4cb24bdcece5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:30.923731 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde991c0-01fd-48ca-b6c1-8ddbc36c21ba", "name": "network-vif-deleted", "tag": "34ceb40a-8c0f-4627-a125-6d2a2443be18", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:30.924244 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59c0d4b0-8152-45ff-9e63-4cb24bdcece5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:30.924850 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde991c0-01fd-48ca-b6c1-8ddbc36c21ba', 'name': 'network-vif-deleted', 'tag': '34ceb40a-8c0f-4627-a125-6d2a2443be18', 'status': 'completed', 'code': 200} Jul 16 19:10:31.289600 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:31.329516 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:31.342210 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:31.343135 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:10:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:31.479508 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:31.756960 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:31.800091 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe3bed7-84fc-4e19-8f51-2d3abd01a3f6 None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:00:33Z', 'revision_number': 4, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'fca8a922-59ab-4ee7-93b5-198120189f86', 'name': '', 'network_id': 'bc45f750-cd4b-4ded-b4aa-c8f25a9a3819', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'mac_address': 'fa:16:3e:9a:67:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:32Z', 'updated_at': '2021-07-16T19:00:39Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'subnets': [{'id': '53a5862c-57d2-429a-9dcc-569f3f06ac89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:31.921447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a9fe4e7b-5719-406b-9d8c-22106a421c9d req-5cd174c3-9456-47bc-b903-924c58863e74 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 210 time: 0.0323384 Jul 16 19:10:32.163784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffd6e67-e7bc-4616-80b1-008ef66b0318 None None] New status for floating IP 2fbd513e-e80e-44d0-98a4-8ff9a5006570: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:10:32.733888 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:32.767878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 34ceb40a-8c0f-4627-a125-6d2a2443be18 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:32.768399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 34ceb40a-8c0f-4627-a125-6d2a2443be18 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:33.126071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d75fde1-9c9f-4d69-830f-7bd00167e484 req-f01ccb86-b6ac-4486-b716-d729b2195114 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 210 time: 0.0607324 Jul 16 19:10:33.183135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2fef7cdd-dd51-4d50-bf21-90dcd9f878c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:33.435949 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:33.823699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:34.280666 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fa9ec9d-474a-4df5-910d-b2db8e4cb50c req-6806a93e-1775-47f7-9faf-910ee3fb5805 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/ports?device_id=dde991c0-01fd-48ca-b6c1-8ddbc36c21ba HTTP/1.1" status: 200 len: 210 time: 0.0335462 Jul 16 19:10:34.530861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:36.049908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:37.749476 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:38.157686 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:39.805559 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47162) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:39.873099 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-903cbee4-2601-48bf-80af-a7ebd56529e5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:39.903640 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-903cbee4-2601-48bf-80af-a7ebd56529e5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:39.958350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-903cbee4-2601-48bf-80af-a7ebd56529e5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:39.961505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-903cbee4-2601-48bf-80af-a7ebd56529e5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:39.962735 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-903cbee4-2601-48bf-80af-a7ebd56529e5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "DELETE /v2.0/security-groups/9e5e1523-a7ec-41d7-9548-ab93f9bef779 HTTP/1.1" status: 204 len: 168 time: 0.1567688 Jul 16 19:10:39.967407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47164) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:39.976650 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cbee4-2601-48bf-80af-a7ebd56529e5 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5e1523-a7ec-41d7-9548-ab93f9bef779,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:39.992213 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-3cb5cd53-a698-46b8-a020-70c1d7aabd17 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] show failed (client error): The resource could not be found. Jul 16 19:10:39.993758 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3cb5cd53-a698-46b8-a020-70c1d7aabd17 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "GET /v2.0/security-groups/9e5e1523-a7ec-41d7-9548-ab93f9bef779 HTTP/1.1" status: 404 len: 347 time: 0.0247595 Jul 16 19:10:39.998079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47166) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:40.133077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Deleting port 91465701-4698-4a3e-ab92-2351e819909e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:40.133417 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:40.212073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:40.212330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:40.225385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Calling delete_port for 91465701-4698-4a3e-ab92-2351e819909e owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:40.367273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:40.394158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Pushing event deleted for resources: {'Port': ['ID=91465701-4698-4a3e-ab92-2351e819909e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:40.465711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:40.468856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:40.470305 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f5cf86f6-72da-4a2a-8e59-c69edabd25b1 tempest-ServerActionsTestJSON-1107621748 tempest-ServerActionsTestJSON-1107621748-project] 10.222.0.48 "DELETE /v2.0/floatingips/2fbd513e-e80e-44d0-98a4-8ff9a5006570 HTTP/1.1" status: 204 len: 168 time: 0.4705398 Jul 16 19:10:40.473299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47168) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:41.055129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.335424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Deleting port fca8a922-59ab-4ee7-93b5-198120189f86 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:41.335681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.418959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] For port fca8a922-59ab-4ee7-93b5-198120189f86, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=fca8a922-59ab-4ee7-93b5-198120189f86,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:41.419360 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.778613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Calling delete_port for fca8a922-59ab-4ee7-93b5-198120189f86 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:41.965068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:41.993638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca8a922-59ab-4ee7-93b5-198120189f86,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:42.158231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.391174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Router 324ba422-00a0-4094-9475-057ff7c5d7d1 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:10:42.508859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:10:42.513999 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e844bfe5-3464-4c9b-aaa0-b374ddd811f9 admin admin] 10.222.0.48 "PUT /v2.0/routers/324ba422-00a0-4094-9475-057ff7c5d7d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0393825 Jul 16 19:10:42.516711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47172) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:42.518184 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] Sync routers for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:10:42.528921 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:42.529564 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:10:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:42.629184 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.638735 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:42.739927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.793614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Deleting port a32a135f-9429-4328-97a1-51cc3df76575 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:42.794007 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.825617 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:10:41Z', 'revision_number': 5, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port': {'id': 'a32a135f-9429-4328-97a1-51cc3df76575', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:42.852684 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] Checking router: 324ba422-00a0-4094-9475-057ff7c5d7d1 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:10:42.861834 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] Routers {'324ba422-00a0-4094-9475-057ff7c5d7d1'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:10:42.862448 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:10:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['324ba422-00a0-4094-9475-057ff7c5d7d1'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:42.877843 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] For port a32a135f-9429-4328-97a1-51cc3df76575, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a32a135f-9429-4328-97a1-51cc3df76575,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:42.878204 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.891727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Calling delete_port for a32a135f-9429-4328-97a1-51cc3df76575 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:42.946743 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] Set router 324ba422-00a0-4094-9475-057ff7c5d7d1 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:10:43.003918 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:10:42Z', 'revision_number': 6, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:43.083403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.112219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32a135f-9429-4328-97a1-51cc3df76575,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:43.137801 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a992433a-261b-44ec-b9f8-f3ff2523483c None None] The sync data for ids ['324ba422-00a0-4094-9475-057ff7c5d7d1'] in n-d-793620-10 is: [{'id': '324ba422-00a0-4094-9475-057ff7c5d7d1', 'name': 'tempest-ServerActionsTestJSON-1743497607-router', 'tenant_id': '0ba9467396354beab627af8a0ab71d4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:00:30Z', 'updated_at': '2021-07-16T19:10:42Z', 'revision_number': 6, 'project_id': '0ba9467396354beab627af8a0ab71d4f', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:10:43.182955 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.277066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.279299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.326678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.327217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 324ba422-00a0-4094-9475-057ff7c5d7d1 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:10:43.331653 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.332808 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2db181a6-422a-4d10-a561-f40167178f89 admin admin] 10.222.0.48 "DELETE /v2.0/routers/324ba422-00a0-4094-9475-057ff7c5d7d1 HTTP/1.1" status: 204 len: 168 time: 0.8151605 Jul 16 19:10:43.335314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47174) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:43.380115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] Deleting subnet 53a5862c-57d2-429a-9dcc-569f3f06ac89 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:10:43.383643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.420401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.517644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.606266 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.632647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a5862c-57d2-429a-9dcc-569f3f06ac89,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:43.643933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.643933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-858df6b0-2526-40ab-bdf6-ed99e1da036d admin admin] 10.222.0.48 "DELETE /v2.0/subnets/53a5862c-57d2-429a-9dcc-569f3f06ac89 HTTP/1.1" status: 204 len: 168 time: 0.3020797 Jul 16 19:10:43.643933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47176) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:43.648054 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8dbc9-1dd9-4341-b111-61b8ab3ac669 None None] Network bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:43.720373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.777705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Deleting port d37d290d-2c38-427a-968c-ae2c8fab297c {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:43.778051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.850891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] For port d37d290d-2c38-427a-968c-ae2c8fab297c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d37d290d-2c38-427a-968c-ae2c8fab297c,segment=NetworkSegment(ebe32caf-db74-4106-a152-ba6e8a30f455),segment_id=ebe32caf-db74-4106-a152-ba6e8a30f455)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:43.851161 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.864462 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Calling delete_port for d37d290d-2c38-427a-968c-ae2c8fab297c owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:43.931693 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] DHCP port deletion for bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:10:43.958762 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:43.989608 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Pushing event deleted for resources: {'Port': ['ID=d37d290d-2c38-427a-968c-ae2c8fab297c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:43.991565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] No DVR routers for this DVR port d37d290d-2c38-427a-968c-ae2c8fab297c on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:44.000707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fca8a922-59ab-4ee7-93b5-198120189f86 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:44.022856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: fca8a922-59ab-4ee7-93b5-198120189f86 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:44.023209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device fca8a922-59ab-4ee7-93b5-198120189f86 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:44.023712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a32a135f-9429-4328-97a1-51cc3df76575 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:44.028204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] Deleting port d37d290d-2c38-427a-968c-ae2c8fab297c {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:10:44.028593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.055306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a32a135f-9429-4328-97a1-51cc3df76575 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:44.055654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a32a135f-9429-4328-97a1-51cc3df76575 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:44.056315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d37d290d-2c38-427a-968c-ae2c8fab297c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:10:44.076226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.085584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d37d290d-2c38-427a-968c-ae2c8fab297c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:10:44.085933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d37d290d-2c38-427a-968c-ae2c8fab297c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:10:44.086829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc45f750-cd4b-4ded-b4aa-c8f25a9a3819']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:44.099024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe32caf-db74-4106-a152-ba6e8a30f455') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:44.099324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe32caf-db74-4106-a152-ba6e8a30f455') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:10:44.109685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.125187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.131646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:10:44.131894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] For port d37d290d-2c38-427a-968c-ae2c8fab297c, host n-d-793620-10, got binding levels [] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:44.132264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.132430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:10:44.134554 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:10:44.145645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] Calling delete_port for d37d290d-2c38-427a-968c-ae2c8fab297c owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:10:44.148700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.ipam_backend_mixin [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] Port d37d290d-2c38-427a-968c-ae2c8fab297c was not found and therefore no delete operation was performed {{(pid=93779) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:10:44.150286 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.180136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] Pushing event deleted for resources: {'Port': ['ID=d37d290d-2c38-427a-968c-ae2c8fab297c,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:44.182523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e826f4-68e3-4b74-9213-86ce98d29476 None None] No DVR routers for this DVR port d37d290d-2c38-427a-968c-ae2c8fab297c on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:10:44.201728 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.207475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.212170 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc45f750-cd4b-4ded-b4aa-c8f25a9a3819 HTTP/1.1" status: 204 len: 168 time: 0.5703073 Jul 16 19:10:44.224333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947f7d0-403e-46ee-861b-5b20353fff2b admin admin] Pushing event deleted for resources: {'Network': ['ID=bc45f750-cd4b-4ded-b4aa-c8f25a9a3819,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:44.324956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47180) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:44.366590 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-397da2e1-e5b6-4c8e-8422-8263c48a8fae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ba9467396354beab627af8a0ab71d4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403674 Jul 16 19:10:44.368972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47182) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:44.423372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c60f29d-ae63-458a-bda7-804540ed5099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.444133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c60f29d-ae63-458a-bda7-804540ed5099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.490224 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c60f29d-ae63-458a-bda7-804540ed5099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.492886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6c60f29d-ae63-458a-bda7-804540ed5099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.494111 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6c60f29d-ae63-458a-bda7-804540ed5099 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8062761d-f69c-44b0-bac7-04112fb132ea HTTP/1.1" status: 204 len: 168 time: 0.1242297 Jul 16 19:10:44.502489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60f29d-ae63-458a-bda7-804540ed5099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8062761d-f69c-44b0-bac7-04112fb132ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:45.244691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47204) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:45.355747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-4627579-network', 'tenant_id': '3864193343b14fe6ad6bd0d0c1cc6a81'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:45.378857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Made reservation on behalf of 3864193343b14fe6ad6bd0d0c1cc6a81 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:45.381376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.391688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.497549 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.501733 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.533035 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:10:45.540100 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:45.548501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.548501 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Added segment 4bc870f5-4613-474c-9cdd-671c5925a898 of type vlan for network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 Jul 16 19:10:45.592908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.626805 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.627817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:45.628433 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.662031 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4161212 Jul 16 19:10:45.665070 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:10:45.670372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Request body: {'subnet': {'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-4627579-subnet', 'tenant_id': '3864193343b14fe6ad6bd0d0c1cc6a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:45.690349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849233f-3165-4fd6-bdbc-268a166660fb admin admin] Pushing event updated for resources: {'Network': ['ID=87e8eabd-4ba3-4ddc-8849-803c0f385f23,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:45.694478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Made reservation on behalf of 3864193343b14fe6ad6bd0d0c1cc6a81 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:45.696918 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.703774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:10:45.878156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.926320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bba7cbd-fa60-464c-b1f2-ae0d451ca612,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:45.941526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Checking segment: {'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:45.941883 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Network hostable DHCP agents. Network: 87e8eabd-4ba3-4ddc-8849-803c0f385f23, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:10:45.959099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:10:45.968580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 87e8eabd-4ba3-4ddc-8849-803c0f385f23) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:45.976201 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:45.976854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:45.980569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5916a46-a32d-4fe7-be00-92801ab3c4a2 None None] Network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:45.991486 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-11a22a73-9512-4793-af9c-9de96cc9edbc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3252556 Jul 16 19:10:46.117305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb201d4-dbfd-4730-8d2d-a056364c11ab None None] Network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:10:46.454263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9536d5-3f17-4597-8105-00547383f97b req-04e09988-61e2-4f43-b822-4366e6802d1b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:46.455783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-04e09988-61e2-4f43-b822-4366e6802d1b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/networks?id=87e8eabd-4ba3-4ddc-8849-803c0f385f23 HTTP/1.1" status: 200 len: 811 time: 0.1093602 Jul 16 19:10:46.471200 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-92908cd4-b253-4c05-9824-852095ee2914 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/quotas/3864193343b14fe6ad6bd0d0c1cc6a81 HTTP/1.1" status: 200 len: 375 time: 0.0098708 Jul 16 19:10:46.505297 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-9033998d-6f44-4c03-bc2d-8cbf97f8bd81 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3864193343b14fe6ad6bd0d0c1cc6a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287459 Jul 16 19:10:46.516001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-f83f6235-89bd-465c-b341-6d5de51053a7 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:10:46.517006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-f83f6235-89bd-465c-b341-6d5de51053a7 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057387 Jul 16 19:10:46.657719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-e4cac3c1-0185-4e28-b432-0b6e56906159 service neutron] 10.222.0.48 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349783 Jul 16 19:10:46.749951 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-acc79fa3-99b0-48d7-ba42-a6a9849f7882 service neutron] 10.222.0.48 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864005 Jul 16 19:10:46.920442 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e7f1de8b-4b0d-4221-b750-072d8472bda5 req-d39d4902-81a5-4d68-83d4-a53c1153a929 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 210 time: 0.0335426 Jul 16 19:10:48.070339 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d9f9a06c-553f-4f21-a757-3354556afc50 req-952406d7-7c7b-4765-9588-3b08df8d0de8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 210 time: 0.0305729 Jul 16 19:10:48.133044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9536d5-3f17-4597-8105-00547383f97b req-5ca9ff04-3fbc-4464-a49c-c76de37178c7 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:48.134594 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-5ca9ff04-3fbc-4464-a49c-c76de37178c7 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.13 "GET /v2.0/networks?id=87e8eabd-4ba3-4ddc-8849-803c0f385f23 HTTP/1.1" status: 200 len: 811 time: 0.1383071 Jul 16 19:10:48.147263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Request body: {'port': {'device_id': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23', 'admin_state_up': True, 'tenant_id': '3864193343b14fe6ad6bd0d0c1cc6a81'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:48.264527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Made reservation on behalf of 3864193343b14fe6ad6bd0d0c1cc6a81 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:48.268139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.411810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Allocated IP 172.20.0.4 (87e8eabd-4ba3-4ddc-8849-803c0f385f23/7bba7cbd-fa60-464c-b1f2-ae0d451ca612/5995c1b3-3d96-4965-9237-5e600e1f2146) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:48.580983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.631015 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.678522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:48.681820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:48.686251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:48.693113 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Pushing event updated for resources: {'Port': ['ID=5995c1b3-3d96-4965-9237-5e600e1f2146,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:48.742293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:48.742964 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.758762 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-11d5a23b-6948-464d-97b1-65808cc300c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6162026 Jul 16 19:10:48.772526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Request body: {'port': {'device_id': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:48.887074 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.219478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5995c1b3-3d96-4965-9237-5e600e1f2146 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:49.234295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.256319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Transition to ACTIVE for port object 5995c1b3-3d96-4965-9237-5e600e1f2146 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:49.262376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.291182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463dd26-fb0b-4bca-b4cb-082d197e7e11 req-a72fb049-1204-43f7-a0a9-51b543f7a541 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:49.296904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0463dd26-fb0b-4bca-b4cb-082d197e7e11 req-a72fb049-1204-43f7-a0a9-51b543f7a541 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 931 time: 0.0922871 Jul 16 19:10:49.344123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0463dd26-fb0b-4bca-b4cb-082d197e7e11 req-34740e24-a10f-4f38-90ff-f5b074d4bd43 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Jul 16 19:10:49.359330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Pushing event updated for resources: {'Port': ['ID=5995c1b3-3d96-4965-9237-5e600e1f2146,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:49.411637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Attempting to bind port 5995c1b3-3d96-4965-9237-5e600e1f2146 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:10:49.411972 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Attempting to bind port 5995c1b3-3d96-4965-9237-5e600e1f2146 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:10:49.412348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Attempting to bind port 5995c1b3-3d96-4965-9237-5e600e1f2146 on network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:49.417078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Port 5995c1b3-3d96-4965-9237-5e600e1f2146 on network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:10:49.417400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Attempting to bind port 5995c1b3-3d96-4965-9237-5e600e1f2146 on network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:10:49.422582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:10:49.422927 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Checking segment: {'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:10:49.423317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Bound using segment: {'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:10:49.423745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Bound port: 5995c1b3-3d96-4965-9237-5e600e1f2146, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:10:49.424105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.493337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] For port 5995c1b3-3d96-4965-9237-5e600e1f2146, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:10:49.497856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] For port 5995c1b3-3d96-4965-9237-5e600e1f2146, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5995c1b3-3d96-4965-9237-5e600e1f2146,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:10:49.502773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.536847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:49.537849 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:49.539701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] 10.222.0.13 "PUT /v2.0/ports/5995c1b3-3d96-4965-9237-5e600e1f2146 HTTP/1.1" status: 200 len: 1092 time: 0.7722552 Jul 16 19:10:49.542044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'tag': '5995c1b3-3d96-4965-9237-5e600e1f2146'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:49.544994 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5c1b78-112b-4705-9a02-1809a22ca708" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0f62b5-9254-4a9a-bc14-bbd0dce77674", "tag": "5995c1b3-3d96-4965-9237-5e600e1f2146"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:49.598554 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2ee655-fe37-4180-9f2b-37449e50dd1b x-openstack-request-id: req-bb2ee655-fe37-4180-9f2b-37449e50dd1b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:49.598840 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0f62b5-9254-4a9a-bc14-bbd0dce77674", "tag": "5995c1b3-3d96-4965-9237-5e600e1f2146", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:49.599081 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bb2ee655-fe37-4180-9f2b-37449e50dd1b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:49.599485 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'tag': '5995c1b3-3d96-4965-9237-5e600e1f2146', 'status': 'completed', 'code': 200} Jul 16 19:10:49.616977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f61a88-3010-4e2f-a01d-e024065d181d service neutron] Pushing event updated for resources: {'Port': ['ID=5995c1b3-3d96-4965-9237-5e600e1f2146,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:49.655968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9536d5-3f17-4597-8105-00547383f97b req-50475c83-4fa8-4c0f-82d6-1585f2a26ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:49.657525 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-50475c83-4fa8-4c0f-82d6-1585f2a26ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3864193343b14fe6ad6bd0d0c1cc6a81&device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 1095 time: 0.0772591 Jul 16 19:10:49.701222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-39b32d61-1405-42d2-9df9-f99233ab93ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5995c1b3-3d96-4965-9237-5e600e1f2146 HTTP/1.1" status: 200 len: 217 time: 0.0360961 Jul 16 19:10:49.760163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9536d5-3f17-4597-8105-00547383f97b req-612d179f-72ba-470d-8ff9-96ba0ba1acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:49.762362 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-612d179f-72ba-470d-8ff9-96ba0ba1acf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bba7cbd-fa60-464c-b1f2-ae0d451ca612 HTTP/1.1" status: 200 len: 851 time: 0.0555103 Jul 16 19:10:49.801716 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-0cd08ccf-851f-426a-9a29-1751ec3a6f2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87e8eabd-4ba3-4ddc-8849-803c0f385f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326850 Jul 16 19:10:49.900127 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-02b4f344-f50a-4117-b202-a685aa78b995 service neutron] 10.222.0.13 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909500 Jul 16 19:10:50.000309 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-df9536d5-3f17-4597-8105-00547383f97b req-b7c2fc65-deb2-4ec7-a382-01ef9531db50 service neutron] 10.222.0.13 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942147 Jul 16 19:10:50.100235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-583f1a21-cef0-4315-9d25-202462344cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:50.101678 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-583f1a21-cef0-4315-9d25-202462344cbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3864193343b14fe6ad6bd0d0c1cc6a81&device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 1095 time: 0.0535202 Jul 16 19:10:50.195926 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-9c07a5b6-8489-4215-a504-a6fecad5fa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:50.197487 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-9c07a5b6-8489-4215-a504-a6fecad5fa24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=87e8eabd-4ba3-4ddc-8849-803c0f385f23 HTTP/1.1" status: 200 len: 911 time: 0.0895479 Jul 16 19:10:50.238252 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-34b81e13-0bdf-4071-9e74-e7141670c79f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5995c1b3-3d96-4965-9237-5e600e1f2146 HTTP/1.1" status: 200 len: 217 time: 0.0347013 Jul 16 19:10:50.287632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-7f348304-8f08-4bac-bd67-a693af21fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:50.289139 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-7f348304-8f08-4bac-bd67-a693af21fe76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7bba7cbd-fa60-464c-b1f2-ae0d451ca612 HTTP/1.1" status: 200 len: 851 time: 0.0444782 Jul 16 19:10:50.326449 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-5d999e64-225a-4862-89a5-87a09fa7c450 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=87e8eabd-4ba3-4ddc-8849-803c0f385f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305662 Jul 16 19:10:50.415361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-8cb69090-3527-4910-b04a-d0f3755df1bf service neutron] 10.222.0.13 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825140 Jul 16 19:10:50.515881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4e5c1b78-112b-4705-9a02-1809a22ca708 req-49a0cb87-fbcc-4d79-a3ea-9702948bed5d service neutron] 10.222.0.13 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939589 Jul 16 19:10:50.527767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4747da1-b187-4a87-9043-521c161ee0bb req-2a403848-e640-468a-905b-7c23240d9651 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:50.529374 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4747da1-b187-4a87-9043-521c161ee0bb req-2a403848-e640-468a-905b-7c23240d9651 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 943 time: 0.0684104 Jul 16 19:10:50.568313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4747da1-b187-4a87-9043-521c161ee0bb req-b1350f95-b1d2-43a6-8ea7-c3dd04ac0529 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jul 16 19:10:51.742816 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d4311-7f39-49d7-9e87-6f29260a7129 req-1b173abb-c209-492a-bfc3-16f07df0c0e6 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:51.744362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-456d4311-7f39-49d7-9e87-6f29260a7129 req-1b173abb-c209-492a-bfc3-16f07df0c0e6 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 943 time: 0.0639420 Jul 16 19:10:51.784355 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-456d4311-7f39-49d7-9e87-6f29260a7129 req-a6fb4626-51c8-4b91-8331-e53b42d19650 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Jul 16 19:10:52.762398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5995c1b3-3d96-4965-9237-5e600e1f2146 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:10:52.862724 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5995c1b3-3d96-4965-9237-5e600e1f2146, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5995c1b3-3d96-4965-9237-5e600e1f2146,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:52.873843 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '5995c1b3-3d96-4965-9237-5e600e1f2146', 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23', 'port_id': '5995c1b3-3d96-4965-9237-5e600e1f2146', 'mac_address': 'fa:16:3e:2a:61:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bba7cbd-fa60-464c-b1f2-ae0d451ca612', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:10:52.911351 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.924314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5995c1b3-3d96-4965-9237-5e600e1f2146 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:52.943420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5995c1b3-3d96-4965-9237-5e600e1f2146, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5995c1b3-3d96-4965-9237-5e600e1f2146,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:52.947624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.958528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4eda31-49f3-411f-91e0-2743301a861c req-e21c790c-5510-4756-80a6-997bf04193a0 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:52.960228 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f4eda31-49f3-411f-91e0-2743301a861c req-e21c790c-5510-4756-80a6-997bf04193a0 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 943 time: 0.0652575 Jul 16 19:10:53.001603 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5995c1b3-3d96-4965-9237-5e600e1f2146,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:53.004820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5f4eda31-49f3-411f-91e0-2743301a861c req-6fe2f936-581d-4a59-99bd-e86057300eae tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Jul 16 19:10:53.134491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5995c1b3-3d96-4965-9237-5e600e1f2146'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:54.193447 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a82bd-ea52-4a7b-a2e5-d4c1862e3659 req-3913e371-4131-4978-bfb2-17abb664393c tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:54.195004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b5a82bd-ea52-4a7b-a2e5-d4c1862e3659 req-3913e371-4131-4978-bfb2-17abb664393c tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 944 time: 0.0712931 Jul 16 19:10:54.235066 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b5a82bd-ea52-4a7b-a2e5-d4c1862e3659 req-eec2efee-0d09-45a3-b891-e69bbf557f0b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Jul 16 19:10:54.762130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5995c1b3-3d96-4965-9237-5e600e1f2146 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:10:54.816052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 5995c1b3-3d96-4965-9237-5e600e1f2146 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:10:54.820430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 5995c1b3-3d96-4965-9237-5e600e1f2146 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:10:54.820864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.905696 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.929432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995c1b3-3d96-4965-9237-5e600e1f2146'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:10:54.931687 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e184819-c38e-4898-9341-20635d0c0980" -d '{"events": [{"server_uuid": "cd0f62b5-9254-4a9a-bc14-bbd0dce77674", "name": "network-vif-plugged", "status": "completed", "tag": "5995c1b3-3d96-4965-9237-5e600e1f2146"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:10:54.945747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 5995c1b3-3d96-4965-9237-5e600e1f2146, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5995c1b3-3d96-4965-9237-5e600e1f2146,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:10:54.950440 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:54.973041 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eeeec17-430f-4cb0-a591-a46d27708232 x-openstack-request-id: req-2eeeec17-430f-4cb0-a591-a46d27708232 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:10:54.973337 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0f62b5-9254-4a9a-bc14-bbd0dce77674", "name": "network-vif-plugged", "status": "completed", "tag": "5995c1b3-3d96-4965-9237-5e600e1f2146", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:10:54.973593 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2eeeec17-430f-4cb0-a591-a46d27708232 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:10:54.973988 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5995c1b3-3d96-4965-9237-5e600e1f2146', 'code': 200} Jul 16 19:10:55.004772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=5995c1b3-3d96-4965-9237-5e600e1f2146,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:55.086109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a63d4-b5fa-48be-b3ed-8d2f938124c3 req-3dabe46f-ac5c-4c33-922d-074a85cac3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:55.087641 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-384a63d4-b5fa-48be-b3ed-8d2f938124c3 req-3dabe46f-ac5c-4c33-922d-074a85cac3da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 1097 time: 0.0529983 Jul 16 19:10:55.122794 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-384a63d4-b5fa-48be-b3ed-8d2f938124c3 req-4b34f4be-f799-4588-976b-35e74da75795 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291154 Jul 16 19:10:55.415880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2c7e4-b316-408a-8e3f-ac63e8aeef0d req-dbfec386-ef32-4839-ab8c-2eac0d48cc53 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:55.418180 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91a2c7e4-b316-408a-8e3f-ac63e8aeef0d req-dbfec386-ef32-4839-ab8c-2eac0d48cc53 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0707543 Jul 16 19:10:55.458812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91a2c7e4-b316-408a-8e3f-ac63e8aeef0d req-0a65f122-9203-47ed-8ebb-86de6b10ca06 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346913 Jul 16 19:10:56.646743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeacc5-2c81-4927-a02b-a484ed6ebfb1 req-acd2c0b1-36f6-41aa-84ae-6af73f40ef04 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:56.648621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29eeacc5-2c81-4927-a02b-a484ed6ebfb1 req-acd2c0b1-36f6-41aa-84ae-6af73f40ef04 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0700061 Jul 16 19:10:56.687418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29eeacc5-2c81-4927-a02b-a484ed6ebfb1 req-573a28c2-4263-457d-a2f5-8bd2b2dbc2e0 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Jul 16 19:10:56.920548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf13bf8f-64c2-4f18-9942-56e203f3a368 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:56.922057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf13bf8f-64c2-4f18-9942-56e203f3a368 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/networks?id=87e8eabd-4ba3-4ddc-8849-803c0f385f23 HTTP/1.1" status: 200 len: 811 time: 0.1056142 Jul 16 19:10:56.937593 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-c0a9ecb2-269b-4812-b285-98defef618ae tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/quotas/3864193343b14fe6ad6bd0d0c1cc6a81 HTTP/1.1" status: 200 len: 375 time: 0.0100825 Jul 16 19:10:57.006550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-d12bf604-35c0-4304-bcfe-c1cace45d056 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=3864193343b14fe6ad6bd0d0c1cc6a81&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633504 Jul 16 19:10:57.096515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-81d0ce67-4452-4f51-992d-6c729d73d45f service neutron] 10.222.0.48 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825486 Jul 16 19:10:57.190872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-1536a1b7-2076-4862-b86d-dce54c19c3b8 service neutron] 10.222.0.48 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885823 Jul 16 19:10:57.368272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0052e0c0-2365-4521-abb8-2465bb41c49f req-7ba602e1-c66d-4e22-9c84-102fba502b6e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 210 time: 0.0292375 Jul 16 19:10:58.518556 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-104bce95-b0cf-466d-bb80-46b5f649049c req-4ab0b638-2a09-4c8f-85f5-3db489cd528b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 210 time: 0.0365858 Jul 16 19:10:58.547698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-cb5dda3f-45c9-4170-9d15-f7cf808d7280 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:58.549205 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-cb5dda3f-45c9-4170-9d15-f7cf808d7280 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.55 "GET /v2.0/networks?id=87e8eabd-4ba3-4ddc-8849-803c0f385f23 HTTP/1.1" status: 200 len: 811 time: 0.1436057 Jul 16 19:10:58.561574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Request body: {'port': {'device_id': '20c79a44-9002-41fd-b044-b2566a442430', 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23', 'admin_state_up': True, 'tenant_id': '3864193343b14fe6ad6bd0d0c1cc6a81'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:58.677820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Made reservation on behalf of 3864193343b14fe6ad6bd0d0c1cc6a81 for: {'port': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:10:58.681460 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:58.811319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Allocated IP 172.20.0.3 (87e8eabd-4ba3-4ddc-8849-803c0f385f23/7bba7cbd-fa60-464c-b1f2-ae0d451ca612/4d84f949-657f-44c8-8407-f8dad6615f9c) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:10:58.968286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.008522 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.021408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5995c1b3-3d96-4965-9237-5e600e1f2146'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:10:59.052012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:10:59.058130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:10:59.062130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:10:59.092770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Pushing event updated for resources: {'Port': ['ID=4d84f949-657f-44c8-8407-f8dad6615f9c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:10:59.107909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.108282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.108625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.108962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.109295 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.109638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.109945 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.110269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.110592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.110920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.111491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.111808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:10:59.133941 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:59.134585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.149448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-bf22bd89-8219-48bf-a981-bfafe84d214d tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921447 Jul 16 19:10:59.161047 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Request body: {'port': {'device_id': '20c79a44-9002-41fd-b044-b2566a442430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:10:59.583048 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.786321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123c80f-7c2d-4f1d-9006-a0d4c14a1f3d req-77b8a1ef-4874-4317-a69a-ff84c4d45ac8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:59.787877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d123c80f-7c2d-4f1d-9006-a0d4c14a1f3d req-77b8a1ef-4874-4317-a69a-ff84c4d45ac8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 931 time: 0.1522117 Jul 16 19:10:59.867956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d123c80f-7c2d-4f1d-9006-a0d4c14a1f3d req-da82e3f8-51d7-4d93-b3e0-99a1c175d0c8 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519290 Jul 16 19:10:59.930697 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d84f949-657f-44c8-8407-f8dad6615f9c {{(pid=93777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:10:59.938023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:59.950398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Transition to ACTIVE for port object 4d84f949-657f-44c8-8407-f8dad6615f9c will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:10:59.954348 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.003223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Pushing event updated for resources: {'Port': ['ID=4d84f949-657f-44c8-8407-f8dad6615f9c,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:00.076826 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Attempting to bind port 4d84f949-657f-44c8-8407-f8dad6615f9c on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:00.077068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Attempting to bind port 4d84f949-657f-44c8-8407-f8dad6615f9c by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:00.077374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Attempting to bind port 4d84f949-657f-44c8-8407-f8dad6615f9c on network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:00.081760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Port 4d84f949-657f-44c8-8407-f8dad6615f9c on network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:11:00.082072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Attempting to bind port 4d84f949-657f-44c8-8407-f8dad6615f9c on network 87e8eabd-4ba3-4ddc-8849-803c0f385f23 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:00.086758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:00.087090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Checking segment: {'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:00.087473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Bound using segment: {'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:00.087891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Bound port: 4d84f949-657f-44c8-8407-f8dad6615f9c, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bc870f5-4613-474c-9cdd-671c5925a898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:00.088340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.149846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] For port 4d84f949-657f-44c8-8407-f8dad6615f9c, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:00.153413 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] For port 4d84f949-657f-44c8-8407-f8dad6615f9c, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d84f949-657f-44c8-8407-f8dad6615f9c,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:00.158339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.192971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:00.193537 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.194928 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d84f949-657f-44c8-8407-f8dad6615f9c HTTP/1.1" status: 200 len: 1092 time: 1.0381279 Jul 16 19:11:00.195396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c79a44-9002-41fd-b044-b2566a442430', 'tag': '4d84f949-657f-44c8-8407-f8dad6615f9c'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:00.198198 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eac973d-b304-47b5-9ca8-647fe1a251d8" -d '{"events": [{"name": "network-changed", "server_uuid": "20c79a44-9002-41fd-b044-b2566a442430", "tag": "4d84f949-657f-44c8-8407-f8dad6615f9c"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:00.231103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474e4f9-3d27-4c34-89da-0713424be285 service neutron] Pushing event updated for resources: {'Port': ['ID=4d84f949-657f-44c8-8407-f8dad6615f9c,revision_number=3']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:00.292774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-b86291ba-ac6b-4039-8830-5506ee0e24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:00.295550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-b86291ba-ac6b-4039-8830-5506ee0e24c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3864193343b14fe6ad6bd0d0c1cc6a81&device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 1095 time: 0.0613298 Jul 16 19:11:00.297472 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99edb33d-fa9c-4ac5-9cb1-8166b541a36b x-openstack-request-id: req-99edb33d-fa9c-4ac5-9cb1-8166b541a36b {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:00.297755 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c79a44-9002-41fd-b044-b2566a442430", "tag": "4d84f949-657f-44c8-8407-f8dad6615f9c", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:00.298004 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-99edb33d-fa9c-4ac5-9cb1-8166b541a36b {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:00.298391 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c79a44-9002-41fd-b044-b2566a442430', 'tag': '4d84f949-657f-44c8-8407-f8dad6615f9c', 'status': 'completed', 'code': 200} Jul 16 19:11:00.342293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-b44ecc33-e742-4756-8029-4e2e6323613b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d84f949-657f-44c8-8407-f8dad6615f9c HTTP/1.1" status: 200 len: 217 time: 0.0360100 Jul 16 19:11:00.346647 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e60ecf2c-1a7d-4154-a2df-eacec75d1cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:00.392706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-1477360a-25b4-40e2-b7e9-3b368b91c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:00.394182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-1477360a-25b4-40e2-b7e9-3b368b91c0b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bba7cbd-fa60-464c-b1f2-ae0d451ca612 HTTP/1.1" status: 200 len: 851 time: 0.0453796 Jul 16 19:11:00.430922 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-b59a0739-49e4-45d5-9607-c333b4d04ced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e8eabd-4ba3-4ddc-8849-803c0f385f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297358 Jul 16 19:11:00.520175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-82c3975e-e71c-4dc1-aea5-acd6d649f344 service neutron] 10.222.0.55 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839012 Jul 16 19:11:00.614856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1bc408d3-b0f4-43ca-96df-6bc14f44c91d req-c835379c-6664-4c0e-860d-a9e5942beff7 service neutron] 10.222.0.55 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883269 Jul 16 19:11:00.712031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-0afdce89-c4e6-4a78-9559-1329fd224601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:00.713661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-0afdce89-c4e6-4a78-9559-1329fd224601 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3864193343b14fe6ad6bd0d0c1cc6a81&device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 1095 time: 0.0533860 Jul 16 19:11:00.808289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-004457a9-4b91-4ccb-a510-4889b974900d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:00.809807 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-004457a9-4b91-4ccb-a510-4889b974900d service neutron] 10.222.0.55 "GET /v2.0/networks?id=87e8eabd-4ba3-4ddc-8849-803c0f385f23 HTTP/1.1" status: 200 len: 911 time: 0.0903413 Jul 16 19:11:00.850996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-aef7a64c-a50e-4e18-87d7-45237b74bf21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d84f949-657f-44c8-8407-f8dad6615f9c HTTP/1.1" status: 200 len: 217 time: 0.0339799 Jul 16 19:11:00.903234 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-99e4181f-fd5f-4628-b7a1-6def5e2f42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:00.904778 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-99e4181f-fd5f-4628-b7a1-6def5e2f42f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bba7cbd-fa60-464c-b1f2-ae0d451ca612 HTTP/1.1" status: 200 len: 851 time: 0.0478621 Jul 16 19:11:00.939476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-04008dc9-8c71-497c-ae39-7a51e0eba1f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87e8eabd-4ba3-4ddc-8849-803c0f385f23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280035 Jul 16 19:11:01.071115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-90d6fd56-49d1-4a15-becc-23ab8425747d service neutron] 10.222.0.55 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253452 Jul 16 19:11:01.129094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9686ca-2ddc-4a08-810b-1ace1f5b95b4 req-4d1a507c-ad2f-4e92-b5a5-cd385da7bf2b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:01.130628 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d9686ca-2ddc-4a08-810b-1ace1f5b95b4 req-4d1a507c-ad2f-4e92-b5a5-cd385da7bf2b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 943 time: 0.1193268 Jul 16 19:11:01.211031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d9686ca-2ddc-4a08-810b-1ace1f5b95b4 req-f265a034-b91a-4df9-b18f-5b524c03d222 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527511 Jul 16 19:11:01.214166 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1eac973d-b304-47b5-9ca8-647fe1a251d8 req-607f26f0-ae7f-4fda-944a-fda3409ed05f service neutron] 10.222.0.55 "GET /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346197 Jul 16 19:11:02.396588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572bb667-9058-4bf4-b36f-cbc8ec43c0ef req-c4602e4f-5f92-46e2-b2cc-3a319bd6b42b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:02.398120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-572bb667-9058-4bf4-b36f-cbc8ec43c0ef req-c4602e4f-5f92-46e2-b2cc-3a319bd6b42b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 943 time: 0.0641713 Jul 16 19:11:02.442043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-572bb667-9058-4bf4-b36f-cbc8ec43c0ef req-fcd71c8a-2029-4a0d-9e3b-078b18648810 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378551 Jul 16 19:11:02.473828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d84f949-657f-44c8-8407-f8dad6615f9c details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:11:02.572409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4d84f949-657f-44c8-8407-f8dad6615f9c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d84f949-657f-44c8-8407-f8dad6615f9c,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:02.583247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '4d84f949-657f-44c8-8407-f8dad6615f9c', 'network_id': '87e8eabd-4ba3-4ddc-8849-803c0f385f23', 'port_id': '4d84f949-657f-44c8-8407-f8dad6615f9c', 'mac_address': 'fa:16:3e:3d:84:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bba7cbd-fa60-464c-b1f2-ae0d451ca612', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:11:02.620593 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.633374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d84f949-657f-44c8-8407-f8dad6615f9c {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:02.653097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4d84f949-657f-44c8-8407-f8dad6615f9c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d84f949-657f-44c8-8407-f8dad6615f9c,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:02.657040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:02.703432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4d84f949-657f-44c8-8407-f8dad6615f9c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:02.875566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['4d84f949-657f-44c8-8407-f8dad6615f9c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:03.177281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1d1ea57-0a5e-4dee-b917-cf715d02a92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.439441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:03.624036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fcde2-9664-42d7-b913-2da466126bc7 req-b6f5672e-73b8-4d22-94b0-642d34afae57 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:03.625601 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd4fcde2-9664-42d7-b913-2da466126bc7 req-b6f5672e-73b8-4d22-94b0-642d34afae57 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 944 time: 0.0654335 Jul 16 19:11:03.662902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd4fcde2-9664-42d7-b913-2da466126bc7 req-8bf53f64-0fbb-427a-a10b-bf63d5dc43b7 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Jul 16 19:11:04.474114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d84f949-657f-44c8-8407-f8dad6615f9c up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:04.531465 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.532630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 4d84f949-657f-44c8-8407-f8dad6615f9c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:04.536419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 4d84f949-657f-44c8-8407-f8dad6615f9c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:04.536782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.615018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.637133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c79a44-9002-41fd-b044-b2566a442430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d84f949-657f-44c8-8407-f8dad6615f9c'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:04.639349 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab07721-b864-49f8-9c84-e721b98af46d" -d '{"events": [{"server_uuid": "20c79a44-9002-41fd-b044-b2566a442430", "name": "network-vif-plugged", "status": "completed", "tag": "4d84f949-657f-44c8-8407-f8dad6615f9c"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:04.652712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 4d84f949-657f-44c8-8407-f8dad6615f9c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d84f949-657f-44c8-8407-f8dad6615f9c,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:04.657052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:04.679833 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517f2104-ca7b-4749-ac00-0efa0b1cebbc x-openstack-request-id: req-517f2104-ca7b-4749-ac00-0efa0b1cebbc {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:04.680098 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c79a44-9002-41fd-b044-b2566a442430", "name": "network-vif-plugged", "status": "completed", "tag": "4d84f949-657f-44c8-8407-f8dad6615f9c", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:04.680398 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-517f2104-ca7b-4749-ac00-0efa0b1cebbc {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:04.680782 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c79a44-9002-41fd-b044-b2566a442430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d84f949-657f-44c8-8407-f8dad6615f9c', 'code': 200} Jul 16 19:11:04.716713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=4d84f949-657f-44c8-8407-f8dad6615f9c,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:04.827806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2feef2a-e9c4-41fd-8c9a-79832618a4e0 req-7cd4a1d2-061c-4255-9ae0-c583caa6e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:04.829359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2feef2a-e9c4-41fd-8c9a-79832618a4e0 req-7cd4a1d2-061c-4255-9ae0-c583caa6e6f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 1097 time: 0.0870738 Jul 16 19:11:04.882912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864e023-6456-4454-a10b-bade4b0009fa req-dabe22b7-4c21-455c-89f9-6241dcd66108 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:04.884375 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9864e023-6456-4454-a10b-bade4b0009fa req-dabe22b7-4c21-455c-89f9-6241dcd66108 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 945 time: 0.1033783 Jul 16 19:11:04.887087 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a2feef2a-e9c4-41fd-8c9a-79832618a4e0 req-038f1501-748b-42c6-b3ad-322f8ca8e1ef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Jul 16 19:11:04.923259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9864e023-6456-4454-a10b-bade4b0009fa req-95b7152a-9d71-4de7-9866-f9e48f495705 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Jul 16 19:11:06.035059 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:06.099555 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4307a11-dcc4-4833-92fe-7d7591433bc2 req-f0ff2ec3-f5ca-405d-9f31-469a95272403 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:06.101004 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4307a11-dcc4-4833-92fe-7d7591433bc2 req-f0ff2ec3-f5ca-405d-9f31-469a95272403 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 945 time: 0.0630026 Jul 16 19:11:06.140008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e4307a11-dcc4-4833-92fe-7d7591433bc2 req-120d344d-9b98-4a06-b2d3-ba1875df9ea3 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328784 Jul 16 19:11:06.524526 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd668109-7254-42d9-8448-1eb8a211033e req-404db9af-1490-4785-9304-dcc71a292edc tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:06.526097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd668109-7254-42d9-8448-1eb8a211033e req-404db9af-1490-4785-9304-dcc71a292edc tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 945 time: 0.0691776 Jul 16 19:11:06.568213 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd668109-7254-42d9-8448-1eb8a211033e req-3783d5e4-139a-4d12-ae32-c82ea085b88a tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Jul 16 19:11:07.730389 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-eeeeaadc-e072-48c9-99a1-729749e92f55 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:07.731871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-eeeeaadc-e072-48c9-99a1-729749e92f55 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.55 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 945 time: 0.0929708 Jul 16 19:11:07.759307 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.810088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e310a-d205-4405-bacb-d3d547b02146 req-2dbb2ad1-0081-4620-921e-2c97b37ee70f tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:07.811650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c0e310a-d205-4405-bacb-d3d547b02146 req-2dbb2ad1-0081-4620-921e-2c97b37ee70f tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=20c79a44-9002-41fd-b044-b2566a442430 HTTP/1.1" status: 200 len: 945 time: 0.1277170 Jul 16 19:11:07.875090 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2c0e310a-d205-4405-bacb-d3d547b02146 req-07580baf-3938-4eb6-aa93-b05dd3c4afae tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461121 Jul 16 19:11:07.884614 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Deleting port 4d84f949-657f-44c8-8407-f8dad6615f9c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:07.885037 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.978179 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] For port 4d84f949-657f-44c8-8407-f8dad6615f9c, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=4d84f949-657f-44c8-8407-f8dad6615f9c,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:07.978535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:07.990764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Calling delete_port for 4d84f949-657f-44c8-8407-f8dad6615f9c owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:08.118222 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.131922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5995c1b3-3d96-4965-9237-5e600e1f2146'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:08.134140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['4d84f949-657f-44c8-8407-f8dad6615f9c'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:08.154827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Pushing event deleted for resources: {'Port': ['ID=4d84f949-657f-44c8-8407-f8dad6615f9c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:08.200788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] No DVR routers for this DVR port 4d84f949-657f-44c8-8407-f8dad6615f9c on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:08.203241 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.203656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:08.205785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f38d19eb-dbbe-487d-9b71-16911d54da49 req-1f6f0b55-9de2-47be-ba79-3320d4fb6e4e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.55 "DELETE /v2.0/ports/4d84f949-657f-44c8-8407-f8dad6615f9c HTTP/1.1" status: 204 len: 173 time: 0.4680219 Jul 16 19:11:08.206235 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c79a44-9002-41fd-b044-b2566a442430', 'name': 'network-vif-deleted', 'tag': '4d84f949-657f-44c8-8407-f8dad6615f9c'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:08.208589 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f4fb90-e5bd-4b55-a0a2-981faf1e6f1a" -d '{"events": [{"server_uuid": "20c79a44-9002-41fd-b044-b2566a442430", "name": "network-vif-deleted", "tag": "4d84f949-657f-44c8-8407-f8dad6615f9c"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:08.246140 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01978dd-5019-47dd-b750-f1d4240ed0e5 x-openstack-request-id: req-f01978dd-5019-47dd-b750-f1d4240ed0e5 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:08.246440 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c79a44-9002-41fd-b044-b2566a442430", "name": "network-vif-deleted", "tag": "4d84f949-657f-44c8-8407-f8dad6615f9c", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:08.246698 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f01978dd-5019-47dd-b750-f1d4240ed0e5 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:08.247305 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c79a44-9002-41fd-b044-b2566a442430', 'name': 'network-vif-deleted', 'tag': '4d84f949-657f-44c8-8407-f8dad6615f9c', 'status': 'completed', 'code': 200} Jul 16 19:11:09.121727 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc99de9-8d74-45e2-8e3b-cd09240ac087 req-0df883de-1201-4c74-bd01-5646a35ac34b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:09.123330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cc99de9-8d74-45e2-8e3b-cd09240ac087 req-0df883de-1201-4c74-bd01-5646a35ac34b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0644686 Jul 16 19:11:09.161893 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cc99de9-8d74-45e2-8e3b-cd09240ac087 req-278ff097-aa1b-454b-824e-75e9f6203272 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326147 Jul 16 19:11:09.357634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a643e5-c94f-46a6-9a8f-28af62be8b43 req-65afa829-c162-487a-8591-6918b551cc4a tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:09.359149 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26a643e5-c94f-46a6-9a8f-28af62be8b43 req-65afa829-c162-487a-8591-6918b551cc4a tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0684643 Jul 16 19:11:09.397554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-26a643e5-c94f-46a6-9a8f-28af62be8b43 req-20abe8c6-5681-4c36-b7c1-49fd34b4b7dd tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323381 Jul 16 19:11:09.574181 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b7cc2-da06-45be-9f37-e67e74bad132 req-8998916e-b84f-4f08-b760-9717fd0fd151 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:09.575790 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e7b7cc2-da06-45be-9f37-e67e74bad132 req-8998916e-b84f-4f08-b760-9717fd0fd151 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0644412 Jul 16 19:11:09.615343 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e7b7cc2-da06-45be-9f37-e67e74bad132 req-c53d4c34-7c30-4cdb-a564-fbb002e23fef tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jul 16 19:11:09.897361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d1de2-ba6d-4355-8e03-cda36e4c16a0 req-9db749f1-85b3-4dc0-9146-de8c82b080bb tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:09.898863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a92d1de2-ba6d-4355-8e03-cda36e4c16a0 req-9db749f1-85b3-4dc0-9146-de8c82b080bb tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0645552 Jul 16 19:11:09.941414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a92d1de2-ba6d-4355-8e03-cda36e4c16a0 req-a04230e7-b406-460a-95fb-6777d534976e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364475 Jul 16 19:11:10.114732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20722ac3-6f65-484b-bef3-cf8b9e15874f req-55e3f030-3b55-427d-9d22-0def81892291 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:10.116259 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20722ac3-6f65-484b-bef3-cf8b9e15874f req-55e3f030-3b55-427d-9d22-0def81892291 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0644612 Jul 16 19:11:10.154035 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20722ac3-6f65-484b-bef3-cf8b9e15874f req-c2047eaf-7060-493d-95ff-d0386b3aec3a tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317516 Jul 16 19:11:10.338950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52e56c-b28c-4d4c-b397-0db77951e0ad req-a35b4dd2-91a7-4687-be74-8b04a11d2b0c tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:10.340787 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b52e56c-b28c-4d4c-b397-0db77951e0ad req-a35b4dd2-91a7-4687-be74-8b04a11d2b0c tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0638313 Jul 16 19:11:10.381267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b52e56c-b28c-4d4c-b397-0db77951e0ad req-12ec1ce8-1a12-4cba-9f71-d599d14967f3 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Jul 16 19:11:10.492743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d84f949-657f-44c8-8407-f8dad6615f9c no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:10.515887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 4d84f949-657f-44c8-8407-f8dad6615f9c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:10.516263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 4d84f949-657f-44c8-8407-f8dad6615f9c not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:10.813654 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:10.919948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371b425-fa94-4cbb-ac89-eb35b25d7e52 req-9803bb71-91a2-48a5-b676-b108724b6090 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:10.921655 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9371b425-fa94-4cbb-ac89-eb35b25d7e52 req-9803bb71-91a2-48a5-b676-b108724b6090 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0740650 Jul 16 19:11:10.963626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9371b425-fa94-4cbb-ac89-eb35b25d7e52 req-12c4a69d-0988-4eb4-818d-9cd55c9470b6 tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Jul 16 19:11:12.143541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dd518-4c60-4977-b200-ec5a659b8327 req-afdfad1f-425f-43d7-a56a-320e2e7302dd tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:12.145117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-128dd518-4c60-4977-b200-ec5a659b8327 req-afdfad1f-425f-43d7-a56a-320e2e7302dd tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0659688 Jul 16 19:11:12.160804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-38eb7884-1644-44fe-93a3-c73e01a7282b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:12.162322 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-38eb7884-1644-44fe-93a3-c73e01a7282b tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd0f62b5-9254-4a9a-bc14-bbd0dce77674 HTTP/1.1" status: 200 len: 945 time: 0.0653281 Jul 16 19:11:12.207251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-128dd518-4c60-4977-b200-ec5a659b8327 req-4e0ab8a5-dfa2-4731-9b31-3eb236908b4a tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.48 "GET /v2.0/security-groups?id=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556378 Jul 16 19:11:12.268944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Deleting port 5995c1b3-3d96-4965-9237-5e600e1f2146 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:12.269287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:12.358215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] For port 5995c1b3-3d96-4965-9237-5e600e1f2146, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=5995c1b3-3d96-4965-9237-5e600e1f2146,segment=NetworkSegment(4bc870f5-4613-474c-9cdd-671c5925a898),segment_id=4bc870f5-4613-474c-9cdd-671c5925a898)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:12.358577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:12.376595 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Calling delete_port for 5995c1b3-3d96-4965-9237-5e600e1f2146 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:12.505803 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:12.518180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['5995c1b3-3d96-4965-9237-5e600e1f2146'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:12.539164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Pushing event deleted for resources: {'Port': ['ID=5995c1b3-3d96-4965-9237-5e600e1f2146,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:12.594271 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] No DVR routers for this DVR port 5995c1b3-3d96-4965-9237-5e600e1f2146 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:12.597149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:12.599326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-82307e06-5297-4fb1-b7a3-b527a73d84f9 req-b76e0303-6eca-4d0f-a634-7bbd6580ad0e tempest-ServersNegativeTestJSON-560436612 tempest-ServersNegativeTestJSON-560436612-project] 10.222.0.13 "DELETE /v2.0/ports/5995c1b3-3d96-4965-9237-5e600e1f2146 HTTP/1.1" status: 204 len: 173 time: 0.4310086 Jul 16 19:11:12.599889 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'name': 'network-vif-deleted', 'tag': '5995c1b3-3d96-4965-9237-5e600e1f2146'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:12.602512 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911afb46-25e3-4a70-89e3-3c791f08c15a" -d '{"events": [{"server_uuid": "cd0f62b5-9254-4a9a-bc14-bbd0dce77674", "name": "network-vif-deleted", "tag": "5995c1b3-3d96-4965-9237-5e600e1f2146"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:12.650093 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42893fa7-f494-4315-a2c1-7bbade7ed656 x-openstack-request-id: req-42893fa7-f494-4315-a2c1-7bbade7ed656 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:12.650413 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0f62b5-9254-4a9a-bc14-bbd0dce77674", "name": "network-vif-deleted", "tag": "5995c1b3-3d96-4965-9237-5e600e1f2146", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:12.651198 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-42893fa7-f494-4315-a2c1-7bbade7ed656 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:12.651603 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0f62b5-9254-4a9a-bc14-bbd0dce77674', 'name': 'network-vif-deleted', 'tag': '5995c1b3-3d96-4965-9237-5e600e1f2146', 'status': 'completed', 'code': 200} Jul 16 19:11:13.301441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47354) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:13.346180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] Deleting subnet 7bba7cbd-fa60-464c-b1f2-ae0d451ca612 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:11:13.349300 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.389333 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.429143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.490976 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.515394 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bba7cbd-fa60-464c-b1f2-ae0d451ca612,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:13.521520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.523513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-40ed5e0d-5d7f-4200-aa09-cd1044c37c03 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7bba7cbd-fa60-464c-b1f2-ae0d451ca612 HTTP/1.1" status: 204 len: 168 time: 0.2210410 Jul 16 19:11:13.526036 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47356) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:13.597365 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.676136 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.686878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e8eabd-4ba3-4ddc-8849-803c0f385f23']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:13.697094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc870f5-4613-474c-9cdd-671c5925a898') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:13.697428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc870f5-4613-474c-9cdd-671c5925a898') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:13.707184 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.721325 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.727303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:13.727690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:13.729930 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:13.789130 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.795744 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:13.797801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] 10.222.0.48 "DELETE /v2.0/networks/87e8eabd-4ba3-4ddc-8849-803c0f385f23 HTTP/1.1" status: 204 len: 168 time: 0.2706892 Jul 16 19:11:13.809752 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f85862-9f57-4d6e-8834-692810b3d1de admin admin] Pushing event deleted for resources: {'Network': ['ID=87e8eabd-4ba3-4ddc-8849-803c0f385f23,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:13.919153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47360) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:13.958963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0d3fce03-abd5-498f-bce5-da35e7cdfadb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3864193343b14fe6ad6bd0d0c1cc6a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385182 Jul 16 19:11:13.961553 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47362) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:14.011987 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de6243a4-f76c-44ba-b1cb-76cd1958e413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.034546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de6243a4-f76c-44ba-b1cb-76cd1958e413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.082068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de6243a4-f76c-44ba-b1cb-76cd1958e413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.084773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de6243a4-f76c-44ba-b1cb-76cd1958e413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.085978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de6243a4-f76c-44ba-b1cb-76cd1958e413 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8cebeb7-e4dd-4c44-a636-c4e6af43af4d HTTP/1.1" status: 204 len: 168 time: 0.1234412 Jul 16 19:11:14.094651 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6243a4-f76c-44ba-b1cb-76cd1958e413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cebeb7-e4dd-4c44-a636-c4e6af43af4d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:14.761931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:14.852180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-73224217'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:14.875316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:14.878962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.891500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.991345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:14.997068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.025387 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:15.035368 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=095cff31-26c7-405d-a6f1-2756f64b2b6b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:15.042077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.042426 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Added segment b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b of type vlan for network 97e779fe-f2fb-49f9-93e8-b20dd034a97a Jul 16 19:11:15.083485 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.112492 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.117896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:15.118490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.155276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3922193 Jul 16 19:11:15.190103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d2244-def1-421b-878f-10e878c13083 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Network': ['ID=97e779fe-f2fb-49f9-93e8-b20dd034a97a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:15.201681 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 97e779fe-f2fb-49f9-93e8-b20dd034a97a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:16.855836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5995c1b3-3d96-4965-9237-5e600e1f2146 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:16.879896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 5995c1b3-3d96-4965-9237-5e600e1f2146 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:16.880259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 5995c1b3-3d96-4965-9237-5e600e1f2146 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:18.467000 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47388) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:18.472671 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'subnet': {'network_id': '97e779fe-f2fb-49f9-93e8-b20dd034a97a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:18.560223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:18.563731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.751781 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.813855 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Subnet': ['ID=708e6c6e-032a-4650-8868-671abab00235,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:18.822871 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Checking segment: {'id': 'b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97e779fe-f2fb-49f9-93e8-b20dd034a97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:18.823230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network hostable DHCP agents. Network: 97e779fe-f2fb-49f9-93e8-b20dd034a97a, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:18.841333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network 97e779fe-f2fb-49f9-93e8-b20dd034a97a is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:18.850882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 97e779fe-f2fb-49f9-93e8-b20dd034a97a) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:18.856493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:18.857098 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.861906 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaafad2a-3283-459d-b9ce-bd174dcafcf0 None None] Network 97e779fe-f2fb-49f9-93e8-b20dd034a97a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:18.872693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d8a5f102-a4dc-4ede-a9d0-fda9813e76c3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4044104 Jul 16 19:11:18.876087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47390) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:18.881259 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-709593411'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:18.903030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:18.906985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.935857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:18.945309 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.945771 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Added segment bb9d0b60-204c-4392-bdd3-9b9bb311e139 of type vlan for network 582854ec-ebfa-4929-81d8-5179c2bfe65b Jul 16 19:11:18.987685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.014086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-97e779fe-f2fb-49f9-93e8-b20dd034a97a', 'network_id': '97e779fe-f2fb-49f9-93e8-b20dd034a97a', 'tenant_id': '31c97e6ccca84c6495163c4ddc3f2824', 'fixed_ips': [{'subnet_id': '708e6c6e-032a-4650-8868-671abab00235'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:19.015017 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.019127 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.024958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:19.026071 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.061793 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1845994 Jul 16 19:11:19.064722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47392) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:19.069618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'subnet': {'network_id': '582854ec-ebfa-4929-81d8-5179c2bfe65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:19.118119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164adaa-d3f2-4714-9787-8f5108233d95 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Network': ['ID=582854ec-ebfa-4929-81d8-5179c2bfe65b,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:19.131594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 582854ec-ebfa-4929-81d8-5179c2bfe65b details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:19.193087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:19.196857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.205416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Allocated IP 2001:db8:0:ffff::2 (97e779fe-f2fb-49f9-93e8-b20dd034a97a/708e6c6e-032a-4650-8868-671abab00235/80d8c1a2-b930-4c39-b4e7-522d76e56be2) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:19.362643 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.371092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Transition to ACTIVE for port object 80d8c1a2-b930-4c39-b4e7-522d76e56be2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:19.387167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Transition to ACTIVE for port object 80d8c1a2-b930-4c39-b4e7-522d76e56be2 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:19.393137 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.394321 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.431268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Network 97e779fe-f2fb-49f9-93e8-b20dd034a97a is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:19.436334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:19.438981 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:19.452883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Pushing event updated for resources: {'Port': ['ID=80d8c1a2-b930-4c39-b4e7-522d76e56be2,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:19.458418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Subnet': ['ID=44311072-e1c6-4ec8-88d7-3cbeef47f2cd,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:19.464541 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Checking segment: {'id': 'bb9d0b60-204c-4392-bdd3-9b9bb311e139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '582854ec-ebfa-4929-81d8-5179c2bfe65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:19.464876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network hostable DHCP agents. Network: 582854ec-ebfa-4929-81d8-5179c2bfe65b, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:19.479976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.480402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.480721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.481064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.481417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.481795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.482145 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.482545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.482952 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.483413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.483935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.484184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:19.486330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network 582854ec-ebfa-4929-81d8-5179c2bfe65b is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:19.499210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 582854ec-ebfa-4929-81d8-5179c2bfe65b) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:19.504708 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:19.505486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.511368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a9706-e356-4dcd-b3ed-62606148d075 None None] Network 582854ec-ebfa-4929-81d8-5179c2bfe65b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:19.524325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-782b7812-9f2e-43c9-93b1-61c1bb5a8680 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4583995 Jul 16 19:11:19.527547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47394) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:19.584651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Attempting to bind port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:19.585030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Attempting to bind port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97e779fe-f2fb-49f9-93e8-b20dd034a97a'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:19.585395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Attempting to bind port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 on network 97e779fe-f2fb-49f9-93e8-b20dd034a97a {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:19.599167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:19.599545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Checking segment: {'id': 'b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97e779fe-f2fb-49f9-93e8-b20dd034a97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:19.599950 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.600370 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Bound using segment: {'id': 'b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97e779fe-f2fb-49f9-93e8-b20dd034a97a'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:19.600848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Bound port: 80d8c1a2-b930-4c39-b4e7-522d76e56be2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97e779fe-f2fb-49f9-93e8-b20dd034a97a'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:19.601233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.643455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.701630 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.730052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] For port 80d8c1a2-b930-4c39-b4e7-522d76e56be2, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:19.741736 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae6e7af-5d55-4523-9dc0-a73ddadd717b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-582854ec-ebfa-4929-81d8-5179c2bfe65b', 'network_id': '582854ec-ebfa-4929-81d8-5179c2bfe65b', 'tenant_id': '31c97e6ccca84c6495163c4ddc3f2824', 'fixed_ips': [{'subnet_id': '44311072-e1c6-4ec8-88d7-3cbeef47f2cd'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:19.742608 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae6e7af-5d55-4523-9dc0-a73ddadd717b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.752380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] For port 80d8c1a2-b930-4c39-b4e7-522d76e56be2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=80d8c1a2-b930-4c39-b4e7-522d76e56be2,segment=NetworkSegment(b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b),segment_id=b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:19.761785 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.771183 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.810094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Subnet': ['ID=44311072-e1c6-4ec8-88d7-3cbeef47f2cd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:19.885403 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.900865 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582854ec-ebfa-4929-81d8-5179c2bfe65b']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:19.902163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dcbb4-63ef-4f3a-bd48-9b9a225adfa6 None None] Pushing event updated for resources: {'Port': ['ID=80d8c1a2-b930-4c39-b4e7-522d76e56be2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:19.910205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1e607c-f0d0-4720-b3ac-c871cf46824f None None] Network 582854ec-ebfa-4929-81d8-5179c2bfe65b requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:19.915369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9d0b60-204c-4392-bdd3-9b9bb311e139') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:19.915615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9d0b60-204c-4392-bdd3-9b9bb311e139') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:19.926752 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.942504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.950290 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:19.951031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:19.954859 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:20.069852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.077762 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.084191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/582854ec-ebfa-4929-81d8-5179c2bfe65b HTTP/1.1" status: 204 len: 168 time: 0.5509458 Jul 16 19:11:20.084294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47396) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:20.089696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1389310278'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:20.091377 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9a4a7-f653-45e4-a159-b27495845431 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Network': ['ID=582854ec-ebfa-4929-81d8-5179c2bfe65b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:20.116122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:20.121004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.147296 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:20.157818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.158190 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Added segment 9813aa21-0540-464f-bd1f-b9d7072f3744 of type vlan for network 2b27c482-bc22-49f5-91cd-b13c80df6df5 Jul 16 19:11:20.199202 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.228046 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.234024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:20.234605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.274135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1885347 Jul 16 19:11:20.277103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:20.283766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'subnet': {'network_id': '2b27c482-bc22-49f5-91cd-b13c80df6df5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:20.314495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Network': ['ID=2b27c482-bc22-49f5-91cd-b13c80df6df5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:20.339050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.339400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.339745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.340085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.340447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.340779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.341110 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.341438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.341765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.342089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.342413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.342738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796d45a5-98a6-4cb2-9e7c-7afa830790b3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:20.355004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 2b27c482-bc22-49f5-91cd-b13c80df6df5 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:20.411027 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:20.414707 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.480180 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Performing IP validity checks on allocation pools {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 19:11:20.480831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.ipam_backend_mixin [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93778) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 19:11:20.609752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.674745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Subnet': ['ID=30ac518f-bd3b-4c09-9f84-8756473c12d9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:20.686801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Checking segment: {'id': '9813aa21-0540-464f-bd1f-b9d7072f3744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2b27c482-bc22-49f5-91cd-b13c80df6df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:20.687170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network hostable DHCP agents. Network: 2b27c482-bc22-49f5-91cd-b13c80df6df5, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:20.705616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network 2b27c482-bc22-49f5-91cd-b13c80df6df5 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:20.716500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 2b27c482-bc22-49f5-91cd-b13c80df6df5) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:20.721399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:20.722246 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.726464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72d86da-bcda-4a4b-8ba2-e7dfda032c67 None None] Network 2b27c482-bc22-49f5-91cd-b13c80df6df5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:20.740725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4b8f0aa1-2e44-4687-94e4-887a35a16c54 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4628780 Jul 16 19:11:20.741721 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:20.842035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6da1b8d-8ce1-4d22-825d-b64f096bb2fc None None] Network 97e779fe-f2fb-49f9-93e8-b20dd034a97a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:20.852488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.913492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.987423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.001004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6abb0073-d5be-4e19-bf1e-e3df78c230be None None] Provisioning for port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:21.013803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ac289-54b0-48be-bded-9e5506957b56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-2b27c482-bc22-49f5-91cd-b13c80df6df5', 'network_id': '2b27c482-bc22-49f5-91cd-b13c80df6df5', 'tenant_id': '31c97e6ccca84c6495163c4ddc3f2824', 'fixed_ips': [{'subnet_id': '30ac518f-bd3b-4c09-9f84-8756473c12d9'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:21.014634 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-747ac289-54b0-48be-bded-9e5506957b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.021442 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Subnet': ['ID=30ac518f-bd3b-4c09-9f84-8756473c12d9,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:21.082979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.095450 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b27c482-bc22-49f5-91cd-b13c80df6df5']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:21.107173 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9813aa21-0540-464f-bd1f-b9d7072f3744') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:21.107469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9813aa21-0540-464f-bd1f-b9d7072f3744') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:21.118889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.140581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.147174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:21.148098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:21.151913 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:21.162014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e679f53-9b78-43c0-b493-ef3b5b3e08d8 None None] Network 2b27c482-bc22-49f5-91cd-b13c80df6df5 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:21.213480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.218125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.226314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/2b27c482-bc22-49f5-91cd-b13c80df6df5 HTTP/1.1" status: 204 len: 168 time: 0.4774184 Jul 16 19:11:21.227580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47402) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:21.233695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910711229'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:21.235393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcd76a-10b0-4f57-8d54-4beb5dc5903d tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Network': ['ID=2b27c482-bc22-49f5-91cd-b13c80df6df5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:21.273399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:21.277311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.302297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:21.312468 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.312820 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Added segment 6984b3f6-2bb4-4cb7-b609-9906016abedd of type vlan for network bc54a605-a03f-4483-8bbb-138e79525321 Jul 16 19:11:21.355831 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.388028 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.393919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:21.394533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.435694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2056890 Jul 16 19:11:21.437737 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47404) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:21.442988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'subnet': {'network_id': 'bc54a605-a03f-4483-8bbb-138e79525321', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:21.484813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf35e9-af66-4a1f-bedb-cfaa10cb2b6c tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Network': ['ID=bc54a605-a03f-4483-8bbb-138e79525321,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:21.496687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network bc54a605-a03f-4483-8bbb-138e79525321 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:21.536259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:21.539682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.723651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.914280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 80d8c1a2-b930-4c39-b4e7-522d76e56be2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:21.968105 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:21.972433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:21.972898 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.060214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.096638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 80d8c1a2-b930-4c39-b4e7-522d76e56be2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=80d8c1a2-b930-4c39-b4e7-522d76e56be2,segment=NetworkSegment(b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b),segment_id=b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:22.101353 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.137230 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Subnet': ['ID=9d459442-682c-479b-a796-92e5e7890c2c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:22.149728 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Checking segment: {'id': '6984b3f6-2bb4-4cb7-b609-9906016abedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bc54a605-a03f-4483-8bbb-138e79525321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:22.150627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network hostable DHCP agents. Network: bc54a605-a03f-4483-8bbb-138e79525321, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:22.155497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=80d8c1a2-b930-4c39-b4e7-522d76e56be2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:22.171807 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network bc54a605-a03f-4483-8bbb-138e79525321 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:22.181377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, bc54a605-a03f-4483-8bbb-138e79525321) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:22.186577 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:22.187475 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.190809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e13d5f8-b3cb-464c-a87d-de435ded0070 None None] Network bc54a605-a03f-4483-8bbb-138e79525321 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:22.202713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-85b05f7a-4363-4689-b150-56c9b52ac1dd tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7637348 Jul 16 19:11:22.206459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:22.211633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519394705'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:22.237090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:22.240809 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.266316 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:22.276730 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.277074 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Added segment fe7ad80b-80fa-484b-90a8-8b1dc7f1985e of type vlan for network 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c Jul 16 19:11:22.317824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.348022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-bc54a605-a03f-4483-8bbb-138e79525321', 'network_id': 'bc54a605-a03f-4483-8bbb-138e79525321', 'tenant_id': '31c97e6ccca84c6495163c4ddc3f2824', 'fixed_ips': [{'subnet_id': '9d459442-682c-479b-a796-92e5e7890c2c'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:22.348640 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.349050 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.354726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:22.355332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.397149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1894133 Jul 16 19:11:22.400902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47408) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:22.405893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Request body: {'subnet': {'network_id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:22.434548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887f75f-340e-42e5-adb0-950a0feaa8ac tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Network': ['ID=1b3a4e40-c167-4a58-9715-2fb24e0bbb4c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:22.446747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:22.514507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Made reservation on behalf of 31c97e6ccca84c6495163c4ddc3f2824 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:22.518377 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.565391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Allocated IP 2001:db8::2 (bc54a605-a03f-4483-8bbb-138e79525321/9d459442-682c-479b-a796-92e5e7890c2c/6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:22.718941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.719813 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.729470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Transition to ACTIVE for port object 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:22.745617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Transition to ACTIVE for port object 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:22.751472 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.786741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event updated for resources: {'Subnet': ['ID=0bb52e51-c5bf-4236-8d21-b41ee78f453c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:22.792587 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Network bc54a605-a03f-4483-8bbb-138e79525321 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:22.794632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Checking segment: {'id': 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:22.795043 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network hostable DHCP agents. Network: 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:22.797794 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:22.801173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:22.812458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Pushing event updated for resources: {'Port': ['ID=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:22.813790 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Network 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:22.827008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:22.831270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:22.831953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.845157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cb9469-3ce1-42db-83b4-6374586710a2 None None] Network 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:22.851334 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1c03b9b8-954d-48d6-94f3-15ef5e3d914e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4471221 Jul 16 19:11:22.851758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47410) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:22.897539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Attempting to bind port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:22.897902 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Attempting to bind port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '6984b3f6-2bb4-4cb7-b609-9906016abedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bc54a605-a03f-4483-8bbb-138e79525321'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:22.898288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Attempting to bind port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 on network bc54a605-a03f-4483-8bbb-138e79525321 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:22.928812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:22.929187 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Checking segment: {'id': '6984b3f6-2bb4-4cb7-b609-9906016abedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bc54a605-a03f-4483-8bbb-138e79525321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:22.929587 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.929976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Bound using segment: {'id': '6984b3f6-2bb4-4cb7-b609-9906016abedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bc54a605-a03f-4483-8bbb-138e79525321'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:22.930442 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Bound port: 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6984b3f6-2bb4-4cb7-b609-9906016abedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'bc54a605-a03f-4483-8bbb-138e79525321'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:22.930819 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:22.949191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.011288 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.048571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] For port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:23.052319 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] For port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,segment=NetworkSegment(6984b3f6-2bb4-4cb7-b609-9906016abedd),segment_id=6984b3f6-2bb4-4cb7-b609-9906016abedd)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:23.074742 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.110182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-1b3a4e40-c167-4a58-9715-2fb24e0bbb4c', 'network_id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c', 'tenant_id': '31c97e6ccca84c6495163c4ddc3f2824', 'fixed_ips': [{'subnet_id': '0bb52e51-c5bf-4236-8d21-b41ee78f453c'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:23.111623 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.413806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376de871-5761-4b25-9452-c0e2586cefbb None None] Pushing event updated for resources: {'Port': ['ID=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:23.497645 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Allocated IP 2001:db8::2 (1b3a4e40-c167-4a58-9715-2fb24e0bbb4c/0bb52e51-c5bf-4236-8d21-b41ee78f453c/a20ebc7e-5875-4a40-8680-15f5516bdf1d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:23.643627 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.652357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Transition to ACTIVE for port object a20ebc7e-5875-4a40-8680-15f5516bdf1d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:23.668249 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Transition to ACTIVE for port object a20ebc7e-5875-4a40-8680-15f5516bdf1d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:23.674620 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.689756 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.716503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb52e51-c5bf-4236-8d21-b41ee78f453c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:23.716785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Network 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:23.722533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:23.724550 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Pushing event updated for resources: {'Port': ['ID=a20ebc7e-5875-4a40-8680-15f5516bdf1d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:23.726595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:23.780411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.786131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Attempting to bind port a20ebc7e-5875-4a40-8680-15f5516bdf1d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:23.786507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Attempting to bind port a20ebc7e-5875-4a40-8680-15f5516bdf1d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:23.786869 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Attempting to bind port a20ebc7e-5875-4a40-8680-15f5516bdf1d on network 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:23.790770 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3a4e40-c167-4a58-9715-2fb24e0bbb4c']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:23.791925 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:23.792355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Checking segment: {'id': 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:23.792761 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.793154 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Bound using segment: {'id': 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:23.793613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Bound port: a20ebc7e-5875-4a40-8680-15f5516bdf1d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:23.794015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.801403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:23.801720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:23.811412 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.829097 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.836809 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:23.837549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:23.841731 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:23.868438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] For port a20ebc7e-5875-4a40-8680-15f5516bdf1d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:23.918337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.db.api [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 19:11:23.918337 n-d-793620-10 neutron-server[93777]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 19:11:23.918337 n-d-793620-10 neutron-server[93777]: [parameters: {'id': '1b3a4e40-c167-4a58-9715-2fb24e0bbb4c'}] Jul 16 19:11:23.918337 n-d-793620-10 neutron-server[93777]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 19:11:23.918772 n-d-793620-10 neutron-server[93777]: DEBUG oslo_db.api [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 19:11:23.921189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] For port a20ebc7e-5875-4a40-8680-15f5516bdf1d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a20ebc7e-5875-4a40-8680-15f5516bdf1d,segment=NetworkSegment(fe7ad80b-80fa-484b-90a8-8b1dc7f1985e),segment_id=fe7ad80b-80fa-484b-90a8-8b1dc7f1985e)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:23.926145 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.008115 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 80d8c1a2-b930-4c39-b4e7-522d76e56be2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:24.039257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8bbb5-3185-42bc-adb6-9f8676d93f1c None None] Pushing event updated for resources: {'Port': ['ID=a20ebc7e-5875-4a40-8680-15f5516bdf1d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:24.066559 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db0ead1-ee02-4a59-a303-3bccc1c0ef1d None None] Network 1b3a4e40-c167-4a58-9715-2fb24e0bbb4c requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:24.095399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:24.095998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.221690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b529ca-72e2-4597-a7df-fc256afec9b0 None None] Network bc54a605-a03f-4483-8bbb-138e79525321 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:24.283161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:24.367128 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f392db77-8556-4ad9-a578-8455a1049739 None None] Provisioning for port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:24.419287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:24.420307 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.441885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:24.442268 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.479302 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Deleting port a20ebc7e-5875-4a40-8680-15f5516bdf1d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:24.479555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.543270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.550511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] For port a20ebc7e-5875-4a40-8680-15f5516bdf1d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a20ebc7e-5875-4a40-8680-15f5516bdf1d,segment=NetworkSegment(fe7ad80b-80fa-484b-90a8-8b1dc7f1985e),segment_id=fe7ad80b-80fa-484b-90a8-8b1dc7f1985e)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:24.550873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.563970 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Calling delete_port for a20ebc7e-5875-4a40-8680-15f5516bdf1d owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:24.577256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,segment=NetworkSegment(6984b3f6-2bb4-4cb7-b609-9906016abedd),segment_id=6984b3f6-2bb4-4cb7-b609-9906016abedd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:24.582533 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.633742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:24.651105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.680866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Port': ['ID=a20ebc7e-5875-4a40-8680-15f5516bdf1d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:24.684866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No DVR routers for this DVR port a20ebc7e-5875-4a40-8680-15f5516bdf1d on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:24.704772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244ddda-8d13-4f38-926b-02fcc83d9530 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:11:24.761139 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.771362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3a4e40-c167-4a58-9715-2fb24e0bbb4c']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:24.780938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1244ddda-8d13-4f38-926b-02fcc83d9530 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:11:24.782177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:24.782498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7ad80b-80fa-484b-90a8-8b1dc7f1985e') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:24.792626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.811758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.818095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:24.818519 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:24.821589 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:24.824007 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0139d1bc-0ec6-4b57-93aa-b5ff588f4ecc None None] Provisioning complete for port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:24.824007 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0139d1bc-0ec6-4b57-93aa-b5ff588f4ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.883954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.891604 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:24.893566 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/1b3a4e40-c167-4a58-9715-2fb24e0bbb4c HTTP/1.1" status: 204 len: 168 time: 2.0403998 Jul 16 19:11:24.896416 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:24.905276 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49fe7e-3539-4b59-88ad-a8969ed05518 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Network': ['ID=1b3a4e40-c167-4a58-9715-2fb24e0bbb4c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:24.926733 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-7623e7d8-8cab-4280-ad60-358dafff8d91 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] GET failed (client error): The resource could not be found. Jul 16 19:11:24.928074 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7623e7d8-8cab-4280-ad60-358dafff8d91 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "GET /v2.0/subnets/0bb52e51-c5bf-4236-8d21-b41ee78f453c HTTP/1.1" status: 404 len: 337 time: 0.0305581 Jul 16 19:11:24.930852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47414) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:24.950192 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dee29f7-541f-4e3f-87e1-1e59c1d3f930 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] DELETE failed (client error): The resource could not be found. Jul 16 19:11:24.950633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dee29f7-541f-4e3f-87e1-1e59c1d3f930 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:11:24.952355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4dee29f7-541f-4e3f-87e1-1e59c1d3f930 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/1b3a4e40-c167-4a58-9715-2fb24e0bbb4c HTTP/1.1" status: 404 len: 339 time: 0.0200498 Jul 16 19:11:24.956142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47416) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:24.981222 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9d3b072-f278-4f73-9529-c6c424d070ed tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] DELETE failed (client error): The resource could not be found. Jul 16 19:11:24.981681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9d3b072-f278-4f73-9529-c6c424d070ed tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:11:24.983393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e9d3b072-f278-4f73-9529-c6c424d070ed tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/subnets/0bb52e51-c5bf-4236-8d21-b41ee78f453c HTTP/1.1" status: 404 len: 337 time: 0.0263007 Jul 16 19:11:24.986141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47418) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.004952 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df71275-eec0-4596-9fe5-6d92dfe498ec tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] DELETE failed (client error): The resource could not be found. Jul 16 19:11:25.005511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df71275-eec0-4596-9fe5-6d92dfe498ec tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:11:25.007224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8df71275-eec0-4596-9fe5-6d92dfe498ec tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/1b3a4e40-c167-4a58-9715-2fb24e0bbb4c HTTP/1.1" status: 404 len: 339 time: 0.0201781 Jul 16 19:11:25.010342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.067279 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Deleting subnet 9d459442-682c-479b-a796-92e5e7890c2c {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:11:25.070815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.111060 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.194443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.258171 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.284901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Subnet': ['ID=9d459442-682c-479b-a796-92e5e7890c2c,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:25.289016 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.291379 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6b211e67-d08e-46de-9a46-7c6e2d9e04a3 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/subnets/9d459442-682c-479b-a796-92e5e7890c2c HTTP/1.1" status: 204 len: 168 time: 0.2796133 Jul 16 19:11:25.294384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.295766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd59553-6976-4897-93bc-50ea529efd7c None None] Network bc54a605-a03f-4483-8bbb-138e79525321 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:25.369941 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.427025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Deleting port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:25.427365 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.495274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] For port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,segment=NetworkSegment(6984b3f6-2bb4-4cb7-b609-9906016abedd),segment_id=6984b3f6-2bb4-4cb7-b609-9906016abedd)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:25.495649 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.497165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] DHCP port deletion for bc54a605-a03f-4483-8bbb-138e79525321 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:11:25.510364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Calling delete_port for 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:25.549030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] Deleting port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:25.549404 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.617626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.619874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] For port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,segment=NetworkSegment(6984b3f6-2bb4-4cb7-b609-9906016abedd),segment_id=6984b3f6-2bb4-4cb7-b609-9906016abedd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:25.620315 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.633205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] Calling delete_port for 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:25.646578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Port': ['ID=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:25.649968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No DVR routers for this DVR port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:25.713033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.738855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.743276 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] Pushing event deleted for resources: {'Port': ['ID=6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:25.746003 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347bff6-5897-487b-bdf6-f11c87bcfcef None None] No DVR routers for this DVR port 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:25.754386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc54a605-a03f-4483-8bbb-138e79525321']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:25.765897 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6984b3f6-2bb4-4cb7-b609-9906016abedd') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:25.766203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6984b3f6-2bb4-4cb7-b609-9906016abedd') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:25.775254 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.796000 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.802094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:25.802537 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:25.805602 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:25.870021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.878314 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:25.880355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/bc54a605-a03f-4483-8bbb-138e79525321 HTTP/1.1" status: 204 len: 168 time: 0.5848346 Jul 16 19:11:25.883965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.896635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:25.901626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43682b01-eb00-47b5-b723-74cce7de7c5e tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Network': ['ID=bc54a605-a03f-4483-8bbb-138e79525321,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:25.917816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:25.918169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6e6ac3ca-6b44-4781-8d0c-3fc8089cbc50 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:25.920125 n-d-793620-10 neutron-server[93778]: INFO neutron.pecan_wsgi.hooks.translation [None req-33892440-8c4c-429d-8c6c-415b70dca671 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] DELETE failed (client error): The resource could not be found. Jul 16 19:11:25.920587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33892440-8c4c-429d-8c6c-415b70dca671 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93778) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:11:25.922346 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-33892440-8c4c-429d-8c6c-415b70dca671 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/subnets/30ac518f-bd3b-4c09-9f84-8756473c12d9 HTTP/1.1" status: 404 len: 337 time: 0.0388281 Jul 16 19:11:25.925196 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47426) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.945841 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4788b0-e212-4c59-b87b-e9f7f84500d7 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] DELETE failed (client error): The resource could not be found. Jul 16 19:11:25.946330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a4788b0-e212-4c59-b87b-e9f7f84500d7 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:11:25.948978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0a4788b0-e212-4c59-b87b-e9f7f84500d7 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/2b27c482-bc22-49f5-91cd-b13c80df6df5 HTTP/1.1" status: 404 len: 339 time: 0.0225551 Jul 16 19:11:25.951397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47428) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:25.978202 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b17d16-bf77-4e2f-bc51-cede2928cc8a tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] DELETE failed (client error): The resource could not be found. Jul 16 19:11:25.978657 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b17d16-bf77-4e2f-bc51-cede2928cc8a tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:11:25.980438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-32b17d16-bf77-4e2f-bc51-cede2928cc8a tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/subnets/44311072-e1c6-4ec8-88d7-3cbeef47f2cd HTTP/1.1" status: 404 len: 337 time: 0.0280981 Jul 16 19:11:25.983529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47430) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:26.004880 n-d-793620-10 neutron-server[93777]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ef2edb-a041-4099-8000-f7fd8181687a tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] DELETE failed (client error): The resource could not be found. Jul 16 19:11:26.005495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ef2edb-a041-4099-8000-f7fd8181687a tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93777) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 19:11:26.007191 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e6ef2edb-a041-4099-8000-f7fd8181687a tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/582854ec-ebfa-4929-81d8-5179c2bfe65b HTTP/1.1" status: 404 len: 339 time: 0.0226519 Jul 16 19:11:26.010679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47432) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:26.067157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Deleting subnet 708e6c6e-032a-4650-8868-671abab00235 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:11:26.070451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.111656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.199756 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.262271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.288673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Subnet': ['ID=708e6c6e-032a-4650-8868-671abab00235,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:26.292850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.294913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fb6dfa39-74dd-4553-93f4-5de26e45caa4 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/subnets/708e6c6e-032a-4650-8868-671abab00235 HTTP/1.1" status: 204 len: 168 time: 0.2833698 Jul 16 19:11:26.297386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47434) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:26.300041 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d0820-1bcf-41eb-abc0-9f5cacd198cd None None] Network 97e779fe-f2fb-49f9-93e8-b20dd034a97a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:26.375627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.434923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Deleting port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:26.435462 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.493008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] DHCP port deletion for 97e779fe-f2fb-49f9-93e8-b20dd034a97a request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:11:26.504841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] For port 80d8c1a2-b930-4c39-b4e7-522d76e56be2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=80d8c1a2-b930-4c39-b4e7-522d76e56be2,segment=NetworkSegment(b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b),segment_id=b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:26.505198 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.517073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Calling delete_port for 80d8c1a2-b930-4c39-b4e7-522d76e56be2 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:26.538858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] Deleting port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:26.539259 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.606293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] For port 80d8c1a2-b930-4c39-b4e7-522d76e56be2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=80d8c1a2-b930-4c39-b4e7-522d76e56be2,segment=NetworkSegment(b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b),segment_id=b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:26.606663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.610567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.624423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] Calling delete_port for 80d8c1a2-b930-4c39-b4e7-522d76e56be2 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:26.657422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Port': ['ID=80d8c1a2-b930-4c39-b4e7-522d76e56be2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:26.666240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] No DVR routers for this DVR port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:26.708177 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.732963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] Pushing event deleted for resources: {'Port': ['ID=80d8c1a2-b930-4c39-b4e7-522d76e56be2,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:26.739802 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a44a4c6-54ad-4964-bf02-33c003013ddb None None] No DVR routers for this DVR port 80d8c1a2-b930-4c39-b4e7-522d76e56be2 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:26.751569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.762448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e779fe-f2fb-49f9-93e8-b20dd034a97a']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:26.784177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:26.784414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7f9aeeb-e1da-446f-b2e4-7a05d4ffe44b') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:26.793838 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.808611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.815800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:26.816362 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:26.819515 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:26.879155 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.887031 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:26.888781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] 10.222.0.48 "DELETE /v2.0/networks/97e779fe-f2fb-49f9-93e8-b20dd034a97a HTTP/1.1" status: 204 len: 168 time: 0.5904455 Jul 16 19:11:26.900108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0cfe1-1d4f-455e-8b90-53f76332e923 tempest-NetworksIpV6Test-411943458 tempest-NetworksIpV6Test-411943458-project] Pushing event deleted for resources: {'Network': ['ID=97e779fe-f2fb-49f9-93e8-b20dd034a97a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:27.135505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:27.276226 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-16882b55-7b4e-4850-8509-c8ac2b8ce6e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31c97e6ccca84c6495163c4ddc3f2824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394765 Jul 16 19:11:27.278824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47446) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:27.335252 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5018a7bb-3e07-4334-b7b1-7a756263cee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:27.356419 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5018a7bb-3e07-4334-b7b1-7a756263cee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:27.402698 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5018a7bb-3e07-4334-b7b1-7a756263cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:27.405376 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5018a7bb-3e07-4334-b7b1-7a756263cee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:27.406549 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5018a7bb-3e07-4334-b7b1-7a756263cee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095cff31-26c7-405d-a6f1-2756f64b2b6b HTTP/1.1" status: 204 len: 168 time: 0.1267154 Jul 16 19:11:27.414512 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018a7bb-3e07-4334-b7b1-7a756263cee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095cff31-26c7-405d-a6f1-2756f64b2b6b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:27.899334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 80d8c1a2-b930-4c39-b4e7-522d76e56be2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:27.924545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 80d8c1a2-b930-4c39-b4e7-522d76e56be2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:11:27.924894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 80d8c1a2-b930-4c39-b4e7-522d76e56be2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:28.072610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:28.167659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b72bf6af-f4d7-4faf-b782-dbabf6749798 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2006101053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:28.191019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72bf6af-f4d7-4faf-b782-dbabf6749798 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.192004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72bf6af-f4d7-4faf-b782-dbabf6749798 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.244522 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72bf6af-f4d7-4faf-b782-dbabf6749798 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.248076 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72bf6af-f4d7-4faf-b782-dbabf6749798 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.264025 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b72bf6af-f4d7-4faf-b782-dbabf6749798 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.265508 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b72bf6af-f4d7-4faf-b782-dbabf6749798 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1917367 Jul 16 19:11:28.268038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:28.272943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-158817466'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:28.301393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Made reservation on behalf of 7c0ce235a94a4a83816c23808e530c9e for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:28.304963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.317013 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.408697 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.412581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.438320 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:28.448482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8681e8-e4de-48da-8fbe-888147af5705,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:28.453203 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.453550 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Added segment 2a5f863e-7bb0-4249-ba17-52f70e62aa0f of type vlan for network 91269e33-fdc2-407d-b753-6614d05cc966 Jul 16 19:11:28.493055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.527253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.532796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:28.533384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.567597 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2984915 Jul 16 19:11:28.570379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47474) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:28.577923 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Request body: {'subnet': {'network_id': '91269e33-fdc2-407d-b753-6614d05cc966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:28.620543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4762ad8-466b-468a-8213-b04b7c6dfc16 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event updated for resources: {'Network': ['ID=91269e33-fdc2-407d-b753-6614d05cc966,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:28.631629 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 91269e33-fdc2-407d-b753-6614d05cc966 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:28.698949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Made reservation on behalf of 7c0ce235a94a4a83816c23808e530c9e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:28.708126 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.897564 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.961940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event updated for resources: {'Subnet': ['ID=1a0a0352-085a-474e-af20-2c6a6d94dfe1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:28.971164 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Checking segment: {'id': '2a5f863e-7bb0-4249-ba17-52f70e62aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91269e33-fdc2-407d-b753-6614d05cc966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:28.971530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Network hostable DHCP agents. Network: 91269e33-fdc2-407d-b753-6614d05cc966, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:28.989862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Network 91269e33-fdc2-407d-b753-6614d05cc966 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:29.000529 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 91269e33-fdc2-407d-b753-6614d05cc966) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:29.004703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:29.005304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.011452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c1116-64e8-4596-9d82-8fe8cf9d11f2 None None] Network 91269e33-fdc2-407d-b753-6614d05cc966 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:29.021521 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3570445d-01f5-47dd-9b18-567e037abd03 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4500978 Jul 16 19:11:29.026194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47476) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:29.031475 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-493646133'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:29.053048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Made reservation on behalf of 7c0ce235a94a4a83816c23808e530c9e for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:29.057223 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.083657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:29.093463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.093808 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Added segment 5e84aa2f-377a-4c49-aba4-ac83e98ac11b of type vlan for network 14fec20e-e8a6-4ba6-ac79-12bf1772526a Jul 16 19:11:29.140415 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.166756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-91269e33-fdc2-407d-b753-6614d05cc966', 'network_id': '91269e33-fdc2-407d-b753-6614d05cc966', 'tenant_id': '7c0ce235a94a4a83816c23808e530c9e', 'fixed_ips': [{'subnet_id': '1a0a0352-085a-474e-af20-2c6a6d94dfe1'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:29.167825 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.171678 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.177323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:29.177998 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.212589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1850257 Jul 16 19:11:29.215253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47478) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:29.220277 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Request body: {'subnet': {'network_id': '14fec20e-e8a6-4ba6-ac79-12bf1772526a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:29.268951 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb47c4c7-f248-43db-a53d-48977a35a0c2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event updated for resources: {'Network': ['ID=14fec20e-e8a6-4ba6-ac79-12bf1772526a,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:29.283358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 14fec20e-e8a6-4ba6-ac79-12bf1772526a details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:29.342681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Made reservation on behalf of 7c0ce235a94a4a83816c23808e530c9e for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:29.346231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.359496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Allocated IP 172.20.0.2 (91269e33-fdc2-407d-b753-6614d05cc966/1a0a0352-085a-474e-af20-2c6a6d94dfe1/97caa94a-7e43-4f1f-b4b0-1afe5815e2b7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:29.531803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.541354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Transition to ACTIVE for port object 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:29.551621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.556707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Transition to ACTIVE for port object 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:29.562721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.602664 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Network 91269e33-fdc2-407d-b753-6614d05cc966 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:29.606157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:29.610366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:29.615061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event updated for resources: {'Subnet': ['ID=43fd8850-7941-47f6-bef6-277cfca7e93a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:29.618722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Pushing event updated for resources: {'Port': ['ID=97caa94a-7e43-4f1f-b4b0-1afe5815e2b7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:29.622653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Checking segment: {'id': '5e84aa2f-377a-4c49-aba4-ac83e98ac11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14fec20e-e8a6-4ba6-ac79-12bf1772526a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:29.623024 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Network hostable DHCP agents. Network: 14fec20e-e8a6-4ba6-ac79-12bf1772526a, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:29.646629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Network 14fec20e-e8a6-4ba6-ac79-12bf1772526a is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:29.656663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 14fec20e-e8a6-4ba6-ac79-12bf1772526a) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:29.660983 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:29.661611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.667720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950d7e2-eff8-4bee-8bdc-9c09e6e87d55 None None] Network 14fec20e-e8a6-4ba6-ac79-12bf1772526a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:29.692173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ee1e644c-a71d-44b9-a5fb-79d023d305a2 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4757257 Jul 16 19:11:29.694924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47480) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:29.699802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-278d7005-a2ad-4e2b-aa16-e93cfe68c657 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Request body: {'router': {'external_gateway_info': {'network_id': '14fec20e-e8a6-4ba6-ac79-12bf1772526a'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:29.861896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Attempting to bind port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:29.862260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Attempting to bind port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '2a5f863e-7bb0-4249-ba17-52f70e62aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91269e33-fdc2-407d-b753-6614d05cc966'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:29.862619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Attempting to bind port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 on network 91269e33-fdc2-407d-b753-6614d05cc966 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:29.871858 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:29.872247 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Checking segment: {'id': '2a5f863e-7bb0-4249-ba17-52f70e62aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91269e33-fdc2-407d-b753-6614d05cc966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:29.872645 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.873035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Bound using segment: {'id': '2a5f863e-7bb0-4249-ba17-52f70e62aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91269e33-fdc2-407d-b753-6614d05cc966'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:29.873527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Bound port: 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a5f863e-7bb0-4249-ba17-52f70e62aa0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '91269e33-fdc2-407d-b753-6614d05cc966'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:29.873870 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:29.922580 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-278d7005-a2ad-4e2b-aa16-e93cfe68c657 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.014739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] For port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:30.020211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] For port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=97caa94a-7e43-4f1f-b4b0-1afe5815e2b7,segment=NetworkSegment(2a5f863e-7bb0-4249-ba17-52f70e62aa0f),segment_id=2a5f863e-7bb0-4249-ba17-52f70e62aa0f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:30.044133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.052205 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [None req-278d7005-a2ad-4e2b-aa16-e93cfe68c657 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 19:11:30.053352 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-278d7005-a2ad-4e2b-aa16-e93cfe68c657 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "PUT /v2.0/routers/a1a8ae3f-99dd-4cc9-9b79-dccb71b22e80 HTTP/1.1" status: 400 len: 364 time: 0.3570292 Jul 16 19:11:30.058672 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47482) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:30.063078 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5358f9-1a93-4225-894b-e336893d73b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-14fec20e-e8a6-4ba6-ac79-12bf1772526a', 'network_id': '14fec20e-e8a6-4ba6-ac79-12bf1772526a', 'tenant_id': '7c0ce235a94a4a83816c23808e530c9e', 'fixed_ips': [{'subnet_id': '43fd8850-7941-47f6-bef6-277cfca7e93a'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:30.063942 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ec5358f9-1a93-4225-894b-e336893d73b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.120370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Deleting subnet 43fd8850-7941-47f6-bef6-277cfca7e93a {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:11:30.124046 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.130649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df3c9f-a6e1-45a7-931e-7e04b61053c8 None None] Pushing event updated for resources: {'Port': ['ID=97caa94a-7e43-4f1f-b4b0-1afe5815e2b7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:30.172465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.221581 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server [None req-ec5358f9-1a93-4225-894b-e336893d73b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43fd8850-7941-47f6-bef6-277cfca7e93a: This subnet is being modified by another concurrent operation. Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server raise exception Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 43fd8850-7941-47f6-bef6-277cfca7e93a: This subnet is being modified by another concurrent operation. Jul 16 19:11:30.294504 n-d-793620-10 neutron-server[93779]: ERROR oslo_messaging.rpc.server Jul 16 19:11:30.305489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.321533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115fcd8-65c0-47bc-b2b0-4a4061a0955a None None] Network 14fec20e-e8a6-4ba6-ac79-12bf1772526a requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:30.336603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event deleted for resources: {'Subnet': ['ID=43fd8850-7941-47f6-bef6-277cfca7e93a,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:30.341908 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.343892 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6beaa50b-6b49-42b6-9245-3e9f5d5c8884 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "DELETE /v2.0/subnets/43fd8850-7941-47f6-bef6-277cfca7e93a HTTP/1.1" status: 204 len: 168 time: 0.2842224 Jul 16 19:11:30.347913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47484) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:30.369146 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7ceff12-b2dc-4c24-be1b-16594d613d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.466569 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.553956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.564636 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fec20e-e8a6-4ba6-ac79-12bf1772526a']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:30.574516 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e84aa2f-377a-4c49-aba4-ac83e98ac11b') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:30.574814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e84aa2f-377a-4c49-aba4-ac83e98ac11b') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:30.583807 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.602958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.610082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:30.610401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:30.614207 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:30.674578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.682489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.684551 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "DELETE /v2.0/networks/14fec20e-e8a6-4ba6-ac79-12bf1772526a HTTP/1.1" status: 204 len: 168 time: 0.3305354 Jul 16 19:11:30.687030 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47486) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:30.704405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe04773-70fc-4f25-8ba7-4e3a65745fd8 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event deleted for resources: {'Network': ['ID=14fec20e-e8a6-4ba6-ac79-12bf1772526a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:30.747989 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Deleting subnet 1a0a0352-085a-474e-af20-2c6a6d94dfe1 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:11:30.751262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.795976 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.881363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.941876 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.972898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0a0352-085a-474e-af20-2c6a6d94dfe1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:30.982685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.984777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-afd741e7-09d2-493b-8c79-8b4dbc4b2480 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "DELETE /v2.0/subnets/1a0a0352-085a-474e-af20-2c6a6d94dfe1 HTTP/1.1" status: 204 len: 168 time: 0.2968171 Jul 16 19:11:30.988736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:31.086644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.146031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Deleting port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:11:31.146400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.196074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc82501f-f51e-43c4-9b6a-536ff1040fc4 None None] Network 91269e33-fdc2-407d-b753-6614d05cc966 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:31.216730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] For port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=97caa94a-7e43-4f1f-b4b0-1afe5815e2b7,segment=NetworkSegment(2a5f863e-7bb0-4249-ba17-52f70e62aa0f),segment_id=2a5f863e-7bb0-4249-ba17-52f70e62aa0f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:31.218388 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.231229 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Calling delete_port for 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:11:31.306362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-286139f1-8164-4d86-9a97-18d1e99b35a4 None None] Provisioning for port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:31.310823 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.312346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-286139f1-8164-4d86-9a97-18d1e99b35a4 None None] Provisioning complete for port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:31.312722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-286139f1-8164-4d86-9a97-18d1e99b35a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.336465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event deleted for resources: {'Port': ['ID=97caa94a-7e43-4f1f-b4b0-1afe5815e2b7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:31.337176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-286139f1-8164-4d86-9a97-18d1e99b35a4 None None] Port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 was deleted so its status cannot be updated. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 19:11:31.340747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] No DVR routers for this DVR port 97caa94a-7e43-4f1f-b4b0-1afe5815e2b7 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:31.420455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497733b0-5c5a-48c0-9963-51129c1654e6 None None] DHCP port deletion for 91269e33-fdc2-407d-b753-6614d05cc966 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:11:31.426343 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.437644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91269e33-fdc2-407d-b753-6614d05cc966']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:31.442984 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6fd5e7-5db3-4a63-abe3-0ff6b2e35717 None None] get_active_networks_info from n-d-793620-10 {{(pid=93779) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 19:11:31.449256 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5f863e-7bb0-4249-ba17-52f70e62aa0f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:31.449617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5f863e-7bb0-4249-ba17-52f70e62aa0f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:31.459622 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.474914 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.481659 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:11:31.482532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:11:31.486090 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:11:31.504534 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6fd5e7-5db3-4a63-abe3-0ff6b2e35717 None None] Resources bound (agent type, host, resource id): {{(pid=93779) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 19:11:31.552816 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.560525 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.563017 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "DELETE /v2.0/networks/91269e33-fdc2-407d-b753-6614d05cc966 HTTP/1.1" status: 204 len: 168 time: 0.5727420 Jul 16 19:11:31.566348 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:31.589795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a71d7-61fd-4b1b-a94c-d75906588a9b tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Pushing event deleted for resources: {'Network': ['ID=91269e33-fdc2-407d-b753-6614d05cc966,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:31.621044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-10172239-0711-4cd8-9d67-aea1da0eef51 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1a8ae3f-99dd-4cc9-9b79-dccb71b22e80 HTTP/1.1" status: 200 len: 205 time: 0.0530283 Jul 16 19:11:31.623232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47492) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:31.698709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2290bcaa-4c21-41bc-ad12-7c2610a1f845 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.855702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2290bcaa-4c21-41bc-ad12-7c2610a1f845 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.857807 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2290bcaa-4c21-41bc-ad12-7c2610a1f845 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.903934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2290bcaa-4c21-41bc-ad12-7c2610a1f845 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.904470 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2290bcaa-4c21-41bc-ad12-7c2610a1f845 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Fanout notify agent at l3_agent the message router_deleted on router a1a8ae3f-99dd-4cc9-9b79-dccb71b22e80 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:11:31.911716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2290bcaa-4c21-41bc-ad12-7c2610a1f845 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:31.912723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2290bcaa-4c21-41bc-ad12-7c2610a1f845 tempest-RoutersNegativeTest-2041947855 tempest-RoutersNegativeTest-2041947855-project] 10.222.0.48 "DELETE /v2.0/routers/a1a8ae3f-99dd-4cc9-9b79-dccb71b22e80 HTTP/1.1" status: 204 len: 168 time: 0.2885668 Jul 16 19:11:32.174275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47498) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:32.307029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7d9f002b-e42c-4066-b431-48a47c9a3653 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c0ce235a94a4a83816c23808e530c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309681 Jul 16 19:11:32.313681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47502) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:32.363843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5ce9-69fb-49fb-84f1-6cecd623bb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.385599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5ce9-69fb-49fb-84f1-6cecd623bb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.434049 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5ce9-69fb-49fb-84f1-6cecd623bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.436752 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bd5d5ce9-69fb-49fb-84f1-6cecd623bb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:32.437964 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bd5d5ce9-69fb-49fb-84f1-6cecd623bb3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4e8681e8-e4de-48da-8fbe-888147af5705 HTTP/1.1" status: 204 len: 168 time: 0.1273041 Jul 16 19:11:32.446437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d5ce9-69fb-49fb-84f1-6cecd623bb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8681e8-e4de-48da-8fbe-888147af5705,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:33.059484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:33.161988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-101030389-network', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:33.179569 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6fb7ed47-d97f-42f4-a508-9372aff754b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.186149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Made reservation on behalf of be67dfeb452a4eff94fee465c150b678 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:33.188651 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.198183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.288521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.292497 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.317267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:33.327621 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bed59ec-dcb6-493a-a2f1-a11c05a88795,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:33.332798 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.333096 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Added segment b884e3d7-3b44-4fd1-8076-4e999ce2b945 of type vlan for network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 Jul 16 19:11:33.377965 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.412683 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.413674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.414283 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.442292 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.448631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3879619 Jul 16 19:11:33.451407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47528) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:33.459670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Request body: {'subnet': {'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-subnet', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:33.488432 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1ea5b0-f845-4c12-9f9e-38b73e0d46a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2eafcf8-f0e5-41d8-8565-cf48a5f26149,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:33.499583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:33.508546 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Made reservation on behalf of be67dfeb452a4eff94fee465c150b678 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:33.511656 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.680600 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.733853 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea17153-ffc9-421c-94cc-26810df10f63,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:33.746046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Checking segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:33.746405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Network hostable DHCP agents. Network: e2eafcf8-f0e5-41d8-8565-cf48a5f26149, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:33.762635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:33.771779 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e2eafcf8-f0e5-41d8-8565-cf48a5f26149) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:33.775936 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.776562 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30492167-4699-4945-ba65-488c9720480b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.781251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf36cd-6418-4313-8d08-4eb9074cf9a4 None None] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:33.793313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-30492167-4699-4945-ba65-488c9720480b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3388653 Jul 16 19:11:33.796002 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47530) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:33.800684 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:33.825643 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.826488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.880371 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:33.935725 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:33.936652 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.024095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.072429 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Allocated IP 172.20.0.2 (e2eafcf8-f0e5-41d8-8565-cf48a5f26149/7ea17153-ffc9-421c-94cc-26810df10f63/dad5cece-3d28-4785-bed1-24dee17074b1) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:34.222856 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.232882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Transition to ACTIVE for port object dad5cece-3d28-4785-bed1-24dee17074b1 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:34.234093 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.248383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Transition to ACTIVE for port object dad5cece-3d28-4785-bed1-24dee17074b1 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:34.254378 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.258147 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.294945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:34.297866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:34.301521 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:34.308651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Pushing event updated for resources: {'Port': ['ID=dad5cece-3d28-4785-bed1-24dee17074b1,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:34.367398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Allocated IP 172.25.0.215 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/5ede1e40-55b3-4a08-9217-fc8b43b65d0d) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:34.367638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Attempting to bind port dad5cece-3d28-4785-bed1-24dee17074b1 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:34.367887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Attempting to bind port dad5cece-3d28-4785-bed1-24dee17074b1 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:34.368129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Attempting to bind port dad5cece-3d28-4785-bed1-24dee17074b1 on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:34.374114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:34.374545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Checking segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:34.374896 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.375282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Bound using segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:34.375749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Bound port: dad5cece-3d28-4785-bed1-24dee17074b1, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:34.376131 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.443245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] For port dad5cece-3d28-4785-bed1-24dee17074b1, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:34.448096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] For port dad5cece-3d28-4785-bed1-24dee17074b1, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dad5cece-3d28-4785-bed1-24dee17074b1,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:34.456730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.487489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.534367 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.539553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45cca03-140f-4ebb-a6e4-efedd5a36161 None None] Pushing event updated for resources: {'Port': ['ID=dad5cece-3d28-4785-bed1-24dee17074b1,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:34.548142 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:34.579521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:34.584024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:34.589186 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:34.592405 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Pushing event updated for resources: {'Port': ['ID=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:34.863958 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:35.070539 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:35.206833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Router 3c308e2c-7228-4493-9bb3-686813f0be1b is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:11:35.323857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:35.332522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Sync routers for ids ['3c308e2c-7228-4493-9bb3-686813f0be1b'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:35.340659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:35.344826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47532) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:35.345384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8acf9a48-ed14-4e86-8458-c2c29b4ed8f2 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5479388 Jul 16 19:11:35.351989 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Routers {'3c308e2c-7228-4493-9bb3-686813f0be1b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:35.352864 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3c308e2c-7228-4493-9bb3-686813f0be1b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:35.474413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Set router 3c308e2c-7228-4493-9bb3-686813f0be1b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:35.537686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed057d03-315a-49ca-9792-b8e450624297 None None] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:35.669427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1c1e5bd2-39d6-46c9-a5fb-798fe5138a5d None None] Provisioning for port dad5cece-3d28-4785-bed1-24dee17074b1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:35.810556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:11:34Z', 'revision_number': 3, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:35.812716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:35.842852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Checking router: 3c308e2c-7228-4493-9bb3-686813f0be1b for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:35.843203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Updating router 3c308e2c-7228-4493-9bb3-686813f0be1b port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:35.887351 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:35.982441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dad5cece-3d28-4785-bed1-24dee17074b1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:35.991959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Allocated IP 172.20.0.1 (e2eafcf8-f0e5-41d8-8565-cf48a5f26149/7ea17153-ffc9-421c-94cc-26810df10f63/7958f3ab-3233-4788-9929-fb8dc8e6773c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:36.076020 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.091071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port dad5cece-3d28-4785-bed1-24dee17074b1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:36.116749 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.122023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port dad5cece-3d28-4785-bed1-24dee17074b1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:36.122401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.131572 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Transition to ACTIVE for port object 7958f3ab-3233-4788-9929-fb8dc8e6773c will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:36.168364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.213183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:36.215944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:36.219657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:36.225433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Pushing event updated for resources: {'Port': ['ID=7958f3ab-3233-4788-9929-fb8dc8e6773c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:36.266039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.281691 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.298771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-612f97ac-08f8-4e31-96b7-7cd2ea53aae1 None None] Provisioning complete for port dad5cece-3d28-4785-bed1-24dee17074b1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:36.299165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-612f97ac-08f8-4e31-96b7-7cd2ea53aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.327759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.358123 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Transition to ACTIVE for port object 5ede1e40-55b3-4a08-9217-fc8b43b65d0d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:36.386365 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.398680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port dad5cece-3d28-4785-bed1-24dee17074b1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dad5cece-3d28-4785-bed1-24dee17074b1,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:36.449180 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.459452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Attempting to bind port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:36.459904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Attempting to bind port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:36.460396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Attempting to bind port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:36.665633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fda5cb-eae4-4346-8f1e-64d0494a950c None None] Pushing event updated for resources: {'Port': ['ID=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:36.671525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:36.671525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:36.671999 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.673157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:36.673157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Bound port: 5ede1e40-55b3-4a08-9217-fc8b43b65d0d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:36.674160 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.777293 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=dad5cece-3d28-4785-bed1-24dee17074b1,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:36.786082 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] For port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:36.791609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] For port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:36.797850 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.819933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.871876 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fda5cb-eae4-4346-8f1e-64d0494a950c None None] Pushing event updated for resources: {'Port': ['ID=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:36.876176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Routers {'3c308e2c-7228-4493-9bb3-686813f0be1b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:36.876804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3c308e2c-7228-4493-9bb3-686813f0be1b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:36.912365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b8d61693-ed96-4f69-a3eb-4e377941e2b2 None None] Provisioning for port 7958f3ab-3233-4788-9929-fb8dc8e6773c completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:36.918798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b8d61693-ed96-4f69-a3eb-4e377941e2b2 None None] Provisioning complete for port 7958f3ab-3233-4788-9929-fb8dc8e6773c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:36.919174 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8d61693-ed96-4f69-a3eb-4e377941e2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:36.993181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b8d61693-ed96-4f69-a3eb-4e377941e2b2 None None] Port 7958f3ab-3233-4788-9929-fb8dc8e6773c cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:37.017810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] Set router 3c308e2c-7228-4493-9bb3-686813f0be1b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:37.022443 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:37.028578 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:37.095758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Pushing event updated for resources: {'Port': ['ID=7958f3ab-3233-4788-9929-fb8dc8e6773c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:37.098917 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:37.201368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:37.202890 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:37.257321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 4, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7958f3ab-3233-4788-9929-fb8dc8e6773c', 'name': '', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'mac_address': 'fa:16:3e:b6:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:35Z', 'updated_at': '2021-07-16T19:11:35Z', 'revision_number': 1, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'subnets': [{'id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:37.293141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17aa747b-25d7-4836-a1f5-7e0010291298 None None] The sync data for ids ['3c308e2c-7228-4493-9bb3-686813f0be1b'] in n-d-793620-10 is: [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 4, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7958f3ab-3233-4788-9929-fb8dc8e6773c', 'name': '', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'mac_address': 'fa:16:3e:b6:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:35Z', 'updated_at': '2021-07-16T19:11:35Z', 'revision_number': 1, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'subnets': [{'id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:37.358039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Router 3c308e2c-7228-4493-9bb3-686813f0be1b has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:37.479857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:37.497802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-92c4ee8c-38b0-468b-8184-f05b2d8b7d44 admin admin] 10.222.0.48 "PUT /v2.0/routers/3c308e2c-7228-4493-9bb3-686813f0be1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1422346 Jul 16 19:11:37.522609 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-188434cf-adf8-4019-8c6d-f1bcb18f5157 None None] Provisioning complete for port 7958f3ab-3233-4788-9929-fb8dc8e6773c triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:37.523192 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-188434cf-adf8-4019-8c6d-f1bcb18f5157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:37.569278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-188434cf-adf8-4019-8c6d-f1bcb18f5157 None None] Port 7958f3ab-3233-4788-9929-fb8dc8e6773c cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:37.778489 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:37.940804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dad5cece-3d28-4785-bed1-24dee17074b1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:38.026964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port dad5cece-3d28-4785-bed1-24dee17074b1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:38.027708 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.155603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47548) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:38.161715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1884588052-network', 'tenant_id': 'f180649c0f854756a230824a24aa165d'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:38.179281 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.192093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Made reservation on behalf of f180649c0f854756a230824a24aa165d for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:38.195354 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.215430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.323202 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.329899 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.356309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:11:38.367166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343a7eb2-3939-4a9d-8717-cdaf107ed65b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:38.372515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.372873 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Added segment 2bdc1982-22ba-4247-97e2-e5cc46cd6596 of type vlan for network db9c55e5-1cc2-4a38-8da3-81a505c614a3 Jul 16 19:11:38.417235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.451624 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.453067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:38.454195 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.491182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3314130 Jul 16 19:11:38.492634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47550) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:38.499468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Request body: {'subnet': {'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-subnet', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:38.521663 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81058b97-561f-43af-a52a-9a41eafefe36 admin admin] Pushing event updated for resources: {'Network': ['ID=db9c55e5-1cc2-4a38-8da3-81a505c614a3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:38.527035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Made reservation on behalf of f180649c0f854756a230824a24aa165d for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:38.529546 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.533033 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:11:38.723630 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.780470 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1ec4af9-3eb7-4166-8028-d2b4cfae432b,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:38.791866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Checking segment: {'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:38.792263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Network hostable DHCP agents. Network: db9c55e5-1cc2-4a38-8da3-81a505c614a3, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:11:38.811417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:11:38.821776 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, db9c55e5-1cc2-4a38-8da3-81a505c614a3) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:38.826721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:38.827690 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.834224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5becee7a-3df8-4d7a-9545-dfc90a29b2e9 None None] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:38.848509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1e898ba5-0ac0-44da-9f2c-67855c13e9ff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3509636 Jul 16 19:11:38.848756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47552) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:38.853788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:38.874311 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.875310 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:38.943914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.027080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'fixed_ips': [{'subnet_id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:11:39.027981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.096606 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.179979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Allocated IP 172.20.0.2 (db9c55e5-1cc2-4a38-8da3-81a505c614a3/b1ec4af9-3eb7-4166-8028-d2b4cfae432b/7f183270-4dbf-40cf-9dc5-542a1342c819) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:39.338416 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.341682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.351879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Transition to ACTIVE for port object 7f183270-4dbf-40cf-9dc5-542a1342c819 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:39.360977 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.370488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Transition to ACTIVE for port object 7f183270-4dbf-40cf-9dc5-542a1342c819 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:39.376945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.415297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:39.420076 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:39.423493 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:39.436983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Pushing event updated for resources: {'Port': ['ID=7f183270-4dbf-40cf-9dc5-542a1342c819,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:39.484840 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Allocated IP 172.25.0.218 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/061d7527-74d2-4a01-a77d-3b92d6deb306) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:39.491606 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Attempting to bind port 7f183270-4dbf-40cf-9dc5-542a1342c819 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:39.491995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Attempting to bind port 7f183270-4dbf-40cf-9dc5-542a1342c819 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:39.492374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Attempting to bind port 7f183270-4dbf-40cf-9dc5-542a1342c819 on network db9c55e5-1cc2-4a38-8da3-81a505c614a3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:39.500142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:39.500610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Checking segment: {'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:39.501030 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.501350 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Bound using segment: {'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:39.501834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Bound port: 7f183270-4dbf-40cf-9dc5-542a1342c819, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:39.502207 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.579632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] For port 7f183270-4dbf-40cf-9dc5-542a1342c819, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:39.584646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] For port 7f183270-4dbf-40cf-9dc5-542a1342c819, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7f183270-4dbf-40cf-9dc5-542a1342c819,segment=NetworkSegment(2bdc1982-22ba-4247-97e2-e5cc46cd6596),segment_id=2bdc1982-22ba-4247-97e2-e5cc46cd6596)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:39.587153 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.610941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.621808 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Sync routers for ids ['3c308e2c-7228-4493-9bb3-686813f0be1b'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:39.646717 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Routers {'3c308e2c-7228-4493-9bb3-686813f0be1b'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:39.647669 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3c308e2c-7228-4493-9bb3-686813f0be1b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:39.660432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ea734-3262-48d0-8bfc-f623f926b788 None None] Pushing event updated for resources: {'Port': ['ID=7f183270-4dbf-40cf-9dc5-542a1342c819,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:39.667303 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:39.721039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:39.725166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:39.727312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Pushing event updated for resources: {'Port': ['ID=061d7527-74d2-4a01-a77d-3b92d6deb306,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:39.730794 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:39.765660 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Set router 3c308e2c-7228-4493-9bb3-686813f0be1b gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:40.007371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5ede1e40-55b3-4a08-9217-fc8b43b65d0d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:40.052521 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 4, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7958f3ab-3233-4788-9929-fb8dc8e6773c', 'name': '', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'mac_address': 'fa:16:3e:b6:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:35Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 2, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'subnets': [{'id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:40.055352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.074084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:40.078783 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:40.079650 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.086633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Checking router: 3c308e2c-7228-4493-9bb3-686813f0be1b for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:40.086982 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Updating router 3c308e2c-7228-4493-9bb3-686813f0be1b port 7958f3ab-3233-4788-9929-fb8dc8e6773c binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:40.124927 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.176668 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.198859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:40.204122 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.258133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:40.428004 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.440693 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Transition to ACTIVE for port object 7958f3ab-3233-4788-9929-fb8dc8e6773c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:40.448754 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.557462 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Attempting to bind port 7958f3ab-3233-4788-9929-fb8dc8e6773c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:40.557846 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Attempting to bind port 7958f3ab-3233-4788-9929-fb8dc8e6773c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:40.558216 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Attempting to bind port 7958f3ab-3233-4788-9929-fb8dc8e6773c on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:40.567346 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:40.567722 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Checking segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:40.568130 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.568557 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Bound using segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:40.569032 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Bound port: 7958f3ab-3233-4788-9929-fb8dc8e6773c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:40.569412 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.589837 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Pushing event updated for resources: {'Port': ['ID=7958f3ab-3233-4788-9929-fb8dc8e6773c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:40.614994 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.615355 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.615682 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.616018 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.616379 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.616708 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.617033 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.617396 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.617782 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.618140 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.618578 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.618957 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:40.662455 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] For port 7958f3ab-3233-4788-9929-fb8dc8e6773c, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:40.666197 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] For port 7958f3ab-3233-4788-9929-fb8dc8e6773c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7958f3ab-3233-4788-9929-fb8dc8e6773c,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:40.671022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.674508 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:40.744487 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc57d79-66fd-486a-8792-a439fa8c1558 None None] Pushing event updated for resources: {'Port': ['ID=7958f3ab-3233-4788-9929-fb8dc8e6773c,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:40.749336 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Routers {'3c308e2c-7228-4493-9bb3-686813f0be1b'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:40.750209 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3c308e2c-7228-4493-9bb3-686813f0be1b'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:40.866835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Router 0347c864-1c51-44c6-b9ff-aedcb40986ae is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:11:40.889574 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] Set router 3c308e2c-7228-4493-9bb3-686813f0be1b gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:40.990278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:41.003939 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Sync routers for ids ['0347c864-1c51-44c6-b9ff-aedcb40986ae'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:41.018897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Routers {'0347c864-1c51-44c6-b9ff-aedcb40986ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:41.020057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0347c864-1c51-44c6-b9ff-aedcb40986ae'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:41.027719 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.029524 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-88775985-8009-4f80-a2be-1ce014c744e5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1796572 Jul 16 19:11:41.032081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47554) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:41.091496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041a7a7d-a6da-45a9-8597-51ae6f15c7e7 None None] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:11:41.136964 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 4, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7958f3ab-3233-4788-9929-fb8dc8e6773c', 'name': '', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'mac_address': 'fa:16:3e:b6:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:35Z', 'updated_at': '2021-07-16T19:11:40Z', 'revision_number': 4, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'subnets': [{'id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:41.163328 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01d7afa-3ba3-4299-a27c-9cc6db920f26 None None] The sync data for ids ['3c308e2c-7228-4493-9bb3-686813f0be1b'] in n-d-793620-10 is: [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:11:36Z', 'revision_number': 4, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7958f3ab-3233-4788-9929-fb8dc8e6773c', 'name': '', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'mac_address': 'fa:16:3e:b6:d2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:35Z', 'updated_at': '2021-07-16T19:11:40Z', 'revision_number': 4, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'subnets': [{'id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:41.284828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-fcd0cf9f-979f-4b3d-a7cd-dc6c0a042ab4 None None] Provisioning for port 7f183270-4dbf-40cf-9dc5-542a1342c819 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:41.288087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Set router 0347c864-1c51-44c6-b9ff-aedcb40986ae gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:41.527903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.543317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:11:39Z', 'revision_number': 3, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port': {'id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:39Z', 'updated_at': '2021-07-16T19:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:41.577390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Checking router: 0347c864-1c51-44c6-b9ff-aedcb40986ae for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:41.577840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Updating router 0347c864-1c51-44c6-b9ff-aedcb40986ae port 061d7527-74d2-4a01-a77d-3b92d6deb306 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:41.620823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.733376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Allocated IP 172.20.0.1 (db9c55e5-1cc2-4a38-8da3-81a505c614a3/b1ec4af9-3eb7-4166-8028-d2b4cfae432b/b0007194-b388-4f60-86a9-3fc94846ac52) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:41.851473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.868448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Transition to ACTIVE for port object b0007194-b388-4f60-86a9-3fc94846ac52 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:41.926751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.964061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.989002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Transition to ACTIVE for port object 061d7527-74d2-4a01-a77d-3b92d6deb306 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:41.990102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:41.993412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:41.998052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:42.001812 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.008170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Pushing event updated for resources: {'Port': ['ID=b0007194-b388-4f60-86a9-3fc94846ac52,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:42.050960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.073600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Attempting to bind port 061d7527-74d2-4a01-a77d-3b92d6deb306 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:42.074174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Attempting to bind port 061d7527-74d2-4a01-a77d-3b92d6deb306 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:42.074385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Attempting to bind port 061d7527-74d2-4a01-a77d-3b92d6deb306 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:42.082976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7f183270-4dbf-40cf-9dc5-542a1342c819 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:42.087163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed32e7b-ad77-468c-96dd-7d98dc72ca8d None None] Pushing event updated for resources: {'Port': ['ID=061d7527-74d2-4a01-a77d-3b92d6deb306,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:42.089898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:42.090280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:42.090707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.091103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:42.091592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Bound port: 061d7527-74d2-4a01-a77d-3b92d6deb306, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:42.092024 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.177434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] For port 061d7527-74d2-4a01-a77d-3b92d6deb306, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:42.182305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] For port 061d7527-74d2-4a01-a77d-3b92d6deb306, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=061d7527-74d2-4a01-a77d-3b92d6deb306,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:42.186955 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.195344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7f183270-4dbf-40cf-9dc5-542a1342c819 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:42.215702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.390140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7f183270-4dbf-40cf-9dc5-542a1342c819 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:42.390422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.401464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.406509 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.455196 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b2a461d5-2233-422e-9e4b-8cc5fd641d8d None None] Provisioning for port b0007194-b388-4f60-86a9-3fc94846ac52 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:42.464551 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Routers {'0347c864-1c51-44c6-b9ff-aedcb40986ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:42.465203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0347c864-1c51-44c6-b9ff-aedcb40986ae'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:42.467781 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b2a461d5-2233-422e-9e4b-8cc5fd641d8d None None] Provisioning complete for port b0007194-b388-4f60-86a9-3fc94846ac52 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:42.468176 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b2a461d5-2233-422e-9e4b-8cc5fd641d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.472487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed32e7b-ad77-468c-96dd-7d98dc72ca8d None None] Pushing event updated for resources: {'Port': ['ID=061d7527-74d2-4a01-a77d-3b92d6deb306,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:42.479096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Pushing event updated for resources: {'Port': ['ID=b0007194-b388-4f60-86a9-3fc94846ac52,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:42.481628 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.577514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:42.579114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b2a461d5-2233-422e-9e4b-8cc5fd641d8d None None] Port b0007194-b388-4f60-86a9-3fc94846ac52 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:42.579614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:42.627248 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.675503 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] Set router 0347c864-1c51-44c6-b9ff-aedcb40986ae gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:42.703421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7f183270-4dbf-40cf-9dc5-542a1342c819, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7f183270-4dbf-40cf-9dc5-542a1342c819,segment=NetworkSegment(2bdc1982-22ba-4247-97e2-e5cc46cd6596),segment_id=2bdc1982-22ba-4247-97e2-e5cc46cd6596)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:42.709758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Router 0347c864-1c51-44c6-b9ff-aedcb40986ae has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:11:42.714755 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.715675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7958f3ab-3233-4788-9929-fb8dc8e6773c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:42.832646 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:11:42.838851 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-f8fa7c89-3fc3-46e0-a2de-471f3d6d49fe admin admin] 10.222.0.48 "PUT /v2.0/routers/0347c864-1c51-44c6-b9ff-aedcb40986ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054292 Jul 16 19:11:42.859335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7f183270-4dbf-40cf-9dc5-542a1342c819,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:42.914572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7958f3ab-3233-4788-9929-fb8dc8e6773c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:42.922034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7958f3ab-3233-4788-9929-fb8dc8e6773c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:42.922407 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.954628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1acfe438-37f6-4d88-af2b-6e76e2e98bc6 None None] Provisioning complete for port b0007194-b388-4f60-86a9-3fc94846ac52 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:42.954995 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1acfe438-37f6-4d88-af2b-6e76e2e98bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:43.026345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1acfe438-37f6-4d88-af2b-6e76e2e98bc6 None None] Port b0007194-b388-4f60-86a9-3fc94846ac52 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:43.086831 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 4, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port': {'id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:39Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b0007194-b388-4f60-86a9-3fc94846ac52', 'name': '', 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'mac_address': 'fa:16:3e:ff:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:41Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 2, 'project_id': 'f180649c0f854756a230824a24aa165d', 'subnets': [{'id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:43.117928 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:43.120730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26cfa34c-06b4-4438-8dce-40c2546cfcdd None None] The sync data for ids ['0347c864-1c51-44c6-b9ff-aedcb40986ae'] in n-d-793620-10 is: [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 4, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port': {'id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:39Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b0007194-b388-4f60-86a9-3fc94846ac52', 'name': '', 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'mac_address': 'fa:16:3e:ff:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:41Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 2, 'project_id': 'f180649c0f854756a230824a24aa165d', 'subnets': [{'id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:43.163008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7958f3ab-3233-4788-9929-fb8dc8e6773c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7958f3ab-3233-4788-9929-fb8dc8e6773c,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:43.168884 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:43.169861 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5ede1e40-55b3-4a08-9217-fc8b43b65d0d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:43.247451 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7958f3ab-3233-4788-9929-fb8dc8e6773c,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:43.258818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:43.259728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:43.761950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-19a19d14-c30d-49b2-a072-13496668b10a tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:43.763613 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-19a19d14-c30d-49b2-a072-13496668b10a tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/networks?id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 200 len: 816 time: 0.1139822 Jul 16 19:11:43.781195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-b25a6a1d-070d-456b-8b59-f9c0f77af1e1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/quotas/be67dfeb452a4eff94fee465c150b678 HTTP/1.1" status: 200 len: 375 time: 0.0121007 Jul 16 19:11:43.850559 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-3558fe43-88e9-4a1b-a688-b9a12e69dbf1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=be67dfeb452a4eff94fee465c150b678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632367 Jul 16 19:11:43.878533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-8cb175ee-4152-440d-9426-9cadc76bb7b5 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:11:43.879809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-8cb175ee-4152-440d-9426-9cadc76bb7b5 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109549 Jul 16 19:11:43.944460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7f183270-4dbf-40cf-9dc5-542a1342c819 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:44.014610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7f183270-4dbf-40cf-9dc5-542a1342c819 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:44.015137 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:44.103872 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7958f3ab-3233-4788-9929-fb8dc8e6773c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:44.161387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7958f3ab-3233-4788-9929-fb8dc8e6773c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:44.162246 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:44.184954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-121b0e0e-d8ff-4d96-8944-7b6358e0c7cf service neutron] 10.222.0.48 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612172 Jul 16 19:11:44.279904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-f9ea13cc-45a6-4d67-99ba-762851446440 service neutron] 10.222.0.48 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918932 Jul 16 19:11:44.468939 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00e97e57-389e-4f37-9565-854745c14468 req-67984e72-4e8e-40f6-b44c-6cb9b6602f64 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 210 time: 0.0354786 Jul 16 19:11:45.327331 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Sync routers for ids ['0347c864-1c51-44c6-b9ff-aedcb40986ae'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:11:45.336793 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Routers {'0347c864-1c51-44c6-b9ff-aedcb40986ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:45.337937 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0347c864-1c51-44c6-b9ff-aedcb40986ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:45.450015 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Set router 0347c864-1c51-44c6-b9ff-aedcb40986ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:45.556898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-41b85c82-9e6d-401e-a773-e22e39e504b9 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:45.558413 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-41b85c82-9e6d-401e-a773-e22e39e504b9 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "GET /v2.0/networks?id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 200 len: 816 time: 0.1231954 Jul 16 19:11:45.576130 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Request body: {'port': {'device_id': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'admin_state_up': True, 'tenant_id': 'be67dfeb452a4eff94fee465c150b678'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:45.652755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c8200fc-e29f-4095-9d90-d911f68b1b91 req-d73a571e-f7b9-4f0b-9d7c-62426ccfec18 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 210 time: 0.0493777 Jul 16 19:11:45.720514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Made reservation on behalf of be67dfeb452a4eff94fee465c150b678 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:11:45.725146 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:45.825328 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 4, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port': {'id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:03:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:39Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b0007194-b388-4f60-86a9-3fc94846ac52', 'name': '', 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'mac_address': 'fa:16:3e:ff:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:41Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 2, 'project_id': 'f180649c0f854756a230824a24aa165d', 'subnets': [{'id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:45.852102 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Checking router: 0347c864-1c51-44c6-b9ff-aedcb40986ae for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:11:45.852987 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Updating router 0347c864-1c51-44c6-b9ff-aedcb40986ae port b0007194-b388-4f60-86a9-3fc94846ac52 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:11:45.872090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Allocated IP 172.20.0.3 (e2eafcf8-f0e5-41d8-8565-cf48a5f26149/7ea17153-ffc9-421c-94cc-26810df10f63/8003b497-2af8-4202-bfbb-58599a0388aa) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:11:45.893677 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:45.953254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 061d7527-74d2-4a01-a77d-3b92d6deb306 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:46.017147 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 061d7527-74d2-4a01-a77d-3b92d6deb306 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:46.021671 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 061d7527-74d2-4a01-a77d-3b92d6deb306 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:46.022132 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.047484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.070902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Transition to ACTIVE for port object 8003b497-2af8-4202-bfbb-58599a0388aa will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:46.102069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.109416 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.125488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 061d7527-74d2-4a01-a77d-3b92d6deb306, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=061d7527-74d2-4a01-a77d-3b92d6deb306,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:46.130016 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.168136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:11:46.171968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:11:46.177632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:11:46.182477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Pushing event updated for resources: {'Port': ['ID=8003b497-2af8-4202-bfbb-58599a0388aa,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:46.202101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=061d7527-74d2-4a01-a77d-3b92d6deb306,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:46.209924 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.223893 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Transition to ACTIVE for port object b0007194-b388-4f60-86a9-3fc94846ac52 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:46.231234 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.232364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:46.233020 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.248512 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-00fe8b1c-048a-4f62-9c33-3eb2f17345d8 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6785507 Jul 16 19:11:46.260579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Request body: {'port': {'device_id': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:46.307640 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676ee13-6481-4938-803c-b379bcdedeae None None] Pushing event updated for resources: {'Port': ['ID=b0007194-b388-4f60-86a9-3fc94846ac52,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:46.343574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.343861 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Attempting to bind port b0007194-b388-4f60-86a9-3fc94846ac52 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:46.344783 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Attempting to bind port b0007194-b388-4f60-86a9-3fc94846ac52 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:46.345475 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Attempting to bind port b0007194-b388-4f60-86a9-3fc94846ac52 on network db9c55e5-1cc2-4a38-8da3-81a505c614a3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:46.351410 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:46.351780 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Checking segment: {'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:46.352374 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.353105 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Bound using segment: {'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:46.353582 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Bound port: b0007194-b388-4f60-86a9-3fc94846ac52, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdc1982-22ba-4247-97e2-e5cc46cd6596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:46.354092 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.424043 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] For port b0007194-b388-4f60-86a9-3fc94846ac52, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:46.427719 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] For port b0007194-b388-4f60-86a9-3fc94846ac52, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b0007194-b388-4f60-86a9-3fc94846ac52,segment=NetworkSegment(2bdc1982-22ba-4247-97e2-e5cc46cd6596),segment_id=2bdc1982-22ba-4247-97e2-e5cc46cd6596)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:46.434592 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.497717 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Routers {'0347c864-1c51-44c6-b9ff-aedcb40986ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:11:46.498373 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:11:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0347c864-1c51-44c6-b9ff-aedcb40986ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:46.537531 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676ee13-6481-4938-803c-b379bcdedeae None None] Pushing event updated for resources: {'Port': ['ID=b0007194-b388-4f60-86a9-3fc94846ac52,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:46.575290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1c7d8014-4248-4fe3-be8f-f4d834627c6b None None] Provisioning for port 8003b497-2af8-4202-bfbb-58599a0388aa completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:46.579432 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-1c7d8014-4248-4fe3-be8f-f4d834627c6b None None] Provisioning complete for port 8003b497-2af8-4202-bfbb-58599a0388aa triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:46.580041 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1c7d8014-4248-4fe3-be8f-f4d834627c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.612998 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] Set router 0347c864-1c51-44c6-b9ff-aedcb40986ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:11:46.622643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d8014-4248-4fe3-be8f-f4d834627c6b None None] Port 8003b497-2af8-4202-bfbb-58599a0388aa cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:11:46.655014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8003b497-2af8-4202-bfbb-58599a0388aa {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:46.663265 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.676984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Transition to ACTIVE for port object 8003b497-2af8-4202-bfbb-58599a0388aa will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:46.682451 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.760132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Pushing event updated for resources: {'Port': ['ID=8003b497-2af8-4202-bfbb-58599a0388aa,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:46.843312 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Attempting to bind port 8003b497-2af8-4202-bfbb-58599a0388aa on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:46.843661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Attempting to bind port 8003b497-2af8-4202-bfbb-58599a0388aa by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:46.844260 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Attempting to bind port 8003b497-2af8-4202-bfbb-58599a0388aa on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:46.851010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Port 8003b497-2af8-4202-bfbb-58599a0388aa on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:11:46.851344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Attempting to bind port 8003b497-2af8-4202-bfbb-58599a0388aa on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:46.857206 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:46.857647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Checking segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:46.858135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Bound using segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:46.858613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Bound port: 8003b497-2af8-4202-bfbb-58599a0388aa, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:46.858983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.885942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdeac8-e752-4e10-93d7-5f869bd4c876 req-a8208697-eeed-4726-8b6e-c1fac1f38e3d tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:46.892476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99bdeac8-e752-4e10-93d7-5f869bd4c876 req-a8208697-eeed-4726-8b6e-c1fac1f38e3d tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 943 time: 0.0813100 Jul 16 19:11:46.920140 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 4, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port': {'id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:39Z', 'updated_at': '2021-07-16T19:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b0007194-b388-4f60-86a9-3fc94846ac52', 'name': '', 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'mac_address': 'fa:16:3e:ff:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:41Z', 'updated_at': '2021-07-16T19:11:46Z', 'revision_number': 4, 'project_id': 'f180649c0f854756a230824a24aa165d', 'subnets': [{'id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:11:46.943293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-99bdeac8-e752-4e10-93d7-5f869bd4c876 req-a3de6ecf-3103-4f13-b169-aaee6e185a33 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372708 Jul 16 19:11:46.952739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] For port 8003b497-2af8-4202-bfbb-58599a0388aa, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:46.956574 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] For port 8003b497-2af8-4202-bfbb-58599a0388aa, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8003b497-2af8-4202-bfbb-58599a0388aa,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:46.964279 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.965618 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d735b4-1298-47be-a252-942d7f171e98 None None] The sync data for ids ['0347c864-1c51-44c6-b9ff-aedcb40986ae'] in n-d-793620-10 is: [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:11:42Z', 'revision_number': 4, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port': {'id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:39Z', 'updated_at': '2021-07-16T19:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'b0007194-b388-4f60-86a9-3fc94846ac52', 'name': '', 'network_id': 'db9c55e5-1cc2-4a38-8da3-81a505c614a3', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'mac_address': 'fa:16:3e:ff:00:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:41Z', 'updated_at': '2021-07-16T19:11:46Z', 'revision_number': 4, 'project_id': 'f180649c0f854756a230824a24aa165d', 'subnets': [{'id': 'b1ec4af9-3eb7-4166-8028-d2b4cfae432b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:11:47.007448 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.008479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:47.010138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] 10.222.0.13 "PUT /v2.0/ports/8003b497-2af8-4202-bfbb-58599a0388aa HTTP/1.1" status: 200 len: 1092 time: 0.7548671 Jul 16 19:11:47.013152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'tag': '8003b497-2af8-4202-bfbb-58599a0388aa'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:47.016629 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a7d9e6-d58e-4506-8259-f7319f51e68e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3438e0-d2e5-4694-8f3f-7c3777a6482c", "tag": "8003b497-2af8-4202-bfbb-58599a0388aa"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:47.052274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613b14e-e433-425a-8f6f-b4a0c1de6973 service neutron] Pushing event updated for resources: {'Port': ['ID=8003b497-2af8-4202-bfbb-58599a0388aa,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:47.105756 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd6b7f3-4ef3-471e-adf8-a855e2c28b15 x-openstack-request-id: req-acd6b7f3-4ef3-471e-adf8-a855e2c28b15 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:47.106107 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3438e0-d2e5-4694-8f3f-7c3777a6482c", "tag": "8003b497-2af8-4202-bfbb-58599a0388aa", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:47.106475 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-acd6b7f3-4ef3-471e-adf8-a855e2c28b15 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:47.106894 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'tag': '8003b497-2af8-4202-bfbb-58599a0388aa', 'status': 'completed', 'code': 200} Jul 16 19:11:47.141021 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-f48b1ce8-e976-4d9c-8cef-4199571b3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.142554 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-f48b1ce8-e976-4d9c-8cef-4199571b3ca3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=be67dfeb452a4eff94fee465c150b678&device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 1095 time: 0.0760467 Jul 16 19:11:47.187891 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-2936c348-f2d6-4610-8fb8-74abc2d50c6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8003b497-2af8-4202-bfbb-58599a0388aa HTTP/1.1" status: 200 len: 217 time: 0.0375295 Jul 16 19:11:47.244238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-46a982e4-a5fc-4105-8bcd-86042568fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.245867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-46a982e4-a5fc-4105-8bcd-86042568fe82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea17153-ffc9-421c-94cc-26810df10f63 HTTP/1.1" status: 200 len: 855 time: 0.0514441 Jul 16 19:11:47.314423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-6bbedc7b-400f-432f-9dda-c434d49fdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.316078 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-6bbedc7b-400f-432f-9dda-c434d49fdef3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637968 Jul 16 19:11:47.419400 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-40b4efe9-d1ae-4152-9ded-f24ce1a41fa3 service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964072 Jul 16 19:11:47.522619 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68add17a-f4cb-4550-9d6f-fc219a8644f0 req-6f90bba5-e940-4b84-9ead-a02db0353f05 service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969086 Jul 16 19:11:47.623421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-44aa7209-b91c-4b39-ad32-6369ce02a3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.624949 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-44aa7209-b91c-4b39-ad32-6369ce02a3a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=be67dfeb452a4eff94fee465c150b678&device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 1095 time: 0.0536616 Jul 16 19:11:47.718723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-897d30a8-438f-4f2b-8c7a-be5197f2c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.720224 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-897d30a8-438f-4f2b-8c7a-be5197f2c664 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 200 len: 916 time: 0.0895371 Jul 16 19:11:47.762696 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-cb04b6c5-a9df-4750-90dd-be90d8b9d09c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8003b497-2af8-4202-bfbb-58599a0388aa HTTP/1.1" status: 200 len: 217 time: 0.0360112 Jul 16 19:11:47.813861 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:47.815377 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-1accc602-9255-40dc-baca-4c7f1dd9f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.816929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-1accc602-9255-40dc-baca-4c7f1dd9f3f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea17153-ffc9-421c-94cc-26810df10f63 HTTP/1.1" status: 200 len: 855 time: 0.0477071 Jul 16 19:11:47.881457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-b0587587-0b01-455c-80d7-cd9ea54bf819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.883001 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-b0587587-0b01-455c-80d7-cd9ea54bf819 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587280 Jul 16 19:11:47.934416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b0007194-b388-4f60-86a9-3fc94846ac52 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:47.992597 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-f5e78d7d-1a4a-4b82-8b49-67162f44db85 service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021881 Jul 16 19:11:48.006696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port b0007194-b388-4f60-86a9-3fc94846ac52 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:48.013324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b0007194-b388-4f60-86a9-3fc94846ac52 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:48.013324 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:48.099079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:48.105430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e6a7d9e6-d58e-4506-8259-f7319f51e68e req-cf62b0a6-825d-4241-910a-dfc2f4bf6a57 service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059637 Jul 16 19:11:48.135165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port b0007194-b388-4f60-86a9-3fc94846ac52, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b0007194-b388-4f60-86a9-3fc94846ac52,segment=NetworkSegment(2bdc1982-22ba-4247-97e2-e5cc46cd6596),segment_id=2bdc1982-22ba-4247-97e2-e5cc46cd6596)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:48.140830 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:48.141657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 061d7527-74d2-4a01-a77d-3b92d6deb306 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:48.153292 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252ecf3-e394-4b44-985b-63a9c60cfdc7 req-c9acfacb-6a74-425d-80eb-46f0faf80f3c tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:48.154841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9252ecf3-e394-4b44-985b-63a9c60cfdc7 req-c9acfacb-6a74-425d-80eb-46f0faf80f3c tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 943 time: 0.0812464 Jul 16 19:11:48.196183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9252ecf3-e394-4b44-985b-63a9c60cfdc7 req-73002de0-3091-4efa-89b8-98c36ac0254d tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351784 Jul 16 19:11:48.233257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=b0007194-b388-4f60-86a9-3fc94846ac52,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:48.284418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 061d7527-74d2-4a01-a77d-3b92d6deb306 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:48.284805 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.009558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8003b497-2af8-4202-bfbb-58599a0388aa details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:11:49.106257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8003b497-2af8-4202-bfbb-58599a0388aa, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8003b497-2af8-4202-bfbb-58599a0388aa,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:49.118760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '8003b497-2af8-4202-bfbb-58599a0388aa', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'port_id': '8003b497-2af8-4202-bfbb-58599a0388aa', 'mac_address': 'fa:16:3e:c4:03:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:11:49.165079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.177995 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8003b497-2af8-4202-bfbb-58599a0388aa {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:49.199962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8003b497-2af8-4202-bfbb-58599a0388aa, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8003b497-2af8-4202-bfbb-58599a0388aa,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:49.204446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:49.253453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8003b497-2af8-4202-bfbb-58599a0388aa,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:49.376672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f9545-8978-4dba-8431-25af25ff5810 req-bc918e4a-4926-496d-a1fc-6bb329c50be0 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:49.378176 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f85f9545-8978-4dba-8431-25af25ff5810 req-bc918e4a-4926-496d-a1fc-6bb329c50be0 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 944 time: 0.0635374 Jul 16 19:11:49.408933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8003b497-2af8-4202-bfbb-58599a0388aa'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:49.416425 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f85f9545-8978-4dba-8431-25af25ff5810 req-6c6df0e2-8944-4d1d-93d0-c29976ec52c5 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Jul 16 19:11:49.905040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b0007194-b388-4f60-86a9-3fc94846ac52 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:49.951934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port b0007194-b388-4f60-86a9-3fc94846ac52 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:49.952333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:50.591367 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207e927-67eb-4671-9d4f-96195e0ad2f0 req-da6312a7-bfbe-472f-b8e7-c7fe9eff0cf0 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:50.592905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5207e927-67eb-4671-9d4f-96195e0ad2f0 req-da6312a7-bfbe-472f-b8e7-c7fe9eff0cf0 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 944 time: 0.0631609 Jul 16 19:11:50.632844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5207e927-67eb-4671-9d4f-96195e0ad2f0 req-2ae7a2fb-4ec8-4937-91c7-576d02593611 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 Jul 16 19:11:51.026181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8003b497-2af8-4202-bfbb-58599a0388aa up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:51.076921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 8003b497-2af8-4202-bfbb-58599a0388aa completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:11:51.080528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 8003b497-2af8-4202-bfbb-58599a0388aa triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:51.080901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:51.156268 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:51.178768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8003b497-2af8-4202-bfbb-58599a0388aa'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:51.181561 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c54ef25-ab29-479e-987c-2bc4d436157a" -d '{"events": [{"server_uuid": "cb3438e0-d2e5-4694-8f3f-7c3777a6482c", "name": "network-vif-plugged", "status": "completed", "tag": "8003b497-2af8-4202-bfbb-58599a0388aa"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:51.194354 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 8003b497-2af8-4202-bfbb-58599a0388aa, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8003b497-2af8-4202-bfbb-58599a0388aa,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:51.199111 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:51.224920 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b8be5-b254-471e-89eb-ce8352a160d7 x-openstack-request-id: req-2f2b8be5-b254-471e-89eb-ce8352a160d7 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:51.225218 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3438e0-d2e5-4694-8f3f-7c3777a6482c", "name": "network-vif-plugged", "status": "completed", "tag": "8003b497-2af8-4202-bfbb-58599a0388aa", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:51.225527 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f2b8be5-b254-471e-89eb-ce8352a160d7 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:51.228255 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8003b497-2af8-4202-bfbb-58599a0388aa', 'code': 200} Jul 16 19:11:51.349739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c653bc6-e3e4-4cdd-8a84-26d8bb046283 req-191de07a-83de-4d92-8ce1-abcaad7d97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.351248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4c653bc6-e3e4-4cdd-8a84-26d8bb046283 req-191de07a-83de-4d92-8ce1-abcaad7d97c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 1097 time: 0.0583060 Jul 16 19:11:51.387966 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4c653bc6-e3e4-4cdd-8a84-26d8bb046283 req-8b45967b-9a8c-4e69-8fd1-5733ab349fb1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304954 Jul 16 19:11:51.418162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=8003b497-2af8-4202-bfbb-58599a0388aa,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:51.810345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfdd97-2537-413c-8617-9e5e6a37c664 req-e4c0ca72-f3e6-4fe1-842f-c835dd745646 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.811912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2dfdd97-2537-413c-8617-9e5e6a37c664 req-e4c0ca72-f3e6-4fe1-842f-c835dd745646 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 945 time: 0.0690515 Jul 16 19:11:51.850553 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2dfdd97-2537-413c-8617-9e5e6a37c664 req-240edb07-679d-4dd1-be01-d933611f5f2b tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Jul 16 19:11:53.030578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2aeaee-ed0c-404e-bb15-b09f3cd7eabe req-71139b4a-4cc8-42f9-9323-5ed76adbeb19 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.032113 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd2aeaee-ed0c-404e-bb15-b09f3cd7eabe req-71139b4a-4cc8-42f9-9323-5ed76adbeb19 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 945 time: 0.0658491 Jul 16 19:11:53.071154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd2aeaee-ed0c-404e-bb15-b09f3cd7eabe req-b9fb1246-0700-4c3e-9630-97ac7e3eafb1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Jul 16 19:11:53.251312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2049e-e0fc-4257-af35-f8dbbd3c3960 req-bc508b59-9660-4178-8d67-c07ef32d3ec6 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.252907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15c2049e-e0fc-4257-af35-f8dbbd3c3960 req-bc508b59-9660-4178-8d67-c07ef32d3ec6 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 945 time: 0.0664282 Jul 16 19:11:53.292097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15c2049e-e0fc-4257-af35-f8dbbd3c3960 req-bb79fea1-97be-4987-a993-da84f59de552 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336893 Jul 16 19:12:00.351013 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9eba855c-980d-4797-b184-3972e0a2f068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.181334 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f42b3651-9a65-4875-95b2-e6243b88ed08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:03.445115 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:04.534520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:06.040441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:07.772881 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:08.165952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:12.529525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872424e-c29c-46bc-91c3-bbe5bbf5f8ac req-f0c1d3f9-1d55-4ac0-a8e9-39bac3bc3404 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:12.530967 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b872424e-c29c-46bc-91c3-bbe5bbf5f8ac req-f0c1d3f9-1d55-4ac0-a8e9-39bac3bc3404 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 945 time: 0.0693355 Jul 16 19:12:12.569276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b872424e-c29c-46bc-91c3-bbe5bbf5f8ac req-8ea80223-bf39-4e08-9dce-a9d89616a783 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Jul 16 19:12:13.753223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a9900-ea77-4a5c-bde7-e9b97bf2b31a req-ba493416-1f56-41ce-806f-43c2457895de tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:13.754796 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c76a9900-ea77-4a5c-bde7-e9b97bf2b31a req-ba493416-1f56-41ce-806f-43c2457895de tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 945 time: 0.0653315 Jul 16 19:12:13.795830 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c76a9900-ea77-4a5c-bde7-e9b97bf2b31a req-5dc5fa28-94fe-4957-a732-4a9beb334e02 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347071 Jul 16 19:12:14.034379 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-f2c641b0-b554-4db9-9832-1f75179328de tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:14.035912 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-f2c641b0-b554-4db9-9832-1f75179328de tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 945 time: 0.0660849 Jul 16 19:12:14.143067 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Deleting port 8003b497-2af8-4202-bfbb-58599a0388aa {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:14.143317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:14.234729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] For port 8003b497-2af8-4202-bfbb-58599a0388aa, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=8003b497-2af8-4202-bfbb-58599a0388aa,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:14.235356 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:14.253501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Calling delete_port for 8003b497-2af8-4202-bfbb-58599a0388aa owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:14.385075 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:14.398038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['8003b497-2af8-4202-bfbb-58599a0388aa'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:14.414187 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Pushing event deleted for resources: {'Port': ['ID=8003b497-2af8-4202-bfbb-58599a0388aa,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:14.473161 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] No DVR routers for this DVR port 8003b497-2af8-4202-bfbb-58599a0388aa on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:14.482336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:14.482336 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1dabd6da-f92d-4509-8842-fd8fce538ee3 req-b834d9a1-b2fa-4ff8-95cd-17ce341843a1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "DELETE /v2.0/ports/8003b497-2af8-4202-bfbb-58599a0388aa HTTP/1.1" status: 204 len: 173 time: 0.4370983 Jul 16 19:12:14.482336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'name': 'network-vif-deleted', 'tag': '8003b497-2af8-4202-bfbb-58599a0388aa'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:14.482336 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347ce73a-919d-494c-9e76-c7e57c7fb18c" -d '{"events": [{"server_uuid": "cb3438e0-d2e5-4694-8f3f-7c3777a6482c", "name": "network-vif-deleted", "tag": "8003b497-2af8-4202-bfbb-58599a0388aa"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:14.532018 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e543819a-803e-4cb5-bbcc-383612ebdf5d x-openstack-request-id: req-e543819a-803e-4cb5-bbcc-383612ebdf5d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:14.532342 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3438e0-d2e5-4694-8f3f-7c3777a6482c", "name": "network-vif-deleted", "tag": "8003b497-2af8-4202-bfbb-58599a0388aa", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:14.532590 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e543819a-803e-4cb5-bbcc-383612ebdf5d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:14.533006 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb3438e0-d2e5-4694-8f3f-7c3777a6482c', 'name': 'network-vif-deleted', 'tag': '8003b497-2af8-4202-bfbb-58599a0388aa', 'status': 'completed', 'code': 200} Jul 16 19:12:14.957785 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1b62bac-f596-4338-adbe-ccc733b63941 req-3e2a4837-08ce-477a-94b8-517143b1a9d2 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=cb3438e0-d2e5-4694-8f3f-7c3777a6482c HTTP/1.1" status: 200 len: 210 time: 0.0339530 Jul 16 19:12:16.692884 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-9139c9e9-9786-4290-9d59-e8f7cf3533e2 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:16.694290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-9139c9e9-9786-4290-9d59-e8f7cf3533e2 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/networks?id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 200 len: 816 time: 0.1030738 Jul 16 19:12:16.709759 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-d8839908-b9e0-4095-af4a-6451e4a8a91d tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/quotas/be67dfeb452a4eff94fee465c150b678 HTTP/1.1" status: 200 len: 375 time: 0.0096188 Jul 16 19:12:16.785577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-92591f3b-5b12-43ea-9a3b-88f0d0d20362 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=be67dfeb452a4eff94fee465c150b678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697010 Jul 16 19:12:16.884665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-7e28c34f-82bf-418e-a034-e2afb536ad43 service neutron] 10.222.0.48 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865691 Jul 16 19:12:16.982453 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-aa91b752-2bad-40f9-87f0-660e9354eeb0 service neutron] 10.222.0.48 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918462 Jul 16 19:12:17.151123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03dc4dae-88d6-4c89-9b82-c06ea883ab0e req-c366d293-87ec-4d5a-8030-465066dce366 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 210 time: 0.0284729 Jul 16 19:12:17.180073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8003b497-2af8-4202-bfbb-58599a0388aa no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:17.201065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 8003b497-2af8-4202-bfbb-58599a0388aa {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:17.201413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 8003b497-2af8-4202-bfbb-58599a0388aa not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:18.182794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-1d412e2a-ff2b-4e86-8bc2-d7be2cc3482a tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:18.184390 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-1d412e2a-ff2b-4e86-8bc2-d7be2cc3482a tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "GET /v2.0/networks?id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 200 len: 816 time: 0.1057427 Jul 16 19:12:18.197769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Request body: {'port': {'device_id': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'admin_state_up': True, 'tenant_id': 'be67dfeb452a4eff94fee465c150b678'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:18.305220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5c36f663-d3c9-4a60-b6a2-4703361c7b10 req-508bbd61-1d85-4fbc-8488-ddcecbebc5b2 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 210 time: 0.0340583 Jul 16 19:12:18.327791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Made reservation on behalf of be67dfeb452a4eff94fee465c150b678 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:12:18.331996 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.460594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Allocated IP 172.20.0.12 (e2eafcf8-f0e5-41d8-8565-cf48a5f26149/7ea17153-ffc9-421c-94cc-26810df10f63/a20621ce-86e0-426c-b2a0-31a094c426d4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:18.605861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.620749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Transition to ACTIVE for port object a20621ce-86e0-426c-b2a0-31a094c426d4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:18.654072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.704887 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:18.708170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:18.712276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:18.737199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Pushing event updated for resources: {'Port': ['ID=a20621ce-86e0-426c-b2a0-31a094c426d4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:18.766155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:18.766781 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.783172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-4c74615d-220e-4339-8605-9ed7050fe737 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5906644 Jul 16 19:12:18.794748 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Request body: {'port': {'device_id': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:18.871037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.939337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-498aa688-cbb1-4ee7-8370-969335786bd0 None None] Provisioning for port a20621ce-86e0-426c-b2a0-31a094c426d4 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:18.943560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-498aa688-cbb1-4ee7-8370-969335786bd0 None None] Provisioning complete for port a20621ce-86e0-426c-b2a0-31a094c426d4 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:18.944083 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-498aa688-cbb1-4ee7-8370-969335786bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.985365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-498aa688-cbb1-4ee7-8370-969335786bd0 None None] Port a20621ce-86e0-426c-b2a0-31a094c426d4 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:12:19.141971 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20621ce-86e0-426c-b2a0-31a094c426d4 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:19.149466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:19.162370 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Transition to ACTIVE for port object a20621ce-86e0-426c-b2a0-31a094c426d4 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:19.168476 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:19.217640 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Pushing event updated for resources: {'Port': ['ID=a20621ce-86e0-426c-b2a0-31a094c426d4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:19.296689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Attempting to bind port a20621ce-86e0-426c-b2a0-31a094c426d4 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:19.297045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Attempting to bind port a20621ce-86e0-426c-b2a0-31a094c426d4 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:19.297372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Attempting to bind port a20621ce-86e0-426c-b2a0-31a094c426d4 on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:19.302153 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Port a20621ce-86e0-426c-b2a0-31a094c426d4 on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:12:19.302478 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Attempting to bind port a20621ce-86e0-426c-b2a0-31a094c426d4 on network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:19.307883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:19.308254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Checking segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:19.308635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Bound using segment: {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:19.309083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Bound port: a20621ce-86e0-426c-b2a0-31a094c426d4, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b884e3d7-3b44-4fd1-8076-4e999ce2b945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:19.309438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:19.382816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] For port a20621ce-86e0-426c-b2a0-31a094c426d4, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:19.386859 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] For port a20621ce-86e0-426c-b2a0-31a094c426d4, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a20621ce-86e0-426c-b2a0-31a094c426d4,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:19.392527 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:19.429323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:19.430666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:19.432117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] 10.222.0.13 "PUT /v2.0/ports/a20621ce-86e0-426c-b2a0-31a094c426d4 HTTP/1.1" status: 200 len: 1093 time: 0.6423199 Jul 16 19:12:19.435014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'tag': 'a20621ce-86e0-426c-b2a0-31a094c426d4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:19.438359 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79678a24-b0fc-419b-a25a-4ca9b9351ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b5deb1-d4df-41a7-ad34-620f2f696b92", "tag": "a20621ce-86e0-426c-b2a0-31a094c426d4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:19.468898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6df81-8876-4d40-9d9e-325d2cbbe368 service neutron] Pushing event updated for resources: {'Port': ['ID=a20621ce-86e0-426c-b2a0-31a094c426d4,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:19.499676 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab1623-d098-4ad4-a971-5eec9ef61018 x-openstack-request-id: req-55ab1623-d098-4ad4-a971-5eec9ef61018 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:19.499971 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b5deb1-d4df-41a7-ad34-620f2f696b92", "tag": "a20621ce-86e0-426c-b2a0-31a094c426d4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:19.500302 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-55ab1623-d098-4ad4-a971-5eec9ef61018 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:19.500702 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'tag': 'a20621ce-86e0-426c-b2a0-31a094c426d4', 'status': 'completed', 'code': 200} Jul 16 19:12:19.510265 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538783-79d1-4b71-9838-11f784498dc6 req-0b694525-3bc0-4af6-9fde-705ea3be0765 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:19.516728 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d538783-79d1-4b71-9838-11f784498dc6 req-0b694525-3bc0-4af6-9fde-705ea3be0765 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 944 time: 0.0883434 Jul 16 19:12:19.551345 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-dc240415-20bf-4554-ba3e-c75ddd684e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:19.553197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-dc240415-20bf-4554-ba3e-c75ddd684e9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=be67dfeb452a4eff94fee465c150b678&device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 1096 time: 0.0673892 Jul 16 19:12:19.557815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0d538783-79d1-4b71-9838-11f784498dc6 req-2a95f84c-a749-4068-9f6a-54e7fd19cb2f tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Jul 16 19:12:19.608234 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-fb0b542a-7201-470f-8a53-2b99d12c78ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20621ce-86e0-426c-b2a0-31a094c426d4 HTTP/1.1" status: 200 len: 217 time: 0.0476763 Jul 16 19:12:19.658376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-2b9840e1-45f5-4243-8109-40dc880db882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:19.659875 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-2b9840e1-45f5-4243-8109-40dc880db882 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea17153-ffc9-421c-94cc-26810df10f63 HTTP/1.1" status: 200 len: 855 time: 0.0460603 Jul 16 19:12:19.719906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-6183c577-f4a2-43e1-a06d-0ad292961164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:19.721526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-6183c577-f4a2-43e1-a06d-0ad292961164 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548506 Jul 16 19:12:19.819365 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-aa137c02-55c8-4a78-9c3e-e02d9513d38c service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904448 Jul 16 19:12:19.907316 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ba148634-fc3f-4e1b-b4c5-91d2991de7f4 req-27df6099-4151-4ff8-90ff-18d9dfc7e7ed service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818110 Jul 16 19:12:20.009480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-11ff6959-9b41-4701-a004-49cd6703fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:20.011050 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-11ff6959-9b41-4701-a004-49cd6703fd08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=be67dfeb452a4eff94fee465c150b678&device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 1096 time: 0.0577219 Jul 16 19:12:20.099520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-08963e64-4700-4fce-bf23-0605090b7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:20.100968 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-08963e64-4700-4fce-bf23-0605090b7032 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 200 len: 916 time: 0.0841255 Jul 16 19:12:20.145816 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-f5ce0bc0-0238-4537-b900-d5d7d4749442 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20621ce-86e0-426c-b2a0-31a094c426d4 HTTP/1.1" status: 200 len: 217 time: 0.0381644 Jul 16 19:12:20.198268 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-a5af7c03-4663-48b3-bf7d-e3527ed9e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:20.199756 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-a5af7c03-4663-48b3-bf7d-e3527ed9e57a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea17153-ffc9-421c-94cc-26810df10f63 HTTP/1.1" status: 200 len: 855 time: 0.0473266 Jul 16 19:12:20.256713 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-0373d267-5017-4c3c-bc13-2660c4dfa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:20.258280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-0373d267-5017-4c3c-bc13-2660c4dfa6f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519485 Jul 16 19:12:20.356705 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-474533ca-5245-49bf-9a94-95a38c3cceba service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905175 Jul 16 19:12:20.445269 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79678a24-b0fc-419b-a25a-4ca9b9351ef8 req-fa5573e9-f371-462b-9d97-af404677a0db service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820003 Jul 16 19:12:20.741951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677f004-71d3-45be-8e9e-111a03cdf7ee req-51baae8d-af78-4439-8b41-edc915a3d530 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:20.743550 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e677f004-71d3-45be-8e9e-111a03cdf7ee req-51baae8d-af78-4439-8b41-edc915a3d530 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 944 time: 0.0650887 Jul 16 19:12:20.784782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e677f004-71d3-45be-8e9e-111a03cdf7ee req-237c2e55-096d-4d80-bb38-004213ba4edb tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351095 Jul 16 19:12:21.211980 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a20621ce-86e0-426c-b2a0-31a094c426d4 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:12:21.316819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port a20621ce-86e0-426c-b2a0-31a094c426d4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a20621ce-86e0-426c-b2a0-31a094c426d4,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:21.330612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'a20621ce-86e0-426c-b2a0-31a094c426d4', 'network_id': 'e2eafcf8-f0e5-41d8-8565-cf48a5f26149', 'port_id': 'a20621ce-86e0-426c-b2a0-31a094c426d4', 'mac_address': 'fa:16:3e:88:54:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea17153-ffc9-421c-94cc-26810df10f63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:12:21.372899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:21.386461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20621ce-86e0-426c-b2a0-31a094c426d4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:21.406023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port a20621ce-86e0-426c-b2a0-31a094c426d4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a20621ce-86e0-426c-b2a0-31a094c426d4,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:21.410556 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:21.463362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=a20621ce-86e0-426c-b2a0-31a094c426d4,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:21.470881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.471233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.471580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.471922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.472284 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.472623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.472955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.473291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.473616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.473942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.474270 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.474601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:21.597305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['a20621ce-86e0-426c-b2a0-31a094c426d4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:21.964427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdc0e5-4206-4611-a8dc-055cbb123cd1 req-03c2143b-f541-456c-ae02-1572f546fcdd tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:21.966007 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72bdc0e5-4206-4611-a8dc-055cbb123cd1 req-03c2143b-f541-456c-ae02-1572f546fcdd tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 945 time: 0.0682957 Jul 16 19:12:22.006209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72bdc0e5-4206-4611-a8dc-055cbb123cd1 req-2c2c885e-46d0-4250-a4b9-318404cfc55e tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344276 Jul 16 19:12:23.196612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1901b-3b67-4e16-951e-165b9c032c82 req-3dee8bb8-d86a-4196-96d0-097debdb1341 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.198883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62a1901b-3b67-4e16-951e-165b9c032c82 req-3dee8bb8-d86a-4196-96d0-097debdb1341 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 945 time: 0.0795217 Jul 16 19:12:23.227056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a20621ce-86e0-426c-b2a0-31a094c426d4 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:23.246202 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62a1901b-3b67-4e16-951e-165b9c032c82 req-e582a7da-d01a-44fd-a2e2-992ba8ec9793 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383737 Jul 16 19:12:23.277253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port a20621ce-86e0-426c-b2a0-31a094c426d4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:23.280969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port a20621ce-86e0-426c-b2a0-31a094c426d4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:23.281349 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.361199 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.384296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20621ce-86e0-426c-b2a0-31a094c426d4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:23.387223 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b4004f-9303-4b81-88f4-37b44d5f0101" -d '{"events": [{"server_uuid": "a1b5deb1-d4df-41a7-ad34-620f2f696b92", "name": "network-vif-plugged", "status": "completed", "tag": "a20621ce-86e0-426c-b2a0-31a094c426d4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:23.403709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port a20621ce-86e0-426c-b2a0-31a094c426d4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a20621ce-86e0-426c-b2a0-31a094c426d4,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:23.408789 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:23.441447 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f725e487-11ad-4960-8714-f8855e93eb1b x-openstack-request-id: req-f725e487-11ad-4960-8714-f8855e93eb1b {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:23.441744 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b5deb1-d4df-41a7-ad34-620f2f696b92", "name": "network-vif-plugged", "status": "completed", "tag": "a20621ce-86e0-426c-b2a0-31a094c426d4", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:23.442042 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f725e487-11ad-4960-8714-f8855e93eb1b {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:23.442434 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20621ce-86e0-426c-b2a0-31a094c426d4', 'code': 200} Jul 16 19:12:23.469332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=a20621ce-86e0-426c-b2a0-31a094c426d4,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:23.567893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c9c16-e100-4861-a383-086a7559aa4f req-c573aa53-75fb-4566-ac1b-360d2b7470dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:23.569388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-829c9c16-e100-4861-a383-086a7559aa4f req-c573aa53-75fb-4566-ac1b-360d2b7470dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 1098 time: 0.0582712 Jul 16 19:12:23.604735 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-829c9c16-e100-4861-a383-086a7559aa4f req-ae9d04a5-a82c-41f3-9256-97d4a7e28104 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290751 Jul 16 19:12:24.431032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c3b23-443c-4ccb-ad98-4f3056a7d533 req-4567faf1-9ca9-4634-9613-762fa4c95182 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:24.432634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e8c3b23-443c-4ccb-ad98-4f3056a7d533 req-4567faf1-9ca9-4634-9613-762fa4c95182 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 946 time: 0.0704517 Jul 16 19:12:24.475310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e8c3b23-443c-4ccb-ad98-4f3056a7d533 req-f832b5a7-6867-4965-861c-43530b92e306 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366125 Jul 16 19:12:24.815937 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:25.664362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40790b-59fb-47d9-8ef8-ba88fc8a4207 req-a9080d24-a2fa-4fc1-9711-ee3ac8c70d16 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.666472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c40790b-59fb-47d9-8ef8-ba88fc8a4207 req-a9080d24-a2fa-4fc1-9711-ee3ac8c70d16 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 946 time: 0.0715621 Jul 16 19:12:25.707438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8c40790b-59fb-47d9-8ef8-ba88fc8a4207 req-3af3d586-27f9-4264-ad55-684d35849c93 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349946 Jul 16 19:12:25.918831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9bcdc-90c9-44c4-a773-10e87d7cb746 req-7aac3d29-a123-44a8-b6f1-247fd2215661 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:25.921385 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-faa9bcdc-90c9-44c4-a773-10e87d7cb746 req-7aac3d29-a123-44a8-b6f1-247fd2215661 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 946 time: 0.0819170 Jul 16 19:12:25.966498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-faa9bcdc-90c9-44c4-a773-10e87d7cb746 req-c84fb7b9-cda0-46e9-99bf-69674472f96e tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392368 Jul 16 19:12:30.355983 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-987d75c9-0704-4403-b115-a92c87218cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.183267 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8c3ceac-50ae-43ea-a17c-52d1b7f88a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:33.447271 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:34.537799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:36.041847 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:37.802452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:38.165564 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:45.368725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-71e74104-47d0-4836-8901-710a3c167173 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548067 Jul 16 19:12:45.470647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-070df4ff-7aa7-44dd-891e-e15a2f37e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:45.472223 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-070df4ff-7aa7-44dd-891e-e15a2f37e36c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=be67dfeb452a4eff94fee465c150b678&device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 1098 time: 0.0565872 Jul 16 19:12:45.962013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-13e94516-0be3-4a0d-bb30-016c704f88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:45.963588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-13e94516-0be3-4a0d-bb30-016c704f88d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 200 len: 916 time: 0.4691746 Jul 16 19:12:46.019241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-5ef91ea8-d505-4b09-8235-3c0a71f18368 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20621ce-86e0-426c-b2a0-31a094c426d4 HTTP/1.1" status: 200 len: 217 time: 0.0423081 Jul 16 19:12:46.067273 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-b95eb62b-f273-4a4c-adde-d41a8505591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.068777 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-b95eb62b-f273-4a4c-adde-d41a8505591b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7ea17153-ffc9-421c-94cc-26810df10f63 HTTP/1.1" status: 200 len: 855 time: 0.0430202 Jul 16 19:12:46.131402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-fd8a76ae-8395-4291-8ff6-ff44c9a12147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.132886 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-fd8a76ae-8395-4291-8ff6-ff44c9a12147 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2eafcf8-f0e5-41d8-8565-cf48a5f26149&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567787 Jul 16 19:12:46.144328 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3ef86-8801-4afe-872a-d2b4bde75599 req-33d4e4ea-0650-49d2-90b1-d2f12570bc6a tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:46.145887 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17a3ef86-8801-4afe-872a-d2b4bde75599 req-33d4e4ea-0650-49d2-90b1-d2f12570bc6a tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 946 time: 0.0630422 Jul 16 19:12:46.183576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-17a3ef86-8801-4afe-872a-d2b4bde75599 req-72d4de8d-8ac1-4251-8088-2bb79af35a13 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jul 16 19:12:46.225153 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-efe10e5d-2d0f-4b9a-bd08-1038623c3477 service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851851 Jul 16 19:12:46.321117 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7723e301-800c-4c7e-ac6f-acaef5890855 req-5a40caa3-5603-4ea3-9e38-bdfdca7871a5 service neutron] 10.222.0.13 "GET /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881000 Jul 16 19:12:47.397369 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708c815-4187-4019-a805-690fb23a9e0d req-5d18a30d-e57f-44c9-9ecf-3ee00bec63f1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:47.398827 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3708c815-4187-4019-a805-690fb23a9e0d req-5d18a30d-e57f-44c9-9ecf-3ee00bec63f1 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 946 time: 0.0981562 Jul 16 19:12:47.439802 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3708c815-4187-4019-a805-690fb23a9e0d req-c1305896-0f7f-4977-bccd-c5008a40df5a tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/security-groups?id=1bed59ec-dcb6-493a-a2f1-a11c05a88795&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345931 Jul 16 19:12:47.616514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-f5267640-8e25-4fdf-ac80-93ccf77a2b10 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:47.617989 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-f5267640-8e25-4fdf-ac80-93ccf77a2b10 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 946 time: 0.0646536 Jul 16 19:12:47.725949 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Deleting port a20621ce-86e0-426c-b2a0-31a094c426d4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:47.726274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.816336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] For port a20621ce-86e0-426c-b2a0-31a094c426d4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=a20621ce-86e0-426c-b2a0-31a094c426d4,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:47.816696 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.829915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Calling delete_port for a20621ce-86e0-426c-b2a0-31a094c426d4 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:47.964677 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:47.980757 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['a20621ce-86e0-426c-b2a0-31a094c426d4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:47.994404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Pushing event deleted for resources: {'Port': ['ID=a20621ce-86e0-426c-b2a0-31a094c426d4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:48.003624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.004520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.004520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.004813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.005000 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.005336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.005710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.006053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.006433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.006759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.007093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.007415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:48.062131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] No DVR routers for this DVR port a20621ce-86e0-426c-b2a0-31a094c426d4 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:48.064905 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:48.066942 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f6d879e3-3871-4405-b05f-2fe1ac0062c6 req-5f23bb3d-48b1-42ca-b570-fdb36217ca85 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.13 "DELETE /v2.0/ports/a20621ce-86e0-426c-b2a0-31a094c426d4 HTTP/1.1" status: 204 len: 173 time: 0.4438901 Jul 16 19:12:48.067451 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'name': 'network-vif-deleted', 'tag': 'a20621ce-86e0-426c-b2a0-31a094c426d4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:48.069854 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daeddf8-639d-4a93-bdd5-0108699c6726" -d '{"events": [{"server_uuid": "a1b5deb1-d4df-41a7-ad34-620f2f696b92", "name": "network-vif-deleted", "tag": "a20621ce-86e0-426c-b2a0-31a094c426d4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:48.142549 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7381f5fd-72d3-4d45-b9ef-920ac768a233 x-openstack-request-id: req-7381f5fd-72d3-4d45-b9ef-920ac768a233 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:48.142912 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b5deb1-d4df-41a7-ad34-620f2f696b92", "name": "network-vif-deleted", "tag": "a20621ce-86e0-426c-b2a0-31a094c426d4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:48.143231 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7381f5fd-72d3-4d45-b9ef-920ac768a233 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:48.143643 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b5deb1-d4df-41a7-ad34-620f2f696b92', 'name': 'network-vif-deleted', 'tag': 'a20621ce-86e0-426c-b2a0-31a094c426d4', 'status': 'completed', 'code': 200} Jul 16 19:12:48.606897 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9c3c65c-9324-4675-bbec-cab5af39d4c0 req-60a37f6d-aa9b-4911-85f7-180968ba90c2 tempest-TestEncryptedCinderVolumes-1978009383 tempest-TestEncryptedCinderVolumes-1978009383-project] 10.222.0.48 "GET /v2.0/ports?device_id=a1b5deb1-d4df-41a7-ad34-620f2f696b92 HTTP/1.1" status: 200 len: 210 time: 0.0332749 Jul 16 19:12:49.750975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47850) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:50.138966 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.427050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Deleting port 7958f3ab-3233-4788-9929-fb8dc8e6773c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:50.427423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.507602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] For port 7958f3ab-3233-4788-9929-fb8dc8e6773c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7958f3ab-3233-4788-9929-fb8dc8e6773c,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:50.507971 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.521925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Calling delete_port for 7958f3ab-3233-4788-9929-fb8dc8e6773c owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:50.704990 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.735359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7958f3ab-3233-4788-9929-fb8dc8e6773c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:50.748013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.748462 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.748742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.749088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.749427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.749764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.750231 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.750483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.750756 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.751089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.751987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.751987 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:12:50.932490 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:51.170649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Router 3c308e2c-7228-4493-9bb3-686813f0be1b has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:12:51.279844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:12:51.285468 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dceeebb5-793f-411d-8ba8-879bc8f4f8fb admin admin] 10.222.0.48 "PUT /v2.0/routers/3c308e2c-7228-4493-9bb3-686813f0be1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327215 Jul 16 19:12:51.287534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47852) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:51.295152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] Sync routers for ids ['3c308e2c-7228-4493-9bb3-686813f0be1b'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:12:51.304784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] Routers {'3c308e2c-7228-4493-9bb3-686813f0be1b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:51.305412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3c308e2c-7228-4493-9bb3-686813f0be1b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:51.353412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a20621ce-86e0-426c-b2a0-31a094c426d4 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:51.377672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: a20621ce-86e0-426c-b2a0-31a094c426d4 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:51.378013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device a20621ce-86e0-426c-b2a0-31a094c426d4 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:51.399632 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:51.468941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] Set router 3c308e2c-7228-4493-9bb3-686813f0be1b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:51.707516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:12:50Z', 'revision_number': 5, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:51.736008 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] Checking router: 3c308e2c-7228-4493-9bb3-686813f0be1b for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:12:51.747163 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] Routers {'3c308e2c-7228-4493-9bb3-686813f0be1b'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:51.747806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['3c308e2c-7228-4493-9bb3-686813f0be1b'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:51.861896 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] Set router 3c308e2c-7228-4493-9bb3-686813f0be1b gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:51.893570 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:51.964284 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Deleting port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:51.964727 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.053882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] For port 5ede1e40-55b3-4a08-9217-fc8b43b65d0d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:52.054415 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.075594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Calling delete_port for 5ede1e40-55b3-4a08-9217-fc8b43b65d0d owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:52.076695 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:12:50Z', 'revision_number': 5, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:52.109667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b30f99d-64b6-4cd9-9afe-37da0a5af60d None None] The sync data for ids ['3c308e2c-7228-4493-9bb3-686813f0be1b'] in n-d-793620-10 is: [{'id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'name': 'tempest-TestEncryptedCinderVolumes-101030389-router', 'tenant_id': 'be67dfeb452a4eff94fee465c150b678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215'}], 'enable_snat': True}, 'gw_port_id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:33Z', 'updated_at': '2021-07-16T19:12:50Z', 'revision_number': 5, 'project_id': 'be67dfeb452a4eff94fee465c150b678', 'gw_port': {'id': '5ede1e40-55b3-4a08-9217-fc8b43b65d0d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:db:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c308e2c-7228-4493-9bb3-686813f0be1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:34Z', 'updated_at': '2021-07-16T19:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:12:52.248570 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.279766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ede1e40-55b3-4a08-9217-fc8b43b65d0d,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:52.346804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.464199 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.466622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.521047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.521889 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c308e2c-7228-4493-9bb3-686813f0be1b {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:12:52.529271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.530661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3bfd60ed-b32e-4d20-84d1-20899312435c admin admin] 10.222.0.48 "DELETE /v2.0/routers/3c308e2c-7228-4493-9bb3-686813f0be1b HTTP/1.1" status: 204 len: 168 time: 1.2420607 Jul 16 19:12:52.533573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47858) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:52.587619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] Deleting subnet 7ea17153-ffc9-421c-94cc-26810df10f63 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:12:52.593228 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.633452 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.718660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.791085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.822316 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.824620 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7ea17153-ffc9-421c-94cc-26810df10f63 HTTP/1.1" status: 204 len: 168 time: 0.2887919 Jul 16 19:12:52.825424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d80f07-6e9c-408c-a860-a654a306a77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea17153-ffc9-421c-94cc-26810df10f63,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:52.827625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47860) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:52.831548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2333ce7f-8276-4044-8d31-50aa9c1282d4 None None] Network e2eafcf8-f0e5-41d8-8565-cf48a5f26149 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:12:52.908484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.969441 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Deleting port dad5cece-3d28-4785-bed1-24dee17074b1 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:52.969715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.046998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] For port dad5cece-3d28-4785-bed1-24dee17074b1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=dad5cece-3d28-4785-bed1-24dee17074b1,segment=NetworkSegment(b884e3d7-3b44-4fd1-8076-4e999ce2b945),segment_id=b884e3d7-3b44-4fd1-8076-4e999ce2b945)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:53.047488 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.060799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Calling delete_port for dad5cece-3d28-4785-bed1-24dee17074b1 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:53.143859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.177216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad5cece-3d28-4785-bed1-24dee17074b1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:53.180198 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] No DVR routers for this DVR port dad5cece-3d28-4785-bed1-24dee17074b1 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:53.241112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb8d3b-2f1d-47fe-9ee5-222137eae70c None None] DHCP port deletion for e2eafcf8-f0e5-41d8-8565-cf48a5f26149 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:12:53.265243 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.277216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2eafcf8-f0e5-41d8-8565-cf48a5f26149']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:53.288827 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b884e3d7-3b44-4fd1-8076-4e999ce2b945') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:53.289108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b884e3d7-3b44-4fd1-8076-4e999ce2b945') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:53.299224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.314835 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.321087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:12:53.321502 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:12:53.323280 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:12:53.386217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.392140 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.394048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e2eafcf8-f0e5-41d8-8565-cf48a5f26149 HTTP/1.1" status: 204 len: 168 time: 0.5651431 Jul 16 19:12:53.397272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47862) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:53.405668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b6deb6-9f5c-45ae-ba4c-b5782ae71286 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2eafcf8-f0e5-41d8-8565-cf48a5f26149,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:53.763014 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:53.957797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7958f3ab-3233-4788-9929-fb8dc8e6773c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:53.980107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7958f3ab-3233-4788-9929-fb8dc8e6773c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:53.980467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7958f3ab-3233-4788-9929-fb8dc8e6773c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:53.980838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dad5cece-3d28-4785-bed1-24dee17074b1 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:54.004422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: dad5cece-3d28-4785-bed1-24dee17074b1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:54.004790 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device dad5cece-3d28-4785-bed1-24dee17074b1 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:54.005202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5ede1e40-55b3-4a08-9217-fc8b43b65d0d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:54.026522 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5ede1e40-55b3-4a08-9217-fc8b43b65d0d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:54.026815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5ede1e40-55b3-4a08-9217-fc8b43b65d0d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:54.043686 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Deleting port b0007194-b388-4f60-86a9-3fc94846ac52 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:54.044037 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:54.129569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] For port b0007194-b388-4f60-86a9-3fc94846ac52, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=b0007194-b388-4f60-86a9-3fc94846ac52,segment=NetworkSegment(2bdc1982-22ba-4247-97e2-e5cc46cd6596),segment_id=2bdc1982-22ba-4247-97e2-e5cc46cd6596)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:54.129927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:54.143005 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Calling delete_port for b0007194-b388-4f60-86a9-3fc94846ac52 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:54.346954 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:54.375521 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0007194-b388-4f60-86a9-3fc94846ac52,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:54.570479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:54.796962 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Router 0347c864-1c51-44c6-b9ff-aedcb40986ae has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:12:54.934257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:12:54.945305 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] Sync routers for ids ['0347c864-1c51-44c6-b9ff-aedcb40986ae'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:12:54.949448 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-516af8a9-1fae-4dd4-b7a1-a2e262856471 admin admin] 10.222.0.48 "PUT /v2.0/routers/0347c864-1c51-44c6-b9ff-aedcb40986ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5506685 Jul 16 19:12:54.950111 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47864) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:54.956627 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] Routers {'0347c864-1c51-44c6-b9ff-aedcb40986ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:54.957632 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0347c864-1c51-44c6-b9ff-aedcb40986ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:55.073896 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] Set router 0347c864-1c51-44c6-b9ff-aedcb40986ae gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:55.081823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.206693 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.279642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Deleting port 061d7527-74d2-4a01-a77d-3b92d6deb306 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:55.280027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.337462 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218'}], 'enable_snat': True}, 'gw_port_id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:12:54Z', 'revision_number': 5, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port': {'id': '061d7527-74d2-4a01-a77d-3b92d6deb306', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:03:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:11:39Z', 'updated_at': '2021-07-16T19:11:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:55.377800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] Checking router: 0347c864-1c51-44c6-b9ff-aedcb40986ae for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:12:55.385485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] For port 061d7527-74d2-4a01-a77d-3b92d6deb306, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=061d7527-74d2-4a01-a77d-3b92d6deb306,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:55.385968 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.390961 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] Routers {'0347c864-1c51-44c6-b9ff-aedcb40986ae'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:12:55.391600 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['0347c864-1c51-44c6-b9ff-aedcb40986ae'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:55.401355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Calling delete_port for 061d7527-74d2-4a01-a77d-3b92d6deb306 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:55.594234 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] Set router 0347c864-1c51-44c6-b9ff-aedcb40986ae gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:12:55.633061 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.655935 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:12:55Z', 'revision_number': 6, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:55.663354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=061d7527-74d2-4a01-a77d-3b92d6deb306,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:55.694807 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfce4ec0-047d-491a-84d6-546a0ff3c435 None None] The sync data for ids ['0347c864-1c51-44c6-b9ff-aedcb40986ae'] in n-d-793620-10 is: [{'id': '0347c864-1c51-44c6-b9ff-aedcb40986ae', 'name': 'tempest-TestEncryptedCinderVolumes-1884588052-router', 'tenant_id': 'f180649c0f854756a230824a24aa165d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:11:38Z', 'updated_at': '2021-07-16T19:12:55Z', 'revision_number': 6, 'project_id': 'f180649c0f854756a230824a24aa165d', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:12:55.751756 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.878904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.881400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.931503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.931973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0347c864-1c51-44c6-b9ff-aedcb40986ae {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:12:55.936712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:55.937801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-36dd7495-7def-4090-9877-ef28e0215e4a admin admin] 10.222.0.48 "DELETE /v2.0/routers/0347c864-1c51-44c6-b9ff-aedcb40986ae HTTP/1.1" status: 204 len: 168 time: 0.9865825 Jul 16 19:12:55.940385 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47866) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:55.987244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] Deleting subnet b1ec4af9-3eb7-4166-8028-d2b4cfae432b {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:12:55.990533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.026561 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.124637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.193464 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.219833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1ec4af9-3eb7-4166-8028-d2b4cfae432b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:56.227341 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.229341 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35d61f89-d91b-4158-a08d-d92434f1eabb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b1ec4af9-3eb7-4166-8028-d2b4cfae432b HTTP/1.1" status: 204 len: 168 time: 0.2879338 Jul 16 19:12:56.232422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47868) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:56.233849 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a1455e-a9cc-465e-aa42-8599c6e1a029 None None] Network db9c55e5-1cc2-4a38-8da3-81a505c614a3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:12:56.321841 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.386850 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Deleting port 7f183270-4dbf-40cf-9dc5-542a1342c819 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:56.387103 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.477300 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] For port 7f183270-4dbf-40cf-9dc5-542a1342c819, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7f183270-4dbf-40cf-9dc5-542a1342c819,segment=NetworkSegment(2bdc1982-22ba-4247-97e2-e5cc46cd6596),segment_id=2bdc1982-22ba-4247-97e2-e5cc46cd6596)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:56.477610 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.483557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b0007194-b388-4f60-86a9-3fc94846ac52 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:56.495231 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Calling delete_port for 7f183270-4dbf-40cf-9dc5-542a1342c819 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:56.512107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: b0007194-b388-4f60-86a9-3fc94846ac52 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:56.512505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device b0007194-b388-4f60-86a9-3fc94846ac52 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:56.522920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] DHCP port deletion for db9c55e5-1cc2-4a38-8da3-81a505c614a3 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:12:56.590800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] Deleting port 7f183270-4dbf-40cf-9dc5-542a1342c819 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:12:56.591357 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.603511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.630830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f183270-4dbf-40cf-9dc5-542a1342c819,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:56.634754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] No DVR routers for this DVR port 7f183270-4dbf-40cf-9dc5-542a1342c819 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:56.687867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] For port 7f183270-4dbf-40cf-9dc5-542a1342c819, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7f183270-4dbf-40cf-9dc5-542a1342c819,segment=NetworkSegment(2bdc1982-22ba-4247-97e2-e5cc46cd6596),segment_id=2bdc1982-22ba-4247-97e2-e5cc46cd6596)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:56.688566 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.703561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] Calling delete_port for 7f183270-4dbf-40cf-9dc5-542a1342c819 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:12:56.714132 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.724571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9c55e5-1cc2-4a38-8da3-81a505c614a3']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:56.735778 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdc1982-22ba-4247-97e2-e5cc46cd6596') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:56.736071 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdc1982-22ba-4247-97e2-e5cc46cd6596') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:12:56.746287 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.762328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.770749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:12:56.771163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:12:56.773782 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:12:56.791649 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.819110 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] Pushing event deleted for resources: {'Port': ['ID=7f183270-4dbf-40cf-9dc5-542a1342c819,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:56.823071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511a351-6055-4690-be24-4ec84fbaae1a None None] No DVR routers for this DVR port 7f183270-4dbf-40cf-9dc5-542a1342c819 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:12:56.844414 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.851753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:56.858439 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] 10.222.0.48 "DELETE /v2.0/networks/db9c55e5-1cc2-4a38-8da3-81a505c614a3 HTTP/1.1" status: 204 len: 168 time: 0.6211290 Jul 16 19:12:56.868932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba6672-efef-4709-a14d-f30fce855a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=db9c55e5-1cc2-4a38-8da3-81a505c614a3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:57.022074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47872) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:57.062555 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1cc797f1-744e-4a99-8e1e-ed930a261acd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=be67dfeb452a4eff94fee465c150b678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393069 Jul 16 19:12:57.065304 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47874) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:57.112707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0163-3edf-44e2-8530-a57624ad0d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.135131 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0163-3edf-44e2-8530-a57624ad0d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.189069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0163-3edf-44e2-8530-a57624ad0d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.192142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-8ffe0163-3edf-44e2-8530-a57624ad0d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.193523 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8ffe0163-3edf-44e2-8530-a57624ad0d0c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1bed59ec-dcb6-493a-a2f1-a11c05a88795 HTTP/1.1" status: 204 len: 168 time: 0.1272154 Jul 16 19:12:57.201901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe0163-3edf-44e2-8530-a57624ad0d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bed59ec-dcb6-493a-a2f1-a11c05a88795,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:57.504866 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47880) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:57.545094 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9bfe6147-028d-418e-b0ae-22168714951c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f180649c0f854756a230824a24aa165d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389352 Jul 16 19:12:57.547468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47882) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:57.596122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed47deaa-6e39-4ec5-97e1-a77dcf59db69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.616931 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed47deaa-6e39-4ec5-97e1-a77dcf59db69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.668224 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed47deaa-6e39-4ec5-97e1-a77dcf59db69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.670810 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ed47deaa-6e39-4ec5-97e1-a77dcf59db69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:57.672590 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ed47deaa-6e39-4ec5-97e1-a77dcf59db69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/343a7eb2-3939-4a9d-8717-cdaf107ed65b HTTP/1.1" status: 204 len: 168 time: 0.1236255 Jul 16 19:12:57.680960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47deaa-6e39-4ec5-97e1-a77dcf59db69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343a7eb2-3939-4a9d-8717-cdaf107ed65b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:57.937556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7f183270-4dbf-40cf-9dc5-542a1342c819 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:57.957707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7f183270-4dbf-40cf-9dc5-542a1342c819 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:57.958148 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7f183270-4dbf-40cf-9dc5-542a1342c819 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:57.958631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 061d7527-74d2-4a01-a77d-3b92d6deb306 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:12:57.977557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 061d7527-74d2-4a01-a77d-3b92d6deb306 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:12:57.977905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 061d7527-74d2-4a01-a77d-3b92d6deb306 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:12:58.348443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47904) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:58.443244 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-818514770-network', 'tenant_id': '377a26783c634f068697356df27201df'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:58.464289 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Made reservation on behalf of 377a26783c634f068697356df27201df for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:12:58.466672 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.474896 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.571373 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.575033 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.601766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:12:58.607617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7e045e-2337-4c85-a21c-f5b21ad6784d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:58.615529 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.615773 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Added segment 41b8c6e1-02f0-4c32-b35c-01810e0544cd of type vlan for network 8a45e611-5417-40eb-b0d5-5ec3d9608460 Jul 16 19:12:58.656899 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.685787 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.686836 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:58.687410 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.718829 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3690791 Jul 16 19:12:58.721904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47908) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:58.727166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Request body: {'subnet': {'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-818514770-subnet', 'tenant_id': '377a26783c634f068697356df27201df', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:58.748315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Made reservation on behalf of 377a26783c634f068697356df27201df for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:12:58.748645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b539ed2-c38e-47f8-8920-ffd3a35f2fe8 admin admin] Pushing event updated for resources: {'Network': ['ID=8a45e611-5417-40eb-b0d5-5ec3d9608460,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:58.751237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.760112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:12:58.924989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:58.990817 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a764ec67-e8b6-484e-8281-21dfeffca19b,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:58.999257 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Checking segment: {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:58.999625 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Network hostable DHCP agents. Network: 8a45e611-5417-40eb-b0d5-5ec3d9608460, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:12:59.017605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:12:59.027652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8a45e611-5417-40eb-b0d5-5ec3d9608460) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:59.033392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:59.033515 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.037672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa9ec63-4b48-4be5-ba80-243867c68fe0 None None] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:12:59.051133 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8d67fe6c-8561-4748-90c8-09758346254f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3278654 Jul 16 19:12:59.054895 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47910) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:12:59.059808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:12:59.083713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.084950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.163715 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.196967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8a45e611-5417-40eb-b0d5-5ec3d9608460', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:12:59.197870 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.304212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.332380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Allocated IP 172.20.0.2 (8a45e611-5417-40eb-b0d5-5ec3d9608460/a764ec67-e8b6-484e-8281-21dfeffca19b/d9494ec1-66ec-4c98-9104-19d0b9ce5a44) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:59.481697 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.490900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Transition to ACTIVE for port object d9494ec1-66ec-4c98-9104-19d0b9ce5a44 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:59.506729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Transition to ACTIVE for port object d9494ec1-66ec-4c98-9104-19d0b9ce5a44 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:12:59.514330 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.518733 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.538155 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.552519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:59.558597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:59.562792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:59.572306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Pushing event updated for resources: {'Port': ['ID=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:59.629152 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Attempting to bind port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:12:59.629515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Attempting to bind port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:12:59.629875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Attempting to bind port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 on network 8a45e611-5417-40eb-b0d5-5ec3d9608460 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:12:59.635440 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:12:59.635809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Checking segment: {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:12:59.636234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.636632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Bound using segment: {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:12:59.637101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Bound port: d9494ec1-66ec-4c98-9104-19d0b9ce5a44, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:12:59.637480 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.649585 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Allocated IP 172.25.0.139 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/919e6b11-ff5c-418a-9eeb-0a3f07471895) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:12:59.718127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] For port d9494ec1-66ec-4c98-9104-19d0b9ce5a44, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:12:59.721764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] For port d9494ec1-66ec-4c98-9104-19d0b9ce5a44, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:12:59.726672 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.780603 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.798300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6ca0c-bca7-4c18-bc89-9d1706eb919a None None] Pushing event updated for resources: {'Port': ['ID=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:59.835712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:59.885079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:12:59.888083 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:12:59.892369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:12:59.916351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Pushing event updated for resources: {'Port': ['ID=919e6b11-ff5c-418a-9eeb-0a3f07471895,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:00.187666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:00.350801 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f0642bef-0987-4fe4-9ad8-e5f718cebff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:00.409736 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:00.553911 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Router f673bc22-2c04-4d83-b228-6b1e9d579558 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:13:00.670147 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:00.681669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Sync routers for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:00.693590 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:00.694181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:00.694809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:00.694955 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abb38baf-5f13-46e7-a124-d76f19dab069 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6390166 Jul 16 19:13:00.699213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47912) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:00.791006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86875cbd-a9ed-4fbe-8089-f2b45ec0a37d None None] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:13:00.877352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:01.127796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-73190a9c-7919-4319-b321-e5a2662d42bd None None] Provisioning for port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:01.330062 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:00Z', 'revision_number': 3, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:01.379454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Checking router: f673bc22-2c04-4d83-b228-6b1e9d579558 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:01.380136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Updating router f673bc22-2c04-4d83-b228-6b1e9d579558 port 919e6b11-ff5c-418a-9eeb-0a3f07471895 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:13:01.438398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.592083 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.740222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.752313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Transition to ACTIVE for port object 919e6b11-ff5c-418a-9eeb-0a3f07471895 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:01.759726 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.785424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Allocated IP 172.20.0.1 (8a45e611-5417-40eb-b0d5-5ec3d9608460/a764ec67-e8b6-484e-8281-21dfeffca19b/918312a2-1f94-4d0a-99ea-028a73165487) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:01.816496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Attempting to bind port 919e6b11-ff5c-418a-9eeb-0a3f07471895 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:01.816786 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:01.817273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Attempting to bind port 919e6b11-ff5c-418a-9eeb-0a3f07471895 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:01.817273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Attempting to bind port 919e6b11-ff5c-418a-9eeb-0a3f07471895 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:01.826215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:01.826594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:01.827018 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.827411 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:01.827900 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Bound port: 919e6b11-ff5c-418a-9eeb-0a3f07471895, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:01.828325 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.830026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e19478-99dd-4dc2-a752-008aa578d7bc None None] Pushing event updated for resources: {'Port': ['ID=919e6b11-ff5c-418a-9eeb-0a3f07471895,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:01.902643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] For port 919e6b11-ff5c-418a-9eeb-0a3f07471895, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:01.907691 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] For port 919e6b11-ff5c-418a-9eeb-0a3f07471895, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=919e6b11-ff5c-418a-9eeb-0a3f07471895,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:01.918005 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.918319 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:01.935441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Transition to ACTIVE for port object 918312a2-1f94-4d0a-99ea-028a73165487 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:01.987921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:01.988596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:12:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:01.992987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.043304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9494ec1-66ec-4c98-9104-19d0b9ce5a44 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:02.045472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:02.048404 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:02.050849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:02.076794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Pushing event updated for resources: {'Port': ['ID=918312a2-1f94-4d0a-99ea-028a73165487,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:02.099102 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.126119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e19478-99dd-4dc2-a752-008aa578d7bc None None] Pushing event updated for resources: {'Port': ['ID=919e6b11-ff5c-418a-9eeb-0a3f07471895,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:02.195084 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:02.197439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:02.227914 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:02.228265 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.262635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.365670 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9d85078b-09e8-4543-b061-922e37d97a3a None None] Provisioning for port 918312a2-1f94-4d0a-99ea-028a73165487 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:02.374835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9d85078b-09e8-4543-b061-922e37d97a3a None None] Provisioning complete for port 918312a2-1f94-4d0a-99ea-028a73165487 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:02.375204 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d85078b-09e8-4543-b061-922e37d97a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.471961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9d85078b-09e8-4543-b061-922e37d97a3a None None] Port 918312a2-1f94-4d0a-99ea-028a73165487 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:02.473722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.484886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.493256 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.518795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port d9494ec1-66ec-4c98-9104-19d0b9ce5a44, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:02.525684 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.558351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:00Z', 'revision_number': 3, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:02.568847 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.577455 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Pushing event updated for resources: {'Port': ['ID=918312a2-1f94-4d0a-99ea-028a73165487,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:02.592197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fc6e31-be97-458d-beed-ed2eef88329d None None] The sync data for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 is: [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:00Z', 'revision_number': 3, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:02.617253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:02.685063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:02.691866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:02.867801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Router f673bc22-2c04-4d83-b228-6b1e9d579558 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:03.005481 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-96d2bf3b-5687-4de5-acbe-f23bb778be6b None None] Provisioning complete for port 918312a2-1f94-4d0a-99ea-028a73165487 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:03.006591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-96d2bf3b-5687-4de5-acbe-f23bb778be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.066292 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:03.076049 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a3f1b797-b06d-4902-ae4c-94ad4b50580b admin admin] 10.222.0.48 "PUT /v2.0/routers/f673bc22-2c04-4d83-b228-6b1e9d579558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3713877 Jul 16 19:13:03.082744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-96d2bf3b-5687-4de5-acbe-f23bb778be6b None None] Port 918312a2-1f94-4d0a-99ea-028a73165487 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:03.187629 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fada5e8a-0fb1-4913-a1a5-7da0ae476fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.453499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.592324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47928) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:03.597582 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1345337181-network', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:03.620490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Made reservation on behalf of b2ea76d1f6f04a5ea379124ce44acf94 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:03.622936 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.632296 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.730758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.735611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.763598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:13:03.772867 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db59f937-292a-4d73-a407-01a5310fb297,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:03.781208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.781561 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Added segment 5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8 of type vlan for network e8646783-2dea-464c-a839-33d9af8373e1 Jul 16 19:13:03.824042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.854213 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.855192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:03.855778 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.887631 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2940784 Jul 16 19:13:03.890660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47930) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:03.895769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Request body: {'subnet': {'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1345337181-subnet', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:03.924925 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb37ab-573c-4c75-a88d-ba150538594c admin admin] Pushing event updated for resources: {'Network': ['ID=e8646783-2dea-464c-a839-33d9af8373e1,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:03.925580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Made reservation on behalf of b2ea76d1f6f04a5ea379124ce44acf94 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:03.929583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:03.937929 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network e8646783-2dea-464c-a839-33d9af8373e1 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:13:04.085546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 919e6b11-ff5c-418a-9eeb-0a3f07471895 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:04.159167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 919e6b11-ff5c-418a-9eeb-0a3f07471895 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:04.164217 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 919e6b11-ff5c-418a-9eeb-0a3f07471895 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:04.164802 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.234492 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.274398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.294674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77a9944-e9a8-47ef-8de5-6055a8ae8871,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:04.298943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 919e6b11-ff5c-418a-9eeb-0a3f07471895, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=919e6b11-ff5c-418a-9eeb-0a3f07471895,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:04.306466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.308215 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9494ec1-66ec-4c98-9104-19d0b9ce5a44 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:04.310251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Checking segment: {'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:04.310632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Network hostable DHCP agents. Network: e8646783-2dea-464c-a839-33d9af8373e1, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:13:04.330980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Network e8646783-2dea-464c-a839-33d9af8373e1 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:13:04.345587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, e8646783-2dea-464c-a839-33d9af8373e1) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:04.351598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:04.352837 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.371039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9633f576-09a0-4c4e-875b-684a7a05a0f5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4789503 Jul 16 19:13:04.374797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 47932) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:04.375204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9b5b7-c71f-4ce9-af81-f13ae8f7c610 None None] Network e8646783-2dea-464c-a839-33d9af8373e1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:13:04.380265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:04.409567 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.410773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.438425 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Sync routers for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:04.454075 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:04.455101 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:04.476309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=919e6b11-ff5c-418a-9eeb-0a3f07471895,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:04.503921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:04.504408 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.514569 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.588209 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:04.615503 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.723912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-e8646783-2dea-464c-a839-33d9af8373e1', 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'fixed_ips': [{'subnet_id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:13:04.725473 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.790339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.804033 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 2, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:04.834221 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Checking router: f673bc22-2c04-4d83-b228-6b1e9d579558 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:04.834654 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Updating router f673bc22-2c04-4d83-b228-6b1e9d579558 port 918312a2-1f94-4d0a-99ea-028a73165487 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:13:04.882614 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:04.947339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Allocated IP 172.20.0.2 (e8646783-2dea-464c-a839-33d9af8373e1/c77a9944-e9a8-47ef-8de5-6055a8ae8871/ab6905e4-5186-452d-8315-b28965e9c66e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:05.097326 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.123910 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.133989 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.134414 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Transition to ACTIVE for port object ab6905e4-5186-452d-8315-b28965e9c66e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:05.151501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Transition to ACTIVE for port object ab6905e4-5186-452d-8315-b28965e9c66e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:05.159980 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.191214 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.205037 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Transition to ACTIVE for port object 918312a2-1f94-4d0a-99ea-028a73165487 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:05.206344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Network e8646783-2dea-464c-a839-33d9af8373e1 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:05.210709 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:05.212599 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.213318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Pushing event updated for resources: {'Port': ['ID=ab6905e4-5186-452d-8315-b28965e9c66e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:05.215543 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:05.288317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Attempting to bind port ab6905e4-5186-452d-8315-b28965e9c66e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:05.288857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Attempting to bind port ab6905e4-5186-452d-8315-b28965e9c66e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:05.289318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Attempting to bind port ab6905e4-5186-452d-8315-b28965e9c66e on network e8646783-2dea-464c-a839-33d9af8373e1 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:05.295620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:05.296180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Checking segment: {'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:05.296713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.297211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Bound using segment: {'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:05.297791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Bound port: ab6905e4-5186-452d-8315-b28965e9c66e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:05.298277 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.349658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Allocated IP 172.25.0.47 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/2e13fd7a-6031-4f19-88bb-3e8ff123fcb2) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:05.397372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] For port ab6905e4-5186-452d-8315-b28965e9c66e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:05.404547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] For port ab6905e4-5186-452d-8315-b28965e9c66e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ab6905e4-5186-452d-8315-b28965e9c66e,segment=NetworkSegment(5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8),segment_id=5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:05.413683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Attempting to bind port 918312a2-1f94-4d0a-99ea-028a73165487 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:05.414277 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.414420 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Attempting to bind port 918312a2-1f94-4d0a-99ea-028a73165487 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:05.414947 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Attempting to bind port 918312a2-1f94-4d0a-99ea-028a73165487 on network 8a45e611-5417-40eb-b0d5-5ec3d9608460 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:05.439484 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Pushing event updated for resources: {'Port': ['ID=918312a2-1f94-4d0a-99ea-028a73165487,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:05.453582 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:05.454204 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Checking segment: {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:05.455058 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.455725 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Bound using segment: {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:05.456557 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Bound port: 918312a2-1f94-4d0a-99ea-028a73165487, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:05.457212 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.490365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b26ac-17ad-4d74-8256-8f9cc8e83814 None None] Pushing event updated for resources: {'Port': ['ID=ab6905e4-5186-452d-8315-b28965e9c66e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:05.490607 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.491100 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.491912 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.493494 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.494401 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.494980 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.495999 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.496712 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.497282 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.497891 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.498780 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.499692 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:05.598771 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] For port 918312a2-1f94-4d0a-99ea-028a73165487, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:05.604882 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] For port 918312a2-1f94-4d0a-99ea-028a73165487, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=918312a2-1f94-4d0a-99ea-028a73165487,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:05.605130 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.621326 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.677066 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:05.702824 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:05.703651 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:05.707459 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc9f69-1a8f-4eba-b64b-2c9d3ce9c3ac None None] Pushing event updated for resources: {'Port': ['ID=918312a2-1f94-4d0a-99ea-028a73165487,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:05.745548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:05.750789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:05.757391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:05.822644 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:05.929743 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:06.068497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.209667 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 919e6b11-ff5c-418a-9eeb-0a3f07471895 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:06.312677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 919e6b11-ff5c-418a-9eeb-0a3f07471895 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:06.313230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.314189 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.357839 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:05Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:06.389350 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5870df0-4198-44ff-bbf6-3dfaa62d8f88 None None] The sync data for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 is: [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:05Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:06.485496 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ab6905e4-5186-452d-8315-b28965e9c66e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:06.557910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port ab6905e4-5186-452d-8315-b28965e9c66e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:06.662829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:06.850168 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:13:07.022518 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:07.036575 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Sync routers for ids ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:07.049617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Routers {'1270b24b-7ff9-4f91-a198-c2e388bf2f0a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:07.049923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:07.051443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:07.056363 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 47934) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:07.057099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-32e8184f-b00b-41b6-bb9d-4744abc625e1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6755276 Jul 16 19:13:07.073290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d783b80-d384-417e-87e1-6f7b8e221eda None None] Network e8646783-2dea-464c-a839-33d9af8373e1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:13:07.262019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-040c52ad-1cbc-4a60-b4d3-f14bea4a0d69 None None] Provisioning for port ab6905e4-5186-452d-8315-b28965e9c66e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:07.294870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-040c52ad-1cbc-4a60-b4d3-f14bea4a0d69 None None] Provisioning complete for port ab6905e4-5186-452d-8315-b28965e9c66e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:07.295354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040c52ad-1cbc-4a60-b4d3-f14bea4a0d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:07.376364 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Set router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:07.661627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:07.817711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040c52ad-1cbc-4a60-b4d3-f14bea4a0d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:07.844472 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Allocated IP 172.20.0.1 (e8646783-2dea-464c-a839-33d9af8373e1/c77a9944-e9a8-47ef-8de5-6055a8ae8871/ec21e48f-3d27-4557-a527-8ac8ce652779) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:07.846505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:07.902547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-040c52ad-1cbc-4a60-b4d3-f14bea4a0d69 None None] For port ab6905e4-5186-452d-8315-b28965e9c66e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ab6905e4-5186-452d-8315-b28965e9c66e,segment=NetworkSegment(5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8),segment_id=5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:07.910264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-040c52ad-1cbc-4a60-b4d3-f14bea4a0d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:07.970420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:13:06Z', 'revision_number': 3, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port': {'id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:05Z', 'updated_at': '2021-07-16T19:13:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:07.970918 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.005835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Transition to ACTIVE for port object ec21e48f-3d27-4557-a527-8ac8ce652779 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:08.015235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Checking router: 1270b24b-7ff9-4f91-a198-c2e388bf2f0a for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:08.015592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Updating router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:13:08.017759 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 918312a2-1f94-4d0a-99ea-028a73165487 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:08.065716 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.066656 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c52ad-1cbc-4a60-b4d3-f14bea4a0d69 None None] Pushing event updated for resources: {'Port': ['ID=ab6905e4-5186-452d-8315-b28965e9c66e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:08.095065 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.122048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Network e8646783-2dea-464c-a839-33d9af8373e1 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:08.125240 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:08.130283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:08.137612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Pushing event updated for resources: {'Port': ['ID=ec21e48f-3d27-4557-a527-8ac8ce652779,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:08.155665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 918312a2-1f94-4d0a-99ea-028a73165487 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:08.189272 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.246287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 918312a2-1f94-4d0a-99ea-028a73165487 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:08.246578 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.322459 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.330314 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-8da4f1e6-7fc0-49a9-876a-cf6729620346 None None] Provisioning complete for port ab6905e4-5186-452d-8315-b28965e9c66e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:08.330702 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8da4f1e6-7fc0-49a9-876a-cf6729620346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.384002 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.518728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.557276 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.562758 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.616180 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 918312a2-1f94-4d0a-99ea-028a73165487, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=918312a2-1f94-4d0a-99ea-028a73165487,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:08.618764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.621912 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.640927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Pushing event updated for resources: {'Port': ['ID=ec21e48f-3d27-4557-a527-8ac8ce652779,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:08.644719 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.653965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Transition to ACTIVE for port object 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:08.666085 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.702040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=918312a2-1f94-4d0a-99ea-028a73165487,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:08.709297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Attempting to bind port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:08.709669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Attempting to bind port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:08.710034 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Attempting to bind port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:08.739845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:08.740265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:08.741090 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.741090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:08.741558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Bound port: 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:08.741917 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.746365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-47510139-98b0-4ea7-9580-1a50c5c0c816 None None] Provisioning for port ec21e48f-3d27-4557-a527-8ac8ce652779 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:08.746547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Network e8646783-2dea-464c-a839-33d9af8373e1 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:08.747972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:08.778922 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-47510139-98b0-4ea7-9580-1a50c5c0c816 None None] Provisioning complete for port ec21e48f-3d27-4557-a527-8ac8ce652779 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:08.780022 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-47510139-98b0-4ea7-9580-1a50c5c0c816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.782605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960ab35-ed65-4562-9a7e-2255d59a4227 None None] Pushing event updated for resources: {'Port': ['ID=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:08.844469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] For port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:08.846754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-47510139-98b0-4ea7-9580-1a50c5c0c816 None None] Port ec21e48f-3d27-4557-a527-8ac8ce652779 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:08.849428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] For port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:08.855289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:08.881187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:08.917703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2960ab35-ed65-4562-9a7e-2255d59a4227 None None] Pushing event updated for resources: {'Port': ['ID=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:08.920332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Routers {'1270b24b-7ff9-4f91-a198-c2e388bf2f0a'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:08.920961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:09.011123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:09.016979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-933d0f62-cdb2-4739-b3fc-6fc8d2c83721 admin admin] 10.222.0.48 "PUT /v2.0/routers/1270b24b-7ff9-4f91-a198-c2e388bf2f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9586399 Jul 16 19:13:09.035774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] Set router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:09.135983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-563fd748-910b-4205-85e1-57a62b9bbead None None] Provisioning complete for port ec21e48f-3d27-4557-a527-8ac8ce652779 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:09.136892 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-563fd748-910b-4205-85e1-57a62b9bbead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:09.230544 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-563fd748-910b-4205-85e1-57a62b9bbead None None] Port ec21e48f-3d27-4557-a527-8ac8ce652779 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:09.327463 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 4, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port': {'id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:05Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'ec21e48f-3d27-4557-a527-8ac8ce652779', 'name': '', 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'mac_address': 'fa:16:3e:f1:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:07Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 2, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'subnets': [{'id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:09.357223 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e259370-cbc8-4ddd-8fa3-e2768150b82a None None] The sync data for ids ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'] in n-d-793620-10 is: [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 4, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port': {'id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:05Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'ec21e48f-3d27-4557-a527-8ac8ce652779', 'name': '', 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'mac_address': 'fa:16:3e:f1:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:07Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 2, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'subnets': [{'id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:09.995327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 918312a2-1f94-4d0a-99ea-028a73165487 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:10.051420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 918312a2-1f94-4d0a-99ea-028a73165487 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:10.051795 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:10.217815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ab6905e4-5186-452d-8315-b28965e9c66e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:10.293561 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ab6905e4-5186-452d-8315-b28965e9c66e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:10.294048 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:12.043532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:12.109417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:12.114643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:12.115437 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:12.219728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:12.258926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:12.265230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:12.329366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:12.814033 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Sync routers for ids ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:12.824979 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Routers {'1270b24b-7ff9-4f91-a198-c2e388bf2f0a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:12.825622 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:12.975333 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Set router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:13.416185 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 4, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port': {'id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:05Z', 'updated_at': '2021-07-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'ec21e48f-3d27-4557-a527-8ac8ce652779', 'name': '', 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'mac_address': 'fa:16:3e:f1:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:07Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 2, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'subnets': [{'id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:13.479010 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Checking router: 1270b24b-7ff9-4f91-a198-c2e388bf2f0a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:13.479378 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Updating router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a port ec21e48f-3d27-4557-a527-8ac8ce652779 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:13:13.527617 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:13.995129 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:14.022726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:14.031022 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Transition to ACTIVE for port object ec21e48f-3d27-4557-a527-8ac8ce652779 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:14.052474 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:14.135235 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46944a-5ead-4228-97f4-e31681e3c5b6 None None] Pushing event updated for resources: {'Port': ['ID=ec21e48f-3d27-4557-a527-8ac8ce652779,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:14.159776 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:14.160347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:14.250130 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Attempting to bind port ec21e48f-3d27-4557-a527-8ac8ce652779 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:14.251001 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Attempting to bind port ec21e48f-3d27-4557-a527-8ac8ce652779 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:14.251800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Attempting to bind port ec21e48f-3d27-4557-a527-8ac8ce652779 on network e8646783-2dea-464c-a839-33d9af8373e1 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:14.261458 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:14.262589 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Checking segment: {'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:14.263425 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:14.264323 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Bound using segment: {'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:14.265341 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Bound port: ec21e48f-3d27-4557-a527-8ac8ce652779, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:14.266313 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:14.388862 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] For port ec21e48f-3d27-4557-a527-8ac8ce652779, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:14.394696 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] For port ec21e48f-3d27-4557-a527-8ac8ce652779, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ec21e48f-3d27-4557-a527-8ac8ce652779,segment=NetworkSegment(5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8),segment_id=5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:14.405993 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:14.501005 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Routers {'1270b24b-7ff9-4f91-a198-c2e388bf2f0a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:14.501652 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:14.506212 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b46944a-5ead-4228-97f4-e31681e3c5b6 None None] Pushing event updated for resources: {'Port': ['ID=ec21e48f-3d27-4557-a527-8ac8ce652779,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:14.707864 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] Set router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:15.135876 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 4, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port': {'id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:05Z', 'updated_at': '2021-07-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'ec21e48f-3d27-4557-a527-8ac8ce652779', 'name': '', 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'mac_address': 'fa:16:3e:f1:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:07Z', 'updated_at': '2021-07-16T19:13:14Z', 'revision_number': 4, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'subnets': [{'id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:15.184052 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35adc057-8e70-4c38-8967-b9019df96468 None None] The sync data for ids ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'] in n-d-793620-10 is: [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 4, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port': {'id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:05Z', 'updated_at': '2021-07-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'ec21e48f-3d27-4557-a527-8ac8ce652779', 'name': '', 'network_id': 'e8646783-2dea-464c-a839-33d9af8373e1', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'mac_address': 'fa:16:3e:f1:99:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:07Z', 'updated_at': '2021-07-16T19:13:14Z', 'revision_number': 4, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'subnets': [{'id': 'c77a9944-e9a8-47ef-8de5-6055a8ae8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:16.048261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ec21e48f-3d27-4557-a527-8ac8ce652779 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:16.111576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port ec21e48f-3d27-4557-a527-8ac8ce652779 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:16.119807 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ec21e48f-3d27-4557-a527-8ac8ce652779 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:16.120201 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:16.227930 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:16.272932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port ec21e48f-3d27-4557-a527-8ac8ce652779, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ec21e48f-3d27-4557-a527-8ac8ce652779,segment=NetworkSegment(5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8),segment_id=5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:16.280133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:16.402259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=ec21e48f-3d27-4557-a527-8ac8ce652779,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:18.062519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ec21e48f-3d27-4557-a527-8ac8ce652779 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:18.159994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port ec21e48f-3d27-4557-a527-8ac8ce652779 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:18.160437 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:20.786722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-bffa174b-d1f8-4b88-99ca-002ffa2765c1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:20.788293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-bffa174b-d1f8-4b88-99ca-002ffa2765c1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 814 time: 0.1134608 Jul 16 19:13:20.803920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-7de2dd3a-c363-4569-8a26-78fdade9a02b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/quotas/377a26783c634f068697356df27201df HTTP/1.1" status: 200 len: 375 time: 0.0099361 Jul 16 19:13:20.872668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-55528005-35ef-4ffe-97fc-af22708b1a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628648 Jul 16 19:13:20.976120 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-33000bbd-326c-4545-abff-ea4c3a531276 service neutron] 10.222.0.48 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910254 Jul 16 19:13:21.077431 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-df3916fd-bf47-41d6-aa6e-a603a8edbcd4 service neutron] 10.222.0.48 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899076 Jul 16 19:13:21.285464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f7a2728-7173-4132-88a6-717426d8010d req-6427b642-e4ed-41fd-ac15-5096e43f5897 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 210 time: 0.0430830 Jul 16 19:13:22.401636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-95e6dc29-e10c-4caf-9a92-dbf03513ff60 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:22.403290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-95e6dc29-e10c-4caf-9a92-dbf03513ff60 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 814 time: 0.1292977 Jul 16 19:13:22.421334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'port': {'device_id': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'admin_state_up': True, 'tenant_id': '377a26783c634f068697356df27201df'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:22.473618 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45ba03b2-6505-40fe-b58c-71d964d1ebec req-9d4cc58d-a27b-4764-9f3e-484d2620f960 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 210 time: 0.0327661 Jul 16 19:13:22.593082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Made reservation on behalf of 377a26783c634f068697356df27201df for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:22.597895 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:22.748209 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Allocated IP 172.20.0.3 (8a45e611-5417-40eb-b0d5-5ec3d9608460/a764ec67-e8b6-484e-8281-21dfeffca19b/09d89e06-dc67-4dd4-8b79-3c6629772e86) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:22.930846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:22.950253 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Transition to ACTIVE for port object 09d89e06-dc67-4dd4-8b79-3c6629772e86 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:23.000770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:23.118087 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:23.125598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:23.131626 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:23.189183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:23.200061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:23.200768 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:23.227781 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-0d410324-edfc-4167-9aae-615a9ad82a4d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121595 Jul 16 19:13:23.452313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-db143150-4b66-44eb-889b-5ec8e3c35c98 None None] Provisioning for port 09d89e06-dc67-4dd4-8b79-3c6629772e86 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:23.459430 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-db143150-4b66-44eb-889b-5ec8e3c35c98 None None] Provisioning complete for port 09d89e06-dc67-4dd4-8b79-3c6629772e86 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:23.460205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-db143150-4b66-44eb-889b-5ec8e3c35c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:23.499510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-db143150-4b66-44eb-889b-5ec8e3c35c98 None None] Port 09d89e06-dc67-4dd4-8b79-3c6629772e86 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:23.692800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cef07c-7bf4-4143-baa0-9d62c15b161c req-b122c0aa-8c6d-4478-a5eb-2d407ed3e45d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:23.694472 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87cef07c-7bf4-4143-baa0-9d62c15b161c req-b122c0aa-8c6d-4478-a5eb-2d407ed3e45d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0731311 Jul 16 19:13:23.748408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-87cef07c-7bf4-4143-baa0-9d62c15b161c req-05c7f4cf-1fdb-4e0a-8cbb-1e1ddbcd883b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Jul 16 19:13:24.959538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f8b60-8fbd-4d56-97ad-a9ba22b9a33c req-9d3b06d3-1226-4dfc-9875-92b300df390e tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:24.961862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-556f8b60-8fbd-4d56-97ad-a9ba22b9a33c req-9d3b06d3-1226-4dfc-9875-92b300df390e tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0727990 Jul 16 19:13:25.005391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-556f8b60-8fbd-4d56-97ad-a9ba22b9a33c req-4238f778-9943-4074-b270-2eedd2432667 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375261 Jul 16 19:13:26.207025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c7cce-67f0-4406-adee-b7b56b967206 req-cb6e2f00-b5d8-4d73-bd6c-f7bab22b8b58 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:26.208629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df1c7cce-67f0-4406-adee-b7b56b967206 req-cb6e2f00-b5d8-4d73-bd6c-f7bab22b8b58 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0756736 Jul 16 19:13:26.255444 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df1c7cce-67f0-4406-adee-b7b56b967206 req-e1cedcfe-9bd8-4fbd-afd8-83a941e0cd73 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Jul 16 19:13:27.465505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b2cac-1246-40b1-9b1b-acc9f130f42f req-3f231ca8-05cc-4b1a-8b76-8477a357c304 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:27.467644 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-873b2cac-1246-40b1-9b1b-acc9f130f42f req-3f231ca8-05cc-4b1a-8b76-8477a357c304 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0851057 Jul 16 19:13:27.520463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-873b2cac-1246-40b1-9b1b-acc9f130f42f req-ceaab471-af48-4842-9e48-d0cc3515063b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 Jul 16 19:13:28.740896 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a350-225e-4747-8983-20bb1640ebbb req-f1964ff0-67b8-492b-bb5f-bd8765726615 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:28.742543 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1b3a350-225e-4747-8983-20bb1640ebbb req-f1964ff0-67b8-492b-bb5f-bd8765726615 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0971224 Jul 16 19:13:28.801991 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f1b3a350-225e-4747-8983-20bb1640ebbb req-5a809761-fc47-46d3-861f-091620790143 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Jul 16 19:13:30.013950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabcb5f-4938-403b-9fb6-b1c0aa8f9481 req-31ad2558-e377-4b28-b0f7-d8c7b2819b7a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:30.015848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cbabcb5f-4938-403b-9fb6-b1c0aa8f9481 req-31ad2558-e377-4b28-b0f7-d8c7b2819b7a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0722547 Jul 16 19:13:30.066154 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cbabcb5f-4938-403b-9fb6-b1c0aa8f9481 req-a032ce27-da62-43f0-bf00-fefce00165a3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443151 Jul 16 19:13:30.358960 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3e86aa93-9976-4633-9afb-b49b9149e51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:31.300392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e84668-4e86-49c2-8c02-65a2b571e51a req-9e02d492-e6ac-4a33-acf1-78b14a298e8d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:31.305980 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07e84668-4e86-49c2-8c02-65a2b571e51a req-9e02d492-e6ac-4a33-acf1-78b14a298e8d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0897541 Jul 16 19:13:31.351636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-07e84668-4e86-49c2-8c02-65a2b571e51a req-a01c9b64-10b2-4b9a-b0ab-f59201bd31bf tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Jul 16 19:13:32.220707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Request body: {'port': {'device_id': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:32.311046 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:32.584490 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aa86e-83bc-412c-87ef-5a0efe43fc94 req-a6326be0-d402-4943-a1a9-fb77fba2fc01 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:32.586853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-006aa86e-83bc-412c-87ef-5a0efe43fc94 req-a6326be0-d402-4943-a1a9-fb77fba2fc01 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 931 time: 0.0882721 Jul 16 19:13:32.646445 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-006aa86e-83bc-412c-87ef-5a0efe43fc94 req-d587a221-8e13-441d-a6c0-ec0970bc31cd tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Jul 16 19:13:32.960760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d89e06-dc67-4dd4-8b79-3c6629772e86 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:32.969038 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:32.982908 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Transition to ACTIVE for port object 09d89e06-dc67-4dd4-8b79-3c6629772e86 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:32.992810 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.058244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Pushing event updated for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:33.145315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Attempting to bind port 09d89e06-dc67-4dd4-8b79-3c6629772e86 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:33.145653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Attempting to bind port 09d89e06-dc67-4dd4-8b79-3c6629772e86 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:33.145992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Attempting to bind port 09d89e06-dc67-4dd4-8b79-3c6629772e86 on network 8a45e611-5417-40eb-b0d5-5ec3d9608460 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:33.152937 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Port 09d89e06-dc67-4dd4-8b79-3c6629772e86 on network 8a45e611-5417-40eb-b0d5-5ec3d9608460 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:13:33.153436 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Attempting to bind port 09d89e06-dc67-4dd4-8b79-3c6629772e86 on network 8a45e611-5417-40eb-b0d5-5ec3d9608460 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:33.165730 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:33.166285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Checking segment: {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:33.166918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Bound using segment: {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:33.167638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Bound port: 09d89e06-dc67-4dd4-8b79-3c6629772e86, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41b8c6e1-02f0-4c32-b35c-01810e0544cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:33.168251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.198169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3df7347c-5856-4385-8013-635479224a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.245860 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:33.249196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:33.253409 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.298089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:33.298713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.300180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] 10.222.0.13 "PUT /v2.0/ports/09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 1092 time: 1.0858700 Jul 16 19:13:33.300635 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:33.302970 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc7cc6d-c261-455c-9335-b622e9859704" -d '{"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:33.330327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d5acf-82e9-4628-b46a-f816ce5e1545 service neutron] Pushing event updated for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:33.363701 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e02347-3c57-4c48-90c9-88d6d254bbc5 x-openstack-request-id: req-37e02347-3c57-4c48-90c9-88d6d254bbc5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:33.364085 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:33.364423 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-37e02347-3c57-4c48-90c9-88d6d254bbc5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:33.365133 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'status': 'completed', 'code': 200} Jul 16 19:13:33.433639 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-4141bfc5-c6c2-4a27-9e59-449fdff316b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:33.435218 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-4141bfc5-c6c2-4a27-9e59-449fdff316b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1095 time: 0.0663991 Jul 16 19:13:33.462137 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.486540 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-cb819eaf-5be8-43b1-acf8-f1ed943450af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 217 time: 0.0424252 Jul 16 19:13:33.546768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-eac7bcea-0480-4fe8-b606-e47e0bc145e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:33.549355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-eac7bcea-0480-4fe8-b606-e47e0bc145e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0568080 Jul 16 19:13:33.608786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977467e-63ec-4013-b555-47456b9d001b req-b3017e52-5f15-4bf0-80bd-badb1d9cc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:33.610204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-b3017e52-5f15-4bf0-80bd-badb1d9cc9da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551765 Jul 16 19:13:33.725463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-f59ec8cf-6ec7-4e44-870c-2c4e38eeb00c service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081030 Jul 16 19:13:33.836039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5977467e-63ec-4013-b555-47456b9d001b req-b2650e36-f4ca-4cff-bb5e-3d227f5c6870 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045015 Jul 16 19:13:33.852760 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af250670-184d-4a6a-bd35-1bb22cb0ddcb req-3a8c89fb-f513-40ad-93aa-5e070c87171a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:33.855914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af250670-184d-4a6a-bd35-1bb22cb0ddcb req-3a8c89fb-f513-40ad-93aa-5e070c87171a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 943 time: 0.0777893 Jul 16 19:13:33.911560 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af250670-184d-4a6a-bd35-1bb22cb0ddcb req-d1cb198f-5c94-45b9-96e3-70b63ae7c03d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Jul 16 19:13:33.962397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-b9199d49-35a4-473f-ad55-e28aa68d141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:33.963996 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-b9199d49-35a4-473f-ad55-e28aa68d141e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1095 time: 0.0756736 Jul 16 19:13:34.108638 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-7bd3e722-a7b4-47fb-a57c-c16c5c545d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:34.111180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-7bd3e722-a7b4-47fb-a57c-c16c5c545d66 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.1411073 Jul 16 19:13:34.154879 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-1266d072-406c-454e-ab07-933c8b24239f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 217 time: 0.0363648 Jul 16 19:13:34.215155 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-1921aaa2-ae5e-41bf-94bd-69ba6d0ba6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:34.216939 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-1921aaa2-ae5e-41bf-94bd-69ba6d0ba6dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0547800 Jul 16 19:13:34.288617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-8bdc4d06-7014-4ba6-a86b-9fbeb302f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:34.290101 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-8bdc4d06-7014-4ba6-a86b-9fbeb302f255 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655620 Jul 16 19:13:34.383146 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-6442b25a-4f34-4798-9a5e-531b7b3b0a2c service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853701 Jul 16 19:13:34.484375 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4dc7cc6d-c261-455c-9335-b622e9859704 req-141db1d6-836e-49fa-a4be-75c164a4187a service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953147 Jul 16 19:13:34.553292 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.131392 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1b793-2b6d-44b2-b9dd-08f231105e96 req-7142be0c-1a36-48b9-a5a3-29090fae2d71 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:35.133214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bca1b793-2b6d-44b2-b9dd-08f231105e96 req-7142be0c-1a36-48b9-a5a3-29090fae2d71 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 943 time: 0.0785472 Jul 16 19:13:35.188914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bca1b793-2b6d-44b2-b9dd-08f231105e96 req-f4c5fe3a-e624-41b5-a72b-69933d33fc93 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497119 Jul 16 19:13:36.049127 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:36.406190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4698d-39fa-42eb-b0d4-c325da0067c5 req-c3f3cbe9-21e4-44ca-a06d-e492e8810dfd tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:36.407975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9db4698d-39fa-42eb-b0d4-c325da0067c5 req-c3f3cbe9-21e4-44ca-a06d-e492e8810dfd tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 943 time: 0.0783944 Jul 16 19:13:36.455041 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9db4698d-39fa-42eb-b0d4-c325da0067c5 req-5e626d69-ed57-4c4d-ace3-a4b4ced65ce5 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Jul 16 19:13:37.505796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 09d89e06-dc67-4dd4-8b79-3c6629772e86 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:13:37.610748 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:37.623787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'port_id': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'mac_address': 'fa:16:3e:c3:7a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:13:37.646676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe9eb1-7aed-4f9d-9a90-6a26cd15c54c req-53cd76ab-1155-49ad-9063-5ec2ea1debd8 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:37.648815 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cbe9eb1-7aed-4f9d-9a90-6a26cd15c54c req-53cd76ab-1155-49ad-9063-5ec2ea1debd8 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 943 time: 0.0727777 Jul 16 19:13:37.669352 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:37.683052 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d89e06-dc67-4dd4-8b79-3c6629772e86 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:37.693749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8cbe9eb1-7aed-4f9d-9a90-6a26cd15c54c req-11280826-ec4d-4162-8c83-1951a90e28e2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339477 Jul 16 19:13:37.703863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:37.708242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:37.761639 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:37.769576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.770035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.770379 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.770718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.771045 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.771376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.771702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.772027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.772401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.772726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.773547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.773884 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:37.819165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:37.935343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['09d89e06-dc67-4dd4-8b79-3c6629772e86'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:13:38.172205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:38.816340 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:38.872954 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb499de1-75d0-4525-9e0e-d8886981dd4e req-1aeeff29-8ca7-4d56-b4f7-c40e193bacb3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:38.874600 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb499de1-75d0-4525-9e0e-d8886981dd4e req-1aeeff29-8ca7-4d56-b4f7-c40e193bacb3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 944 time: 0.0679088 Jul 16 19:13:38.916513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb499de1-75d0-4525-9e0e-d8886981dd4e req-88e24699-f2ca-467d-820b-832c04a2f81f tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358536 Jul 16 19:13:39.505715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 09d89e06-dc67-4dd4-8b79-3c6629772e86 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:13:39.555087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 09d89e06-dc67-4dd4-8b79-3c6629772e86 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:39.559077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 09d89e06-dc67-4dd4-8b79-3c6629772e86 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:39.559515 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.637886 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.661511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:39.664357 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e81a1b1-cc26-4996-852d-b74ac99c1ac0" -d '{"events": [{"server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "name": "network-vif-plugged", "status": "completed", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:39.678022 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:39.683434 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:39.710887 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b01a53c-3a86-4e9f-a206-f10716448ec0 x-openstack-request-id: req-2b01a53c-3a86-4e9f-a206-f10716448ec0 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:39.711183 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "name": "network-vif-plugged", "status": "completed", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:39.711435 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2b01a53c-3a86-4e9f-a206-f10716448ec0 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:39.711834 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'code': 200} Jul 16 19:13:39.741720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:39.835446 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a2a3f-1592-4e0f-9c13-ebba2de63501 req-2d537347-80ef-4e8a-ae7a-683a67d2d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:39.836971 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-035a2a3f-1592-4e0f-9c13-ebba2de63501 req-2d537347-80ef-4e8a-ae7a-683a67d2d9e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1097 time: 0.0630543 Jul 16 19:13:39.872995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-035a2a3f-1592-4e0f-9c13-ebba2de63501 req-0d9dca09-5698-4591-ac91-e6a2497fd7ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301616 Jul 16 19:13:40.096507 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd547802-b80f-429b-b09f-0a5e5c30f735 req-a14cae18-3a28-4897-a94b-f529cb788af6 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:40.097924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd547802-b80f-429b-b09f-0a5e5c30f735 req-a14cae18-3a28-4897-a94b-f529cb788af6 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.0655649 Jul 16 19:13:40.136629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd547802-b80f-429b-b09f-0a5e5c30f735 req-3e0a4f2a-171c-4c3f-bf8e-093d3db3da7b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323639 Jul 16 19:13:41.319732 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e1041-6beb-49d0-9613-36f2afedaa44 req-c4f4df44-f623-4629-a5d0-fc6c41c21449 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:41.321910 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-804e1041-6beb-49d0-9613-36f2afedaa44 req-c4f4df44-f623-4629-a5d0-fc6c41c21449 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.0702758 Jul 16 19:13:41.360872 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-804e1041-6beb-49d0-9613-36f2afedaa44 req-11d2d13c-c751-4764-a7d8-cdc18ef7b7e5 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332656 Jul 16 19:13:41.536955 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233a179-423f-4fe9-bcf1-974c61747a5e req-acd51668-43f2-43b9-85cb-06c219bb986a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:41.538492 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5233a179-423f-4fe9-bcf1-974c61747a5e req-acd51668-43f2-43b9-85cb-06c219bb986a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.0659215 Jul 16 19:13:41.577753 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5233a179-423f-4fe9-bcf1-974c61747a5e req-03b69be1-ea96-4e2f-b1fc-244368cdf383 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Jul 16 19:13:41.946491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec815c-2580-4c04-94a4-0b0d2f6ac48f req-6a75cd27-838a-42d5-8568-6a37ccb46e8d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:41.948045 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09ec815c-2580-4c04-94a4-0b0d2f6ac48f req-6a75cd27-838a-42d5-8568-6a37ccb46e8d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.0690200 Jul 16 19:13:41.988362 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09ec815c-2580-4c04-94a4-0b0d2f6ac48f req-15ed4d6a-d2f8-473b-9af5-9986051e794d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Jul 16 19:13:47.485457 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-9531a7d2-4de9-420e-9070-e0f22439d02a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1667404 Jul 16 19:13:47.602714 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-48a7a778-6e53-4b68-8820-5642249b1a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.605291 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-48a7a778-6e53-4b68-8820-5642249b1a89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1097 time: 0.0761440 Jul 16 19:13:47.736866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-0a6622a0-8c76-4c7f-8df8-87fe12284558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.739548 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-0a6622a0-8c76-4c7f-8df8-87fe12284558 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.1145151 Jul 16 19:13:47.821264 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-66daf5b6-2721-4fec-a3eb-00397ae7c951 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 217 time: 0.0751214 Jul 16 19:13:47.904331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-3da143cb-3b03-43d7-a051-8cd2024c24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.905960 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-3da143cb-3b03-43d7-a051-8cd2024c24f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0784039 Jul 16 19:13:47.966636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-7b066fff-c621-4d8c-8042-3d2b2768c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:47.968103 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-7b066fff-c621-4d8c-8042-3d2b2768c3d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549350 Jul 16 19:13:48.077334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-87090fca-67b4-40ec-8c51-ae1631864d8e service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023405 Jul 16 19:13:48.177522 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dd209102-e16f-4ab0-bd93-5924f2118e60 req-4bb89495-037c-4826-91f5-87334820d080 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935941 Jul 16 19:13:53.781637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e893e-1af0-4a52-9b78-2a1e97b46a8f req-64ec8085-4c8f-4871-b79e-cafc98b6b1cb tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.783188 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb8e893e-1af0-4a52-9b78-2a1e97b46a8f req-64ec8085-4c8f-4871-b79e-cafc98b6b1cb tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.0674794 Jul 16 19:13:53.822511 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fb8e893e-1af0-4a52-9b78-2a1e97b46a8f req-835f0094-e7ae-4b07-954d-b07567c8cb8b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329194 Jul 16 19:13:53.847439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48136) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:53.943209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35750206-daf7-416a-8ff5-fa916f5ba051 tempest-TestMinimumBasicScenario-1628280504 tempest-TestMinimumBasicScenario-1628280504-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.944920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-35750206-daf7-416a-8ff5-fa916f5ba051 tempest-TestMinimumBasicScenario-1628280504 tempest-TestMinimumBasicScenario-1628280504-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1092 time: 0.0964987 Jul 16 19:13:53.948632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48140) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:53.953086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'tenant_id': '377a26783c634f068697356df27201df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:53.977558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.089457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.201586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Allocated IP 172.25.0.130 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/e3741a2e-84e6-4c7d-a7b4-9c93ad26dc53) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:54.304050 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.345611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:54.386192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:54.389001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:54.393474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:54.399670 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'Port': ['ID=e3741a2e-84e6-4c7d-a7b4-9c93ad26dc53,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:54.430572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.430923 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.431267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.431641 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.431947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.432306 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.432640 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.432971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.433299 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.433628 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.433953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:54.434358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:55.123167 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.202543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.353720 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.358496 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.425223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'Port': ['ID=e3741a2e-84e6-4c7d-a7b4-9c93ad26dc53,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:55.435173 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.535178 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Floating IP 099b543e-1818-4f2e-a157-6724bb748500 associated. External IP: 172.25.0.130, port: 09d89e06-dc67-4dd4-8b79-3c6629772e86. Jul 16 19:13:55.748308 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Router f673bc22-2c04-4d83-b228-6b1e9d579558 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:55.860780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:55.871580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] Sync routers for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:55.878274 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.883194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:55.883836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:55.919238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48142) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:55.919749 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4a84a66e-12fd-4cab-aed7-279bc2929a9a tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9696558 Jul 16 19:13:55.919943 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:55.922295 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632" -d '{"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:55.925158 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-228846403', 'description': 'tempest-secgroup-smoke-228846403 description', 'project_id': '377a26783c634f068697356df27201df'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:55.957151 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:55.963640 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e143520-32fc-4060-8a52-0bcf3f6da274 x-openstack-request-id: req-8e143520-32fc-4060-8a52-0bcf3f6da274 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:55.964027 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:55.964334 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e143520-32fc-4060-8a52-0bcf3f6da274 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:55.964752 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'status': 'completed', 'code': 200} Jul 16 19:13:56.015080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:56.086743 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.092799 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.116105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-8ad741f9-a1b1-4836-b5af-262ce1664880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.118268 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-8ad741f9-a1b1-4836-b5af-262ce1664880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1097 time: 0.1144693 Jul 16 19:13:56.139894 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.141138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2207971 Jul 16 19:13:56.144314 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48146) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:56.149542 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-0d465e6a-7abd-47ef-8843-3866a4ab3519 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'security_group_rule': {'security_group_id': '8ebe2205-df6c-4429-9f57-ec06f4dbbd52', 'project_id': '377a26783c634f068697356df27201df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:56.152832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebe2205-df6c-4429-9f57-ec06f4dbbd52,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.170602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.171337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.171337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.171674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.171924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.172285 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.172627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.173023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.173355 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.173650 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.173975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.174293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef96b0b-9bab-4a09-8078-5d1ecc0c1d18 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:56.186742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d465e6a-7abd-47ef-8843-3866a4ab3519 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.243149 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d465e6a-7abd-47ef-8843-3866a4ab3519 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.245801 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-b12d4507-c857-4a20-882b-d5d6c3c1326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.247400 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d465e6a-7abd-47ef-8843-3866a4ab3519 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.247575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-b12d4507-c857-4a20-882b-d5d6c3c1326c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.1225412 Jul 16 19:13:56.263231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '099b543e-1818-4f2e-a157-6724bb748500', 'tenant_id': '377a26783c634f068697356df27201df', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'port_id': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'mac_address': 'fa:16:3e:c3:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:13:54Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 0, 'project_id': '377a26783c634f068697356df27201df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 5, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:56.268017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d465e6a-7abd-47ef-8843-3866a4ab3519 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8af24f0-72b6-436b-b995-58a493eedbca,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.277566 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0d465e6a-7abd-47ef-8843-3866a4ab3519 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.281389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0d465e6a-7abd-47ef-8843-3866a4ab3519 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334922 Jul 16 19:13:56.281642 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48148) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:56.286714 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-66f5a490-8ec6-472b-97cc-15c463cb73b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'security_group_rule': {'security_group_id': '8ebe2205-df6c-4429-9f57-ec06f4dbbd52', 'project_id': '377a26783c634f068697356df27201df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:56.294002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] Checking router: f673bc22-2c04-4d83-b228-6b1e9d579558 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:56.303573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:56.304812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:13:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:56.324126 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66f5a490-8ec6-472b-97cc-15c463cb73b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.330228 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-c0c26724-88a0-4d48-ba7a-462d10d9cda5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 999 time: 0.0749304 Jul 16 19:13:56.385323 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-d0aa0236-606a-4ba6-8983-7dd1decaeb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.386916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-d0aa0236-606a-4ba6-8983-7dd1decaeb66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0505900 Jul 16 19:13:56.393678 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66f5a490-8ec6-472b-97cc-15c463cb73b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.398609 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66f5a490-8ec6-472b-97cc-15c463cb73b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.422226 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5a490-8ec6-472b-97cc-15c463cb73b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013926ab-d04f-4a4e-8d38-5bfd183f7d56,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.424495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:56.434045 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-66f5a490-8ec6-472b-97cc-15c463cb73b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.438546 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-66f5a490-8ec6-472b-97cc-15c463cb73b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525693 Jul 16 19:13:56.438655 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:56.443188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-6eefc568-c390-48cb-bd6c-2fa909c2d839 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'security_group_rule': {'security_group_id': '8ebe2205-df6c-4429-9f57-ec06f4dbbd52', 'project_id': '377a26783c634f068697356df27201df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:56.474176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-aa621047-01c1-4a69-8dc4-01deb3b77722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:56.476565 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-aa621047-01c1-4a69-8dc4-01deb3b77722 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818009 Jul 16 19:13:56.482167 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eefc568-c390-48cb-bd6c-2fa909c2d839 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.607872 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eefc568-c390-48cb-bd6c-2fa909c2d839 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.617039 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eefc568-c390-48cb-bd6c-2fa909c2d839 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.630882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-d47d11fe-141c-4259-8b07-93a02d7b1493 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458931 Jul 16 19:13:56.648669 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefc568-c390-48cb-bd6c-2fa909c2d839 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed29993-4514-4dbe-bd17-7aad2b67e062,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.651533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6eefc568-c390-48cb-bd6c-2fa909c2d839 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.652751 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6eefc568-c390-48cb-bd6c-2fa909c2d839 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2132566 Jul 16 19:13:56.656325 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48152) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:56.661264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-acc709cb-cdb2-47a3-98ae-ea64525271df tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'security_group_rule': {'security_group_id': '8ebe2205-df6c-4429-9f57-ec06f4dbbd52', 'project_id': '377a26783c634f068697356df27201df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:56.688188 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '099b543e-1818-4f2e-a157-6724bb748500', 'tenant_id': '377a26783c634f068697356df27201df', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'port_id': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'mac_address': 'fa:16:3e:c3:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:13:54Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 0, 'project_id': '377a26783c634f068697356df27201df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 5, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:56.692189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acc709cb-cdb2-47a3-98ae-ea64525271df tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.715497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7eb81c-f0c0-4799-b23b-89f87b8e3556 None None] The sync data for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 is: [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '099b543e-1818-4f2e-a157-6724bb748500', 'tenant_id': '377a26783c634f068697356df27201df', 'floating_ip_address': '172.25.0.130', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'port_id': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'mac_address': 'fa:16:3e:c3:7a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:13:54Z', 'updated_at': '2021-07-16T19:13:54Z', 'revision_number': 0, 'project_id': '377a26783c634f068697356df27201df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 5, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:56.767222 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acc709cb-cdb2-47a3-98ae-ea64525271df tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.772637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acc709cb-cdb2-47a3-98ae-ea64525271df tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.784790 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-280ca4f2-9cbd-45b6-88cc-5694a7aa9632 req-d199d99b-1245-40b1-a68f-77f28beb22b2 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465838 Jul 16 19:13:56.798230 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc709cb-cdb2-47a3-98ae-ea64525271df tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc8bf07-da15-47d7-b818-db28840b6a53,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.802298 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-acc709cb-cdb2-47a3-98ae-ea64525271df tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.806328 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-acc709cb-cdb2-47a3-98ae-ea64525271df tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1461244 Jul 16 19:13:56.807033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48154) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:56.812068 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'security_group_rule': {'security_group_id': '8ebe2205-df6c-4429-9f57-ec06f4dbbd52', 'project_id': '377a26783c634f068697356df27201df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:56.841119 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Project 377a26783c634f068697356df27201df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:13:56.847218 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.912877 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.917110 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.936211 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b03c372-2e88-4b79-9f64-f201e9dde1f6,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:56.943141 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:56.945011 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4e6c04ee-b834-421f-8590-97e729c35803 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363518 Jul 16 19:13:56.947580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48156) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:56.952692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'security_group_rule': {'security_group_id': '8ebe2205-df6c-4429-9f57-ec06f4dbbd52', 'project_id': '377a26783c634f068697356df27201df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:56.971137 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e608c0-e470-4a69-9c41-7f4e7d8e9aa7 None None] New status for floating IP 099b543e-1818-4f2e-a157-6724bb748500: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:13:56.977368 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Project 377a26783c634f068697356df27201df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:13:56.984192 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.046839 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.051004 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.072771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9c2023-b757-4183-8f94-ade9df3cfc12,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:57.078706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.080186 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-34858f97-9679-4fac-9997-6b3b86690ba2 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311879 Jul 16 19:13:57.202953 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-3b3a0332-8b64-4e0b-be8f-feb6aa11d09b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228846403&fields=id&tenant_id=377a26783c634f068697356df27201df HTTP/1.1" status: 200 len: 267 time: 0.0334694 Jul 16 19:13:57.271345 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-4c48842b-ac50-4909-97cb-4a4e22d2ba28 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.273044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-4c48842b-ac50-4909-97cb-4a4e22d2ba28 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.0647640 Jul 16 19:13:57.283759 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'port': {'security_groups': ['5a7e045e-2337-4c85-a21c-f5b21ad6784d', '8ebe2205-df6c-4429-9f57-ec06f4dbbd52']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:57.370080 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.563479 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:57.596582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.602166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.613950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['09d89e06-dc67-4dd4-8b79-3c6629772e86'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:13:57.643081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.643796 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:57.645185 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ad3888d-d650-4073-90e0-0ec23c984f52 req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "PUT /v2.0/ports/09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 981 time: 0.3660500 Jul 16 19:13:57.680579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40125b42-c21f-4fa4-9a8a-6b1c49bb76b3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:57.711251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['09d89e06-dc67-4dd4-8b79-3c6629772e86'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:13:57.837755 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6a859-328a-4c58-8fe0-dd1c94010d6f req-bca654f5-40b2-4e00-a3e1-baacadbe4b9f tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.839302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bf6a859-328a-4c58-8fe0-dd1c94010d6f req-bca654f5-40b2-4e00-a3e1-baacadbe4b9f tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0727861 Jul 16 19:13:57.888619 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9bf6a859-328a-4c58-8fe0-dd1c94010d6f req-055315d6-35ef-4c53-8593-36e4cc4ab10b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431738 Jul 16 19:13:57.965746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:57.968221 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc5efab-cd37-487f-b402-b2290b3fcc67" -d '{"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:57.979760 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c9c91432-d269-4d11-8f01-ce88b2dce706 None None] Provisioning complete for port 09d89e06-dc67-4dd4-8b79-3c6629772e86 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:57.980008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c9c91432-d269-4d11-8f01-ce88b2dce706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:58.192838 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc555890-e0ac-4df8-8663-24f24747bde7 x-openstack-request-id: req-cc555890-e0ac-4df8-8663-24f24747bde7 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:58.193371 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:58.193500 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cc555890-e0ac-4df8-8663-24f24747bde7 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:58.194000 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'status': 'completed', 'code': 200} Jul 16 19:13:58.271965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-5c806dd7-183c-4285-bfb1-5ee841d36d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:58.274071 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-5c806dd7-183c-4285-bfb1-5ee841d36d26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1136 time: 0.0568016 Jul 16 19:13:58.380084 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-7f36df3a-1f64-4f80-8621-eeca233bdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:58.381661 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-7f36df3a-1f64-4f80-8621-eeca233bdb9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.0979941 Jul 16 19:13:58.450429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-db6b0b65-2ddf-4f7f-8ab3-4edec7655abb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 1001 time: 0.0622733 Jul 16 19:13:58.509563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-60e14440-5d37-449d-80d9-71cef8711ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:58.511115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-60e14440-5d37-449d-80d9-71cef8711ce3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0538630 Jul 16 19:13:58.570607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-e3768147-2afe-46c9-bdf3-060fba42afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:58.572172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-e3768147-2afe-46c9-bdf3-060fba42afd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540700 Jul 16 19:13:58.661139 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-64bc17c0-9d84-4be0-bc18-cb63c7b65007 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822954 Jul 16 19:13:58.762066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1fc5efab-cd37-487f-b402-b2290b3fcc67 req-67360150-0128-463a-9c8f-be2759089bc5 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880530 Jul 16 19:14:00.351560 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8d722147-ae50-4651-b2c1-0cc22290f75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:03.194245 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d489022b-be6d-4f94-b262-a22e30e30d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:03.454597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:04.552469 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.051563 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:07.831940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:08.184330 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:13.257226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-33aff2fe-5ef3-4cbf-8468-8f63fb0a2e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:13.258793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-33aff2fe-5ef3-4cbf-8468-8f63fb0a2e14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1136 time: 0.0560899 Jul 16 19:14:13.296845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c9d86-92d2-4f23-af13-0e6d22b2061f req-cedd0041-bca9-4c59-86eb-b554b4352b15 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:13.298471 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f30c9d86-92d2-4f23-af13-0e6d22b2061f req-cedd0041-bca9-4c59-86eb-b554b4352b15 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0752134 Jul 16 19:14:13.347386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f30c9d86-92d2-4f23-af13-0e6d22b2061f req-14dfc1a1-c0d1-429c-998c-239023c60f23 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419328 Jul 16 19:14:13.364719 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-6f54d231-79cc-4a9c-bb64-eea265405647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:13.366983 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-6f54d231-79cc-4a9c-bb64-eea265405647 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.1015007 Jul 16 19:14:13.436641 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-85d4a40c-217e-4548-a79b-59ecd0e87bd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 1001 time: 0.0638275 Jul 16 19:14:13.488563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-e1987050-c030-4f74-9593-25c8c95d158c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:13.490084 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-e1987050-c030-4f74-9593-25c8c95d158c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0473549 Jul 16 19:14:13.558667 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-876a6a13-1da6-4580-996d-7ec15132f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:13.560099 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-876a6a13-1da6-4580-996d-7ec15132f615 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594015 Jul 16 19:14:13.666416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-aefc5ebd-cc70-4720-b474-cbd8f1e1dd40 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989747 Jul 16 19:14:13.777125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e34c74fa-afb0-4bec-b1a7-b1550752fd8c req-ea95c8ba-6df7-4f2b-9d43-9414a8dc1256 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021137 Jul 16 19:14:14.526071 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb708ae-42ec-4d1a-a075-e86e6850371e req-ffb8b74c-85c6-42c2-83ad-5842e6a35795 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:14.527657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8bb708ae-42ec-4d1a-a075-e86e6850371e req-ffb8b74c-85c6-42c2-83ad-5842e6a35795 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0664868 Jul 16 19:14:14.569643 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8bb708ae-42ec-4d1a-a075-e86e6850371e req-bf5fc8cd-d111-4c81-b777-30790910ee51 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357451 Jul 16 19:14:15.745595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfc63c-d89d-4914-8669-99d3f6b1f326 req-08136572-92a0-4a50-b111-97e18ac2dd21 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:15.747125 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2bfc63c-d89d-4914-8669-99d3f6b1f326 req-08136572-92a0-4a50-b111-97e18ac2dd21 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0636234 Jul 16 19:14:15.787581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2bfc63c-d89d-4914-8669-99d3f6b1f326 req-bc682617-0182-4d5a-a2bb-1b5a421d4af6 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346618 Jul 16 19:14:15.815756 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:16.976362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e28c1-26d1-45bc-a5ce-eddbba5f7e28 req-919e0985-b813-4e57-a396-6d58fc67a79e tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:16.977958 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-607e28c1-26d1-45bc-a5ce-eddbba5f7e28 req-919e0985-b813-4e57-a396-6d58fc67a79e tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0747991 Jul 16 19:14:17.020662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-607e28c1-26d1-45bc-a5ce-eddbba5f7e28 req-18de6ab0-4d94-45b2-a8b6-306cc2e7cf42 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366559 Jul 16 19:14:18.203565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b008ee-1ace-4829-809f-a2a01d3f455b req-71544931-88b2-408f-8f7b-afbb070d79c4 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:18.205586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06b008ee-1ace-4829-809f-a2a01d3f455b req-71544931-88b2-408f-8f7b-afbb070d79c4 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0707946 Jul 16 19:14:18.251168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-06b008ee-1ace-4829-809f-a2a01d3f455b req-3b217824-0f43-44fd-b0c1-24bb104a0a47 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388911 Jul 16 19:14:19.450761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb3b8f-110d-453d-bf5c-b121c9902a50 req-aec70106-8e1f-45ea-8366-856205d0ebad tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:19.453356 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bffb3b8f-110d-453d-bf5c-b121c9902a50 req-aec70106-8e1f-45ea-8366-856205d0ebad tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0839963 Jul 16 19:14:19.498438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bffb3b8f-110d-453d-bf5c-b121c9902a50 req-b3721295-d143-4322-8030-17bcd8add7b9 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389383 Jul 16 19:14:20.694148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97a064-f92c-45dd-8be9-29820e4a9cd1 req-e2cab2e1-8424-406d-9394-5c78b121c1bb tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:20.695868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b97a064-f92c-45dd-8be9-29820e4a9cd1 req-e2cab2e1-8424-406d-9394-5c78b121c1bb tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0778501 Jul 16 19:14:20.747073 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b97a064-f92c-45dd-8be9-29820e4a9cd1 req-3144a6b1-aab6-470c-8b09-11d595d6bd91 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442593 Jul 16 19:14:21.951946 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8911e-2798-4c9a-9bfa-367a880b1c4e req-1add4b9f-e4b1-4c15-ba27-5320e609a835 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:21.953586 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5c8911e-2798-4c9a-9bfa-367a880b1c4e req-1add4b9f-e4b1-4c15-ba27-5320e609a835 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0819576 Jul 16 19:14:21.998450 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5c8911e-2798-4c9a-9bfa-367a880b1c4e req-1fde573d-b13e-4ce3-89d7-911f020360a8 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0376263 Jul 16 19:14:23.216629 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bb97f-a001-4f0d-bd0d-f35925f7d900 req-6ffc8ee3-47c9-491d-b86c-2449c2f444c3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:23.218251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c7bb97f-a001-4f0d-bd0d-f35925f7d900 req-6ffc8ee3-47c9-491d-b86c-2449c2f444c3 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0794957 Jul 16 19:14:23.271175 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4c7bb97f-a001-4f0d-bd0d-f35925f7d900 req-a2c6c936-fa77-48f2-a5cf-a7bb28dba20e tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413647 Jul 16 19:14:24.477267 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce507ebe-cc59-4d08-9552-e846f70a7c5c req-80e6934c-5606-436a-a5f5-a6d7a870c804 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:24.480290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce507ebe-cc59-4d08-9552-e846f70a7c5c req-80e6934c-5606-436a-a5f5-a6d7a870c804 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0746889 Jul 16 19:14:24.530407 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce507ebe-cc59-4d08-9552-e846f70a7c5c req-3173832f-20d3-4578-a2c2-0a2b931a16dd tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435135 Jul 16 19:14:25.740415 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b465c10-c5dc-424e-b3fc-974ba0537b2b req-0a6e142a-ac60-4bf5-8c48-28adb42e1d7f tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:25.742813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b465c10-c5dc-424e-b3fc-974ba0537b2b req-0a6e142a-ac60-4bf5-8c48-28adb42e1d7f tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.0790951 Jul 16 19:14:25.799294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b465c10-c5dc-424e-b3fc-974ba0537b2b req-dc94cb93-6446-4dd5-a865-945d6137ba44 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=8ebe2205-df6c-4429-9f57-ec06f4dbbd52&id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462692 Jul 16 19:14:30.355781 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c5dce460-1fd6-4ed0-a846-73e49d30580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:33.197669 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-88cc5759-cfd0-40c7-89ac-3e5043e1d993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:33.462007 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:34.556432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:36.060293 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:37.841191 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:38.199449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:49.373168 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-863b97df-f548-479e-a981-fbdaf6592c68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624664 Jul 16 19:14:49.490950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-f2d2837e-482a-48a1-b657-771b458b97be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.492546 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-f2d2837e-482a-48a1-b657-771b458b97be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1136 time: 0.0613463 Jul 16 19:14:49.622034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-cc5a0665-1d16-41ff-9211-8ead4b345c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.623719 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-cc5a0665-1d16-41ff-9211-8ead4b345c36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.1032922 Jul 16 19:14:49.689863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-4358159b-c244-4bfb-bd8c-64ffd077d208 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 1001 time: 0.0598285 Jul 16 19:14:49.750349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-42beb64f-fb5e-4a8f-a6d6-1a3da6c1a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.751866 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-42beb64f-fb5e-4a8f-a6d6-1a3da6c1a90d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0556469 Jul 16 19:14:49.824657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-1049f11a-eb11-441d-a555-261796f55ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:49.826204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-1049f11a-eb11-441d-a555-261796f55ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684311 Jul 16 19:14:49.923712 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-c39606dc-905c-4012-b3dc-3538069ba7e6 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898352 Jul 16 19:14:50.030299 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7c470bca-1b7a-4869-9956-7c026c2c1a2f req-8bf61948-8ab8-4b5f-b8bb-88aaccb041f2 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996919 Jul 16 19:14:52.815176 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:58.508265 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-0b2619d8-047d-4c33-bc28-6f7456e48ec1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-228846403&fields=id&tenant_id=377a26783c634f068697356df27201df HTTP/1.1" status: 200 len: 267 time: 0.2639816 Jul 16 19:14:58.617061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-0f1addd6-9b72-4501-bc6a-199424d09867 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:58.619823 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-0f1addd6-9b72-4501-bc6a-199424d09867 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 984 time: 0.1043155 Jul 16 19:14:58.640493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Request body: {'port': {'security_groups': ['5a7e045e-2337-4c85-a21c-f5b21ad6784d']}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:14:58.751920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.008608 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:59.042078 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.048096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.060949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['09d89e06-dc67-4dd4-8b79-3c6629772e86'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:14:59.099592 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:59.100589 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.102207 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f31fd32-da6c-4198-83f4-2cec21502001 req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "PUT /v2.0/ports/09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 942 time: 0.4701989 Jul 16 19:14:59.102935 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:59.107296 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1db8a0-b67e-486a-90ad-23db7d0dde63" -d '{"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:59.113473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48208) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:59.163574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event updated for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:59.188313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.192365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.192868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.194692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.195085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.195424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.195757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.196084 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.196483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.196958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.197382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.197713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30290880-86f6-4287-bfa1-54f116ab128b tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.214781 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f8e7f2-4c08-48d7-aa63-48eabbe6e1ad x-openstack-request-id: req-b4f8e7f2-4c08-48d7-aa63-48eabbe6e1ad {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:59.215172 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:59.215484 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b4f8e7f2-4c08-48d7-aa63-48eabbe6e1ad {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:59.215814 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'status': 'completed', 'code': 200} Jul 16 19:14:59.216996 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['09d89e06-dc67-4dd4-8b79-3c6629772e86'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:14:59.240927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.298625 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.351811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-d24e50cc-0fa1-4681-a881-a14e73d62c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:59.353599 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-d24e50cc-0fa1-4681-a881-a14e73d62c1a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1097 time: 0.1226966 Jul 16 19:14:59.455436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-05b57d26-f768-467e-b9f0-3f9492cee569 None None] Provisioning complete for port 09d89e06-dc67-4dd4-8b79-3c6629772e86 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:14:59.455840 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05b57d26-f768-467e-b9f0-3f9492cee569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.502806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.508485 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.510554 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "DELETE /v2.0/security-groups/8ebe2205-df6c-4429-9f57-ec06f4dbbd52 HTTP/1.1" status: 204 len: 168 time: 0.3962152 Jul 16 19:14:59.516083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48210) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:59.535536 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebe2205-df6c-4429-9f57-ec06f4dbbd52,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:59.570617 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.571222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.571806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.572718 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.573545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.574384 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.575178 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.576192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.576711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.577347 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.577904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.578500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a918430-c938-4e5b-a100-28942b3dbb0d tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:59.586146 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-ae91b8e5-c83d-452e-9f44-7b49287289c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:59.588896 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-ae91b8e5-c83d-452e-9f44-7b49287289c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.2270401 Jul 16 19:14:59.723259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-06227b4a-7cf2-4580-b75b-7446f0c04a91 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 1001 time: 0.1269584 Jul 16 19:14:59.742835 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Deleting port e3741a2e-84e6-4c7d-a7b4-9c93ad26dc53 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:14:59.743191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.800820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-08c3848a-932d-4629-94ac-e136b79b19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:59.803658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-08c3848a-932d-4629-94ac-e136b79b19fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0742552 Jul 16 19:14:59.868415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-ebc8ed37-e945-4ee8-b366-081dd93f3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:59.871064 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-ebc8ed37-e945-4ee8-b366-081dd93f3a8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610089 Jul 16 19:14:59.889301 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.889817 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:59.907012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Calling delete_port for e3741a2e-84e6-4c7d-a7b4-9c93ad26dc53 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:00.029369 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-ccce6a74-d5bb-4eb2-b366-442f7bef83cf service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516180 Jul 16 19:15:00.137511 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:00.153676 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ff1db8a0-b67e-486a-90ad-23db7d0dde63 req-c0cb39e1-6edd-48c6-89e9-d6439cb691ea service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180570 Jul 16 19:15:00.172173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event deleted for resources: {'Port': ['ID=e3741a2e-84e6-4c7d-a7b4-9c93ad26dc53,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:00.250882 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:00.251263 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Floating IP 099b543e-1818-4f2e-a157-6724bb748500 disassociated (deleted). External IP: 172.25.0.130, port: 09d89e06-dc67-4dd4-8b79-3c6629772e86. Jul 16 19:15:00.367219 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e5e915b9-e7e7-4ccd-8ce6-a1ec375bcff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:00.507890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Router f673bc22-2c04-4d83-b228-6b1e9d579558 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:00.649771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:00.657908 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:00.663234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] Sync routers for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:00.679965 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:00.681175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:14:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:00.723302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-01980608-4e79-497a-8e5d-c13593893815 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "DELETE /v2.0/floatingips/099b543e-1818-4f2e-a157-6724bb748500 HTTP/1.1" status: 204 len: 168 time: 1.2055030 Jul 16 19:15:00.806761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:01.217271 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:01.223610 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6" -d '{"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:01.297532 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7f0339-22ef-4764-9c76-1fd161a0b90a x-openstack-request-id: req-fe7f0339-22ef-4764-9c76-1fd161a0b90a {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:01.297950 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:01.298357 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fe7f0339-22ef-4764-9c76-1fd161a0b90a {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:01.298896 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'status': 'completed', 'code': 200} Jul 16 19:15:01.389835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 5, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:01.423049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-9225f004-93e0-4d2b-8605-e579026eaaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:01.424969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-9225f004-93e0-4d2b-8605-e579026eaaf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=377a26783c634f068697356df27201df&device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 1097 time: 0.1033866 Jul 16 19:15:01.444970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] Checking router: f673bc22-2c04-4d83-b228-6b1e9d579558 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:01.460815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:01.461862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:14:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:01.539133 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-a931be50-01e9-4f2d-973c-de4095e4ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:01.541701 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-a931be50-01e9-4f2d-973c-de4095e4ac79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 200 len: 914 time: 0.1101665 Jul 16 19:15:01.618670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-7f779ed5-ccbd-428a-b545-b4487d7724a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 200 len: 217 time: 0.0684783 Jul 16 19:15:01.652823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:01.708050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-8740fbc9-94cd-4183-9dda-c3ddd74eeebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:01.711180 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-8740fbc9-94cd-4183-9dda-c3ddd74eeebb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 200 len: 853 time: 0.0851879 Jul 16 19:15:01.822804 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-56733730-4d25-4490-a31c-e73ed43f69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:01.825952 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-56733730-4d25-4490-a31c-e73ed43f69bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a45e611-5417-40eb-b0d5-5ec3d9608460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087434 Jul 16 19:15:02.019836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-070df9d4-d5f1-4f6e-8307-52401aa06449 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859379 Jul 16 19:15:02.046871 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 5, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:02.099648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75cd99cd-40fd-4e50-9074-ce5b4e2cdbf0 None None] The sync data for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 is: [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:02Z', 'revision_number': 4, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '918312a2-1f94-4d0a-99ea-028a73165487', 'name': '', 'network_id': '8a45e611-5417-40eb-b0d5-5ec3d9608460', 'tenant_id': '377a26783c634f068697356df27201df', 'mac_address': 'fa:16:3e:5c:63:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:01Z', 'updated_at': '2021-07-16T19:13:08Z', 'revision_number': 5, 'project_id': '377a26783c634f068697356df27201df', 'subnets': [{'id': 'a764ec67-e8b6-484e-8281-21dfeffca19b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:02.149802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2c74038-a40b-48dc-a6c2-75588b7ed1e6 req-93939d74-3cd7-4eb8-9075-c8ee1157dee9 service neutron] 10.222.0.13 "GET /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232290 Jul 16 19:15:02.432314 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8c19d1-e31b-426d-9393-c200eed3393b None None] New status for floating IP 099b543e-1818-4f2e-a157-6724bb748500: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:03.207799 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc237893-c3d8-4760-9e37-820405a464b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:03.484515 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:04.576183 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:06.069466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:07.831596 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:08.206011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:11.217886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd47f51-8fa0-468d-9c0e-73116f8b9a4a req-c6ce803b-fdb3-424f-b1ef-59252cb55183 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:11.219318 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfd47f51-8fa0-468d-9c0e-73116f8b9a4a req-c6ce803b-fdb3-424f-b1ef-59252cb55183 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.0845513 Jul 16 19:15:11.289781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bfd47f51-8fa0-468d-9c0e-73116f8b9a4a req-4179447f-768e-4deb-b7dc-fc1546b684f6 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600295 Jul 16 19:15:12.611114 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0edbd18-c9ec-4f80-b9af-dc2f1e5824df req-28f9a551-825d-42cd-ba9d-3145b20128b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:12.613913 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0edbd18-c9ec-4f80-b9af-dc2f1e5824df req-28f9a551-825d-42cd-ba9d-3145b20128b1 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.1855242 Jul 16 19:15:12.670263 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a0edbd18-c9ec-4f80-b9af-dc2f1e5824df req-0e4de344-4c9c-4501-bc7b-0706abc7e8f4 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/security-groups?id=5a7e045e-2337-4c85-a21c-f5b21ad6784d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Jul 16 19:15:12.691425 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddc71e-9c36-4de2-952f-89856090a973 req-96d0f77e-d47b-425f-b597-726c645c8a71 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:12.694239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbddc71e-9c36-4de2-952f-89856090a973 req-96d0f77e-d47b-425f-b597-726c645c8a71 tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.13 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 945 time: 0.1061475 Jul 16 19:15:12.837648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Deleting port 09d89e06-dc67-4dd4-8b79-3c6629772e86 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:12.837995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.004108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] For port 09d89e06-dc67-4dd4-8b79-3c6629772e86, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=09d89e06-dc67-4dd4-8b79-3c6629772e86,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:13.004660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.020886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Calling delete_port for 09d89e06-dc67-4dd4-8b79-3c6629772e86 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:13.219804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.232963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['09d89e06-dc67-4dd4-8b79-3c6629772e86'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:13.267263 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Pushing event deleted for resources: {'Port': ['ID=09d89e06-dc67-4dd4-8b79-3c6629772e86,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:13.345308 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] No DVR routers for this DVR port 09d89e06-dc67-4dd4-8b79-3c6629772e86 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:13.349824 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:13.353429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-bbddc71e-9c36-4de2-952f-89856090a973 req-e28c73d1-0f41-4222-9079-8bfa15b6e86c tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.13 "DELETE /v2.0/ports/09d89e06-dc67-4dd4-8b79-3c6629772e86 HTTP/1.1" status: 204 len: 173 time: 0.6534777 Jul 16 19:15:13.354166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'name': 'network-vif-deleted', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:13.358375 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02008fb4-9556-482a-b69d-e51754d1ce7e" -d '{"events": [{"server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "name": "network-vif-deleted", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:13.424072 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7961dc-7e11-4adb-8301-7f473ffb652e x-openstack-request-id: req-cf7961dc-7e11-4adb-8301-7f473ffb652e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:13.424565 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146fb63e-78d2-4dc5-89b9-2912d283c056", "name": "network-vif-deleted", "tag": "09d89e06-dc67-4dd4-8b79-3c6629772e86", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:13.425011 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cf7961dc-7e11-4adb-8301-7f473ffb652e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:13.425731 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146fb63e-78d2-4dc5-89b9-2912d283c056', 'name': 'network-vif-deleted', 'tag': '09d89e06-dc67-4dd4-8b79-3c6629772e86', 'status': 'completed', 'code': 200} Jul 16 19:15:13.988945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-208d810e-c9af-4422-bbcf-af8946f99177 req-3405b7d1-2d46-4fb6-9a49-02d80df70ede tempest-TestMinimumBasicScenario-568154326 tempest-TestMinimumBasicScenario-568154326-project] 10.222.0.48 "GET /v2.0/ports?device_id=146fb63e-78d2-4dc5-89b9-2912d283c056 HTTP/1.1" status: 200 len: 210 time: 0.0547035 Jul 16 19:15:15.918228 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48330) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:16.080930 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 09d89e06-dc67-4dd4-8b79-3c6629772e86 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:16.117444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 09d89e06-dc67-4dd4-8b79-3c6629772e86 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:16.118090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 09d89e06-dc67-4dd4-8b79-3c6629772e86 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:16.404728 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:16.709459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Deleting port 918312a2-1f94-4d0a-99ea-028a73165487 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:16.709665 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:16.797557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] For port 918312a2-1f94-4d0a-99ea-028a73165487, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=918312a2-1f94-4d0a-99ea-028a73165487,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:16.797906 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:16.818350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Calling delete_port for 918312a2-1f94-4d0a-99ea-028a73165487 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:17.023706 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:17.058039 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Pushing event deleted for resources: {'Port': ['ID=918312a2-1f94-4d0a-99ea-028a73165487,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:17.717375 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.028318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Router f673bc22-2c04-4d83-b228-6b1e9d579558 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:18.147962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:18.156099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ac89968c-b0fd-4be9-a1a7-c7df7264981c admin admin] 10.222.0.48 "PUT /v2.0/routers/f673bc22-2c04-4d83-b228-6b1e9d579558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2362058 Jul 16 19:15:18.159466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48332) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:18.160480 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] Sync routers for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:18.172118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:18.173044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:18.287069 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.299351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:18.406503 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.468009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Deleting port 919e6b11-ff5c-418a-9eeb-0a3f07471895 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:18.468445 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.558378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139'}], 'enable_snat': True}, 'gw_port_id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:15:16Z', 'revision_number': 5, 'project_id': '377a26783c634f068697356df27201df', 'gw_port': {'id': '919e6b11-ff5c-418a-9eeb-0a3f07471895', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:18.581583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] For port 919e6b11-ff5c-418a-9eeb-0a3f07471895, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=919e6b11-ff5c-418a-9eeb-0a3f07471895,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:18.581968 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.611237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Calling delete_port for 919e6b11-ff5c-418a-9eeb-0a3f07471895 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:18.617926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] Checking router: f673bc22-2c04-4d83-b228-6b1e9d579558 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:18.634227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] Routers {'f673bc22-2c04-4d83-b228-6b1e9d579558'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:18.642336 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['f673bc22-2c04-4d83-b228-6b1e9d579558'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:18.791772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] Set router f673bc22-2c04-4d83-b228-6b1e9d579558 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:18.856067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:15:18Z', 'revision_number': 6, 'project_id': '377a26783c634f068697356df27201df', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:18.888011 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.888596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68404e2-1b0a-466a-9fb7-cc6446a44822 None None] The sync data for ids ['f673bc22-2c04-4d83-b228-6b1e9d579558'] in n-d-793620-10 is: [{'id': 'f673bc22-2c04-4d83-b228-6b1e9d579558', 'name': 'tempest-TestMinimumBasicScenario-818514770-router', 'tenant_id': '377a26783c634f068697356df27201df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:12:59Z', 'updated_at': '2021-07-16T19:15:18Z', 'revision_number': 6, 'project_id': '377a26783c634f068697356df27201df', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:18.934904 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Pushing event deleted for resources: {'Port': ['ID=919e6b11-ff5c-418a-9eeb-0a3f07471895,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:19.008880 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.111783 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.114420 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.165552 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.166396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f673bc22-2c04-4d83-b228-6b1e9d579558 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:19.171585 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.172920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7f000209-7b34-4139-976d-66eaf10e8105 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f673bc22-2c04-4d83-b228-6b1e9d579558 HTTP/1.1" status: 204 len: 168 time: 1.0124490 Jul 16 19:15:19.176078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48334) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:19.235784 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] Deleting subnet a764ec67-e8b6-484e-8281-21dfeffca19b {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:19.240511 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.292786 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.396536 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.462398 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.487939 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a764ec67-e8b6-484e-8281-21dfeffca19b,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:19.495001 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.498607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-bb93cf31-779d-4f77-bebb-89fbe3c91560 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a764ec67-e8b6-484e-8281-21dfeffca19b HTTP/1.1" status: 204 len: 168 time: 0.3196235 Jul 16 19:15:19.499940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48336) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:19.503106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da920f-ed4b-4e17-a145-f9d71e399dd1 None None] Network 8a45e611-5417-40eb-b0d5-5ec3d9608460 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:19.619582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.707601 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Deleting port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:19.708234 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.720494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] DHCP port deletion for 8a45e611-5417-40eb-b0d5-5ec3d9608460 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:19.802792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Deleting port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:19.802792 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.839252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] For port d9494ec1-66ec-4c98-9104-19d0b9ce5a44, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:19.839974 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.867141 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Calling delete_port for d9494ec1-66ec-4c98-9104-19d0b9ce5a44 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:19.893073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] For port d9494ec1-66ec-4c98-9104-19d0b9ce5a44, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,segment=NetworkSegment(41b8c6e1-02f0-4c32-b35c-01810e0544cd),segment_id=41b8c6e1-02f0-4c32-b35c-01810e0544cd)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:19.893837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:19.918297 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Calling delete_port for d9494ec1-66ec-4c98-9104-19d0b9ce5a44 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:20.009105 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.064644 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:20.077275 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] No DVR routers for this DVR port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:20.080926 n-d-793620-10 neutron-server[93779]: self.session.flush() Jul 16 19:15:20.093218 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.101997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 918312a2-1f94-4d0a-99ea-028a73165487 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:20.164328 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Pushing event deleted for resources: {'Port': ['ID=d9494ec1-66ec-4c98-9104-19d0b9ce5a44,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:20.168330 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 918312a2-1f94-4d0a-99ea-028a73165487 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:20.168739 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 918312a2-1f94-4d0a-99ea-028a73165487 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:20.169212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 919e6b11-ff5c-418a-9eeb-0a3f07471895 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:20.175318 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.177732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] No DVR routers for this DVR port d9494ec1-66ec-4c98-9104-19d0b9ce5a44 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:20.185516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.185962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.186396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.186785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.187119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.187450 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.187878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.188237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.188570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.188970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.189300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.189676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1c9cb4-ff7b-42f2-964f-a6019065888a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:20.189962 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a45e611-5417-40eb-b0d5-5ec3d9608460']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:20.204584 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b8c6e1-02f0-4c32-b35c-01810e0544cd') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:20.204990 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b8c6e1-02f0-4c32-b35c-01810e0544cd') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:20.216555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.227859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 919e6b11-ff5c-418a-9eeb-0a3f07471895 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:20.228448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 919e6b11-ff5c-418a-9eeb-0a3f07471895 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:20.229143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9494ec1-66ec-4c98-9104-19d0b9ce5a44 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:20.241212 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.252425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:20.253156 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:20.256857 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:20.263133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: d9494ec1-66ec-4c98-9104-19d0b9ce5a44 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:20.263699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device d9494ec1-66ec-4c98-9104-19d0b9ce5a44 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:20.364804 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.373469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.377111 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] 10.222.0.48 "DELETE /v2.0/networks/8a45e611-5417-40eb-b0d5-5ec3d9608460 HTTP/1.1" status: 204 len: 168 time: 0.8753951 Jul 16 19:15:20.382629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48338) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:20.396382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a47b4-da41-4866-a763-06fe73a5fc3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8a45e611-5417-40eb-b0d5-5ec3d9608460,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:20.960520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:21.773152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Deleting port ec21e48f-3d27-4557-a527-8ac8ce652779 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:21.774149 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:21.886008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] For port ec21e48f-3d27-4557-a527-8ac8ce652779, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ec21e48f-3d27-4557-a527-8ac8ce652779,segment=NetworkSegment(5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8),segment_id=5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:21.886618 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:21.911082 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Calling delete_port for ec21e48f-3d27-4557-a527-8ac8ce652779 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:22.240391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:22.275048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec21e48f-3d27-4557-a527-8ac8ce652779,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:22.554459 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:22.976405 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:23.174114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:23.186067 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9bac0c23-7e1a-4f91-a30e-700be8f313cb admin admin] 10.222.0.48 "PUT /v2.0/routers/1270b24b-7ff9-4f91-a198-c2e388bf2f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8020411 Jul 16 19:15:23.188525 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] Sync routers for ids ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:23.189664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48340) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:23.206489 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] Routers {'1270b24b-7ff9-4f91-a198-c2e388bf2f0a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:23.207594 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:23.342713 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:23.505544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] Set router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:23.515656 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:23.610041 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Deleting port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:23.610482 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:23.736565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] For port 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:23.737316 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:23.761058 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Calling delete_port for 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:23.802828 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47'}], 'enable_snat': True}, 'gw_port_id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:15:22Z', 'revision_number': 5, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port': {'id': '2e13fd7a-6031-4f19-88bb-3e8ff123fcb2', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:1b:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:13:05Z', 'updated_at': '2021-07-16T19:13:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:23.861000 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] Checking router: 1270b24b-7ff9-4f91-a198-c2e388bf2f0a for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:23.876872 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] Routers {'1270b24b-7ff9-4f91-a198-c2e388bf2f0a'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:23.877956 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:24.041753 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] Set router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:24.079769 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.115400 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:15:23Z', 'revision_number': 6, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:24.132828 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e13fd7a-6031-4f19-88bb-3e8ff123fcb2,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:24.157332 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca117b03-fc7c-49a0-ae53-441d788c3dd7 None None] The sync data for ids ['1270b24b-7ff9-4f91-a198-c2e388bf2f0a'] in n-d-793620-10 is: [{'id': '1270b24b-7ff9-4f91-a198-c2e388bf2f0a', 'name': 'tempest-TestMinimumBasicScenario-1345337181-router', 'tenant_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:13:04Z', 'updated_at': '2021-07-16T19:15:23Z', 'revision_number': 6, 'project_id': 'b2ea76d1f6f04a5ea379124ce44acf94', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:24.245377 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.426258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.431009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.520384 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.521701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1270b24b-7ff9-4f91-a198-c2e388bf2f0a {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:15:24.529467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.531623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-52752a87-4560-4392-8b5e-6da4b416bdc8 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1270b24b-7ff9-4f91-a198-c2e388bf2f0a HTTP/1.1" status: 204 len: 168 time: 1.3402543 Jul 16 19:15:24.534619 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48342) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:24.594298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] Deleting subnet c77a9944-e9a8-47ef-8de5-6055a8ae8871 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:15:24.599969 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.648391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.756709 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.822148 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.850096 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77a9944-e9a8-47ef-8de5-6055a8ae8871,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:24.857113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:24.860535 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5eb1df3e-7da3-4af4-8bdd-b11b91fb2bce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c77a9944-e9a8-47ef-8de5-6055a8ae8871 HTTP/1.1" status: 204 len: 168 time: 0.3245432 Jul 16 19:15:24.861255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47572979-c6d2-4adb-98df-fd804d4314db None None] Network e8646783-2dea-464c-a839-33d9af8373e1 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:24.863036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:24.994597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.110275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] DHCP port deletion for e8646783-2dea-464c-a839-33d9af8373e1 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:15:25.125118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Deleting port ab6905e4-5186-452d-8315-b28965e9c66e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:25.125838 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.187999 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] Deleting port ab6905e4-5186-452d-8315-b28965e9c66e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:15:25.188424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.250479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] For port ab6905e4-5186-452d-8315-b28965e9c66e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ab6905e4-5186-452d-8315-b28965e9c66e,segment=NetworkSegment(5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8),segment_id=5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:25.250479 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.264273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] For port ab6905e4-5186-452d-8315-b28965e9c66e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=ab6905e4-5186-452d-8315-b28965e9c66e,segment=NetworkSegment(5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8),segment_id=5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:25.264682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.273842 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Calling delete_port for ab6905e4-5186-452d-8315-b28965e9c66e owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:25.285941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] Calling delete_port for ab6905e4-5186-452d-8315-b28965e9c66e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:15:25.397490 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.413848 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.436231 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] Pushing event deleted for resources: {'Port': ['ID=ab6905e4-5186-452d-8315-b28965e9c66e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:25.443521 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c515ec-23d1-487c-a92e-8d7644404b77 None None] No DVR routers for this DVR port ab6905e4-5186-452d-8315-b28965e9c66e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:25.452059 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6905e4-5186-452d-8315-b28965e9c66e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:25.459272 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] No DVR routers for this DVR port ab6905e4-5186-452d-8315-b28965e9c66e on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:15:25.546579 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.559119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8646783-2dea-464c-a839-33d9af8373e1']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:25.572335 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:25.572624 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9f2603-01ff-4b87-a7b6-7fc50bb56ca8') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:25.583570 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.600332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.608520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:15:25.609206 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: self.session.flush() Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:15:25.611111 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:15:25.697870 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.705512 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:25.708714 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e8646783-2dea-464c-a839-33d9af8373e1 HTTP/1.1" status: 204 len: 168 time: 0.8436673 Jul 16 19:15:25.721848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d730ef-5859-4fa9-9006-fe774c494643 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8646783-2dea-464c-a839-33d9af8373e1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:25.897099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48348) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:25.939474 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-231d8c8f-6072-4fde-9f55-7fa2847ef73c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=377a26783c634f068697356df27201df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410781 Jul 16 19:15:25.942681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:26.012999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad482-6318-4b42-8406-415f04dab486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.038667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad482-6318-4b42-8406-415f04dab486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.057044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:26.077581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:26.078069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 2e13fd7a-6031-4f19-88bb-3e8ff123fcb2 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:26.078620 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ec21e48f-3d27-4557-a527-8ac8ce652779 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:26.102770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: ec21e48f-3d27-4557-a527-8ac8ce652779 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:26.103273 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ec21e48f-3d27-4557-a527-8ac8ce652779 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:26.103928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ab6905e4-5186-452d-8315-b28965e9c66e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:15:26.115861 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad482-6318-4b42-8406-415f04dab486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.119116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad482-6318-4b42-8406-415f04dab486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.120388 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9a9ad482-6318-4b42-8406-415f04dab486 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a7e045e-2337-4c85-a21c-f5b21ad6784d HTTP/1.1" status: 204 len: 168 time: 0.1767137 Jul 16 19:15:26.129186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ad482-6318-4b42-8406-415f04dab486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7e045e-2337-4c85-a21c-f5b21ad6784d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:26.130732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: ab6905e4-5186-452d-8315-b28965e9c66e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:15:26.136042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device ab6905e4-5186-452d-8315-b28965e9c66e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:15:26.624805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48356) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:26.683361 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-552e2dbb-45b4-4361-bfaf-1c940f4208d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2ea76d1f6f04a5ea379124ce44acf94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572221 Jul 16 19:15:26.686582 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48358) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:26.750301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f7c7bf-7d23-4113-9b36-211e10cf9c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.788588 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f7c7bf-7d23-4113-9b36-211e10cf9c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.854668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f7c7bf-7d23-4113-9b36-211e10cf9c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.858665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30f7c7bf-7d23-4113-9b36-211e10cf9c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:26.860286 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-30f7c7bf-7d23-4113-9b36-211e10cf9c46 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db59f937-292a-4d73-a407-01a5310fb297 HTTP/1.1" status: 204 len: 168 time: 0.1724398 Jul 16 19:15:26.870553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7c7bf-7d23-4113-9b36-211e10cf9c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db59f937-292a-4d73-a407-01a5310fb297,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:28.912630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48400) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:28.917715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861661404', 'description': 'tempest-secgroup-smoke-861661404 description', 'project_id': '701fed2d1a084e799a5107c411ac68a9'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:28.948983 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:28.959366 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.082218 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.090213 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.155924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cdc8f5-5495-48c2-8c7f-8549d9ad7f36,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.229782 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.235109 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.266352 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.267593 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3536906 Jul 16 19:15:29.269591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e62f0c1-0a00-47ab-97bf-5d1b1cd1006d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8464aa78-c4bb-4f76-83d8-14fb4e1a446b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.272749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48402) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:29.277834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5e2eb511-2007-48e5-84f1-3fc49e334d3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '8464aa78-c4bb-4f76-83d8-14fb4e1a446b', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:29.307539 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2eb511-2007-48e5-84f1-3fc49e334d3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.378923 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2eb511-2007-48e5-84f1-3fc49e334d3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.384295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2eb511-2007-48e5-84f1-3fc49e334d3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.406856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2eb511-2007-48e5-84f1-3fc49e334d3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0fbc3c5-65fd-4771-932e-d1d6413e85c4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.416961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e2eb511-2007-48e5-84f1-3fc49e334d3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.418954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e2eb511-2007-48e5-84f1-3fc49e334d3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450491 Jul 16 19:15:29.422369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48404) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:29.427641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-451f862d-e1a3-4b74-8a67-8d46813f7ede tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '8464aa78-c4bb-4f76-83d8-14fb4e1a446b', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:29.462198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-451f862d-e1a3-4b74-8a67-8d46813f7ede tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.545225 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-451f862d-e1a3-4b74-8a67-8d46813f7ede tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.551214 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-451f862d-e1a3-4b74-8a67-8d46813f7ede tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.572832 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f862d-e1a3-4b74-8a67-8d46813f7ede tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c2bf0b-e882-446b-9d3c-66c24f56229a,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.580873 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-451f862d-e1a3-4b74-8a67-8d46813f7ede tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.583035 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-451f862d-e1a3-4b74-8a67-8d46813f7ede tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1592982 Jul 16 19:15:29.587334 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48406) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:29.592723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-64b56aee-a702-4de4-bd41-6fcbe799773a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '8464aa78-c4bb-4f76-83d8-14fb4e1a446b', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:29.632966 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64b56aee-a702-4de4-bd41-6fcbe799773a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.710783 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64b56aee-a702-4de4-bd41-6fcbe799773a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.715921 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64b56aee-a702-4de4-bd41-6fcbe799773a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.734974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b56aee-a702-4de4-bd41-6fcbe799773a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5731ea41-eb1b-46bf-8782-1459bb06e88c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.743719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-64b56aee-a702-4de4-bd41-6fcbe799773a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.746442 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-64b56aee-a702-4de4-bd41-6fcbe799773a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576426 Jul 16 19:15:29.749077 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:29.757438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5e92ae46-275b-4409-9132-648edd135391 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '8464aa78-c4bb-4f76-83d8-14fb4e1a446b', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:29.793246 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e92ae46-275b-4409-9132-648edd135391 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.816574 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:29.872583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e92ae46-275b-4409-9132-648edd135391 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.877958 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e92ae46-275b-4409-9132-648edd135391 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.900856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92ae46-275b-4409-9132-648edd135391 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f134ca-bad7-4531-a396-155bf180c12e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:29.907682 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5e92ae46-275b-4409-9132-648edd135391 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:29.909000 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5e92ae46-275b-4409-9132-648edd135391 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583545 Jul 16 19:15:29.913341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48410) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:29.918270 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '8464aa78-c4bb-4f76-83d8-14fb4e1a446b', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:29.945411 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:15:29.951795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.026317 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.030626 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.051166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6b696d-ec58-41b7-9738-bc2dce0fc22c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:30.058865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.060392 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ec27ef54-26bd-4fa6-af5d-bcd49bc1dec2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1458366 Jul 16 19:15:30.063252 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48412) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:30.068237 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '8464aa78-c4bb-4f76-83d8-14fb4e1a446b', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:30.092289 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:15:30.097577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.166002 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.170543 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.192393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660509ec-9eb4-4972-afe0-d298883bb76e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:30.202008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.203784 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a7b733a5-2452-4da8-bfa0-6cbf6df73641 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392961 Jul 16 19:15:30.207330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48414) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:30.214287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'network': {'name': 'tempest-network-smoke--1568108653', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:30.241364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:30.245157 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.276856 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:15:30.288305 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.288675 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Added segment b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f of type vlan for network 7d6f4ba9-f693-45a4-a596-faf676c338f3 Jul 16 19:15:30.363288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.376008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b76221a6-90ec-4148-918d-8af6ea9270e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.419052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.430102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:30.431170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.496613 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2870977 Jul 16 19:15:30.499947 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48416) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:30.507167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'admin_state_up': True, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:30.548276 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.550506 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae0d80f-4799-4b14-9ea7-c5fafc5b5a48 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Network': ['ID=7d6f4ba9-f693-45a4-a596-faf676c338f3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:30.550773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.568737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:15:30.652823 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.910154 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.210583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.231123 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.392572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.73 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/8f0b675c-82e7-4973-b1ee-f0868882a41a) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:31.567805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.642451 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:31.715591 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:31.726132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:31.734359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:31.779652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=8f0b675c-82e7-4973-b1ee-f0868882a41a,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:32.147576 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:32.875714 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.065315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:15:33.183305 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:33.200013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Sync routers for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:33.210913 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.216458 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ae18aa58-e581-44d5-9eed-99f769b076f3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7114236 Jul 16 19:15:33.218625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48418) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:33.219216 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50990fba-6e01-4fa2-a816-2118d809d073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.222244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:33.223689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:33.443264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-5d1f6ef7-9d48-4dac-81fe-f1169b0fac93 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=701fed2d1a084e799a5107c411ac68a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2196946 Jul 16 19:15:33.443654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48422) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:33.569188 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.595808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:33.650861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806ddf48-d8f0-4b62-85a9-c7804ad8f01f tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:33.652464 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-806ddf48-d8f0-4b62-85a9-c7804ad8f01f tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2075539 Jul 16 19:15:33.657232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48424) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:33.695290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cee6f783-57ac-4297-bfce-38aab96aca92 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366812 Jul 16 19:15:33.698842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48426) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:33.704400 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140707339', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:33.811505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:33.816134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:33.913395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:31Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:33.949290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Checking router: 1a8d9e95-11d6-42a2-a630-3cee97315ee7 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:33.949699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Updating router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 port 8f0b675c-82e7-4973-b1ee-f0868882a41a binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:33.996280 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.036587 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.099604 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Subnet': ['ID=a667e259-aee8-4fd1-90d4-7de2083e8bd1,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:34.113327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Checking segment: {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:34.114418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network hostable DHCP agents. Network: 7d6f4ba9-f693-45a4-a596-faf676c338f3, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:15:34.140890 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:15:34.150938 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 7d6f4ba9-f693-45a4-a596-faf676c338f3) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:34.156280 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:34.156914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.168745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0ec970-1ea4-44e5-90a6-db6bee465bc9 None None] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:34.175506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4b8f8f47-e0aa-4d04-a09d-155d2bb059ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4753590 Jul 16 19:15:34.178978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48428) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:34.389419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.423026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Transition to ACTIVE for port object 8f0b675c-82e7-4973-b1ee-f0868882a41a will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:34.430866 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.441151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-7d6f4ba9-f693-45a4-a596-faf676c338f3', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:15:34.442714 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.504915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Attempting to bind port 8f0b675c-82e7-4973-b1ee-f0868882a41a on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:34.505548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Attempting to bind port 8f0b675c-82e7-4973-b1ee-f0868882a41a by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:34.505755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Attempting to bind port 8f0b675c-82e7-4973-b1ee-f0868882a41a on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:34.520133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32f1ea-3c41-4950-af42-afdec9085e4f None None] Pushing event updated for resources: {'Port': ['ID=8f0b675c-82e7-4973-b1ee-f0868882a41a,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:34.525690 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:34.526224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:34.526643 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.527042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:34.527619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Bound port: 8f0b675c-82e7-4973-b1ee-f0868882a41a, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:34.527959 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.652663 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.702289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] For port 8f0b675c-82e7-4973-b1ee-f0868882a41a, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:34.706816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] For port 8f0b675c-82e7-4973-b1ee-f0868882a41a, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8f0b675c-82e7-4973-b1ee-f0868882a41a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:34.717756 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.724920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Allocated IP 172.20.0.2 (7d6f4ba9-f693-45a4-a596-faf676c338f3/a667e259-aee8-4fd1-90d4-7de2083e8bd1/998bac97-f351-44ad-95b3-293253d7f7c7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:34.726770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:34.811905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:34.812586 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:34.896331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32f1ea-3c41-4950-af42-afdec9085e4f None None] Pushing event updated for resources: {'Port': ['ID=8f0b675c-82e7-4973-b1ee-f0868882a41a,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:35.036466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:35.067795 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.109829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Transition to ACTIVE for port object 998bac97-f351-44ad-95b3-293253d7f7c7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:35.151527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Transition to ACTIVE for port object 998bac97-f351-44ad-95b3-293253d7f7c7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:35.189294 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.264125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.1 (7d6f4ba9-f693-45a4-a596-faf676c338f3/a667e259-aee8-4fd1-90d4-7de2083e8bd1/15723660-8a99-426e-9d87-069635d4d5d9) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:35.295258 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:35.296519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Pushing event updated for resources: {'Port': ['ID=998bac97-f351-44ad-95b3-293253d7f7c7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:35.306294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:35.332963 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:35.403927 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Attempting to bind port 998bac97-f351-44ad-95b3-293253d7f7c7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:35.404840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Attempting to bind port 998bac97-f351-44ad-95b3-293253d7f7c7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:35.404840 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Attempting to bind port 998bac97-f351-44ad-95b3-293253d7f7c7 on network 7d6f4ba9-f693-45a4-a596-faf676c338f3 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:35.412135 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.413153 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:35.413535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Checking segment: {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:35.413987 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.414352 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Bound using segment: {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:35.414839 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Bound port: 998bac97-f351-44ad-95b3-293253d7f7c7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:35.415230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.430313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object 15723660-8a99-426e-9d87-069635d4d5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:35.434322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:31Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:35.471245 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.484970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdf9a9c-e1a6-4268-800c-bad1825302f3 None None] The sync data for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 is: [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:31Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:35.529246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] For port 998bac97-f351-44ad-95b3-293253d7f7c7, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:35.533070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] For port 998bac97-f351-44ad-95b3-293253d7f7c7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=998bac97-f351-44ad-95b3-293253d7f7c7,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:35.534313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:35.539249 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.539774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:35.543362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:35.600735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=15723660-8a99-426e-9d87-069635d4d5d9,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:35.646299 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:35.648846 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08557077-5326-4590-b7a9-44ed14a4d7de None None] Pushing event updated for resources: {'Port': ['ID=998bac97-f351-44ad-95b3-293253d7f7c7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:35.874208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.074891 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.181791 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f0b675c-82e7-4973-b1ee-f0868882a41a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:36.244232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 8f0b675c-82e7-4973-b1ee-f0868882a41a completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:36.248983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8f0b675c-82e7-4973-b1ee-f0868882a41a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:36.249362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.352028 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.361695 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.369283 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.378826 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 8f0b675c-82e7-4973-b1ee-f0868882a41a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8f0b675c-82e7-4973-b1ee-f0868882a41a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:36.391363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.392334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 998bac97-f351-44ad-95b3-293253d7f7c7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:36.461852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:36.464975 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=15723660-8a99-426e-9d87-069635d4d5d9,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:36.490662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=8f0b675c-82e7-4973-b1ee-f0868882a41a,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:36.509387 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 998bac97-f351-44ad-95b3-293253d7f7c7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:36.599182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:36.601208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:36.749119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:36.885529 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:36.890700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-731835ec-0a42-434f-a410-4a7b8cb51a4a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/1a8d9e95-11d6-42a2-a630-3cee97315ee7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7103894 Jul 16 19:15:36.917404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41673a09-62e7-4a4c-9430-6c81f3093393 None None] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:15:37.014324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bcd85472-2bc6-4536-8579-72e91707c4dc None None] Provisioning for port 998bac97-f351-44ad-95b3-293253d7f7c7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:37.021591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bcd85472-2bc6-4536-8579-72e91707c4dc None None] Provisioning complete for port 998bac97-f351-44ad-95b3-293253d7f7c7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:37.021898 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcd85472-2bc6-4536-8579-72e91707c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.081513 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-55473666-5080-45c6-b09c-4738c1c2738d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861661404&fields=id&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 267 time: 0.0400629 Jul 16 19:15:37.222286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-ed483483-5bfb-4662-9104-72fcb9226ad9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:37.224737 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-ed483483-5bfb-4662-9104-72fcb9226ad9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/networks?id=7d6f4ba9-f693-45a4-a596-faf676c338f3 HTTP/1.1" status: 200 len: 797 time: 0.1344512 Jul 16 19:15:37.247143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-60822da1-6642-4a73-81fc-2fa812cafc37 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/quotas/701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 375 time: 0.0137272 Jul 16 19:15:37.330438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-a09ed905-916e-4a86-888d-5b4a66b35d65 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765221 Jul 16 19:15:37.341815 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcd85472-2bc6-4536-8579-72e91707c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.388985 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-bcd85472-2bc6-4536-8579-72e91707c4dc None None] For port 998bac97-f351-44ad-95b3-293253d7f7c7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=998bac97-f351-44ad-95b3-293253d7f7c7,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:37.395392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bcd85472-2bc6-4536-8579-72e91707c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.461813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd85472-2bc6-4536-8579-72e91707c4dc None None] Pushing event updated for resources: {'Port': ['ID=998bac97-f351-44ad-95b3-293253d7f7c7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:37.493554 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-0073fff0-86c8-4140-8662-fe70d862c454 service neutron] 10.222.0.48 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418645 Jul 16 19:15:37.590761 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Sync routers for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:37.605401 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:37.607161 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:37.607584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-fcacff85-2a9b-4cc0-891e-a5937b0cff3b service neutron] 10.222.0.48 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075191 Jul 16 19:15:37.722679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-79941436-cf0b-44df-90c8-be085b69b345 None None] Provisioning complete for port 998bac97-f351-44ad-95b3-293253d7f7c7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:37.726821 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79941436-cf0b-44df-90c8-be085b69b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.760182 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:37.931675 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.947002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-79941436-cf0b-44df-90c8-be085b69b345 None None] Provisioning for port 15723660-8a99-426e-9d87-069635d4d5d9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:37.955742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-79941436-cf0b-44df-90c8-be085b69b345 None None] Provisioning complete for port 15723660-8a99-426e-9d87-069635d4d5d9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:37.956203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-79941436-cf0b-44df-90c8-be085b69b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:37.958414 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-aa1128d1-4559-40ac-b9d8-2534a29a51aa req-377a1f3a-35b3-40a5-855f-2c4c87f68dae tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 210 time: 0.0865026 Jul 16 19:15:38.012812 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-79941436-cf0b-44df-90c8-be085b69b345 None None] Port 15723660-8a99-426e-9d87-069635d4d5d9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:38.104201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f0b675c-82e7-4973-b1ee-f0868882a41a up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:38.166065 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bf060e03-496c-42cd-bdef-2d104cb1c197 None None] Provisioning complete for port 15723660-8a99-426e-9d87-069635d4d5d9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:38.166582 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bf060e03-496c-42cd-bdef-2d104cb1c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.212678 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 2, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:38.229842 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8f0b675c-82e7-4973-b1ee-f0868882a41a triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:38.230147 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.231990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bf060e03-496c-42cd-bdef-2d104cb1c197 None None] Port 15723660-8a99-426e-9d87-069635d4d5d9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:38.233508 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.250217 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Checking router: 1a8d9e95-11d6-42a2-a630-3cee97315ee7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:38.250994 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Updating router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 port 15723660-8a99-426e-9d87-069635d4d5d9 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:15:38.299319 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.350924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 998bac97-f351-44ad-95b3-293253d7f7c7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:38.386415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d8f7a7a8-9fa4-4696-986d-8ae083d5d215 None None] Provisioning complete for port 15723660-8a99-426e-9d87-069635d4d5d9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:38.387036 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d8f7a7a8-9fa4-4696-986d-8ae083d5d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.439384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-d8f7a7a8-9fa4-4696-986d-8ae083d5d215 None None] Port 15723660-8a99-426e-9d87-069635d4d5d9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:38.453087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 998bac97-f351-44ad-95b3-293253d7f7c7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:38.455414 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.668290 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.681519 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Transition to ACTIVE for port object 15723660-8a99-426e-9d87-069635d4d5d9 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:38.690238 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.751025 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Pushing event updated for resources: {'Port': ['ID=15723660-8a99-426e-9d87-069635d4d5d9,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:38.791976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.792685 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.793214 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.793612 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.793949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.794466 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.794798 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.795127 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.795452 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.795774 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.796116 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.796438 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:15:38.847392 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Attempting to bind port 15723660-8a99-426e-9d87-069635d4d5d9 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:38.847844 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Attempting to bind port 15723660-8a99-426e-9d87-069635d4d5d9 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:38.849230 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Attempting to bind port 15723660-8a99-426e-9d87-069635d4d5d9 on network 7d6f4ba9-f693-45a4-a596-faf676c338f3 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:38.856910 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:38.857246 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Checking segment: {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:38.857687 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.858090 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Bound using segment: {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:38.858626 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Bound port: 15723660-8a99-426e-9d87-069635d4d5d9, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:38.859166 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:38.961575 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] For port 15723660-8a99-426e-9d87-069635d4d5d9, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:38.967835 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] For port 15723660-8a99-426e-9d87-069635d4d5d9, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=15723660-8a99-426e-9d87-069635d4d5d9,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:38.977969 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:39.058067 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b9e88-6781-47d1-a3b6-be0013b1a67a None None] Pushing event updated for resources: {'Port': ['ID=15723660-8a99-426e-9d87-069635d4d5d9,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:39.072727 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:39.073057 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:39.187908 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-884b8d40-ccb2-4694-bdd5-9d42fe5234af req-303c78f1-bbe6-4d11-907f-7d67aa536045 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 210 time: 0.0403502 Jul 16 19:15:39.285970 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:39.566191 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:38Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:39.615243 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43d129-7a39-4cbd-8fd9-ee3a1757c695 None None] The sync data for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 is: [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:38Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:39.739148 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-cc1ef622-2c3c-49ad-85a1-c65d08e473f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:39.741985 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-cc1ef622-2c3c-49ad-85a1-c65d08e473f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/networks?id=7d6f4ba9-f693-45a4-a596-faf676c338f3 HTTP/1.1" status: 200 len: 797 time: 0.1648951 Jul 16 19:15:39.808502 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-59cd82ee-7f4d-4efb-9e16-da2e8ce61e19 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 379 time: 0.0575747 Jul 16 19:15:39.818825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'port': {'device_id': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'admin_state_up': True, 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'security_groups': ['8464aa78-c4bb-4f76-83d8-14fb4e1a446b']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:39.957909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:15:39.961938 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.104253 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 15723660-8a99-426e-9d87-069635d4d5d9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:40.154441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.14 (7d6f4ba9-f693-45a4-a596-faf676c338f3/a667e259-aee8-4fd1-90d4-7de2083e8bd1/44bee3e8-88f2-424b-8507-a3cad609a0ea) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:40.193580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 15723660-8a99-426e-9d87-069635d4d5d9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:40.200901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 15723660-8a99-426e-9d87-069635d4d5d9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:40.201846 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.353576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.365941 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.379681 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object 44bee3e8-88f2-424b-8507-a3cad609a0ea will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:40.439097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 15723660-8a99-426e-9d87-069635d4d5d9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=15723660-8a99-426e-9d87-069635d4d5d9,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:40.445128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.446432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.525340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=15723660-8a99-426e-9d87-069635d4d5d9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:40.536358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:40.543017 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:40.553869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:40.561112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=44bee3e8-88f2-424b-8507-a3cad609a0ea,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:40.569124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91fb59-352c-4ce9-99d2-dda2a0bc39ae req-386e8c91-a1e5-4263-9088-cff2d85e165c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:40.574884 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c91fb59-352c-4ce9-99d2-dda2a0bc39ae req-386e8c91-a1e5-4263-9088-cff2d85e165c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 932 time: 0.1513398 Jul 16 19:15:40.647476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:40.648830 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.653717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c91fb59-352c-4ce9-99d2-dda2a0bc39ae req-10b529e1-5412-449a-8d9b-cc23e54822bd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721953 Jul 16 19:15:40.675591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-8306cabe-30a7-4a86-bff7-456908ec6d09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8613772 Jul 16 19:15:40.688456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Request body: {'port': {'device_id': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:40.801827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.942885 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7694f2ac-381a-4d35-857f-b71367802a6f None None] Provisioning for port 44bee3e8-88f2-424b-8507-a3cad609a0ea completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:40.948970 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7694f2ac-381a-4d35-857f-b71367802a6f None None] Provisioning complete for port 44bee3e8-88f2-424b-8507-a3cad609a0ea triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:40.949323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7694f2ac-381a-4d35-857f-b71367802a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.993553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7694f2ac-381a-4d35-857f-b71367802a6f None None] Port 44bee3e8-88f2-424b-8507-a3cad609a0ea cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:15:41.123196 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bee3e8-88f2-424b-8507-a3cad609a0ea {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:41.135156 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.151471 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Transition to ACTIVE for port object 44bee3e8-88f2-424b-8507-a3cad609a0ea will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:15:41.155401 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.215127 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Pushing event updated for resources: {'Port': ['ID=44bee3e8-88f2-424b-8507-a3cad609a0ea,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:41.297670 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Attempting to bind port 44bee3e8-88f2-424b-8507-a3cad609a0ea on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:15:41.298254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Attempting to bind port 44bee3e8-88f2-424b-8507-a3cad609a0ea by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:15:41.298524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Attempting to bind port 44bee3e8-88f2-424b-8507-a3cad609a0ea on network 7d6f4ba9-f693-45a4-a596-faf676c338f3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:41.304932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Port 44bee3e8-88f2-424b-8507-a3cad609a0ea on network 7d6f4ba9-f693-45a4-a596-faf676c338f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:15:41.305342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Attempting to bind port 44bee3e8-88f2-424b-8507-a3cad609a0ea on network 7d6f4ba9-f693-45a4-a596-faf676c338f3 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:15:41.312539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:15:41.313022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Checking segment: {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:15:41.313586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Bound using segment: {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:15:41.314163 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Bound port: 44bee3e8-88f2-424b-8507-a3cad609a0ea, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:15:41.314671 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.398343 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] For port 44bee3e8-88f2-424b-8507-a3cad609a0ea, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:15:41.401682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] For port 44bee3e8-88f2-424b-8507-a3cad609a0ea, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:15:41.407862 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.454473 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:41.455111 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:41.456597 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] 10.222.0.13 "PUT /v2.0/ports/44bee3e8-88f2-424b-8507-a3cad609a0ea HTTP/1.1" status: 200 len: 1093 time: 0.7739866 Jul 16 19:15:41.457069 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:41.459412 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08" -d '{"events": [{"name": "network-changed", "server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:41.502086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686b23c-82b1-49f5-b9a4-cc170f68d16a service neutron] Pushing event updated for resources: {'Port': ['ID=44bee3e8-88f2-424b-8507-a3cad609a0ea,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:41.603885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-a235fd3d-8733-4849-b0b6-7716f364448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:41.605741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-a235fd3d-8733-4849-b0b6-7716f364448d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 1096 time: 0.0941465 Jul 16 19:15:41.621277 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d331847-a664-4730-bb80-8d0c52c09804 x-openstack-request-id: req-2d331847-a664-4730-bb80-8d0c52c09804 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:41.621654 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:41.622046 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d331847-a664-4730-bb80-8d0c52c09804 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:41.622525 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'status': 'completed', 'code': 200} Jul 16 19:15:41.655906 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-c2ff2ab6-4fcc-4a94-960e-cc0229b5ebbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea HTTP/1.1" status: 200 len: 217 time: 0.0428522 Jul 16 19:15:41.720503 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-a0915a83-97b2-405c-b669-feb341b9b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:41.723690 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-a0915a83-97b2-405c-b669-feb341b9b492 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a667e259-aee8-4fd1-90d4-7de2083e8bd1 HTTP/1.1" status: 200 len: 834 time: 0.0605791 Jul 16 19:15:41.805915 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-f3d70b71-4d9c-4bdc-8cc7-4c5ad0b20d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:41.808536 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-f3d70b71-4d9c-4bdc-8cc7-4c5ad0b20d42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d6f4ba9-f693-45a4-a596-faf676c338f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792086 Jul 16 19:15:41.893303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de66d2e-e10d-43c2-bb12-2f9148c1a63d req-eec3b95e-e643-467c-bbaa-47a9fba2489e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:41.894835 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7de66d2e-e10d-43c2-bb12-2f9148c1a63d req-eec3b95e-e643-467c-bbaa-47a9fba2489e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 944 time: 0.0716391 Jul 16 19:15:41.905505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-7edbdfc4-3142-45d3-9015-f4777e1b0206 service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903397 Jul 16 19:15:41.934262 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7de66d2e-e10d-43c2-bb12-2f9148c1a63d req-30ddf729-a693-4f97-8939-eb833e442b71 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Jul 16 19:15:42.008933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e2bb0b32-bd6e-4dec-a8af-f0ccc83e2405 req-f6efc497-076a-4d1f-893a-c9d9b7929a4e service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976713 Jul 16 19:15:42.047809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 15723660-8a99-426e-9d87-069635d4d5d9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:42.107393 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-4de701af-adf0-42fc-a032-259d4b21cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.109149 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-4de701af-adf0-42fc-a032-259d4b21cb00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 1096 time: 0.0544508 Jul 16 19:15:42.128878 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 15723660-8a99-426e-9d87-069635d4d5d9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:42.130093 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:42.204504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-856e9a59-600e-4010-b9c8-28052a308f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.206068 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-856e9a59-600e-4010-b9c8-28052a308f36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d6f4ba9-f693-45a4-a596-faf676c338f3 HTTP/1.1" status: 200 len: 897 time: 0.0908329 Jul 16 19:15:42.247589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-28e8a03b-917d-4afe-a88a-938efd51e9c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea HTTP/1.1" status: 200 len: 217 time: 0.0348771 Jul 16 19:15:42.299437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-177503f2-0da7-48fd-aed6-b4cc59bc3f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.301012 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-177503f2-0da7-48fd-aed6-b4cc59bc3f21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a667e259-aee8-4fd1-90d4-7de2083e8bd1 HTTP/1.1" status: 200 len: 834 time: 0.0474300 Jul 16 19:15:42.364261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-a47d12e9-b5c6-4d11-949f-5baa1abcb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:42.365809 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-a47d12e9-b5c6-4d11-949f-5baa1abcb986 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d6f4ba9-f693-45a4-a596-faf676c338f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578957 Jul 16 19:15:42.456994 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-7dbe5d74-f077-4b70-b9c7-129be58386af service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839975 Jul 16 19:15:42.554910 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9e34b94d-ce03-4b6c-aab8-ccc51771fb08 req-adda3d21-5d1e-493a-abbc-6069a5d51755 service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910263 Jul 16 19:15:43.136365 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b7a6f8-0034-432c-a262-cb5652c03607 req-4d77f95b-cd5b-4ed4-b6b8-128a04918643 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:43.137978 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3b7a6f8-0034-432c-a262-cb5652c03607 req-4d77f95b-cd5b-4ed4-b6b8-128a04918643 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 944 time: 0.0719974 Jul 16 19:15:43.181349 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c3b7a6f8-0034-432c-a262-cb5652c03607 req-5e437ddc-5268-48ec-8ef6-f46d1896472b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373931 Jul 16 19:15:44.359558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eb842-2518-4056-9916-5525a401133f req-5144f9da-3c59-42c4-ba22-987118f4b64a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:44.361115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b9eb842-2518-4056-9916-5525a401133f req-5144f9da-3c59-42c4-ba22-987118f4b64a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 944 time: 0.0644987 Jul 16 19:15:44.402659 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b9eb842-2518-4056-9916-5525a401133f req-be1be31c-85b5-433d-ada0-34362b5a4942 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355885 Jul 16 19:15:45.588266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246199f-f7b9-4fbd-acde-99eb74d4c16f req-8bcc57c4-48e7-4ea4-9607-b52df3624568 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:45.589892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7246199f-f7b9-4fbd-acde-99eb74d4c16f req-8bcc57c4-48e7-4ea4-9607-b52df3624568 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 944 time: 0.0729799 Jul 16 19:15:45.632622 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7246199f-f7b9-4fbd-acde-99eb74d4c16f req-61a1fbfa-fa7a-49ab-b010-b066e400ac49 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369096 Jul 16 19:15:46.141242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 44bee3e8-88f2-424b-8507-a3cad609a0ea details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:15:46.247931 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 44bee3e8-88f2-424b-8507-a3cad609a0ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:46.259847 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'port_id': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'mac_address': 'fa:16:3e:a5:70:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:15:46.298047 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.313436 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bee3e8-88f2-424b-8507-a3cad609a0ea {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:15:46.338727 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 44bee3e8-88f2-424b-8507-a3cad609a0ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:46.343926 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:46.395157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=44bee3e8-88f2-424b-8507-a3cad609a0ea,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:46.565563 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['44bee3e8-88f2-424b-8507-a3cad609a0ea'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:15:46.831677 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286597e5-4afa-47ec-a8f0-de18efaaf08b req-0e35b796-dba5-46da-aaa2-94bb6095c8a1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:46.834222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-286597e5-4afa-47ec-a8f0-de18efaaf08b req-0e35b796-dba5-46da-aaa2-94bb6095c8a1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 945 time: 0.0752690 Jul 16 19:15:46.873801 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-286597e5-4afa-47ec-a8f0-de18efaaf08b req-fc6518ac-076a-4773-8bc6-bcada7dbead4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336070 Jul 16 19:15:48.064132 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456c9a2-08a2-4acc-8e6b-56b735ed7126 req-b06ee443-6680-4893-9d98-a579de5b88e7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.065798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2456c9a2-08a2-4acc-8e6b-56b735ed7126 req-b06ee443-6680-4893-9d98-a579de5b88e7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 945 time: 0.0727482 Jul 16 19:15:48.106905 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2456c9a2-08a2-4acc-8e6b-56b735ed7126 req-3982d1b0-372b-4e62-8e2a-0c9dd6e369fe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346825 Jul 16 19:15:48.142446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 44bee3e8-88f2-424b-8507-a3cad609a0ea up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:15:48.204975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 44bee3e8-88f2-424b-8507-a3cad609a0ea completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:15:48.210101 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 44bee3e8-88f2-424b-8507-a3cad609a0ea triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:15:48.210479 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.367670 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.397583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:48.399862 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba3aed2-3979-44f9-bec5-6c2200878244" -d '{"events": [{"server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "name": "network-vif-plugged", "status": "completed", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:48.416032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 44bee3e8-88f2-424b-8507-a3cad609a0ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:15:48.423144 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.480619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=44bee3e8-88f2-424b-8507-a3cad609a0ea,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:48.491692 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819fd8d7-d64d-4510-844d-9334c6f0c94a x-openstack-request-id: req-819fd8d7-d64d-4510-844d-9334c6f0c94a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:48.492013 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "name": "network-vif-plugged", "status": "completed", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:48.492284 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-819fd8d7-d64d-4510-844d-9334c6f0c94a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:48.492682 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'code': 200} Jul 16 19:15:48.603703 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae140c-8cfd-4c02-94d2-e21dc8e95868 req-da7cd7a5-1154-4360-9e21-00189be0edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:48.605334 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-21ae140c-8cfd-4c02-94d2-e21dc8e95868 req-da7cd7a5-1154-4360-9e21-00189be0edba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 1098 time: 0.0537100 Jul 16 19:15:48.640376 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-21ae140c-8cfd-4c02-94d2-e21dc8e95868 req-f4556f11-ec65-4458-ace0-a9733ecf72f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284688 Jul 16 19:15:49.291078 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ad4dd-c457-4c59-b22a-76d8a7b3b35a req-0a62ac22-367b-4e1f-a225-e0ae0a85cf44 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:49.292563 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e7ad4dd-c457-4c59-b22a-76d8a7b3b35a req-0a62ac22-367b-4e1f-a225-e0ae0a85cf44 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0742388 Jul 16 19:15:49.338279 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5e7ad4dd-c457-4c59-b22a-76d8a7b3b35a req-aee37665-7d69-445a-b650-ad083f2342fd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400345 Jul 16 19:15:50.520208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a20d8d-553d-49e0-9074-efe895b240b7 req-9806034e-2ba1-485c-9501-c49343139159 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.521724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0a20d8d-553d-49e0-9074-efe895b240b7 req-9806034e-2ba1-485c-9501-c49343139159 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0651698 Jul 16 19:15:50.560902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e0a20d8d-553d-49e0-9074-efe895b240b7 req-4a29227f-d052-4633-bd83-2b4d6f2afc1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335510 Jul 16 19:15:50.735893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a643422-7719-4b5a-b631-d849e2112ac0 req-01363234-f203-41ab-aed6-c8e2a17e776c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.737388 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a643422-7719-4b5a-b631-d849e2112ac0 req-01363234-f203-41ab-aed6-c8e2a17e776c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0655360 Jul 16 19:15:50.777777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2a643422-7719-4b5a-b631-d849e2112ac0 req-05bbe949-e102-4fa1-bdde-11e7c5fc3219 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347688 Jul 16 19:15:50.802115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48488) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:50.852013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26442b71-2522-4661-b400-1515af9f93d6 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:50.853572 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-26442b71-2522-4661-b400-1515af9f93d6 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 1093 time: 0.0504477 Jul 16 19:15:50.856741 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48490) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:50.861125 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:15:50.884334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.984789 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.091823 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.5 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/022b3ad3-6987-42c6-86ad-c02d32667cc8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:15:51.195793 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.242429 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:51.279392 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:15:51.284716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:15:51.289369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:15:51.319874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=022b3ad3-6987-42c6-86ad-c02d32667cc8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:51.454138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-d4c35b1b-200f-4271-8a9b-198db2e83d51 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353726 Jul 16 19:15:51.616760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-b6161a2e-c60f-4ce6-a1c7-f7ce78b30a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:51.618208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-b6161a2e-c60f-4ce6-a1c7-f7ce78b30a3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 1098 time: 0.1175456 Jul 16 19:15:52.149016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-88d2f507-8b1a-4648-97dd-f58d3fe3c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:52.150523 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-88d2f507-8b1a-4648-97dd-f58d3fe3c55d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d6f4ba9-f693-45a4-a596-faf676c338f3 HTTP/1.1" status: 200 len: 897 time: 0.5105174 Jul 16 19:15:52.198115 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-e0d46717-d98d-4514-808f-3141d733e73f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea HTTP/1.1" status: 200 len: 217 time: 0.0401914 Jul 16 19:15:52.199104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.282795 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-8d40effd-62b9-4639-a639-1e4e34b4dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:52.284220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-8d40effd-62b9-4639-a639-1e4e34b4dcf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a667e259-aee8-4fd1-90d4-7de2083e8bd1 HTTP/1.1" status: 200 len: 834 time: 0.0605385 Jul 16 19:15:52.344868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.409306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-fb600186-c166-4299-8418-da412a5c5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:52.410975 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-fb600186-c166-4299-8418-da412a5c5666 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d6f4ba9-f693-45a4-a596-faf676c338f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071157 Jul 16 19:15:52.577137 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-ff0d1eff-e660-4554-94cb-eb16f1461f49 service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538615 Jul 16 19:15:52.617766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.625022 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.752045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=022b3ad3-6987-42c6-86ad-c02d32667cc8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:15:52.764127 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-4fad1d4a-4d2d-4eb4-8a13-747f32fca618 req-d8c35fc5-3aca-47d3-a1b6-4783c880b2de service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807127 Jul 16 19:15:52.765379 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.875876 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP c891978b-6044-47da-9f82-70e0ef8a09fc associated. External IP: 172.25.0.5, port: 44bee3e8-88f2-424b-8507-a3cad609a0ea. Jul 16 19:15:53.089346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:15:53.196559 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:15:53.207525 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] Sync routers for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:15:53.213685 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:53.218647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:53.219277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:53.251493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-064aef41-bb94-49dd-82f8-b62c064d9eca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3936994 Jul 16 19:15:53.252111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:15:53.254427 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:15:53.292103 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43652074-e4f1-4011-97a9-1c3f90827f11 x-openstack-request-id: req-43652074-e4f1-4011-97a9-1c3f90827f11 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:15:53.292435 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:15:53.292740 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43652074-e4f1-4011-97a9-1c3f90827f11 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:15:53.293142 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'status': 'completed', 'code': 200} Jul 16 19:15:53.341584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:53.371743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-17e088ab-1452-49da-9502-2ef8ccc9f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.373353 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-17e088ab-1452-49da-9502-2ef8ccc9f8a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 1098 time: 0.0593112 Jul 16 19:15:53.418247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8bfa4-5ed1-427f-bb96-fab78d568c7c req-2d57305a-8bdd-46ad-b1c2-bcb940841aa3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.420548 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0cc8bfa4-5ed1-427f-bb96-fab78d568c7c req-2d57305a-8bdd-46ad-b1c2-bcb940841aa3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0695205 Jul 16 19:15:53.462336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0cc8bfa4-5ed1-427f-bb96-fab78d568c7c req-d72e1a11-7070-4070-9f1a-24564fa106be tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352609 Jul 16 19:15:53.475684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-587808df-8d85-4898-96ea-91f4102c9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.477668 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-587808df-8d85-4898-96ea-91f4102c9754 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d6f4ba9-f693-45a4-a596-faf676c338f3 HTTP/1.1" status: 200 len: 897 time: 0.0976820 Jul 16 19:15:53.492491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48496) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:53.553857 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-dff176f4-bac9-4b6c-9a04-7ecb3be8bb25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea HTTP/1.1" status: 200 len: 998 time: 0.0664761 Jul 16 19:15:53.563925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-16766b4d-106f-400e-842b-8fb4deb9ed11 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/c891978b-6044-47da-9f82-70e0ef8a09fc HTTP/1.1" status: 200 len: 990 time: 0.0687456 Jul 16 19:15:53.594456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'c891978b-6044-47da-9f82-70e0ef8a09fc', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'port_id': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'mac_address': 'fa:16:3e:a5:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:53.603945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-625fbaad-682f-41e3-8317-31bd8f0da84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.605571 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-625fbaad-682f-41e3-8317-31bd8f0da84c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a667e259-aee8-4fd1-90d4-7de2083e8bd1 HTTP/1.1" status: 200 len: 834 time: 0.0448647 Jul 16 19:15:53.622288 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] Checking router: 1a8d9e95-11d6-42a2-a630-3cee97315ee7 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:15:53.630918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:15:53.631539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:15:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:53.667732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-f6bac7c4-5175-4d4d-9dd2-8c52f032d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:53.669312 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-f6bac7c4-5175-4d4d-9dd2-8c52f032d52f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d6f4ba9-f693-45a4-a596-faf676c338f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578854 Jul 16 19:15:53.745242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:15:53.767015 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-bdc68247-5286-4b4a-aa35-5532c9f4fb57 service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913453 Jul 16 19:15:53.862122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b2c218f3-a2a9-42a1-b78a-2744f0bcb4e2 req-50efe83a-5e2e-4a85-b0a0-363d9b033465 service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893755 Jul 16 19:15:53.978419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'c891978b-6044-47da-9f82-70e0ef8a09fc', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'port_id': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'mac_address': 'fa:16:3e:a5:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:15:54.005055 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3e24c-6a75-45cd-b81d-eb9f2b151322 None None] The sync data for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 is: [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'c891978b-6044-47da-9f82-70e0ef8a09fc', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'port_id': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'mac_address': 'fa:16:3e:a5:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:15:51Z', 'updated_at': '2021-07-16T19:15:51Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:15:54.197439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ea2403-34b2-4a93-b67b-f3c9f3c91e4c None None] New status for floating IP c891978b-6044-47da-9f82-70e0ef8a09fc: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:15:54.565934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48500) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:15:54.627819 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a42f2d84-3151-43be-a804-17b4eb7edf07 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/c891978b-6044-47da-9f82-70e0ef8a09fc HTTP/1.1" status: 200 len: 992 time: 0.0601680 Jul 16 19:16:00.360326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57fe0a72-21b9-4ded-b7c0-fe03fd3f541c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.201763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-208beb82-2f89-425e-a71f-e3baa0e4c135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:03.461507 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:04.568089 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:06.069978 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:06.816665 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:07.857005 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:08.194346 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:22.479798 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6922b-fa92-4b58-a86e-2da521ccea08 req-164d3da0-bb8a-4232-be54-8428fff5b0b1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:22.481630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82c6922b-fa92-4b58-a86e-2da521ccea08 req-164d3da0-bb8a-4232-be54-8428fff5b0b1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0720868 Jul 16 19:16:22.525915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82c6922b-fa92-4b58-a86e-2da521ccea08 req-a6b8eef0-22f3-4e26-9f6c-220806eaa901 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384338 Jul 16 19:16:23.723218 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c889b-525a-420d-93a0-21a5c2669d1a req-55bb0e21-7b4e-47ac-aac3-696b86f2487b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:23.724767 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f4c889b-525a-420d-93a0-21a5c2669d1a req-55bb0e21-7b4e-47ac-aac3-696b86f2487b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0626590 Jul 16 19:16:23.762462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3f4c889b-525a-420d-93a0-21a5c2669d1a req-3f5e1da1-036f-40a4-b762-917c155bace3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322037 Jul 16 19:16:23.787861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48524) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:24.197989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1a5f224f-5709-4ae2-94b6-3070f03689e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/c891978b-6044-47da-9f82-70e0ef8a09fc HTTP/1.1" status: 200 len: 992 time: 0.4088435 Jul 16 19:16:25.655080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0052a-aefa-4443-bec7-e1abe3ddc4c7 req-d2f21fdc-b071-412f-834e-6c3e34317f5f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:25.656670 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95c0052a-aefa-4443-bec7-e1abe3ddc4c7 req-d2f21fdc-b071-412f-834e-6c3e34317f5f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0658698 Jul 16 19:16:25.702901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-95c0052a-aefa-4443-bec7-e1abe3ddc4c7 req-391c70fd-e625-4519-9e74-e341f920cb75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390930 Jul 16 19:16:26.885079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde65eb1-0e4c-49ec-8715-eb14ff0f6136 req-781e67e4-16e6-4e76-9c0c-b9ae0a4661c0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:26.886648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bde65eb1-0e4c-49ec-8715-eb14ff0f6136 req-781e67e4-16e6-4e76-9c0c-b9ae0a4661c0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0651007 Jul 16 19:16:26.925460 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bde65eb1-0e4c-49ec-8715-eb14ff0f6136 req-304eac23-9afc-416b-a20d-4ff02e2449eb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Jul 16 19:16:26.949602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48536) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:27.014892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-728b5d84-f40e-4622-8e4f-72d0210f045f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/c891978b-6044-47da-9f82-70e0ef8a09fc HTTP/1.1" status: 200 len: 992 time: 0.0641096 Jul 16 19:16:27.309013 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48542) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:27.477690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 022b3ad3-6987-42c6-86ad-c02d32667cc8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:27.478027 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.561612 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.561853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.575222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 022b3ad3-6987-42c6-86ad-c02d32667cc8 owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:27.724953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.755428 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=022b3ad3-6987-42c6-86ad-c02d32667cc8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:27.767055 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.767409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.767751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.768090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.768991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.769325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.769658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.769989 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.770317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.770636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.770966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.770966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:27.829490 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:27.829719 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP c891978b-6044-47da-9f82-70e0ef8a09fc disassociated (deleted). External IP: 172.25.0.5, port: 44bee3e8-88f2-424b-8507-a3cad609a0ea. Jul 16 19:16:28.051199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:28.163091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:28.168108 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:28.172655 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] Sync routers for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:28.182489 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:28.183113 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.208386 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-aa53cab7-a8e3-4814-951c-c723c8a92627 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/floatingips/c891978b-6044-47da-9f82-70e0ef8a09fc HTTP/1.1" status: 204 len: 168 time: 0.8981853 Jul 16 19:16:28.208967 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:28.211279 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840953c5-c3b3-49ad-84ed-8467d64675da" -d '{"events": [{"name": "network-changed", "server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:28.254216 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d346a77e-e406-464c-96be-f7c89d67d5e2 x-openstack-request-id: req-d346a77e-e406-464c-96be-f7c89d67d5e2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:28.254900 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:28.255247 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d346a77e-e406-464c-96be-f7c89d67d5e2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:28.255718 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'status': 'completed', 'code': 200} Jul 16 19:16:28.337464 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:28.347327 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840953c5-c3b3-49ad-84ed-8467d64675da req-eabfcdb1-8390-4412-840d-c06f5b90e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.353915 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-840953c5-c3b3-49ad-84ed-8467d64675da req-eabfcdb1-8390-4412-840d-c06f5b90e55a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 1098 time: 0.0783310 Jul 16 19:16:28.480699 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840953c5-c3b3-49ad-84ed-8467d64675da req-95125f7b-85dc-4b69-a842-eeb2d817e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.482709 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-840953c5-c3b3-49ad-84ed-8467d64675da req-95125f7b-85dc-4b69-a842-eeb2d817e2b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7d6f4ba9-f693-45a4-a596-faf676c338f3 HTTP/1.1" status: 200 len: 897 time: 0.1220481 Jul 16 19:16:28.530122 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-840953c5-c3b3-49ad-84ed-8467d64675da req-bb8f442a-b94b-4293-977a-2e2f42006cc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea HTTP/1.1" status: 200 len: 217 time: 0.0397215 Jul 16 19:16:28.604758 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840953c5-c3b3-49ad-84ed-8467d64675da req-d14bc783-7f0c-4dea-ab6f-81d1768dbe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.606586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-840953c5-c3b3-49ad-84ed-8467d64675da req-d14bc783-7f0c-4dea-ab6f-81d1768dbe0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a667e259-aee8-4fd1-90d4-7de2083e8bd1 HTTP/1.1" status: 200 len: 834 time: 0.0626159 Jul 16 19:16:28.647668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc1215-5b68-40f5-9109-1c2444bcb52b req-a3a232fd-cfe8-419f-b94f-81828db70770 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.649397 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31bc1215-5b68-40f5-9109-1c2444bcb52b req-a3a232fd-cfe8-419f-b94f-81828db70770 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0761075 Jul 16 19:16:28.687519 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840953c5-c3b3-49ad-84ed-8467d64675da req-fa8df10c-c298-4bf7-8af9-d27a8f4274ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.689053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-840953c5-c3b3-49ad-84ed-8467d64675da req-fa8df10c-c298-4bf7-8af9-d27a8f4274ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7d6f4ba9-f693-45a4-a596-faf676c338f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752194 Jul 16 19:16:28.693567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31bc1215-5b68-40f5-9109-1c2444bcb52b req-899b5fb7-3dfc-40f6-add9-983175138c11 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378432 Jul 16 19:16:28.796741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-840953c5-c3b3-49ad-84ed-8467d64675da req-e1620d56-e091-4eb0-a506-5827720128ab service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006911 Jul 16 19:16:28.805786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.834298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] Checking router: 1a8d9e95-11d6-42a2-a630-3cee97315ee7 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:28.843488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:28.844099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:28.929792 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-840953c5-c3b3-49ad-84ed-8467d64675da req-eb9a3009-f3b8-49e3-ae47-059d779ecc79 service neutron] 10.222.0.13 "GET /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262774 Jul 16 19:16:28.965613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:29.226119 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:29.257495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b706b-4c59-4551-9af3-9e1b800c9177 None None] The sync data for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 is: [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:15:35Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '15723660-8a99-426e-9d87-069635d4d5d9', 'name': '', 'network_id': '7d6f4ba9-f693-45a4-a596-faf676c338f3', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:26:4d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:34Z', 'updated_at': '2021-07-16T19:15:40Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'a667e259-aee8-4fd1-90d4-7de2083e8bd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:29.526904 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d31c4a8-1809-40c0-8c67-e32eb6a092ab None None] New status for floating IP c891978b-6044-47da-9f82-70e0ef8a09fc: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:16:29.888537 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df8fff-3c71-4667-bc02-08ceaaaa0bc3 req-1d2eab69-656b-486f-a49c-78264faadd54 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:29.890122 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08df8fff-3c71-4667-bc02-08ceaaaa0bc3 req-1d2eab69-656b-486f-a49c-78264faadd54 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0710516 Jul 16 19:16:29.930804 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08df8fff-3c71-4667-bc02-08ceaaaa0bc3 req-618bf098-2cfc-49ee-95f7-32cdf1185148 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=8464aa78-c4bb-4f76-83d8-14fb4e1a446b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337572 Jul 16 19:16:30.070709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53899c37-71a5-486c-8da2-e860300fe7df req-467220cf-d018-4db7-a906-aa2c810a84f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:30.072279 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53899c37-71a5-486c-8da2-e860300fe7df req-467220cf-d018-4db7-a906-aa2c810a84f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 946 time: 0.0655713 Jul 16 19:16:30.193439 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 44bee3e8-88f2-424b-8507-a3cad609a0ea {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:30.193778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.294176 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 44bee3e8-88f2-424b-8507-a3cad609a0ea, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=44bee3e8-88f2-424b-8507-a3cad609a0ea,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:30.294427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.308294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 44bee3e8-88f2-424b-8507-a3cad609a0ea owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:30.365880 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1cbfa8e9-991d-4719-b65e-2828e3c32d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.460673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.492501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=44bee3e8-88f2-424b-8507-a3cad609a0ea,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:30.543458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] No DVR routers for this DVR port 44bee3e8-88f2-424b-8507-a3cad609a0ea on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:30.546390 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.548615 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-53899c37-71a5-486c-8da2-e860300fe7df req-664ed096-4088-4e0e-b6ca-39e505cadb72 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "DELETE /v2.0/ports/44bee3e8-88f2-424b-8507-a3cad609a0ea HTTP/1.1" status: 204 len: 173 time: 0.4708052 Jul 16 19:16:30.549053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'name': 'network-vif-deleted', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:30.551525 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20be7cc4-e3f2-407c-8bd7-0ba5ca5282d0" -d '{"events": [{"server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "name": "network-vif-deleted", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:30.601190 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d075b7f8-9379-46df-b702-8242b6d6fc69 x-openstack-request-id: req-d075b7f8-9379-46df-b702-8242b6d6fc69 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:30.601684 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91c7500-eea2-4a5d-b535-a2d8ba9c5359", "name": "network-vif-deleted", "tag": "44bee3e8-88f2-424b-8507-a3cad609a0ea", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:30.602223 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d075b7f8-9379-46df-b702-8242b6d6fc69 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:30.602896 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91c7500-eea2-4a5d-b535-a2d8ba9c5359', 'name': 'network-vif-deleted', 'tag': '44bee3e8-88f2-424b-8507-a3cad609a0ea', 'status': 'completed', 'code': 200} Jul 16 19:16:31.109273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d4cde6fb-6912-49f3-a2b9-8a513f20e305 req-47a318d0-7e5d-4871-a354-64ec79ccb4f6 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=d91c7500-eea2-4a5d-b535-a2d8ba9c5359 HTTP/1.1" status: 200 len: 210 time: 0.0301888 Jul 16 19:16:32.205214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48560) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:32.578217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.885418 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 15723660-8a99-426e-9d87-069635d4d5d9 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:32.885657 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.975028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 15723660-8a99-426e-9d87-069635d4d5d9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=15723660-8a99-426e-9d87-069635d4d5d9,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:32.975390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:32.988679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 15723660-8a99-426e-9d87-069635d4d5d9 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:33.178701 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.204289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-18f7121e-61a1-4ff0-b963-6e480226e9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.210366 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=15723660-8a99-426e-9d87-069635d4d5d9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:33.244547 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.244931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.245221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.245565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.245899 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.246232 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.246564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.246894 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.247221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.247545 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.247876 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.248220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:33.402282 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.462501 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.640494 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:33.750229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:33.756338 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-448880b4-af34-4fe7-9f3b-e2df83021b4e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/1a8d9e95-11d6-42a2-a630-3cee97315ee7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5492582 Jul 16 19:16:33.760310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48562) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:33.763580 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] Sync routers for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:33.781074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:33.781855 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:33.828528 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting subnet a667e259-aee8-4fd1-90d4-7de2083e8bd1 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:16:33.832672 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.875017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:33.906675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:33.968470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.046989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.083983 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.086267 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/subnets/a667e259-aee8-4fd1-90d4-7de2083e8bd1 HTTP/1.1" status: 204 len: 168 time: 0.3243933 Jul 16 19:16:34.087780 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93d28f-ec7d-496e-83f5-091c17ecfa01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Subnet': ['ID=a667e259-aee8-4fd1-90d4-7de2083e8bd1,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.089026 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd75159c-282f-44ee-839a-30657ce9e71e None None] Network 7d6f4ba9-f693-45a4-a596-faf676c338f3 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:34.089623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48564) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:34.216088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:16:33Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:34.222024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.249227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] Checking router: 1a8d9e95-11d6-42a2-a630-3cee97315ee7 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:34.271331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] Routers {'1a8d9e95-11d6-42a2-a630-3cee97315ee7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:34.272088 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:34.345063 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.373410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 44bee3e8-88f2-424b-8507-a3cad609a0ea no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:34.407894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 44bee3e8-88f2-424b-8507-a3cad609a0ea {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:34.407894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 44bee3e8-88f2-424b-8507-a3cad609a0ea not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:34.415151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] DHCP port deletion for 7d6f4ba9-f693-45a4-a596-faf676c338f3 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:16:34.418942 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 8f0b675c-82e7-4973-b1ee-f0868882a41a {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:34.419292 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.432770 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] Set router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:34.507380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 8f0b675c-82e7-4973-b1ee-f0868882a41a, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8f0b675c-82e7-4973-b1ee-f0868882a41a,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:34.507904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.525066 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 8f0b675c-82e7-4973-b1ee-f0868882a41a owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:34.612492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.634081 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Deleting port 998bac97-f351-44ad-95b3-293253d7f7c7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:16:34.634693 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.743200 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.757689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] For port 998bac97-f351-44ad-95b3-293253d7f7c7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=998bac97-f351-44ad-95b3-293253d7f7c7,segment=NetworkSegment(b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f),segment_id=b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:34.758100 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.774898 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Calling delete_port for 998bac97-f351-44ad-95b3-293253d7f7c7 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:16:34.785653 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=8f0b675c-82e7-4973-b1ee-f0868882a41a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.836017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:16:33Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:34.872457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c1215-f8c5-42d5-b9bd-6780a2e3aea3 None None] The sync data for ids ['1a8d9e95-11d6-42a2-a630-3cee97315ee7'] in n-d-793620-10 is: [{'id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1922127622', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73'}], 'enable_snat': True}, 'gw_port_id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:15:30Z', 'updated_at': '2021-07-16T19:16:33Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '8f0b675c-82e7-4973-b1ee-f0868882a41a', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:98:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8d9e95-11d6-42a2-a630-3cee97315ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:15:31Z', 'updated_at': '2021-07-16T19:15:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:34.890102 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.920494 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:34.951529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Pushing event deleted for resources: {'Port': ['ID=998bac97-f351-44ad-95b3-293253d7f7c7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:34.956353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] No DVR routers for this DVR port 998bac97-f351-44ad-95b3-293253d7f7c7 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:16:34.963909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.964315 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.964637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.964969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.965305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.965633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.965957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.966281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.966600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.966918 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.967239 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:34.967703 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef0e52-d079-4d33-ba2c-3d772f0daf47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:35.003861 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.006629 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.065863 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.066459 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Fanout notify agent at l3_agent the message router_deleted on router 1a8d9e95-11d6-42a2-a630-3cee97315ee7 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:16:35.073875 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.075081 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-04bf0e44-4d8e-4650-ac33-e67895c0f8c3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/routers/1a8d9e95-11d6-42a2-a630-3cee97315ee7 HTTP/1.1" status: 204 len: 168 time: 0.9845209 Jul 16 19:16:35.077898 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48566) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:35.157819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.252653 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.265009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6f4ba9-f693-45a4-a596-faf676c338f3']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:35.286065 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:35.286511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fe5f86-f09b-4c3f-ad2f-7b2e82c6636f') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:35.302793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.325581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.336586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:16:35.337058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:16:35.341105 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:16:35.426605 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.437606 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.438609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/networks/7d6f4ba9-f693-45a4-a596-faf676c338f3 HTTP/1.1" status: 204 len: 168 time: 0.3597279 Jul 16 19:16:35.445557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48568) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:35.451643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a6724-bd87-4612-86ae-73cb17b1131a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Network': ['ID=7d6f4ba9-f693-45a4-a596-faf676c338f3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:35.523795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d86acab-b754-4022-8525-2651d72d0b24 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.563468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d86acab-b754-4022-8525-2651d72d0b24 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.663934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d86acab-b754-4022-8525-2651d72d0b24 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.667309 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0d86acab-b754-4022-8525-2651d72d0b24 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:35.669640 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0d86acab-b754-4022-8525-2651d72d0b24 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/security-groups/8464aa78-c4bb-4f76-83d8-14fb4e1a446b HTTP/1.1" status: 204 len: 168 time: 0.2212467 Jul 16 19:16:35.678207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86acab-b754-4022-8525-2651d72d0b24 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8464aa78-c4bb-4f76-83d8-14fb4e1a446b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:35.930744 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48574) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:35.940655 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-165e7cd4-f953-4e3a-89a7-070719f47e9e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170835735', 'description': 'tempest-secgroup-smoke-170835735 description', 'project_id': '701fed2d1a084e799a5107c411ac68a9'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:35.966340 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-165e7cd4-f953-4e3a-89a7-070719f47e9e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.075609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.086305 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f0b675c-82e7-4973-b1ee-f0868882a41a no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:36.107613 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-165e7cd4-f953-4e3a-89a7-070719f47e9e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.107892 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 8f0b675c-82e7-4973-b1ee-f0868882a41a {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:36.108079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8f0b675c-82e7-4973-b1ee-f0868882a41a not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:36.108589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 998bac97-f351-44ad-95b3-293253d7f7c7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:36.112668 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-165e7cd4-f953-4e3a-89a7-070719f47e9e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.133848 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 998bac97-f351-44ad-95b3-293253d7f7c7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:36.134211 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 998bac97-f351-44ad-95b3-293253d7f7c7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:36.134624 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 15723660-8a99-426e-9d87-069635d4d5d9 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:36.140470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-165e7cd4-f953-4e3a-89a7-070719f47e9e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.142053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-165e7cd4-f953-4e3a-89a7-070719f47e9e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2099190 Jul 16 19:16:36.147602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48576) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.154925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8308bb4b-f8b3-4cc1-b53f-22c0114db03d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': 'e37cc830-619d-4b7d-b095-27db901e3fd7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.157099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 15723660-8a99-426e-9d87-069635d4d5d9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:16:36.157396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e7cd4-f953-4e3a-89a7-070719f47e9e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37cc830-619d-4b7d-b095-27db901e3fd7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.157537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 15723660-8a99-426e-9d87-069635d4d5d9 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:16:36.197465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8308bb4b-f8b3-4cc1-b53f-22c0114db03d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.260790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8308bb4b-f8b3-4cc1-b53f-22c0114db03d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.265657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8308bb4b-f8b3-4cc1-b53f-22c0114db03d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.287749 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308bb4b-f8b3-4cc1-b53f-22c0114db03d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cb4871-4e05-4f08-bf61-254ded7e0c96,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.298817 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8308bb4b-f8b3-4cc1-b53f-22c0114db03d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.300247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8308bb4b-f8b3-4cc1-b53f-22c0114db03d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510830 Jul 16 19:16:36.303278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48578) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.309245 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-51515b63-6320-4da2-a5c5-c4b29dbfa600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': 'e37cc830-619d-4b7d-b095-27db901e3fd7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.344136 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51515b63-6320-4da2-a5c5-c4b29dbfa600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.410052 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51515b63-6320-4da2-a5c5-c4b29dbfa600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.414020 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51515b63-6320-4da2-a5c5-c4b29dbfa600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.434626 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51515b63-6320-4da2-a5c5-c4b29dbfa600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a9550c8-fc04-4a1f-af6b-e1ae11ae5549,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.441682 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-51515b63-6320-4da2-a5c5-c4b29dbfa600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.442969 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-51515b63-6320-4da2-a5c5-c4b29dbfa600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378231 Jul 16 19:16:36.445832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48580) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.450698 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2a7d2b3e-87fd-4555-a34b-636e3c792a1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': 'e37cc830-619d-4b7d-b095-27db901e3fd7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.480859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2b3e-87fd-4555-a34b-636e3c792a1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.548024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2b3e-87fd-4555-a34b-636e3c792a1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.552850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2b3e-87fd-4555-a34b-636e3c792a1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.575781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d2b3e-87fd-4555-a34b-636e3c792a1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863151e3-f385-448c-9a39-13e1adf730bb,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.582988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a7d2b3e-87fd-4555-a34b-636e3c792a1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.584123 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2a7d2b3e-87fd-4555-a34b-636e3c792a1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372855 Jul 16 19:16:36.586984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48582) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.591829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-f450bdb6-0309-45d6-ae68-1eece1ef70e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': 'e37cc830-619d-4b7d-b095-27db901e3fd7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.623259 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f450bdb6-0309-45d6-ae68-1eece1ef70e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.691581 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f450bdb6-0309-45d6-ae68-1eece1ef70e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.696438 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f450bdb6-0309-45d6-ae68-1eece1ef70e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.718522 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450bdb6-0309-45d6-ae68-1eece1ef70e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaa127e-b3ea-4eca-a968-960c033907e3,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.722857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f450bdb6-0309-45d6-ae68-1eece1ef70e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.724095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f450bdb6-0309-45d6-ae68-1eece1ef70e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360984 Jul 16 19:16:36.726841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48584) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.731679 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': 'e37cc830-619d-4b7d-b095-27db901e3fd7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.757808 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:16:36.764902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.830266 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.834151 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.851534 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee923ed-5a8b-4697-ba54-861c680fd898,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.857369 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.858604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-89905651-c2e1-4964-b4b2-b253cf5dc0f4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307645 Jul 16 19:16:36.861561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48586) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:36.866649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': 'e37cc830-619d-4b7d-b095-27db901e3fd7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:36.888959 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:16:36.893951 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.958574 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.962457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.983620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee90975-03df-4194-9768-8369c45a03bb,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:36.990855 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:36.992095 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-3361c116-0bfa-4719-8c92-0ba59a20b66f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290479 Jul 16 19:16:36.994972 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48588) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:37.000061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'network': {'name': 'tempest-network-smoke--2103799739', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:37.020287 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:37.023902 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.047690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:16:37.057549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.057889 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Added segment c6760bf7-fccd-47ca-9ed3-836d4413dfc9 of type vlan for network 8eec730e-79e0-4a7a-8e42-f96459db1b4f Jul 16 19:16:37.098186 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.127622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.133706 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:37.134314 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.168809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727643 Jul 16 19:16:37.171795 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48590) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:37.176832 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'admin_state_up': True, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:37.214333 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5c73-57b6-4bb0-920e-10ec0b3e8195 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Network': ['ID=8eec730e-79e0-4a7a-8e42-f96459db1b4f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:37.225263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:16:37.231301 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.232350 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.290000 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.434362 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.633556 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.652628 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.760012 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.227 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/1fe9d739-1369-4bfd-b39a-3c96c7bba8e7) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:37.855709 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.867022 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.906484 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.949851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:37.952814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:37.955331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:37.978963 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:38.193899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.559610 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.767220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:38.899971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:16:39.005893 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:39.015086 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Sync routers for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:39.025619 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:39.025941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.026313 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:39.029192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-70693360-be5c-41e3-97ac-495a611b7ff7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8558757 Jul 16 19:16:39.030465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48592) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:39.066053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4da6f67-3dbb-4c70-8603-3fb9409eaa9d tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=701fed2d1a084e799a5107c411ac68a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339026 Jul 16 19:16:39.069385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48594) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:39.180516 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:39.389557 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:38Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:39.417674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Checking router: 118e5489-f20b-45fe-90bd-83ebf3b9fb11 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:39.418019 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Updating router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:39.453484 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.590880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d009372-6d9f-43a9-821a-323d9225e797 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:39.592468 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6d009372-6d9f-43a9-821a-323d9225e797 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5221381 Jul 16 19:16:39.595365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48596) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:39.633807 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7464889b-937e-4391-8bbb-7bccffe62642 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370376 Jul 16 19:16:39.638731 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48598) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:39.647634 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-515641825', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:39.724942 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.735322 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Transition to ACTIVE for port object 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:39.742019 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.758820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:39.762849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.792374 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Attempting to bind port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:39.792943 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Attempting to bind port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:39.793130 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Attempting to bind port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:39.803991 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:39.804445 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:39.804851 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.805239 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:39.805849 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Bound port: 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:39.806277 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.808104 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Pushing event updated for resources: {'Port': ['ID=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.836096 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.836454 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.836791 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.837120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.837443 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.837767 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.838084 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.838400 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.838716 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.839028 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.839342 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.839671 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:39.873014 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] For port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:39.876317 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] For port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:39.881532 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.932852 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:39.933460 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:39.963549 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.985879 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10f9c5-b131-4364-aee5-802a238e6454 None None] Pushing event updated for resources: {'Port': ['ID=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:40.023191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Subnet': ['ID=553c939e-1345-4e45-8b89-30eb59dcd486,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:40.035048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Checking segment: {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:40.035406 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network hostable DHCP agents. Network: 8eec730e-79e0-4a7a-8e42-f96459db1b4f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:16:40.051384 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:40.052443 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:16:40.061546 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8eec730e-79e0-4a7a-8e42-f96459db1b4f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:40.065981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:40.066579 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.070817 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0869c9e-caaf-41f4-bd46-bd926561801c None None] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:40.083067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-267a80aa-9252-4036-87e5-252f1a6af705 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4419837 Jul 16 19:16:40.085963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48600) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:40.235392 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:38Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:40.264941 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b17a63-4850-45a7-9d28-2b83ca6891f4 None None] The sync data for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 is: [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:38Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:40.411403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:16:40.412452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.586236 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.589475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Allocated IP 172.20.0.2 (8eec730e-79e0-4a7a-8e42-f96459db1b4f/553c939e-1345-4e45-8b89-30eb59dcd486/cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:40.753713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.763600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Transition to ACTIVE for port object cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:40.780936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Transition to ACTIVE for port object cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:40.787927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.839814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:40.842938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:40.845467 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:40.854266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Pushing event updated for resources: {'Port': ['ID=cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:40.912825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.1 (8eec730e-79e0-4a7a-8e42-f96459db1b4f/553c939e-1345-4e45-8b89-30eb59dcd486/a9ced97d-180c-4e69-b28f-da41f8a60441) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:40.922421 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Attempting to bind port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:40.922956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Attempting to bind port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:40.923405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Attempting to bind port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d on network 8eec730e-79e0-4a7a-8e42-f96459db1b4f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:40.930359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:40.930834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Checking segment: {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:40.931383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:40.931875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Bound using segment: {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:40.933185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Bound port: cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:40.933185 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.006527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] For port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:41.010307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] For port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:41.014424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.038985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.056479 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object a9ced97d-180c-4e69-b28f-da41f8a60441 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:41.084866 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed255ed6-9321-4c3b-ad36-9ecb77cd8627 None None] Pushing event updated for resources: {'Port': ['ID=cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:41.095926 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.153192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:41.154729 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=a9ced97d-180c-4e69-b28f-da41f8a60441,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:41.157491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:41.160259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:41.210437 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.391395 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.678928 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.683867 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.765773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:41.769430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=a9ced97d-180c-4e69-b28f-da41f8a60441,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:41.867337 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:41.868855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:41.983048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:42.098613 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:42.109031 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-6b519c41-76f0-4fdf-8769-3833168d0db5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/118e5489-f20b-45fe-90bd-83ebf3b9fb11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0218368 Jul 16 19:16:42.146178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:42.202403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:42.207800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:42.208295 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.297006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-3f89b389-4217-4d37-acba-d9edb89b9b5d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170835735&fields=id&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 267 time: 0.0555682 Jul 16 19:16:42.303791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.333431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:42.338301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.339638 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:42.422587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-ebf023fb-71ab-4b77-8b63-b557a17ecc57 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:42.423990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:42.426750 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-ebf023fb-71ab-4b77-8b63-b557a17ecc57 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 797 time: 0.1280367 Jul 16 19:16:42.437754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:42.444243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-4c135165-4dac-4c15-be00-a7b951df5603 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/quotas/701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 375 time: 0.0107484 Jul 16 19:16:42.496453 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c6420-0234-4215-a816-e0be578e838d None None] Sync routers for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:42.500935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d779cd7-de64-4182-a3d6-5b06c317c5fa None None] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:16:42.526840 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-2ffb0259-6e97-4210-a553-253da1df9944 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768979 Jul 16 19:16:42.530410 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:42.531162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:42.630570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d6b20a9f-9c26-4aef-936d-001de979703c None None] Provisioning for port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:42.654661 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-7480771e-7df7-462a-b8c7-17c55efc6f8a service neutron] 10.222.0.48 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137915 Jul 16 19:16:42.671029 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d6b20a9f-9c26-4aef-936d-001de979703c None None] Provisioning complete for port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:42.671426 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6b20a9f-9c26-4aef-936d-001de979703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.748309 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:42.749648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-18d4ce4d-5b1b-4048-8362-2fdc7ec53ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896680 Jul 16 19:16:42.927869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6b20a9f-9c26-4aef-936d-001de979703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:42.943184 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f968dc0a-fbc4-4133-9b4c-15bb132daff6 req-ecf3d928-fbba-4f33-a98d-45be56a972ea tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 210 time: 0.0350718 Jul 16 19:16:43.029169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-d6b20a9f-9c26-4aef-936d-001de979703c None None] For port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:43.036485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d6b20a9f-9c26-4aef-936d-001de979703c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.116737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b20a9f-9c26-4aef-936d-001de979703c None None] Pushing event updated for resources: {'Port': ['ID=cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:43.132827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 2, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:43.165331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c6420-0234-4215-a816-e0be578e838d None None] Checking router: 118e5489-f20b-45fe-90bd-83ebf3b9fb11 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:43.166035 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c6420-0234-4215-a816-e0be578e838d None None] Updating router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 port a9ced97d-180c-4e69-b28f-da41f8a60441 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:16:43.201764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-145c6420-0234-4215-a816-e0be578e838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.382322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c68172de-c101-47bc-b9fd-9a251facbc6e None None] Provisioning complete for port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:43.382753 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c68172de-c101-47bc-b9fd-9a251facbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.593793 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-145c6420-0234-4215-a816-e0be578e838d None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.603514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c68172de-c101-47bc-b9fd-9a251facbc6e None None] Provisioning for port a9ced97d-180c-4e69-b28f-da41f8a60441 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:43.609183 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-145c6420-0234-4215-a816-e0be578e838d None None] Transition to ACTIVE for port object a9ced97d-180c-4e69-b28f-da41f8a60441 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:43.611157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c68172de-c101-47bc-b9fd-9a251facbc6e None None] Provisioning complete for port a9ced97d-180c-4e69-b28f-da41f8a60441 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:43.611528 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c68172de-c101-47bc-b9fd-9a251facbc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.635297 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-145c6420-0234-4215-a816-e0be578e838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.694749 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-c68172de-c101-47bc-b9fd-9a251facbc6e None None] Port a9ced97d-180c-4e69-b28f-da41f8a60441 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:43.702928 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9bfb2-59e5-42d4-9a77-7a88e9e9f6a2 None None] Pushing event updated for resources: {'Port': ['ID=a9ced97d-180c-4e69-b28f-da41f8a60441,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:43.763728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-145c6420-0234-4215-a816-e0be578e838d None None] Attempting to bind port a9ced97d-180c-4e69-b28f-da41f8a60441 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:43.764222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-145c6420-0234-4215-a816-e0be578e838d None None] Attempting to bind port a9ced97d-180c-4e69-b28f-da41f8a60441 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:43.764499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c6420-0234-4215-a816-e0be578e838d None None] Attempting to bind port a9ced97d-180c-4e69-b28f-da41f8a60441 on network 8eec730e-79e0-4a7a-8e42-f96459db1b4f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:43.770250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c6420-0234-4215-a816-e0be578e838d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:43.770640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c6420-0234-4215-a816-e0be578e838d None None] Checking segment: {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:43.771036 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-145c6420-0234-4215-a816-e0be578e838d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.772423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c6420-0234-4215-a816-e0be578e838d None None] Bound using segment: {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:43.772423 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-145c6420-0234-4215-a816-e0be578e838d None None] Bound port: a9ced97d-180c-4e69-b28f-da41f8a60441, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:43.772720 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-145c6420-0234-4215-a816-e0be578e838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.819812 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:43.849636 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-145c6420-0234-4215-a816-e0be578e838d None None] For port a9ced97d-180c-4e69-b28f-da41f8a60441, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:43.853243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-145c6420-0234-4215-a816-e0be578e838d None None] For port a9ced97d-180c-4e69-b28f-da41f8a60441, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a9ced97d-180c-4e69-b28f-da41f8a60441,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:43.858983 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-145c6420-0234-4215-a816-e0be578e838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:43.917926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:43.918559 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:43.921661 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9bfb2-59e5-42d4-9a77-7a88e9e9f6a2 None None] Pushing event updated for resources: {'Port': ['ID=a9ced97d-180c-4e69-b28f-da41f8a60441,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:44.044967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:44.134117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78d71644-48ba-47a8-ae34-f76529ea6323 req-d4ff54d6-6fa0-4f7f-9888-c5c474bcdfdf tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 210 time: 0.0361462 Jul 16 19:16:44.144875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:44.284910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-1a287f8a-1934-473f-9f3e-aa1b59bf2f07 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.287094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-1a287f8a-1934-473f-9f3e-aa1b59bf2f07 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 797 time: 0.1191902 Jul 16 19:16:44.287458 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:44.287904 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.342550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-144cbcf1-7681-43fe-8bef-9471064e1daa tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 379 time: 0.0429788 Jul 16 19:16:44.351958 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'port': {'device_id': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'admin_state_up': True, 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'security_groups': ['e37cc830-619d-4b7d-b095-27db901e3fd7']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:44.397764 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-145c6420-0234-4215-a816-e0be578e838d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:43Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:44.467734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:16:44.471553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.593979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c6420-0234-4215-a816-e0be578e838d None None] The sync data for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 is: [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:43Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:44.599907 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:44.625966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.7 (8eec730e-79e0-4a7a-8e42-f96459db1b4f/553c939e-1345-4e45-8b89-30eb59dcd486/fe9cf2bd-744c-4a90-b7b5-f7664b10ee27) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:44.659622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:44.660008 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.829599 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.846734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:44.882295 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:44.925855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:44.934631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:44.937306 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:44.967089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:44.997039 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:44.997746 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.014175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-a892bfd3-a851-450e-a62a-460173029de5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6661668 Jul 16 19:16:45.026653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Request body: {'port': {'device_id': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:45.116702 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.204229 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7b11d744-96a2-43d6-9b98-9f4a01ff088b None None] Provisioning for port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:45.210069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7b11d744-96a2-43d6-9b98-9f4a01ff088b None None] Provisioning complete for port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:45.210486 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b11d744-96a2-43d6-9b98-9f4a01ff088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.256452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7b11d744-96a2-43d6-9b98-9f4a01ff088b None None] Port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:16:45.337035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bec1b-1683-438f-a66d-e28b4e575568 req-7efa2796-4c13-45e8-a6ea-ef0cc721e339 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:45.339387 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b0bec1b-1683-438f-a66d-e28b4e575568 req-7efa2796-4c13-45e8-a6ea-ef0cc721e339 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 931 time: 0.0720887 Jul 16 19:16:45.385649 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b0bec1b-1683-438f-a66d-e28b4e575568 req-c1d0c7a3-6960-470d-a555-990d57cbda07 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404544 Jul 16 19:16:45.423567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:45.433813 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.447633 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Transition to ACTIVE for port object fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:16:45.451177 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.508943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:45.600642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Attempting to bind port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:16:45.600994 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Attempting to bind port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:16:45.601236 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Attempting to bind port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 on network 8eec730e-79e0-4a7a-8e42-f96459db1b4f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:45.608854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 on network 8eec730e-79e0-4a7a-8e42-f96459db1b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:16:45.609193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Attempting to bind port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 on network 8eec730e-79e0-4a7a-8e42-f96459db1b4f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:16:45.615551 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:16:45.615901 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Checking segment: {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:16:45.616326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Bound using segment: {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:16:45.616765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Bound port: fe9cf2bd-744c-4a90-b7b5-f7664b10ee27, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:16:45.617133 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.700139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] For port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:16:45.704488 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] For port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:16:45.710501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.753022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:45.753655 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.755268 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 1092 time: 0.7340593 Jul 16 19:16:45.756044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:45.760789 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73879e8-5b5c-44ff-bf88-464313020e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:45.797507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811007-3001-4a53-afb1-585c0c69e160 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:45.842851 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c741835a-d7aa-4ac1-bee2-773f31ad7f1a x-openstack-request-id: req-c741835a-d7aa-4ac1-bee2-773f31ad7f1a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:45.843153 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:45.843406 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c741835a-d7aa-4ac1-bee2-773f31ad7f1a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:45.843959 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'status': 'completed', 'code': 200} Jul 16 19:16:45.883188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-0b4108e7-8414-4417-9a06-e087fa96926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:45.886174 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-0b4108e7-8414-4417-9a06-e087fa96926c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1095 time: 0.0813613 Jul 16 19:16:45.931884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-7b2926f6-c700-4c3a-a2ed-c4df98d909c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 217 time: 0.0393093 Jul 16 19:16:45.983119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-b0842575-795a-4d3b-9103-4d90c3b777ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:45.984901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-b0842575-795a-4d3b-9103-4d90c3b777ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 200 len: 834 time: 0.0471151 Jul 16 19:16:46.053048 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-b3d7ff4a-08c6-4af5-9e3a-50bbad7b4c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:46.054624 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-b3d7ff4a-08c6-4af5-9e3a-50bbad7b4c7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eec730e-79e0-4a7a-8e42-f96459db1b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638478 Jul 16 19:16:46.108077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a9ced97d-180c-4e69-b28f-da41f8a60441 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:46.153136 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-4587249f-4be3-4dc1-b506-a655c22c73d3 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909393 Jul 16 19:16:46.162601 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a9ced97d-180c-4e69-b28f-da41f8a60441 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:46.166619 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a9ced97d-180c-4e69-b28f-da41f8a60441 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:46.166993 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.248476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-942806ac-37cf-4554-87ee-1b6453a0d738 req-536fe60f-0575-440b-a450-26ef91f21782 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896749 Jul 16 19:16:46.251758 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.288761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a9ced97d-180c-4e69-b28f-da41f8a60441, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a9ced97d-180c-4e69-b28f-da41f8a60441,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:46.292633 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:46.343233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a9ced97d-180c-4e69-b28f-da41f8a60441,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:46.348423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-f7b2ae3f-8ad6-4d90-a439-4361386934ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:46.350141 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-f7b2ae3f-8ad6-4d90-a439-4361386934ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1095 time: 0.0554707 Jul 16 19:16:46.444637 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-b2e7ede9-a7dd-4467-87ec-36d55e260eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:46.446143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-b2e7ede9-a7dd-4467-87ec-36d55e260eb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 897 time: 0.0903373 Jul 16 19:16:46.487493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-47abc482-8f82-4ae7-b664-6e810ff77f5a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 217 time: 0.0353432 Jul 16 19:16:46.537851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-b61acf39-2097-4222-ae99-6f349ae2d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:46.539614 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-b61acf39-2097-4222-ae99-6f349ae2d8ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 200 len: 834 time: 0.0465448 Jul 16 19:16:46.569783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b04aa0-5920-4a66-a610-b47dea7d967e req-f84fe177-51c5-42fc-8955-dda510fc12ce tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:46.571302 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62b04aa0-5920-4a66-a610-b47dea7d967e req-f84fe177-51c5-42fc-8955-dda510fc12ce tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 943 time: 0.0685625 Jul 16 19:16:46.597974 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-005db3c8-66e7-45ad-9a68-4601d408ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:46.599513 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-005db3c8-66e7-45ad-9a68-4601d408ec63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eec730e-79e0-4a7a-8e42-f96459db1b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524726 Jul 16 19:16:46.611264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-62b04aa0-5920-4a66-a610-b47dea7d967e req-6f33fbb3-669e-4ca3-b4df-948ec4977ea1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341640 Jul 16 19:16:46.696051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-4207cb75-25ec-4077-9f75-c59e7c81fe39 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886986 Jul 16 19:16:46.786958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f73879e8-5b5c-44ff-bf88-464313020e2a req-f1393453-cbbc-47e3-a753-b0678f8a8cad service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842888 Jul 16 19:16:47.787818 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6e5f9-5504-4a6a-b6be-b5326a1c595a req-8e4a29ed-6823-423c-a8fc-725d6a4f524e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:47.789369 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cd6e5f9-5504-4a6a-b6be-b5326a1c595a req-8e4a29ed-6823-423c-a8fc-725d6a4f524e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 943 time: 0.0640616 Jul 16 19:16:47.827558 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5cd6e5f9-5504-4a6a-b6be-b5326a1c595a req-266698d8-39f6-424d-b85a-b13a723117d6 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323808 Jul 16 19:16:48.076775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a9ced97d-180c-4e69-b28f-da41f8a60441 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:48.127090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a9ced97d-180c-4e69-b28f-da41f8a60441 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:48.127957 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.418854 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:16:48.515660 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:48.526772 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'port_id': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'mac_address': 'fa:16:3e:f0:72:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:16:48.567892 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.582369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:48.602795 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:48.612476 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.661258 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:48.820415 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['fe9cf2bd-744c-4a90-b7b5-f7664b10ee27'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:49.007838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22046c39-dbde-4817-8e65-4039df2c9169 req-2b3702cc-11e1-486f-9fa3-aa5e8a8585a4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:49.009626 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22046c39-dbde-4817-8e65-4039df2c9169 req-2b3702cc-11e1-486f-9fa3-aa5e8a8585a4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 944 time: 0.0660770 Jul 16 19:16:49.053496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-22046c39-dbde-4817-8e65-4039df2c9169 req-98437b69-3a7f-47d6-aa68-959906b6b0e5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Jul 16 19:16:50.226042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51b0c9-3d91-40d9-a3b6-0355c2f7f985 req-c3993a54-93ac-43d1-9e3a-499ec0a49756 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:50.227545 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b51b0c9-3d91-40d9-a3b6-0355c2f7f985 req-c3993a54-93ac-43d1-9e3a-499ec0a49756 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 944 time: 0.0635991 Jul 16 19:16:50.267071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7b51b0c9-3d91-40d9-a3b6-0355c2f7f985 req-f1dafbec-95a1-42a8-9616-ef6dea59d185 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334129 Jul 16 19:16:50.420815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:50.469598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:16:50.474174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:50.474815 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.555376 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.578658 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:50.581447 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e00618-ece0-4e01-af20-c62abb78b884" -d '{"events": [{"server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "name": "network-vif-plugged", "status": "completed", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:50.593782 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:50.599722 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.625792 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5681ce72-85cd-4e84-ba41-fb42fdb68c32 x-openstack-request-id: req-5681ce72-85cd-4e84-ba41-fb42fdb68c32 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:50.626030 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "name": "network-vif-plugged", "status": "completed", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:50.626278 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5681ce72-85cd-4e84-ba41-fb42fdb68c32 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:50.626668 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'code': 200} Jul 16 19:16:50.650865 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:50.739507 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7884610f-eaea-486f-a036-f47883cab5dc req-57dfdfff-0c08-46dd-be1d-5ec5f6ab25be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:50.741237 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7884610f-eaea-486f-a036-f47883cab5dc req-57dfdfff-0c08-46dd-be1d-5ec5f6ab25be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1097 time: 0.0571220 Jul 16 19:16:50.779763 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7884610f-eaea-486f-a036-f47883cab5dc req-d97b4e4f-ef1b-43e4-9814-8b9fefdae0ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Jul 16 19:16:51.447503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a92451-dbd7-491e-be8e-e0e1a58205a4 req-2a1c8857-8d82-4a20-af33-295a7ead6c3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:51.449135 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a92451-dbd7-491e-be8e-e0e1a58205a4 req-2a1c8857-8d82-4a20-af33-295a7ead6c3c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0683336 Jul 16 19:16:51.494187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d5a92451-dbd7-491e-be8e-e0e1a58205a4 req-42a4ca20-82f9-484c-9df1-18cad46df5d4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 Jul 16 19:16:52.384124 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-868739b5-362c-487d-aaa2-af0bc476073e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559916 Jul 16 19:16:52.479885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-498a5fa7-8130-46ad-9212-c3509682db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.481472 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-498a5fa7-8130-46ad-9212-c3509682db30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1097 time: 0.0558887 Jul 16 19:16:52.597166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-3ecddb16-c4e4-4476-9b79-dc4e22b3641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.598718 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-3ecddb16-c4e4-4476-9b79-dc4e22b3641b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 897 time: 0.0969527 Jul 16 19:16:52.640803 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-77559343-ac1d-4930-a609-d8d55ef9aca4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 217 time: 0.0352488 Jul 16 19:16:52.679370 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74a632-c394-4765-8a3a-1ff669f92ddc req-f875b782-b7b3-4212-8231-6384650b0b9c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.680949 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb74a632-c394-4765-8a3a-1ff669f92ddc req-f875b782-b7b3-4212-8231-6384650b0b9c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0675910 Jul 16 19:16:52.695501 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-865e7c36-62dc-48cc-a3c2-6e7abfba1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.697429 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-865e7c36-62dc-48cc-a3c2-6e7abfba1242 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 200 len: 834 time: 0.0512865 Jul 16 19:16:52.723693 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bb74a632-c394-4765-8a3a-1ff669f92ddc req-cb924469-b599-4c92-9ce4-2c00fc2339f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348194 Jul 16 19:16:52.761647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-c4ff68fe-c18c-4e7b-b4c9-abd9f46a8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.763164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-c4ff68fe-c18c-4e7b-b4c9-abd9f46a8672 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eec730e-79e0-4a7a-8e42-f96459db1b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594935 Jul 16 19:16:52.852982 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-7a86cccc-2afc-4274-9da2-5ce6a97cc5cd service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Jul 16 19:16:52.904742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe58a3-d6c6-459d-89d0-380435dbae5b req-f566a6cb-91a5-47fa-a2e2-b0608969d1e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:52.906260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddfe58a3-d6c6-459d-89d0-380435dbae5b req-f566a6cb-91a5-47fa-a2e2-b0608969d1e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0687475 Jul 16 19:16:52.945289 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ddfe58a3-d6c6-459d-89d0-380435dbae5b req-a22f437a-efb4-4407-baf9-767ad9929753 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330689 Jul 16 19:16:52.948823 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04ef3886-9489-45b7-bedc-7a3439a58084 req-9b54d2c5-dd17-419b-abf0-1ee1381c6191 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894194 Jul 16 19:16:52.968757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48654) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:53.021505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ac794-6e28-4a72-9ad9-d3d1a4485a7b tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:53.023051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-582ac794-6e28-4a72-9ad9-d3d1a4485a7b tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1092 time: 0.0528266 Jul 16 19:16:53.025810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48656) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:53.030189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:16:53.053427 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.155778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.261509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.128 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/7a09bb95-4f9f-41bb-87c4-2579eb7ab8b7) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:16:53.367466 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.406648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:53.443342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:16:53.448914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:16:53.452693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:16:53.478535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=7a09bb95-4f9f-41bb-87c4-2579eb7ab8b7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:54.170807 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.248667 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.400101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.405046 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.482509 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=7a09bb95-4f9f-41bb-87c4-2579eb7ab8b7,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:54.492500 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.595338 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP c4fe6627-84ec-4958-b8f2-a3b1be2aec98 associated. External IP: 172.25.0.128, port: fe9cf2bd-744c-4a90-b7b5-f7664b10ee27. Jul 16 19:16:54.806691 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:16:54.914579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:16:54.924828 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] Sync routers for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:16:54.931594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.933818 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:54.934434 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:54.977858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3588894e-b125-4f4e-b07b-ae324af7c6c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9508805 Jul 16 19:16:54.978870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:54.986136 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a3271c-1080-466c-8617-644c0c916888" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:55.029373 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dee1f95-7187-49be-bb52-179905c6091a x-openstack-request-id: req-7dee1f95-7187-49be-bb52-179905c6091a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:55.029671 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:55.029921 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7dee1f95-7187-49be-bb52-179905c6091a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:55.030328 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'status': 'completed', 'code': 200} Jul 16 19:16:55.108014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3271c-1080-466c-8617-644c0c916888 req-f25727f4-91b3-4740-8c21-18825fa7b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:55.109663 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33a3271c-1080-466c-8617-644c0c916888 req-f25727f4-91b3-4740-8c21-18825fa7b678 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1097 time: 0.0585089 Jul 16 19:16:55.134716 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:55.149543 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772d01d-3711-4e8c-b895-194938e8437b req-03897372-e94f-407d-b6cf-fb8740fcfa1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:55.151746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3772d01d-3711-4e8c-b895-194938e8437b req-03897372-e94f-407d-b6cf-fb8740fcfa1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0684030 Jul 16 19:16:55.195359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3772d01d-3711-4e8c-b895-194938e8437b req-0ae84213-2e0c-4486-ac5c-5a6b2a5d2526 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375214 Jul 16 19:16:55.207145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3271c-1080-466c-8617-644c0c916888 req-2712f398-fcad-4a75-aca1-b508e64b320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:55.208884 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33a3271c-1080-466c-8617-644c0c916888 req-2712f398-fcad-4a75-aca1-b508e64b320e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 897 time: 0.0933294 Jul 16 19:16:55.223579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48662) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:55.280479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33a3271c-1080-466c-8617-644c0c916888 req-c807cc91-16d2-4e42-ac6b-67a21350edbd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 999 time: 0.0652294 Jul 16 19:16:55.289642 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fe46e2fc-4109-4bce-b721-4a022efb3e98 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/c4fe6627-84ec-4958-b8f2-a3b1be2aec98 HTTP/1.1" status: 200 len: 991 time: 0.0637867 Jul 16 19:16:55.339724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3271c-1080-466c-8617-644c0c916888 req-2ed195ae-9b7b-408f-ad31-3172d33bca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:55.342347 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33a3271c-1080-466c-8617-644c0c916888 req-2ed195ae-9b7b-408f-ad31-3172d33bca08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 200 len: 834 time: 0.0560679 Jul 16 19:16:55.378778 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'c4fe6627-84ec-4958-b8f2-a3b1be2aec98', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'port_id': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'mac_address': 'fa:16:3e:f0:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:53Z', 'updated_at': '2021-07-16T19:16:53Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:46Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:55.403290 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3271c-1080-466c-8617-644c0c916888 req-7bc192dc-9323-466b-b141-46eda735f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:55.404824 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33a3271c-1080-466c-8617-644c0c916888 req-7bc192dc-9323-466b-b141-46eda735f732 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eec730e-79e0-4a7a-8e42-f96459db1b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567701 Jul 16 19:16:55.404976 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] Checking router: 118e5489-f20b-45fe-90bd-83ebf3b9fb11 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:16:55.413770 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:16:55.414402 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:16:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:55.496023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33a3271c-1080-466c-8617-644c0c916888 req-759bf3a8-6146-46b9-8519-3e087e52e29a service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849121 Jul 16 19:16:55.521582 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:16:55.589773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-33a3271c-1080-466c-8617-644c0c916888 req-9f32c829-fa85-48cc-96de-ffc2a9fa9cca service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881221 Jul 16 19:16:55.750707 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'c4fe6627-84ec-4958-b8f2-a3b1be2aec98', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'port_id': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'mac_address': 'fa:16:3e:f0:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:53Z', 'updated_at': '2021-07-16T19:16:53Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:46Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:16:55.777879 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b5e43-a85d-4ce2-8695-078d7f2128c5 None None] The sync data for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 is: [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'c4fe6627-84ec-4958-b8f2-a3b1be2aec98', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.128', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'port_id': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'mac_address': 'fa:16:3e:f0:72:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:16:53Z', 'updated_at': '2021-07-16T19:16:53Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:46Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:16:55.979456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f492a54-4c21-44b4-890a-39b567c2b541 None None] New status for floating IP c4fe6627-84ec-4958-b8f2-a3b1be2aec98: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:16:56.291754 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48664) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:16:56.356499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cebdbdd8-69f8-4009-8ff4-19865c918198 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/c4fe6627-84ec-4958-b8f2-a3b1be2aec98 HTTP/1.1" status: 200 len: 993 time: 0.0635729 Jul 16 19:17:00.360688 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4b815973-1df0-4293-aa4c-07992e96e2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.209229 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c210bb64-65db-4e09-9e17-93869b18cd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:03.465559 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:04.572499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:06.076991 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:07.870506 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:08.211182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:20.820749 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:27.957018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-86b99c6c-37ec-42e1-b5d2-b4205f6412db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:27.958926 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-86b99c6c-37ec-42e1-b5d2-b4205f6412db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1097 time: 0.0783932 Jul 16 19:17:27.991926 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b3096-ffbf-47af-9c00-6bc37d00a66b req-00c94e8e-1736-4ddd-b616-082649d86559 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:27.993720 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-035b3096-ffbf-47af-9c00-6bc37d00a66b req-00c94e8e-1736-4ddd-b616-082649d86559 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0720234 Jul 16 19:17:28.038591 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-035b3096-ffbf-47af-9c00-6bc37d00a66b req-57f1341e-207c-40af-958b-700f057696d2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382001 Jul 16 19:17:28.066056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-cd54e7e4-713c-41a2-87bc-d6ba31d22fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:28.067797 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-cd54e7e4-713c-41a2-87bc-d6ba31d22fcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 897 time: 0.1017835 Jul 16 19:17:28.150899 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-19451744-038f-49fa-9565-fb839d29b3a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 1001 time: 0.0751538 Jul 16 19:17:28.222912 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-7c5b254d-7e82-410b-bd45-d98bb9145769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:28.224616 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-7c5b254d-7e82-410b-bd45-d98bb9145769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 200 len: 834 time: 0.0672615 Jul 16 19:17:28.304828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-87747b3a-7efb-46b4-9083-b89d6a8e3e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:28.306517 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-87747b3a-7efb-46b4-9083-b89d6a8e3e71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eec730e-79e0-4a7a-8e42-f96459db1b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744083 Jul 16 19:17:28.330349 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-a9fc3eab-3365-4199-bb6d-2c017ef5bfcb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:17:28.331734 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-a9fc3eab-3365-4199-bb6d-2c017ef5bfcb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114496 Jul 16 19:17:28.444477 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-0637dbc3-8c2d-432e-90dd-55b01e6e8dfe service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057909 Jul 16 19:17:28.579066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-83204902-0f4d-46a1-84aa-b5fb8522efc7 req-362b2189-64ad-4d01-b3d7-ff7db5a4feb8 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207566 Jul 16 19:17:29.255937 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b1a3c-b093-478d-b46a-9593e1829071 req-d8b91247-a25d-44bd-812d-0846003e6a30 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:29.257501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e9b1a3c-b093-478d-b46a-9593e1829071 req-d8b91247-a25d-44bd-812d-0846003e6a30 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0853286 Jul 16 19:17:29.299736 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4e9b1a3c-b093-478d-b46a-9593e1829071 req-5b5ec5fc-226e-4057-88e1-ddde0e979930 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351295 Jul 16 19:17:30.375959 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f58bc7d0-a26e-4397-b4ed-9bf467fbd280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:30.536268 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05d8d2-aad3-42cb-b009-52e1d5acd91f req-04d09f52-19f3-4e75-bdb9-216fa126f754 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:30.537961 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb05d8d2-aad3-42cb-b009-52e1d5acd91f req-04d09f52-19f3-4e75-bdb9-216fa126f754 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.1034689 Jul 16 19:17:30.605912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb05d8d2-aad3-42cb-b009-52e1d5acd91f req-8b7ee3ef-d983-4bd4-96ae-cf6fd5a4f22d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571826 Jul 16 19:17:31.828089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8564c044-2908-4526-887f-6ac3745c3cc0 req-e352b9ed-2d4b-4a72-8fc9-787d31137dc1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:31.829951 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8564c044-2908-4526-887f-6ac3745c3cc0 req-e352b9ed-2d4b-4a72-8fc9-787d31137dc1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0834167 Jul 16 19:17:31.879526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8564c044-2908-4526-887f-6ac3745c3cc0 req-19212a76-0877-411a-98b5-22521dd180de tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433431 Jul 16 19:17:33.078469 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ff592-2ba4-4efa-8002-f18653ede902 req-da033afb-b300-4dc9-ab37-2e2377f1541a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:33.080669 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c08ff592-2ba4-4efa-8002-f18653ede902 req-da033afb-b300-4dc9-ab37-2e2377f1541a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0711846 Jul 16 19:17:33.130057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c08ff592-2ba4-4efa-8002-f18653ede902 req-996a223e-4cfc-4ca0-8c5a-d48f44a88f91 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433254 Jul 16 19:17:33.213514 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9d7df0c9-ef40-4125-9a0d-96c66e948e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:33.470902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:34.324493 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5538cc-6847-4eaf-8809-508b8ba3559f req-6b3c3c2b-0b3c-4414-9552-38583e90854f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:34.325956 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb5538cc-6847-4eaf-8809-508b8ba3559f req-6b3c3c2b-0b3c-4414-9552-38583e90854f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0739310 Jul 16 19:17:34.367160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb5538cc-6847-4eaf-8809-508b8ba3559f req-feee9b3d-2af0-46e7-85d6-6c4fc8b892a8 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348513 Jul 16 19:17:34.573237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:35.628165 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c58d4e-65c7-448b-aaef-9351423888d3 req-83d8dd8b-1e94-4484-adcd-b20fc1f98289 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:35.629771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01c58d4e-65c7-448b-aaef-9351423888d3 req-83d8dd8b-1e94-4484-adcd-b20fc1f98289 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0762744 Jul 16 19:17:35.675502 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-01c58d4e-65c7-448b-aaef-9351423888d3 req-c795d4b2-d797-4aa8-b6d7-1ea8d4e60021 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391839 Jul 16 19:17:36.078673 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:36.899143 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14f6d8-02fa-4c1b-b7f6-8b02f62e9d2f req-ac47cc49-a9cd-4b34-8e42-fb44826c57aa tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:36.901240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e14f6d8-02fa-4c1b-b7f6-8b02f62e9d2f req-ac47cc49-a9cd-4b34-8e42-fb44826c57aa tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.1018772 Jul 16 19:17:36.971446 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0e14f6d8-02fa-4c1b-b7f6-8b02f62e9d2f req-e37aeaf1-e9d2-4adb-9596-cb0e86e155e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614223 Jul 16 19:17:37.879639 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:38.218090 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5f470-954c-4ac1-9ec8-a3672dba791f req-55c7d6fc-6eb5-45da-9b32-0525f2428c96 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:38.220571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4e5f470-954c-4ac1-9ec8-a3672dba791f req-55c7d6fc-6eb5-45da-9b32-0525f2428c96 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0989547 Jul 16 19:17:38.228488 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:38.268071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f4e5f470-954c-4ac1-9ec8-a3672dba791f req-ca55f6d3-6809-4560-8a4a-4bafea49bfee tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398688 Jul 16 19:17:39.458607 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e0eff-0a7e-4f99-94e8-8ec9a199cba0 req-ac767874-e53e-4c3b-aa7b-e67fe87f7b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:39.460195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac8e0eff-0a7e-4f99-94e8-8ec9a199cba0 req-ac767874-e53e-4c3b-aa7b-e67fe87f7b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0706813 Jul 16 19:17:39.508321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ac8e0eff-0a7e-4f99-94e8-8ec9a199cba0 req-b9cb153c-d8c5-4c23-a99f-acd528a866e7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421610 Jul 16 19:17:40.706862 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd0160-b021-4b1c-a0a6-6f3595dc32ea req-51c53092-c62a-4a1f-a929-dd53b1d41d4f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:40.708541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ecd0160-b021-4b1c-a0a6-6f3595dc32ea req-51c53092-c62a-4a1f-a929-dd53b1d41d4f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0839889 Jul 16 19:17:40.770193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ecd0160-b021-4b1c-a0a6-6f3595dc32ea req-d657ac17-6eb2-4e08-8407-4106941da806 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541904 Jul 16 19:17:42.009757 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648ab5a-2840-4c7a-bf9f-58c596576475 req-941b06ee-4d2c-4a9a-bba1-3e01c89dc4f1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:42.011310 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e648ab5a-2840-4c7a-bf9f-58c596576475 req-941b06ee-4d2c-4a9a-bba1-3e01c89dc4f1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0675762 Jul 16 19:17:42.051195 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e648ab5a-2840-4c7a-bf9f-58c596576475 req-9126dbb7-3648-44ed-ade5-0becf14b99dd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339122 Jul 16 19:17:43.300892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3b471-15d8-4d2a-86d5-73a8d9772f48 req-20ef4984-dfa7-499a-92c4-976da134ecd9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:43.303243 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cac3b471-15d8-4d2a-86d5-73a8d9772f48 req-20ef4984-dfa7-499a-92c4-976da134ecd9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.1068404 Jul 16 19:17:43.364841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cac3b471-15d8-4d2a-86d5-73a8d9772f48 req-2c77dae0-de24-484b-b2af-c04c4f90fcda tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542915 Jul 16 19:17:44.544622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b1680-82d7-4e11-b129-ca46714195ea req-f83bba2c-43fa-42b7-bed1-0adaeabb2631 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:44.546143 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b9b1680-82d7-4e11-b129-ca46714195ea req-f83bba2c-43fa-42b7-bed1-0adaeabb2631 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0631535 Jul 16 19:17:44.587051 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1b9b1680-82d7-4e11-b129-ca46714195ea req-9bf08028-9ecf-495a-9ca2-d95dddd20b1a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352600 Jul 16 19:17:44.611800 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48706) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:44.676914 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b648d941-9337-47a6-a242-356301e37360 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/c4fe6627-84ec-4958-b8f2-a3b1be2aec98 HTTP/1.1" status: 200 len: 993 time: 0.0637782 Jul 16 19:17:53.366345 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-58a24fc3-27c7-421f-aafd-e256b2b95c6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0636604 Jul 16 19:17:53.465449 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-bd31f205-41bb-4a60-bdba-942d43f1d2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:53.467102 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-bd31f205-41bb-4a60-bdba-942d43f1d2cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1097 time: 0.0540688 Jul 16 19:17:53.583788 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-9f6549f7-f55e-44c7-b5f4-1505729cb172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:53.585300 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-9f6549f7-f55e-44c7-b5f4-1505729cb172 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 897 time: 0.0963829 Jul 16 19:17:53.651125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-f9f8a698-9694-4911-a531-8aa7d2ab9205 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 1001 time: 0.0596237 Jul 16 19:17:53.704692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-c4571cc8-f455-4cb8-847e-d8452ab1841d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:53.706185 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-c4571cc8-f455-4cb8-847e-d8452ab1841d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 200 len: 834 time: 0.0496767 Jul 16 19:17:53.764666 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-950ce530-6997-4d2d-8cac-07f19a5c4b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:53.767029 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-950ce530-6997-4d2d-8cac-07f19a5c4b1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eec730e-79e0-4a7a-8e42-f96459db1b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546076 Jul 16 19:17:53.890572 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-5bd946d2-2c40-484a-b03b-98fe0d781b57 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173279 Jul 16 19:17:53.984245 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-10f0c3b6-18e6-4586-9e72-2ea1b8891c48 req-754772dd-ea03-46eb-8c44-45b9f1c452a5 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878415 Jul 16 19:17:57.821317 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:00.359380 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4525fb93-38ab-4105-b479-e2a24a7a2382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.218579 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e6713d06-b323-4402-8891-7ebcf4d0fcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.476987 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.576528 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.081488 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.866937 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.220276 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.195303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48726) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:15.364766 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 7a09bb95-4f9f-41bb-87c4-2579eb7ab8b7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:15.365042 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.442123 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.442444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.454474 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 7a09bb95-4f9f-41bb-87c4-2579eb7ab8b7 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:15.611293 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.634602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=7a09bb95-4f9f-41bb-87c4-2579eb7ab8b7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:15.669733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.670086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.670438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.670777 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.671115 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.671452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.672371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.672711 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.673045 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.673376 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.673707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.674033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:15.715328 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.715658 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP c4fe6627-84ec-4958-b8f2-a3b1be2aec98 disassociated (deleted). External IP: 172.25.0.128, port: fe9cf2bd-744c-4a90-b7b5-f7664b10ee27. Jul 16 19:18:15.941569 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:16.045353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:16.050121 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.058026 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] Sync routers for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:16.068549 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:16.069272 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:16.109330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cbb3ed48-f1fe-40ed-be00-c53a8a46a28d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/floatingips/c4fe6627-84ec-4958-b8f2-a3b1be2aec98 HTTP/1.1" status: 204 len: 168 time: 0.9128282 Jul 16 19:18:16.109919 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:16.112269 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:16.192510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:16.308495 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8fa852-06ec-4e4d-a246-d9f05d227f89 x-openstack-request-id: req-9e8fa852-06ec-4e4d-a246-d9f05d227f89 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:16.309217 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:16.309217 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9e8fa852-06ec-4e4d-a246-d9f05d227f89 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:16.309493 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'status': 'completed', 'code': 200} Jul 16 19:18:16.411207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-593fb553-1e16-4bd5-b11d-53c9b1c7aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:16.412799 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-593fb553-1e16-4bd5-b11d-53c9b1c7aa20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 1097 time: 0.0791631 Jul 16 19:18:16.467751 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:46Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:16.498946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] Checking router: 118e5489-f20b-45fe-90bd-83ebf3b9fb11 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:16.514601 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:16.515307 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:16.546893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-13bdad94-dc95-45ab-b409-86e62d507af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:16.552404 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-13bdad94-dc95-45ab-b409-86e62d507af9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 200 len: 897 time: 0.1265793 Jul 16 19:18:16.584085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f762ddb-c953-434d-b037-77ae03c33e82 req-ccfc542c-3dc7-48b9-a6ce-9c392077dec4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:16.585808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f762ddb-c953-434d-b037-77ae03c33e82 req-ccfc542c-3dc7-48b9-a6ce-9c392077dec4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0916696 Jul 16 19:18:16.607923 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-3633b982-fea9-4a7e-ab05-8904c61ecc84 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 200 len: 217 time: 0.0476584 Jul 16 19:18:16.650315 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6f762ddb-c953-434d-b037-77ae03c33e82 req-e88c5b30-98aa-4105-a55c-b8c7b0cb2f11 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568836 Jul 16 19:18:16.656288 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:16.674476 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-611e8157-38d3-4646-b1ae-12b01dc9bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:16.675912 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-611e8157-38d3-4646-b1ae-12b01dc9bc29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 200 len: 834 time: 0.0614076 Jul 16 19:18:16.740313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-dfa752dc-920d-49d8-bfea-6e72544966b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:16.741911 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-dfa752dc-920d-49d8-bfea-6e72544966b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8eec730e-79e0-4a7a-8e42-f96459db1b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576825 Jul 16 19:18:16.855990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-87c39bbb-0b81-453b-82aa-07b1b494e68b service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064396 Jul 16 19:18:16.919968 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:46Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:16.951823 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45d70cc-e268-49d0-a00f-47e9daa392ad None None] The sync data for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 is: [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:41Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a9ced97d-180c-4e69-b28f-da41f8a60441', 'name': '', 'network_id': '8eec730e-79e0-4a7a-8e42-f96459db1b4f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:b3:e4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:40Z', 'updated_at': '2021-07-16T19:16:46Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '553c939e-1345-4e45-8b89-30eb59dcd486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:16.973270 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-68e4eee5-13f4-4bbf-9f51-7ea24535f6c8 req-187452dc-d72d-447e-a91e-1444dd6f00d1 service neutron] 10.222.0.13 "GET /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062901 Jul 16 19:18:17.236040 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc41e671-146b-46cb-a557-44973fd41ecd None None] New status for floating IP c4fe6627-84ec-4958-b8f2-a3b1be2aec98: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:18:17.880001 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d028e-d7f1-4698-9ce5-77342a8d096d req-0550bd4a-9459-4cfc-826f-93744fa4e14b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:17.882225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee3d028e-d7f1-4698-9ce5-77342a8d096d req-0550bd4a-9459-4cfc-826f-93744fa4e14b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.1011186 Jul 16 19:18:17.930411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ee3d028e-d7f1-4698-9ce5-77342a8d096d req-1d243176-ad97-4a07-9be1-0b8e7a54d32a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=e37cc830-619d-4b7d-b095-27db901e3fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Jul 16 19:18:18.020465 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-00822660-27f4-4564-bbeb-b064c269a53b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:18.022053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-00822660-27f4-4564-bbeb-b064c269a53b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 945 time: 0.0673106 Jul 16 19:18:18.130745 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:18.131088 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.228225 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:18.228506 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.242420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:18.381449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.410771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=fe9cf2bd-744c-4a90-b7b5-f7664b10ee27,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:18.426115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.426477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.426824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.427189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.427504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.427978 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.428207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.428547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.428883 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.429215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.429545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.429873 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:18.474711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] No DVR routers for this DVR port fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:18:18.477446 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.479852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3155a8c0-321b-4fb2-9ad8-857ae544b548 req-4616ec83-ee0b-4e17-ac2d-2cf369039cbe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "DELETE /v2.0/ports/fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 HTTP/1.1" status: 204 len: 173 time: 0.4524159 Jul 16 19:18:18.480242 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'name': 'network-vif-deleted', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:18.482556 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a8b64c-f135-4779-b578-cea9bbb6175f" -d '{"events": [{"server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "name": "network-vif-deleted", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:18.526945 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff89f46-0266-4110-8bba-4842574c52a9 x-openstack-request-id: req-5ff89f46-0266-4110-8bba-4842574c52a9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:18.527245 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfb368a3-5ffd-43b0-86e8-51df59cd5e41", "name": "network-vif-deleted", "tag": "fe9cf2bd-744c-4a90-b7b5-f7664b10ee27", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:18.527503 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ff89f46-0266-4110-8bba-4842574c52a9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:18.527915 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb368a3-5ffd-43b0-86e8-51df59cd5e41', 'name': 'network-vif-deleted', 'tag': 'fe9cf2bd-744c-4a90-b7b5-f7664b10ee27', 'status': 'completed', 'code': 200} Jul 16 19:18:19.094421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30334de0-711a-4dc1-9100-d14d3ee19f6e req-d454d5ac-b293-4222-b2ae-61312f0ca477 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=cfb368a3-5ffd-43b0-86e8-51df59cd5e41 HTTP/1.1" status: 200 len: 210 time: 0.0300679 Jul 16 19:18:20.194906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48746) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:20.916332 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:20.927989 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.936909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:20.937313 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device fe9cf2bd-744c-4a90-b7b5-f7664b10ee27 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:21.201690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port a9ced97d-180c-4e69-b28f-da41f8a60441 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:21.202326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.304272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port a9ced97d-180c-4e69-b28f-da41f8a60441, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a9ced97d-180c-4e69-b28f-da41f8a60441,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:21.304627 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.318984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for a9ced97d-180c-4e69-b28f-da41f8a60441 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:21.534446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.569209 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=a9ced97d-180c-4e69-b28f-da41f8a60441,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:21.766214 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.003554 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:22.122600 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:22.128376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a4c675cd-dde5-4b51-a3fe-5225ed94e981 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/118e5489-f20b-45fe-90bd-83ebf3b9fb11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9321916 Jul 16 19:18:22.131049 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48750) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:22.136675 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] Sync routers for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:22.148443 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:22.149073 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:22.198440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting subnet 553c939e-1345-4e45-8b89-30eb59dcd486 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:18:22.201973 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.247362 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.267701 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:22.364794 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.435271 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.465618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Subnet': ['ID=553c939e-1345-4e45-8b89-30eb59dcd486,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:22.471089 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.473969 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c51c3910-ad93-4151-9c7a-950af803af9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/subnets/553c939e-1345-4e45-8b89-30eb59dcd486 HTTP/1.1" status: 204 len: 168 time: 0.3416855 Jul 16 19:18:22.477285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48752) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:22.480322 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bbe6fa-98c2-4289-8f0a-9b5f1cefb016 None None] Network 8eec730e-79e0-4a7a-8e42-f96459db1b4f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:22.560663 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:18:21Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:22.587692 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] Checking router: 118e5489-f20b-45fe-90bd-83ebf3b9fb11 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:22.598342 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] Routers {'118e5489-f20b-45fe-90bd-83ebf3b9fb11'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:22.599316 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:22.601363 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.677402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] DHCP port deletion for 8eec730e-79e0-4a7a-8e42-f96459db1b4f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:18:22.719286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.722108 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] Set router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:22.740290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Deleting port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:22.740670 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.784704 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:22.785243 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.817470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] For port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d,segment=NetworkSegment(c6760bf7-fccd-47ca-9ed3-836d4413dfc9),segment_id=c6760bf7-fccd-47ca-9ed3-836d4413dfc9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:22.818147 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.832528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Calling delete_port for cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:22.891781 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:22.892550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.906803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:22.934043 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.935318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:18:21Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:22.962812 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7f8c1f-a89d-4dfd-9b09-f76304397745 None None] The sync data for ids ['118e5489-f20b-45fe-90bd-83ebf3b9fb11'] in n-d-793620-10 is: [{'id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'name': 'tempest-TestNetworkAdvancedServerOps-router-600268258', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:18:21Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': '1fe9d739-1369-4bfd-b39a-3c96c7bba8e7', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:68:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '118e5489-f20b-45fe-90bd-83ebf3b9fb11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:16:37Z', 'updated_at': '2021-07-16T19:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:22.972074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Pushing event deleted for resources: {'Port': ['ID=cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:22.976814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] No DVR routers for this DVR port cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:18:22.989482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.989841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.990368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.990622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.992212 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.992572 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.992912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.993254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.993584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.993916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.994246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:22.994570 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad88c9-ab6b-4127-9586-35349974a50b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:23.101027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.128746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=1fe9d739-1369-4bfd-b39a-3c96c7bba8e7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:23.200143 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.293911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.296072 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.341236 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.341656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Fanout notify agent at l3_agent the message router_deleted on router 118e5489-f20b-45fe-90bd-83ebf3b9fb11 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:18:23.349305 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.350455 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f7a4dcd0-c753-4482-b3f9-cbfe051f6c9b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/routers/118e5489-f20b-45fe-90bd-83ebf3b9fb11 HTTP/1.1" status: 204 len: 168 time: 0.8713500 Jul 16 19:18:23.354006 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48754) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:23.437707 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.531990 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.542721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eec730e-79e0-4a7a-8e42-f96459db1b4f']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:23.552957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:23.553252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6760bf7-fccd-47ca-9ed3-836d4413dfc9') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:23.562731 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.582555 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.589027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:18:23.589507 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:18:23.592522 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:18:23.653829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.661389 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.662662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/networks/8eec730e-79e0-4a7a-8e42-f96459db1b4f HTTP/1.1" status: 204 len: 168 time: 0.3075709 Jul 16 19:18:23.665682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48756) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:23.674142 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e679a17-1616-4730-8920-b76a0a855077 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Network': ['ID=8eec730e-79e0-4a7a-8e42-f96459db1b4f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:23.728886 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7c67-dfd1-4222-8100-a0859dd38543 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.753935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7c67-dfd1-4222-8100-a0859dd38543 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.830122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7c67-dfd1-4222-8100-a0859dd38543 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.833019 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7ae7c67-dfd1-4222-8100-a0859dd38543 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.834197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7ae7c67-dfd1-4222-8100-a0859dd38543 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/security-groups/e37cc830-619d-4b7d-b095-27db901e3fd7 HTTP/1.1" status: 204 len: 168 time: 0.1675098 Jul 16 19:18:23.844358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae7c67-dfd1-4222-8100-a0859dd38543 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37cc830-619d-4b7d-b095-27db901e3fd7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.055461 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48762) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.061278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-7e729d63-885e-4f15-92ac-fb659121381b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454081402', 'description': 'tempest-secgroup-smoke-1454081402 description', 'project_id': '701fed2d1a084e799a5107c411ac68a9'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.085529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e729d63-885e-4f15-92ac-fb659121381b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.135546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:24.156605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:24.156947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1fe9d739-1369-4bfd-b39a-3c96c7bba8e7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:24.157383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:24.175621 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e729d63-885e-4f15-92ac-fb659121381b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.176020 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:24.176446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device cf6bf0b9-e83e-47e0-adc5-ebb4e031ea8d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:24.176836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a9ced97d-180c-4e69-b28f-da41f8a60441 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:24.180383 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e729d63-885e-4f15-92ac-fb659121381b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.197197 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a9ced97d-180c-4e69-b28f-da41f8a60441 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:24.197600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a9ced97d-180c-4e69-b28f-da41f8a60441 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:24.208927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7e729d63-885e-4f15-92ac-fb659121381b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.210201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7e729d63-885e-4f15-92ac-fb659121381b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1533704 Jul 16 19:18:24.213359 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48764) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.214421 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e729d63-885e-4f15-92ac-fb659121381b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.218242 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-441d92aa-24aa-4c96-9d51-510c83ef2ebe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '1a9cdd49-1e90-49d4-8a0f-a36be2f010d7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.246646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-441d92aa-24aa-4c96-9d51-510c83ef2ebe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.304344 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-441d92aa-24aa-4c96-9d51-510c83ef2ebe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.308666 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-441d92aa-24aa-4c96-9d51-510c83ef2ebe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.327339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d92aa-24aa-4c96-9d51-510c83ef2ebe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbc9833-1ebc-47a0-ab9c-8be4f0dae592,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.334349 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-441d92aa-24aa-4c96-9d51-510c83ef2ebe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.335576 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-441d92aa-24aa-4c96-9d51-510c83ef2ebe tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210253 Jul 16 19:18:24.338355 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48766) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.342750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-aaa44dfa-73c8-4649-8b0c-cce269d8c954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '1a9cdd49-1e90-49d4-8a0f-a36be2f010d7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.372204 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aaa44dfa-73c8-4649-8b0c-cce269d8c954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.432891 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aaa44dfa-73c8-4649-8b0c-cce269d8c954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.437617 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aaa44dfa-73c8-4649-8b0c-cce269d8c954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.460720 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa44dfa-73c8-4649-8b0c-cce269d8c954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3344e674-1342-4cb1-a89b-934e6cbe6385,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.465739 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-aaa44dfa-73c8-4649-8b0c-cce269d8c954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.466960 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-aaa44dfa-73c8-4649-8b0c-cce269d8c954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1276910 Jul 16 19:18:24.469933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.474630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1e9f4360-a86f-4497-a112-08c27973cfa5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '1a9cdd49-1e90-49d4-8a0f-a36be2f010d7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.501866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4360-a86f-4497-a112-08c27973cfa5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.561393 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4360-a86f-4497-a112-08c27973cfa5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.565853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4360-a86f-4497-a112-08c27973cfa5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.585344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f4360-a86f-4497-a112-08c27973cfa5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce554b9-6f06-4b45-9d9b-e6ed2ea3443b,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.588536 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1e9f4360-a86f-4497-a112-08c27973cfa5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.589745 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1e9f4360-a86f-4497-a112-08c27973cfa5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187928 Jul 16 19:18:24.592493 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48772) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.596943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-003c936f-30f5-471d-b3c8-341394e15fec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '1a9cdd49-1e90-49d4-8a0f-a36be2f010d7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.627617 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003c936f-30f5-471d-b3c8-341394e15fec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.688763 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003c936f-30f5-471d-b3c8-341394e15fec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.692616 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003c936f-30f5-471d-b3c8-341394e15fec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.714837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c936f-30f5-471d-b3c8-341394e15fec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389df20f-79cb-4376-a185-efb25897068f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.717193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-003c936f-30f5-471d-b3c8-341394e15fec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.718430 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-003c936f-30f5-471d-b3c8-341394e15fec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249509 Jul 16 19:18:24.721365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48774) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.725870 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '1a9cdd49-1e90-49d4-8a0f-a36be2f010d7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.748439 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:18:24.754911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.818035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.821931 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.840833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00d9f86-9425-440f-bbc1-fe8bb789af4e,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.843090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.844874 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-66ef808c-9ea9-4182-a1bd-5a23e85a213c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225572 Jul 16 19:18:24.848802 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48776) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.853794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '1a9cdd49-1e90-49d4-8a0f-a36be2f010d7', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:24.875690 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:18:24.880722 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.946826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.954887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.974313 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63df9fdb-1c4e-4b00-916d-ac58d9fa07fd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.978790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.980416 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9c9771db-3101-4ea3-acca-8ad1e175c2c9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304262 Jul 16 19:18:24.984224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48778) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:24.989317 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'network': {'name': 'tempest-network-smoke--1112509438', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'port_security_enabled': True}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:25.010183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:25.014548 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.040246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:18:25.050999 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.051379 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Added segment e8ddc76e-3e3e-429e-b6d3-7692562f909f of type vlan for network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f Jul 16 19:18:25.097604 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.128644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.134218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.134829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.175173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1897862 Jul 16 19:18:25.178208 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48780) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:25.183260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'admin_state_up': True, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:25.205533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b553768-03aa-464b-865e-0bc73e13909f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Network': ['ID=8f800bfb-c3d2-4ac9-b908-c70dc70e438f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:25.208650 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.209793 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.217289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:18:25.264607 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.406195 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.600857 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.621345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.728602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.211 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/e49bdb6f-41b9-4f98-8100-af8cadd3446d) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:25.831116 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.874354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:25.913227 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:25.916048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:25.919847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:25.925933 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=e49bdb6f-41b9-4f98-8100-af8cadd3446d,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:26.178380 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:26.388563 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:26.888751 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 38d7d129-58bd-48b0-bfb6-8526e583a1ee is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:18:27.006330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:27.016653 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Sync routers for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:27.025571 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.026584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:27.027250 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:27.028892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de075a98-f787-438b-b8a8-c1e5bbfc6927 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8493338 Jul 16 19:18:27.031707 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48782) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:27.061124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-182b0dcb-8c09-4021-af73-894b1a3a651a tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=701fed2d1a084e799a5107c411ac68a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281887 Jul 16 19:18:27.065130 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48784) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:27.139269 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:27.157982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b9c80-d110-49e7-b2ab-157d97ad7880 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:27.159527 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-697b9c80-d110-49e7-b2ab-157d97ad7880 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925357 Jul 16 19:18:27.162329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48786) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:27.191206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a68789bd-9b6c-49f3-8dfa-610733c49811 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277746 Jul 16 19:18:27.193839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48788) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:27.198859 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99181220', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:27.298364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:27.303211 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.329974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:26Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:27.357625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Checking router: 38d7d129-58bd-48b0-bfb6-8526e583a1ee for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:27.357979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Updating router 38d7d129-58bd-48b0-bfb6-8526e583a1ee port e49bdb6f-41b9-4f98-8100-af8cadd3446d binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:27.397938 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.498388 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.561096 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Subnet': ['ID=9688590c-8813-456e-89ae-0104e9929694,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:27.576024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Checking segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:27.576416 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network hostable DHCP agents. Network: 8f800bfb-c3d2-4ac9-b908-c70dc70e438f, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:18:27.595971 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:18:27.606595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 8f800bfb-c3d2-4ac9-b908-c70dc70e438f) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:27.612661 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:27.613253 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.628934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7163924-f513-4559-93a9-40ced82b4973 None None] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:27.630027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b5a054fb-90d7-425d-9693-37178c424738 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4349380 Jul 16 19:18:27.632819 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48792) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:27.885746 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.902964 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Transition to ACTIVE for port object e49bdb6f-41b9-4f98-8100-af8cadd3446d will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:27.913921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.000881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a6877-7347-47af-8a60-0550ee6dc947 None None] Pushing event updated for resources: {'Port': ['ID=e49bdb6f-41b9-4f98-8100-af8cadd3446d,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:28.005610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Attempting to bind port e49bdb6f-41b9-4f98-8100-af8cadd3446d on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:28.005979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Attempting to bind port e49bdb6f-41b9-4f98-8100-af8cadd3446d by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:28.006343 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Attempting to bind port e49bdb6f-41b9-4f98-8100-af8cadd3446d on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:28.030340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:28.031111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:28.031231 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.031545 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:28.032039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Bound port: e49bdb6f-41b9-4f98-8100-af8cadd3446d, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:28.032449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.056644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:18:28.058203 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.107083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.113457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] For port e49bdb6f-41b9-4f98-8100-af8cadd3446d, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:28.177830 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] For port e49bdb6f-41b9-4f98-8100-af8cadd3446d, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e49bdb6f-41b9-4f98-8100-af8cadd3446d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:28.185708 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.298444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a6877-7347-47af-8a60-0550ee6dc947 None None] Pushing event updated for resources: {'Port': ['ID=e49bdb6f-41b9-4f98-8100-af8cadd3446d,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:28.304936 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:28.306311 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:28.342038 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Allocated IP 172.20.0.2 (8f800bfb-c3d2-4ac9-b908-c70dc70e438f/9688590c-8813-456e-89ae-0104e9929694/5eb959c8-66e5-47fb-9aa0-e478d2f19b1f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:28.477321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:28.655332 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.673924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Transition to ACTIVE for port object 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:28.710291 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Transition to ACTIVE for port object 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:28.719498 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.766069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:28.772228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:28.772891 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.1 (8f800bfb-c3d2-4ac9-b908-c70dc70e438f/9688590c-8813-456e-89ae-0104e9929694/e9f31852-fc09-45e8-b600-07afa2368f45) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:28.778111 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:28.785537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Pushing event updated for resources: {'Port': ['ID=5eb959c8-66e5-47fb-9aa0-e478d2f19b1f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:28.792227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:26Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:28.839093 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a60796f-4631-42af-aeb3-7d930c2e8f71 None None] The sync data for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 is: [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:26Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:28.878318 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Attempting to bind port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:28.878704 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Attempting to bind port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:28.879103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Attempting to bind port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:28.886017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:28.886404 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Checking segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:28.886980 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.887475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Bound using segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:28.887983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Bound port: 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:28.888436 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.912020 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.929341 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object e9f31852-fc09-45e8-b600-07afa2368f45 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:28.961948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] For port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:28.966443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] For port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5eb959c8-66e5-47fb-9aa0-e478d2f19b1f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:28.969114 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:28.972107 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.016261 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:29.017944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:29.025414 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:29.046901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df6625-e682-4946-bc4c-1ccb143e53bf None None] Pushing event updated for resources: {'Port': ['ID=5eb959c8-66e5-47fb-9aa0-e478d2f19b1f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:29.067544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=e9f31852-fc09-45e8-b600-07afa2368f45,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:29.091883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.299850 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.622208 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.627586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.707839 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=e9f31852-fc09-45e8-b600-07afa2368f45,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:29.710339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.817353 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:29.819448 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:29.948117 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 38d7d129-58bd-48b0-bfb6-8526e583a1ee has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:30.077188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:30.088936 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4ba33859-db11-48f5-aecb-1f3e48b2f6b7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/38d7d129-58bd-48b0-bfb6-8526e583a1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4548211 Jul 16 19:18:30.111804 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683891d0-d577-44fa-9d11-f21d532d24f4 None None] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:30.156395 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e65f1f3a-669a-4a56-9b6e-e8d621a4c9ac None None] Provisioning for port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:30.217234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e49bdb6f-41b9-4f98-8100-af8cadd3446d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:30.302332 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-e9de17d7-9014-4269-9bab-126911a754cd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454081402&fields=id&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 267 time: 0.0376301 Jul 16 19:18:30.347472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e49bdb6f-41b9-4f98-8100-af8cadd3446d completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:30.365517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e49bdb6f-41b9-4f98-8100-af8cadd3446d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:30.365893 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.392010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-172fd0f1-3e8f-4bd3-af57-9e7db41be863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.453909 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-99eb28ed-8360-455e-9bb2-a49483091d15 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:30.455762 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-99eb28ed-8360-455e-9bb2-a49483091d15 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 797 time: 0.1456852 Jul 16 19:18:30.470054 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.481679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-f5fa9f88-5954-4946-aa5d-d64e917b46d1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/quotas/701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 375 time: 0.0184741 Jul 16 19:18:30.501230 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e49bdb6f-41b9-4f98-8100-af8cadd3446d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e49bdb6f-41b9-4f98-8100-af8cadd3446d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:30.507113 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.508064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:30.583525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-69d1f30e-62c4-4da5-a6a2-50b2afa15ff6 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957053 Jul 16 19:18:30.610189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e49bdb6f-41b9-4f98-8100-af8cadd3446d,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:30.627178 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:30.631444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:30.631901 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.714238 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee426614-5bbc-422e-917e-775487170704 None None] Sync routers for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:30.727019 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:30.728318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:30.740517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.778392 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-35329581-ff48-453c-be83-793f911af802 service neutron] 10.222.0.48 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833019 Jul 16 19:18:30.799160 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3ca439f6-8735-4a0e-9752-af34c9989eb0 None None] Provisioning for port e9f31852-fc09-45e8-b600-07afa2368f45 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:30.808362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5eb959c8-66e5-47fb-9aa0-e478d2f19b1f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:30.810094 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3ca439f6-8735-4a0e-9752-af34c9989eb0 None None] Provisioning complete for port e9f31852-fc09-45e8-b600-07afa2368f45 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:30.810519 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ca439f6-8735-4a0e-9752-af34c9989eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.838094 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.881296 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:30.897151 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-3ca439f6-8735-4a0e-9752-af34c9989eb0 None None] Port e9f31852-fc09-45e8-b600-07afa2368f45 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:30.919053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5eb959c8-66e5-47fb-9aa0-e478d2f19b1f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:30.920863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-4bb119a9-8ff7-4cf4-8477-a3e9a227b5b3 service neutron] 10.222.0.48 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340845 Jul 16 19:18:30.937954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3ca439f6-8735-4a0e-9752-af34c9989eb0 None None] Provisioning complete for port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:30.938339 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-3ca439f6-8735-4a0e-9752-af34c9989eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.133251 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b24d45c0-96e1-4f36-923d-d72ee97d8091 req-c0953d8a-ef69-4261-9c11-71b701a1f33f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 210 time: 0.0400074 Jul 16 19:18:31.153261 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 2, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:31.181298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-abfd1730-e61e-479f-a07d-72357fdbccd4 None None] Provisioning complete for port e9f31852-fc09-45e8-b600-07afa2368f45 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:31.182199 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abfd1730-e61e-479f-a07d-72357fdbccd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.195604 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee426614-5bbc-422e-917e-775487170704 None None] Checking router: 38d7d129-58bd-48b0-bfb6-8526e583a1ee for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:31.196600 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee426614-5bbc-422e-917e-775487170704 None None] Updating router 38d7d129-58bd-48b0-bfb6-8526e583a1ee port e9f31852-fc09-45e8-b600-07afa2368f45 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:31.234718 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-abfd1730-e61e-479f-a07d-72357fdbccd4 None None] Port e9f31852-fc09-45e8-b600-07afa2368f45 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:31.258818 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee426614-5bbc-422e-917e-775487170704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.564780 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee426614-5bbc-422e-917e-775487170704 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.574946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-ee426614-5bbc-422e-917e-775487170704 None None] Transition to ACTIVE for port object e9f31852-fc09-45e8-b600-07afa2368f45 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:31.587084 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee426614-5bbc-422e-917e-775487170704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.662712 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Pushing event updated for resources: {'Port': ['ID=e9f31852-fc09-45e8-b600-07afa2368f45,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:31.685957 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.686303 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.686877 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.687378 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.687908 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.688439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.688949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.689452 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.690028 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.690550 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.691041 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.691588 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:31.714311 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee426614-5bbc-422e-917e-775487170704 None None] Attempting to bind port e9f31852-fc09-45e8-b600-07afa2368f45 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:31.715016 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee426614-5bbc-422e-917e-775487170704 None None] Attempting to bind port e9f31852-fc09-45e8-b600-07afa2368f45 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:31.715317 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee426614-5bbc-422e-917e-775487170704 None None] Attempting to bind port e9f31852-fc09-45e8-b600-07afa2368f45 on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:31.721710 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee426614-5bbc-422e-917e-775487170704 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:31.722211 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee426614-5bbc-422e-917e-775487170704 None None] Checking segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:31.722831 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee426614-5bbc-422e-917e-775487170704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.723319 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee426614-5bbc-422e-917e-775487170704 None None] Bound using segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:31.723981 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-ee426614-5bbc-422e-917e-775487170704 None None] Bound port: e9f31852-fc09-45e8-b600-07afa2368f45, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:31.724489 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee426614-5bbc-422e-917e-775487170704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.806573 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee426614-5bbc-422e-917e-775487170704 None None] For port e9f31852-fc09-45e8-b600-07afa2368f45, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:31.814027 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-ee426614-5bbc-422e-917e-775487170704 None None] For port e9f31852-fc09-45e8-b600-07afa2368f45, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e9f31852-fc09-45e8-b600-07afa2368f45,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:31.819114 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-ee426614-5bbc-422e-917e-775487170704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:31.887974 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:31.888705 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:32.019544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a40a8-06bb-404b-bcb3-3094f67118e2 None None] Pushing event updated for resources: {'Port': ['ID=e9f31852-fc09-45e8-b600-07afa2368f45,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:32.106919 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:32.197044 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e49bdb6f-41b9-4f98-8100-af8cadd3446d up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:32.280593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e49bdb6f-41b9-4f98-8100-af8cadd3446d triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:32.281521 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.386903 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-ee426614-5bbc-422e-917e-775487170704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:31Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:32.426717 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee426614-5bbc-422e-917e-775487170704 None None] The sync data for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 is: [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:31Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:32.451274 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-132f4e16-6588-4918-8127-057b21106ae8 req-49873d8d-0f61-4cd8-bdd7-ef7085e45371 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 210 time: 0.0748234 Jul 16 19:18:32.499063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:32.522491 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-97733805-a804-46f3-bbc7-05294ec792ec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:32.524477 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-97733805-a804-46f3-bbc7-05294ec792ec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 797 time: 0.2608988 Jul 16 19:18:32.591195 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-cefec5cb-ac70-41e8-8280-a33a14b8351f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 380 time: 0.0572352 Jul 16 19:18:32.603115 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'port': {'device_id': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'admin_state_up': True, 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'security_groups': ['1a9cdd49-1e90-49d4-8a0f-a36be2f010d7']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:32.604610 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:32.605517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.771800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:32.775797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.947724 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.8 (8f800bfb-c3d2-4ac9-b908-c70dc70e438f/9688590c-8813-456e-89ae-0104e9929694/14e5a729-6059-47cc-916a-f707af2a872f) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:33.156481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.174101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object 14e5a729-6059-47cc-916a-f707af2a872f will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:33.209826 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.223638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b302a239-156f-4c83-8fd1-c82c9f6656de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.259708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:33.265514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:33.268874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:33.305909 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:33.335946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:33.336795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.356264 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-b8bef6bf-6c84-4824-a462-86f0c4a230df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601314 Jul 16 19:18:33.368407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Request body: {'port': {'device_id': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:33.462753 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.477963 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.541063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f656a236-6762-4903-8aa0-cadea9045284 None None] Provisioning for port 14e5a729-6059-47cc-916a-f707af2a872f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:33.548536 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f656a236-6762-4903-8aa0-cadea9045284 None None] Provisioning complete for port 14e5a729-6059-47cc-916a-f707af2a872f triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:33.549412 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f656a236-6762-4903-8aa0-cadea9045284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.598542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f656a236-6762-4903-8aa0-cadea9045284 None None] Port 14e5a729-6059-47cc-916a-f707af2a872f cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:33.690861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b1c27-8d4a-4cf2-bac2-efdb87e6d87f req-482cf70f-cb9e-409d-bc09-99116aaa5832 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:33.693630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe6b1c27-8d4a-4cf2-bac2-efdb87e6d87f req-482cf70f-cb9e-409d-bc09-99116aaa5832 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 931 time: 0.0777290 Jul 16 19:18:33.738290 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe6b1c27-8d4a-4cf2-bac2-efdb87e6d87f req-1d1e0068-7980-4b12-b46b-a0d91d0e006f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377254 Jul 16 19:18:33.828325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e5a729-6059-47cc-916a-f707af2a872f {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:33.836396 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.851618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Transition to ACTIVE for port object 14e5a729-6059-47cc-916a-f707af2a872f will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:33.856357 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.909304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:33.992131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:33.992620 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:33.993045 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:33.998828 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Port 14e5a729-6059-47cc-916a-f707af2a872f on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:18:33.999328 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:34.007652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:34.008219 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Checking segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:34.008760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Bound using segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:34.009346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Bound port: 14e5a729-6059-47cc-916a-f707af2a872f, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:34.009884 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.105228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:34.110798 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:34.117461 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.160852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.161484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.163123 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] 10.222.0.13 "PUT /v2.0/ports/14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 1092 time: 0.7997489 Jul 16 19:18:34.163734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:34.166046 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907" -d '{"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:34.181500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9f31852-fc09-45e8-b600-07afa2368f45 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:34.202924 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc9861-08a9-49eb-b550-64b3e07e5663 service neutron] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:34.248185 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e9f31852-fc09-45e8-b600-07afa2368f45 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:34.252883 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e9f31852-fc09-45e8-b600-07afa2368f45 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:34.253304 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.256718 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115c2e7c-fecd-477b-995d-7c6a42bfa70a x-openstack-request-id: req-115c2e7c-fecd-477b-995d-7c6a42bfa70a {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:34.257018 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:34.257248 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-115c2e7c-fecd-477b-995d-7c6a42bfa70a {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:34.257642 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'status': 'completed', 'code': 200} Jul 16 19:18:34.290015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-54b8dd90-b73d-4f38-be23-ca72c6b8ff8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.291657 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-54b8dd90-b73d-4f38-be23-ca72c6b8ff8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1095 time: 0.0766354 Jul 16 19:18:34.337486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-809d3d84-a46a-4646-b825-719e6955b199 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 217 time: 0.0390413 Jul 16 19:18:34.349531 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.393057 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-26de6f56-f465-4550-b660-82290a0a1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.393300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e9f31852-fc09-45e8-b600-07afa2368f45, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e9f31852-fc09-45e8-b600-07afa2368f45,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:34.394604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-26de6f56-f465-4550-b660-82290a0a1e61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0513980 Jul 16 19:18:34.398120 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.463797 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ef227-a0c5-4875-b348-445656c53cdb req-c229ce03-625b-4601-8c4b-b1f9d6484c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.464702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e9f31852-fc09-45e8-b600-07afa2368f45,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:34.465397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-c229ce03-625b-4601-8c4b-b1f9d6484c1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634983 Jul 16 19:18:34.559867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-ef336e4c-a202-4fdd-9a2e-b4a61f7a6ded service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881131 Jul 16 19:18:34.579360 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.657957 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-634ef227-a0c5-4875-b348-445656c53cdb req-5ec75248-3dd6-463d-9cee-8090f70f7ad6 service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921938 Jul 16 19:18:34.770806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-d6025e9a-7988-4edc-ad83-e8279f8a8686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.773902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-d6025e9a-7988-4edc-ad83-e8279f8a8686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1095 time: 0.0647707 Jul 16 19:18:34.826137 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:34.956845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3783f8e-2231-4b14-9d08-4b175e284f69 req-1e298857-5d36-4254-9c26-a934ab9b2d89 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.958534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3783f8e-2231-4b14-9d08-4b175e284f69 req-1e298857-5d36-4254-9c26-a934ab9b2d89 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 943 time: 0.0867209 Jul 16 19:18:35.004927 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3783f8e-2231-4b14-9d08-4b175e284f69 req-d7a4e01e-693c-442d-8938-9a581f4b78d2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Jul 16 19:18:35.236089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-7c8d9761-b1b2-415c-9a52-9c6c43df121e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.237654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-7c8d9761-b1b2-415c-9a52-9c6c43df121e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.4584539 Jul 16 19:18:35.280057 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-aef41f27-347b-4827-b444-0d97592349f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 217 time: 0.0346224 Jul 16 19:18:35.330121 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-fc405d07-0662-40e1-bed2-bc02634febcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.331582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-fc405d07-0662-40e1-bed2-bc02634febcd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0438740 Jul 16 19:18:35.396736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-e25bc091-d05c-4f6a-9f93-6f032a6ff539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.398135 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-e25bc091-d05c-4f6a-9f93-6f032a6ff539 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600650 Jul 16 19:18:35.500431 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-250e17af-820c-4f4f-b3bd-f873916ee627 service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935721 Jul 16 19:18:35.601226 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c7c2bc35-6679-40d0-bc95-bb3b4bd7c907 req-0d74ff67-16ca-4019-ae61-adaae7239d3e service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949166 Jul 16 19:18:36.085619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:36.143815 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9f31852-fc09-45e8-b600-07afa2368f45 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:36.187316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef506-654f-4172-bd60-27f8a1ab1345 req-55653597-4372-4ff7-99e5-9789f77ab0bf tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:36.188859 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec1ef506-654f-4172-bd60-27f8a1ab1345 req-55653597-4372-4ff7-99e5-9789f77ab0bf tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 943 time: 0.0659952 Jul 16 19:18:36.191448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e9f31852-fc09-45e8-b600-07afa2368f45 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:36.191820 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:36.228272 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec1ef506-654f-4172-bd60-27f8a1ab1345 req-1f9a5e7b-bbe5-45c9-badc-a15648d8010f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335343 Jul 16 19:18:36.961953 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 14e5a729-6059-47cc-916a-f707af2a872f details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:18:37.057813 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:37.069278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '14e5a729-6059-47cc-916a-f707af2a872f', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'port_id': '14e5a729-6059-47cc-916a-f707af2a872f', 'mac_address': 'fa:16:3e:e9:a0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:18:37.111688 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:37.124766 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e5a729-6059-47cc-916a-f707af2a872f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:37.143923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:37.147931 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:37.194889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:37.355771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['14e5a729-6059-47cc-916a-f707af2a872f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:18:37.403515 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dac38-088a-4112-a1bf-865e7b21b884 req-6b0eb6f2-3587-4fe9-8c67-ffb52b0f99e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:37.405247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b5dac38-088a-4112-a1bf-865e7b21b884 req-6b0eb6f2-3587-4fe9-8c67-ffb52b0f99e4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 944 time: 0.0640056 Jul 16 19:18:37.454336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8b5dac38-088a-4112-a1bf-865e7b21b884 req-eefa1cbc-4f1e-4c7f-8f73-6d6da2515188 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428438 Jul 16 19:18:37.880517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:38.234199 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:38.632264 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14b647-34be-4f55-9d4f-142db32e25ef req-7d9f2440-fc82-4df4-9112-712068b11677 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:38.633781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f14b647-34be-4f55-9d4f-142db32e25ef req-7d9f2440-fc82-4df4-9112-712068b11677 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 944 time: 0.0672207 Jul 16 19:18:38.675809 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f14b647-34be-4f55-9d4f-142db32e25ef req-16f597e3-2d56-46e4-afa5-6efdc34a7520 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354240 Jul 16 19:18:38.960988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 14e5a729-6059-47cc-916a-f707af2a872f up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:39.010920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 14e5a729-6059-47cc-916a-f707af2a872f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:39.015348 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 14e5a729-6059-47cc-916a-f707af2a872f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:39.015717 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:39.095497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:39.119195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:39.121945 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d62fe1e-6e14-4a87-90b1-3672d5c62c63" -d '{"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-plugged", "status": "completed", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:39.135491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:39.142207 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:39.165315 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48e17cd-f878-4563-bd75-bd13e3c21d37 x-openstack-request-id: req-e48e17cd-f878-4563-bd75-bd13e3c21d37 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:39.165616 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-plugged", "status": "completed", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:39.165873 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e48e17cd-f878-4563-bd75-bd13e3c21d37 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:39.166281 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'code': 200} Jul 16 19:18:39.201427 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:39.289063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c80d4e-1d40-4e26-a04f-0cc370bf225c req-903c312f-86bf-4efa-a398-e63771dbbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:39.290493 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18c80d4e-1d40-4e26-a04f-0cc370bf225c req-903c312f-86bf-4efa-a398-e63771dbbfd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1097 time: 0.0544927 Jul 16 19:18:39.325930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-18c80d4e-1d40-4e26-a04f-0cc370bf225c req-6205384c-fb38-4e87-b1b9-21baa6dc98aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292933 Jul 16 19:18:39.852251 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6c8ed-5ac4-48c8-9ae7-af2c1d0e672b req-0e21f9e7-7016-4188-a75c-540b76939c86 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:39.854012 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb6c8ed-5ac4-48c8-9ae7-af2c1d0e672b req-0e21f9e7-7016-4188-a75c-540b76939c86 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0655766 Jul 16 19:18:39.893629 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dfb6c8ed-5ac4-48c8-9ae7-af2c1d0e672b req-35bba8ab-3762-414d-b0b0-1b3b4d399a54 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339618 Jul 16 19:18:41.078099 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c18e83-bcf2-4ff9-850a-bb5134c14082 req-74d4e14e-6b90-458d-a4e1-98f95d02c4e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:41.079639 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c18e83-bcf2-4ff9-850a-bb5134c14082 req-74d4e14e-6b90-458d-a4e1-98f95d02c4e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0696464 Jul 16 19:18:41.119653 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39c18e83-bcf2-4ff9-850a-bb5134c14082 req-deffc414-a4e4-4dcf-a4cf-940e35de586b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340617 Jul 16 19:18:41.304088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d4e40-3964-48aa-abfe-3279720e0098 req-0aa3de98-7649-410f-8508-3d2e0a1cffc7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:41.305592 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-052d4e40-3964-48aa-abfe-3279720e0098 req-0aa3de98-7649-410f-8508-3d2e0a1cffc7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0706334 Jul 16 19:18:41.345771 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-052d4e40-3964-48aa-abfe-3279720e0098 req-414b71dd-827b-442a-87a7-7419df345aa0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341039 Jul 16 19:18:41.373882 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48850) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:41.428585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de95e4f5-0c75-4fd3-aab4-1b923950da09 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:41.430127 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de95e4f5-0c75-4fd3-aab4-1b923950da09 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1092 time: 0.0552015 Jul 16 19:18:41.433067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48852) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:41.437465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '14e5a729-6059-47cc-916a-f707af2a872f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:41.460082 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:41.557637 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:41.665688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.237 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/311dbcaa-88ba-4a92-805c-625311ec60ad) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:41.769250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:41.820531 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:41.855902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:41.858824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:41.864482 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:41.896960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=311dbcaa-88ba-4a92-805c-625311ec60ad,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:42.264755 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.349587 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.509047 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.516206 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.587126 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=311dbcaa-88ba-4a92-805c-625311ec60ad,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:42.600629 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:42.700461 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP 48878901-87bf-4706-b475-f574d1956e88 associated. External IP: 172.25.0.237, port: 14e5a729-6059-47cc-916a-f707af2a872f. Jul 16 19:18:42.914688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 38d7d129-58bd-48b0-bfb6-8526e583a1ee has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:43.399808 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:43.412852 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] Sync routers for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:43.420679 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:43.427066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:43.428037 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:43.479219 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2a9a5f00-2768-4b6d-8fc9-eb3e6250d953 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0448463 Jul 16 19:18:43.480095 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:43.484781 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783a6f43-18fc-44f5-8a2e-47204f64d24e" -d '{"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:43.528892 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885c708a-659f-46df-a513-50380da9dda8 x-openstack-request-id: req-885c708a-659f-46df-a513-50380da9dda8 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:43.529185 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:43.529433 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-885c708a-659f-46df-a513-50380da9dda8 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:43.529890 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'status': 'completed', 'code': 200} Jul 16 19:18:43.571646 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:43.616235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-096436b4-bc86-47be-9825-17fd7f544062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:43.618345 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-096436b4-bc86-47be-9825-17fd7f544062 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1097 time: 0.0656419 Jul 16 19:18:43.685994 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18294060-5b87-484b-aa3b-5f0ddee2185a req-1b82c817-bc58-47ea-840c-67365b98533f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:43.687957 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18294060-5b87-484b-aa3b-5f0ddee2185a req-1b82c817-bc58-47ea-840c-67365b98533f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0952652 Jul 16 19:18:43.732572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18294060-5b87-484b-aa3b-5f0ddee2185a req-1edf1b4a-9fd3-49a2-99ad-625c6b95f226 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376792 Jul 16 19:18:43.746172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-5a6e90c8-6923-4929-b230-3fa0a930fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:43.747619 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-5a6e90c8-6923-4929-b230-3fa0a930fc00 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.1222994 Jul 16 19:18:43.759864 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48858) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:43.819943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-f8df844d-513d-48e4-9009-d30c06a9376d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 999 time: 0.0656967 Jul 16 19:18:43.835048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c00cd5fd-f82b-4831-ade0-8138b6e7bcb6 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/48878901-87bf-4706-b475-f574d1956e88 HTTP/1.1" status: 200 len: 991 time: 0.0736601 Jul 16 19:18:43.873301 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-0b54e147-f198-47f5-b283-a042ffd4d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:43.875177 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-0b54e147-f198-47f5-b283-a042ffd4d83a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0494044 Jul 16 19:18:43.879955 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '48878901-87bf-4706-b475-f574d1956e88', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'port_id': '14e5a729-6059-47cc-916a-f707af2a872f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'mac_address': 'fa:16:3e:e9:a0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:42Z', 'updated_at': '2021-07-16T19:18:42Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:34Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:43.907265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] Checking router: 38d7d129-58bd-48b0-bfb6-8526e583a1ee for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:43.916053 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:43.916870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:18:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:43.933553 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-ba95eab8-7634-40b1-a093-072003b46ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:43.935086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-ba95eab8-7634-40b1-a093-072003b46ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540717 Jul 16 19:18:44.026167 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:44.037271 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-1f41e09d-dc63-44f8-b47e-87419c2ba087 service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960615 Jul 16 19:18:44.131924 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-783a6f43-18fc-44f5-8a2e-47204f64d24e req-d0febc80-14ec-4af4-8d65-e73ca6d390be service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884950 Jul 16 19:18:44.261821 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '48878901-87bf-4706-b475-f574d1956e88', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'port_id': '14e5a729-6059-47cc-916a-f707af2a872f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'mac_address': 'fa:16:3e:e9:a0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:42Z', 'updated_at': '2021-07-16T19:18:42Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:34Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:44.292837 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb5d45d-e681-4fd4-82f3-cb85bbf6b26a None None] The sync data for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 is: [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '48878901-87bf-4706-b475-f574d1956e88', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'port_id': '14e5a729-6059-47cc-916a-f707af2a872f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'mac_address': 'fa:16:3e:e9:a0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:42Z', 'updated_at': '2021-07-16T19:18:42Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:34Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:44.487849 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd87abb-50d5-4ffa-9c95-ae5602c5f744 None None] New status for floating IP 48878901-87bf-4706-b475-f574d1956e88: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:18:44.838739 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48860) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:44.906087 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c6dee0de-f364-4c2a-97ac-2ae71475de8c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/48878901-87bf-4706-b475-f574d1956e88 HTTP/1.1" status: 200 len: 993 time: 0.0658617 Jul 16 19:18:54.412578 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-37824d53-938f-4210-adb5-3d419551b02d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1142282 Jul 16 19:18:54.522956 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d90910-4830-406e-a259-479d432a2aca req-6cd4b984-02d1-4823-ab15-5a3f05d20433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:54.524526 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-6cd4b984-02d1-4823-ab15-5a3f05d20433 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1097 time: 0.0594356 Jul 16 19:18:54.647834 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d90910-4830-406e-a259-479d432a2aca req-73e42f33-3ac7-4170-bb1b-4730b394f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:54.649586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-73e42f33-3ac7-4170-bb1b-4730b394f2bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.1007445 Jul 16 19:18:54.720432 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-c7d05ac1-b4d1-4beb-aff5-825d46fe6abf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 1001 time: 0.0631940 Jul 16 19:18:54.779573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d90910-4830-406e-a259-479d432a2aca req-aeb4a7a2-b1f6-4c94-a3b9-1974a9a694ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:54.781290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-aeb4a7a2-b1f6-4c94-a3b9-1974a9a694ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0538621 Jul 16 19:18:54.845939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d90910-4830-406e-a259-479d432a2aca req-f9be322e-9f4c-4895-97b5-92d5dc1f4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:54.847752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-f9be322e-9f4c-4895-97b5-92d5dc1f4e31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592337 Jul 16 19:18:54.945125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-708dfda1-98e0-41d4-ac51-a8af4756aca2 service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901017 Jul 16 19:18:55.048528 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d4d90910-4830-406e-a259-479d432a2aca req-74e63d56-87ba-401a-b3b2-278e9bf0b2be service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967383 Jul 16 19:19:00.367897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6af3925d-d550-4807-902c-e6790390f26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:03.225918 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-71f4a961-598a-4b1f-9ec1-68a1ef5eba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:03.470470 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:04.579169 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:06.087517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:07.881057 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:08.227533 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:11.711371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-d8ed16f6-ee7d-4728-9f9c-3ef0e4a3f596 req-4bb94442-084c-4a74-80f0-769c0b8b584d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:19:11.712498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8ed16f6-ee7d-4728-9f9c-3ef0e4a3f596 req-4bb94442-084c-4a74-80f0-769c0b8b584d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495265 Jul 16 19:19:11.825552 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:13.070651 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-d04ae54a-8e8c-4962-9fef-50c993d73917 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495202 Jul 16 19:19:13.080113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c355619-69ae-4d0e-99df-ecdbad184fab req-6048184c-d316-4974-8cf5-66e8e380256c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:13.082268 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c355619-69ae-4d0e-99df-ecdbad184fab req-6048184c-d316-4974-8cf5-66e8e380256c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.1018240 Jul 16 19:19:13.135972 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7c355619-69ae-4d0e-99df-ecdbad184fab req-2913166f-a897-4048-aedd-05df3e67439f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443077 Jul 16 19:19:14.324340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-52edecf7-61a8-4f4c-b2dd-bc15494f2a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:14.325893 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-52edecf7-61a8-4f4c-b2dd-bc15494f2a89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1097 time: 0.0611134 Jul 16 19:19:14.333335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a02ee-783d-4598-b80f-c0196f36a19a req-02cca34c-9539-471d-9b16-c9f4e5e04091 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:14.335021 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f96a02ee-783d-4598-b80f-c0196f36a19a req-02cca34c-9539-471d-9b16-c9f4e5e04091 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0684252 Jul 16 19:19:14.375665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f96a02ee-783d-4598-b80f-c0196f36a19a req-e1075749-ef7e-44d6-9066-46808280cc09 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348511 Jul 16 19:19:14.426095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-d7665179-0318-4c4f-a1b9-9557cff99b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:14.427629 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-d7665179-0318-4c4f-a1b9-9557cff99b64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.0945759 Jul 16 19:19:14.493191 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-ee7b4128-d7b5-4aa4-8339-ccf3fcde9635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 1001 time: 0.0587289 Jul 16 19:19:14.542811 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-9693da01-8548-4498-906b-c28234d32185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:14.544364 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-9693da01-8548-4498-906b-c28234d32185 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0445642 Jul 16 19:19:14.608726 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-3bf512ce-44b1-4610-9855-95b3eec39164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:14.610276 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-3bf512ce-44b1-4610-9855-95b3eec39164 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591733 Jul 16 19:19:14.704385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-1666249f-3ae7-4e18-bc3f-97498fca53bb service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863242 Jul 16 19:19:14.804974 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-c4fd6ade-6383-4a74-9ca7-5c0aadf307e8 service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937896 Jul 16 19:19:15.559313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46ee5-9339-4835-89af-8a5302d49cb6 req-aa294387-4dd5-4c04-b877-30a2bf6e7980 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:15.561384 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba46ee5-9339-4835-89af-8a5302d49cb6 req-aa294387-4dd5-4c04-b877-30a2bf6e7980 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0668304 Jul 16 19:19:15.601580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cba46ee5-9339-4835-89af-8a5302d49cb6 req-f9d102fd-1667-4fcc-bb76-f762a0d5b465 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344748 Jul 16 19:19:16.787338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7526b83-7388-4a50-809f-3eb59bcfbd57 req-660a27ff-088b-4de4-96c3-20401199a098 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:16.788836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7526b83-7388-4a50-809f-3eb59bcfbd57 req-660a27ff-088b-4de4-96c3-20401199a098 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0718806 Jul 16 19:19:16.832271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f7526b83-7388-4a50-809f-3eb59bcfbd57 req-575a9d81-4b4b-4225-8c48-37bebd44514c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367751 Jul 16 19:19:18.012602 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbc6e6-2274-432d-aff5-75f4ec30a557 req-0443626b-b2b3-4c08-9d56-f06adb80c735 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:18.014679 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55cbc6e6-2274-432d-aff5-75f4ec30a557 req-0443626b-b2b3-4c08-9d56-f06adb80c735 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0656331 Jul 16 19:19:18.061862 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-55cbc6e6-2274-432d-aff5-75f4ec30a557 req-4b8f4d91-a683-415c-97bc-1b68bd64ff05 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Jul 16 19:19:19.251531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed43ce-fb27-4f4c-a337-032dbd2a6b1f req-c18dff7c-d287-4b04-8cf5-56cec8af4aef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:19.253133 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39ed43ce-fb27-4f4c-a337-032dbd2a6b1f req-c18dff7c-d287-4b04-8cf5-56cec8af4aef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0631816 Jul 16 19:19:19.296569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-39ed43ce-fb27-4f4c-a337-032dbd2a6b1f req-a3ec284e-3791-4099-853e-2d105f89293e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375218 Jul 16 19:19:20.476163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94272203-405c-4177-95a1-45429d5ceb66 req-147028e3-4fc1-47ce-b879-feabf5ea5ed2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:20.478043 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94272203-405c-4177-95a1-45429d5ceb66 req-147028e3-4fc1-47ce-b879-feabf5ea5ed2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0675004 Jul 16 19:19:20.518053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-94272203-405c-4177-95a1-45429d5ceb66 req-009d05f4-710c-422e-8b15-3c54bbf0161a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Jul 16 19:19:21.705252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fccfa2-d980-44a1-a753-ca3f75d3befa req-46e6be00-9804-4d46-9042-cdcfc2077d3e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:21.706797 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2fccfa2-d980-44a1-a753-ca3f75d3befa req-46e6be00-9804-4d46-9042-cdcfc2077d3e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0679841 Jul 16 19:19:21.746210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c2fccfa2-d980-44a1-a753-ca3f75d3befa req-4f04aa93-e696-4a98-b6b6-6e649a96e5b3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338671 Jul 16 19:19:22.934452 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6636f65-5545-43dd-aae7-35c59597f06f req-02959a92-1924-497e-a38e-295c92931cb3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:22.936498 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6636f65-5545-43dd-aae7-35c59597f06f req-02959a92-1924-497e-a38e-295c92931cb3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0675664 Jul 16 19:19:22.974441 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6636f65-5545-43dd-aae7-35c59597f06f req-023bef0d-72d8-462f-aa3e-dd45d4b48df3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324135 Jul 16 19:19:24.150562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b04bfe-c038-48f6-89fa-ca79ce053691 req-eaaf12e4-4c53-4b2a-b44b-5f6e74ebcee3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:24.152072 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41b04bfe-c038-48f6-89fa-ca79ce053691 req-eaaf12e4-4c53-4b2a-b44b-5f6e74ebcee3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0644023 Jul 16 19:19:24.190724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-41b04bfe-c038-48f6-89fa-ca79ce053691 req-69444ef1-34b4-49cf-bcbf-1e9c42baaa06 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325058 Jul 16 19:19:25.369682 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cba5f-3e2f-4d46-9b47-6d459bf0a24a req-7351ed9f-966a-4c73-99f8-f56b8ed6df82 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:25.371282 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a2cba5f-3e2f-4d46-9b47-6d459bf0a24a req-7351ed9f-966a-4c73-99f8-f56b8ed6df82 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0644236 Jul 16 19:19:25.416792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9a2cba5f-3e2f-4d46-9b47-6d459bf0a24a req-fe009468-f1b0-4af8-8dd0-6b33ac8a8d6a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393906 Jul 16 19:19:26.602315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52ab0c-401c-4f69-87ce-16aed5a8a1ef req-628386b4-32ef-419c-a2fa-6d621347c68d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:26.603822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a52ab0c-401c-4f69-87ce-16aed5a8a1ef req-628386b4-32ef-419c-a2fa-6d621347c68d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.0640638 Jul 16 19:19:26.642117 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5a52ab0c-401c-4f69-87ce-16aed5a8a1ef req-ae690b96-0d3d-403e-a6a7-5d92b9e5c486 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Jul 16 19:19:26.689792 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-4fc3c3ac-ac90-462a-ae6d-41947dc028ce service neutron] show failed (client error): The resource could not be found. Jul 16 19:19:26.690852 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-4fc3c3ac-ac90-462a-ae6d-41947dc028ce service neutron] 10.222.0.13 "GET /v2.0/ports/14e5a729-6059-47cc-916a-f707af2a872f/bindings/n-h1-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0569160 Jul 16 19:19:26.989372 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-a7243cb2-5add-4fde-b755-bbf65437e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:26.990883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-a7243cb2-5add-4fde-b755-bbf65437e8b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 1097 time: 0.0969551 Jul 16 19:19:27.002331 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793620-10', 'device_owner': 'compute:nova'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:19:27.076992 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:27.286957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:27.320173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h2-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:19:27.360354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:27.362637 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899c5253-7ad6-437f-bf51-4b6b62296034" -d '{"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-unplugged", "status": "completed", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:27.366771 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:27.380434 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Transition to ACTIVE for port object 14e5a729-6059-47cc-916a-f707af2a872f will not be triggered until provisioned by entity L2. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:19:27.384995 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:27.426128 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a92c3bb-1d09-4df6-a6c4-f303ae71a79d x-openstack-request-id: req-0a92c3bb-1d09-4df6-a6c4-f303ae71a79d {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:27.426431 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-unplugged", "status": "completed", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:27.426777 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0a92c3bb-1d09-4df6-a6c4-f303ae71a79d {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:27.427199 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'code': 200} Jul 16 19:19:27.469538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=6']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:27.482799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.483150 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.483492 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.483834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.484183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.484520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.484846 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.485172 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.485498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.485823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.486144 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.486465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:27.528388 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] No DVR routers for this DVR port 14e5a729-6059-47cc-916a-f707af2a872f on host n-h2-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:19:27.673189 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:19:27.673806 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:19:27.674386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:19:27.678599 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Port 14e5a729-6059-47cc-916a-f707af2a872f on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:19:27.678917 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Attempting to bind port 14e5a729-6059-47cc-916a-f707af2a872f on network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:19:27.684124 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 19, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:19:27.684585 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Checking segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:19:27.684980 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Bound using segment: {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'} {{(pid=93777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:19:27.685897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.managers [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Bound port: 14e5a729-6059-47cc-916a-f707af2a872f, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8ddc76e-3e3e-429e-b6d3-7692562f909f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f'}}] {{(pid=93777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:19:27.686262 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:27.758082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h1-793620-10, cleared binding levels {{(pid=93777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:19:27.796187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:19:27.802852 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:27.847187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:27.847818 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:27.849287 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] 10.222.0.55 "PUT /v2.0/ports/14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 1092 time: 0.8512573 Jul 16 19:19:27.889956 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49342701-6f44-46aa-82e0-3b868ad01d2e service neutron] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=7']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:27.921673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108193-1361-4379-b433-e29bfdeba592 req-3eb53b4f-2bc6-4bde-97c0-e63cf8445bce tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:27.923306 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20108193-1361-4379-b433-e29bfdeba592 req-3eb53b4f-2bc6-4bde-97c0-e63cf8445bce tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 943 time: 0.1673856 Jul 16 19:19:27.977327 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-20108193-1361-4379-b433-e29bfdeba592 req-60408b4e-2eaf-4dee-9486-9b9f9068078e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479393 Jul 16 19:19:27.985137 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-29984b3b-8ed0-44f0-b393-5fac0910e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:27.987623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-29984b3b-8ed0-44f0-b393-5fac0910e215 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1095 time: 0.1113765 Jul 16 19:19:28.088613 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-53304ee0-f0af-4399-aa5f-95bbfc5ba8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:28.091979 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-53304ee0-f0af-4399-aa5f-95bbfc5ba8a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.0981686 Jul 16 19:19:28.161532 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-a0a6338a-958e-4bff-80c7-96cc278d3c9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 999 time: 0.0638986 Jul 16 19:19:28.215979 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-f54dacab-7cb8-4102-b097-ec7fee2f50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:28.217989 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-f54dacab-7cb8-4102-b097-ec7fee2f50f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0468106 Jul 16 19:19:28.278283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-2a09909e-5ea9-4960-8bd2-42aee801f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:28.280366 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-2a09909e-5ea9-4960-8bd2-42aee801f5fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562830 Jul 16 19:19:28.290812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-b1144720-d6ea-4943-8a3f-21d5432ca70a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:19:28.291792 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-b1144720-d6ea-4943-8a3f-21d5432ca70a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051527 Jul 16 19:19:28.388108 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-85486945-886d-44f0-a730-e2b1a0351d0a service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897501 Jul 16 19:19:28.478173 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-0222b1e9-f97a-4893-b353-69d54cf14a39 service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835657 Jul 16 19:19:29.161739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a877240-c0fc-4496-bdc4-6d15d95904f8 req-1d129a6b-a5ea-4a6c-b04d-224a17d17c5f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.163283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a877240-c0fc-4496-bdc4-6d15d95904f8 req-1d129a6b-a5ea-4a6c-b04d-224a17d17c5f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 943 time: 0.0696797 Jul 16 19:19:29.195006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 14e5a729-6059-47cc-916a-f707af2a872f no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:19:29.203101 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6a877240-c0fc-4496-bdc4-6d15d95904f8 req-237a75e4-d1fe-4424-81d7-937a9ced419b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342534 Jul 16 19:19:29.236416 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 14e5a729-6059-47cc-916a-f707af2a872f not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:19:29.428182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:29.430594 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:29.485838 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb4fac7-7ec6-4ec2-bd0e-d4363b194c43 x-openstack-request-id: req-3cb4fac7-7ec6-4ec2-bd0e-d4363b194c43 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:29.486224 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:29.486503 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3cb4fac7-7ec6-4ec2-bd0e-d4363b194c43 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:29.486969 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'status': 'completed', 'code': 200} Jul 16 19:19:29.565985 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-8a7fe87c-f5f4-42a0-8f37-a8c05c395b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.566717 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-172c4025-0f6a-42fe-92cc-8acaee14415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.567553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-8a7fe87c-f5f4-42a0-8f37-a8c05c395b85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1095 time: 0.0640259 Jul 16 19:19:29.568003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-172c4025-0f6a-42fe-92cc-8acaee14415f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1095 time: 0.0563416 Jul 16 19:19:29.666565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-f725304e-1401-4b68-8253-1caeb9cc609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.666868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-99b6ab01-e63a-45f9-9d9c-6945e9f4e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.668090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-f725304e-1401-4b68-8253-1caeb9cc609e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.0945036 Jul 16 19:19:29.668421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-99b6ab01-e63a-45f9-9d9c-6945e9f4e8d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.0939143 Jul 16 19:19:29.734698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-cc879b3f-d8fe-4d13-8378-3188e4617cf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 999 time: 0.0597730 Jul 16 19:19:29.740114 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-b21e0d30-4cc8-4723-adb7-6d69cfe67137 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 999 time: 0.0657294 Jul 16 19:19:29.786667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-e7d5a1f9-8f6a-49b2-8077-22c7380e8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.788247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-e7d5a1f9-8f6a-49b2-8077-22c7380e8458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0473735 Jul 16 19:19:29.789255 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-a9a0f83a-19bd-4812-806c-2156d5f2ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.790754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-a9a0f83a-19bd-4812-806c-2156d5f2ca05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0452347 Jul 16 19:19:29.849410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-edb966c9-573a-4086-b9eb-491cfb77c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.850976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-edb966c9-573a-4086-b9eb-491cfb77c579 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540175 Jul 16 19:19:29.856339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-b548ec80-453f-44fe-b537-cbdfd34a7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:29.858583 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-b548ec80-453f-44fe-b537-cbdfd34a7bda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637538 Jul 16 19:19:29.954300 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-0918a347-7234-40fb-a188-3f458caab8c8 service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863287 Jul 16 19:19:29.959589 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-9ee06331-ec5a-45df-9f57-b29408350e2e service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022305 Jul 16 19:19:30.062775 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-33ca15bb-aa41-4b0a-a05d-b5629f340a2c service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973182 Jul 16 19:19:30.069530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6319c4cb-d63a-4ede-ac2a-86abc5cacc4d req-1a8cf6f4-384c-4dc0-a4f7-87bca9c620de service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076016 Jul 16 19:19:30.371428 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69573ea4-7ced-441e-90bc-8fd70effa508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:30.467666 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc499873-1fa6-4583-a2f9-04766c5344b3 req-5cd0db6b-740d-4cc3-b257-62701daa8a0e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:30.469321 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc499873-1fa6-4583-a2f9-04766c5344b3 req-5cd0db6b-740d-4cc3-b257-62701daa8a0e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 943 time: 0.0704002 Jul 16 19:19:30.511385 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bc499873-1fa6-4583-a2f9-04766c5344b3 req-71cff2bd-520a-4bbe-a60e-6dc8c8f35479 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360749 Jul 16 19:19:30.760133 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 14e5a729-6059-47cc-916a-f707af2a872f details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:19:30.836645 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fd8b5-a835-45f7-92af-5cee6b7f2b9d req-d98caa54-a3af-448b-8566-8d9e1b2106b6 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:30.838198 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b9fd8b5-a835-45f7-92af-5cee6b7f2b9d req-d98caa54-a3af-448b-8566-8d9e1b2106b6 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 943 time: 0.0879443 Jul 16 19:19:30.870455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:30.883143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '14e5a729-6059-47cc-916a-f707af2a872f', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'port_id': '14e5a729-6059-47cc-916a-f707af2a872f', 'mac_address': 'fa:16:3e:e9:a0:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:19:30.883448 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9b9fd8b5-a835-45f7-92af-5cee6b7f2b9d req-b0540d39-3246-458d-9ca4-f15d4dd411ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383494 Jul 16 19:19:30.893886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-e34c2890-ef4c-49ba-a0c7-6e2cd6cc4687 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:30.896798 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-e34c2890-ef4c-49ba-a0c7-6e2cd6cc4687 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7&tenant_id=701fed2d1a084e799a5107c411ac68a9&binding%3Ahost_id=n-h1-793620-10 HTTP/1.1" status: 200 len: 943 time: 0.1142955 Jul 16 19:19:30.926273 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:30.949278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e5a729-6059-47cc-916a-f707af2a872f {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:19:30.969738 n-d-793620-10 neutron-server[93778]: INFO neutron.api.v2.resource [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-ff371c6c-906e-4785-aa67-f6ca43737a87 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:19:30.970799 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-ff371c6c-906e-4785-aa67-f6ca43737a87 service neutron] 10.222.0.13 "DELETE /v2.0/ports/14e5a729-6059-47cc-916a-f707af2a872f/bindings/n-h2-793620-10 HTTP/1.1" status: 404 len: 381 time: 0.0676930 Jul 16 19:19:30.974157 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:30.992182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:31.055061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:31.063204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.064184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.064184 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.064488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.064827 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.065172 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.065487 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.065818 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.066142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.066468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.066793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.067242 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:19:31.090500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-18431c87-27e4-4c9f-8645-a32fce302e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.092476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-18431c87-27e4-4c9f-8645-a32fce302e64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1096 time: 0.0692484 Jul 16 19:19:31.094820 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b6a61-eabd-4f90-9abe-e982bc682285 req-11f2bd3d-713e-4867-89e2-1f86b81545b1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.096348 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af4b6a61-eabd-4f90-9abe-e982bc682285 req-11f2bd3d-713e-4867-89e2-1f86b81545b1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 944 time: 0.0728693 Jul 16 19:19:31.136293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af4b6a61-eabd-4f90-9abe-e982bc682285 req-b94c17f0-8c29-4de8-9691-ae1fa4bda39a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340111 Jul 16 19:19:31.196541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-cf6b9bad-f5bf-4609-95b3-bd93122b5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.198094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-cf6b9bad-f5bf-4609-95b3-bd93122b5a3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.0989192 Jul 16 19:19:31.241932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['14e5a729-6059-47cc-916a-f707af2a872f'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:19:31.266447 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-7a3392e2-125e-4b5a-a2d3-ac358185c48e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 1000 time: 0.0622189 Jul 16 19:19:31.322875 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-26404242-0161-46f1-a75c-622cba5997ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.324426 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-26404242-0161-46f1-a75c-622cba5997ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0515492 Jul 16 19:19:31.392643 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-08a5a4ed-c90e-4d1b-8206-523f196d76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:31.394290 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-08a5a4ed-c90e-4d1b-8206-523f196d76b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638590 Jul 16 19:19:31.490515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-c651531f-66b3-4780-9cc0-0e9ba3caff14 service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899043 Jul 16 19:19:31.590940 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-3379b960-d60f-43c4-9fba-203a0c463e7f req-0c1e1b84-8d7b-4cea-8b70-3f8028434a5d service neutron] 10.222.0.13 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947053 Jul 16 19:19:32.365386 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bafb55-de24-4d0c-b6ee-0517e81b8f37 req-6d39c896-fa09-4907-855b-d6bdc6bc884d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:32.366447 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2bafb55-de24-4d0c-b6ee-0517e81b8f37 req-6d39c896-fa09-4907-855b-d6bdc6bc884d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 944 time: 0.0876639 Jul 16 19:19:32.411182 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2bafb55-de24-4d0c-b6ee-0517e81b8f37 req-cb934c62-c82a-4b3c-a863-4ee0cd35a05f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386508 Jul 16 19:19:32.438119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48958) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:19:32.511802 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abcbe60e-7bd1-48e9-a69f-dfde71f460d5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/48878901-87bf-4706-b475-f574d1956e88 HTTP/1.1" status: 200 len: 992 time: 0.0721903 Jul 16 19:19:32.777719 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 14e5a729-6059-47cc-916a-f707af2a872f up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:19:32.833825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 14e5a729-6059-47cc-916a-f707af2a872f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:19:32.838206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 14e5a729-6059-47cc-916a-f707af2a872f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:19:32.838713 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:32.921630 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:32.948974 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:19:32.951340 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9125fe2-0c6b-4c2a-90c2-86f8268d0d44" -d '{"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-plugged", "status": "completed", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:19:32.966786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:19:32.971968 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:32.998863 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960a1461-956f-4623-a4cf-9cc2e8b1ffbf x-openstack-request-id: req-960a1461-956f-4623-a4cf-9cc2e8b1ffbf {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:19:32.999185 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-plugged", "status": "completed", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:19:32.999447 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-960a1461-956f-4623-a4cf-9cc2e8b1ffbf {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:19:33.000026 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'code': 200} Jul 16 19:19:33.043734 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:19:33.229204 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1e21c40c-d3b3-48d8-9ee8-db91d179af6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:33.474945 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:34.584709 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:36.093695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:37.894152 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:38.233761 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:48.827020 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:53.613305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-f9dc3a98-9887-4f18-8f08-353e759dc86a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0676105 Jul 16 19:19:53.729397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-c1336b49-3248-4e52-875c-d2bd18694ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.730937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-c1336b49-3248-4e52-875c-d2bd18694ade service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1097 time: 0.0718288 Jul 16 19:19:53.852673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-34d396fa-ffa0-4fb1-992f-f99c947c63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.854178 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-34d396fa-ffa0-4fb1-992f-f99c947c63d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.1009347 Jul 16 19:19:53.922755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-bf18eddd-b58c-4bd7-9a99-3ee22e7e327b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 1001 time: 0.0616724 Jul 16 19:19:53.972362 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-004874fe-5914-4e12-97ea-19cee496e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:53.973883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-004874fe-5914-4e12-97ea-19cee496e822 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.0455859 Jul 16 19:19:54.042210 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-129bf6c2-9299-448e-9557-17d259ffc647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:54.044283 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-129bf6c2-9299-448e-9557-17d259ffc647 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612760 Jul 16 19:19:54.139724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-bf4b2847-4a37-44f9-ba24-d61ddb4402ac service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885904 Jul 16 19:19:54.240783 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8760cecf-da79-4a41-835f-5be996dc6da3 req-4c0b8850-d39f-415e-9226-70e5cb799e30 service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945985 Jul 16 19:20:00.377618 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1917b5d7-edff-4e1c-a1d8-1de3081b9866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:02.334707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-293ccf56-3387-48f2-afd2-618f946c3f16 req-8c019332-233b-4aa8-a4c8-e61c6a219cb3 service neutron] (93778) timed out ('10.222.0.48', 45700) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:20:02.903050 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48970) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:03.109742 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 311dbcaa-88ba-4a92-805c-625311ec60ad {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:03.109742 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.196674 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.197042 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.211654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 311dbcaa-88ba-4a92-805c-625311ec60ad owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:03.240954 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7895b121-54fb-4f9c-bab5-32765b992a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.420116 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.453641 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=311dbcaa-88ba-4a92-805c-625311ec60ad,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:03.483286 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.489411 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.489968 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.490116 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.490426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.490903 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.491184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.491520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.492245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.492245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.492580 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.492917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.493205 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:03.542006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.542540 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP 48878901-87bf-4706-b475-f574d1956e88 disassociated (deleted). External IP: 172.25.0.237, port: 14e5a729-6059-47cc-916a-f707af2a872f. Jul 16 19:20:03.831324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 38d7d129-58bd-48b0-bfb6-8526e583a1ee has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:03.953602 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:03.960381 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:03.968684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] Sync routers for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:03.987409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:03.988560 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:04.010457 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e900ce9a-70f0-4b61-8f70-13c2e2456e27 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/floatingips/48878901-87bf-4706-b475-f574d1956e88 HTTP/1.1" status: 204 len: 168 time: 1.1051879 Jul 16 19:20:04.011330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:04.016064 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e906fc-17b4-41f0-bf43-8b341c73513d" -d '{"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:04.086567 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7f6a3-0da6-4b7c-941d-4bbe0dd512a4 x-openstack-request-id: req-64d7f6a3-0da6-4b7c-941d-4bbe0dd512a4 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:04.087016 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:04.087407 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64d7f6a3-0da6-4b7c-941d-4bbe0dd512a4 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:04.088032 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'status': 'completed', 'code': 200} Jul 16 19:20:04.166077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:04.202984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-de927a6e-40e8-47d1-900b-132daf2dd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.206239 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-de927a6e-40e8-47d1-900b-132daf2dd8de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 1097 time: 0.0900338 Jul 16 19:20:04.377638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-64cd132e-089f-4a82-89de-ce8f70110d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.379871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-64cd132e-089f-4a82-89de-ce8f70110d00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 200 len: 897 time: 0.1664248 Jul 16 19:20:04.442947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-7a8925f1-fb64-494a-b875-869727f14cdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 200 len: 217 time: 0.0496981 Jul 16 19:20:04.558306 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:34Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:04.588788 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-b5a4a378-af79-4780-a9b7-1ec216e6eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.591199 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-b5a4a378-af79-4780-a9b7-1ec216e6eb01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 200 len: 833 time: 0.1393063 Jul 16 19:20:04.606558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] Checking router: 38d7d129-58bd-48b0-bfb6-8526e583a1ee for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:04.630623 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:04.632578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:04.634220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:04.719586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481fb039-af4f-4415-9eac-303e9f369aed req-43aa931d-228d-4b8f-91a0-ef7ee95aa0c7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.722488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-481fb039-af4f-4415-9eac-303e9f369aed req-43aa931d-228d-4b8f-91a0-ef7ee95aa0c7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.2068701 Jul 16 19:20:04.754548 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-ed90456b-fbe0-4951-ad45-da368077fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:04.757365 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-ed90456b-fbe0-4951-ad45-da368077fbc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f800bfb-c3d2-4ac9-b908-c70dc70e438f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1583538 Jul 16 19:20:04.820235 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:04.854668 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-481fb039-af4f-4415-9eac-303e9f369aed req-0b69bdde-7d42-4c74-98f1-919992b7f1c2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167905 Jul 16 19:20:04.944615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-e06dca21-c9df-45f1-b95b-2b7460f45ff4 service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754112 Jul 16 19:20:05.076634 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e906fc-17b4-41f0-bf43-8b341c73513d req-a5369e07-5568-4b18-95e7-23e4800d85a9 service neutron] 10.222.0.55 "GET /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246700 Jul 16 19:20:05.137057 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:34Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:05.171368 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dea706-f2f9-48fb-aebc-95091009f0ad None None] The sync data for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 is: [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:29Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'e9f31852-fc09-45e8-b600-07afa2368f45', 'name': '', 'network_id': '8f800bfb-c3d2-4ac9-b908-c70dc70e438f', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:74:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '9688590c-8813-456e-89ae-0104e9929694', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:28Z', 'updated_at': '2021-07-16T19:18:34Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': '9688590c-8813-456e-89ae-0104e9929694', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:05.448763 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c947ac7-6bb8-4df9-b1de-2ba660ee3c04 None None] New status for floating IP 48878901-87bf-4706-b475-f574d1956e88: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:20:05.825589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-25aab545-1a53-400e-8325-e32509d81bc2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:05.828075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-25aab545-1a53-400e-8325-e32509d81bc2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.55 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.1026726 Jul 16 19:20:06.006085 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 14e5a729-6059-47cc-916a-f707af2a872f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:06.006715 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.105704 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.206444 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 14e5a729-6059-47cc-916a-f707af2a872f, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=14e5a729-6059-47cc-916a-f707af2a872f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:06.207090 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.241649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 14e5a729-6059-47cc-916a-f707af2a872f owned by compute:nova {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:06.385740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502dbe7-fc43-4fe0-a93c-d2e8a7e4ae32 req-cecb5e1d-4fab-4809-9e77-92debb894e66 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:06.389610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d502dbe7-fc43-4fe0-a93c-d2e8a7e4ae32 req-cecb5e1d-4fab-4809-9e77-92debb894e66 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=b630f433-c829-4bdf-bf65-f31d37ebaed7 HTTP/1.1" status: 200 len: 945 time: 0.3774588 Jul 16 19:20:06.497395 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d502dbe7-fc43-4fe0-a93c-d2e8a7e4ae32 req-ad069876-b1ec-4630-bb0a-e2006473b370 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904839 Jul 16 19:20:06.587753 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.638027 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=14e5a729-6059-47cc-916a-f707af2a872f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:06.718748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] No DVR routers for this DVR port 14e5a729-6059-47cc-916a-f707af2a872f on host n-h1-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:06.722228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.725165 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.55 "DELETE /v2.0/ports/14e5a729-6059-47cc-916a-f707af2a872f HTTP/1.1" status: 204 len: 173 time: 0.8916390 Jul 16 19:20:06.726018 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-deleted', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:06.728617 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaeb12e-85d1-46f0-ae06-1a0e56c42e6e" -d '{"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-deleted", "tag": "14e5a729-6059-47cc-916a-f707af2a872f"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:06.772743 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db16d89-bae9-4803-8743-8a5db06f3258 x-openstack-request-id: req-9db16d89-bae9-4803-8743-8a5db06f3258 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:06.773206 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b630f433-c829-4bdf-bf65-f31d37ebaed7", "name": "network-vif-deleted", "tag": "14e5a729-6059-47cc-916a-f707af2a872f", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:06.773700 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9db16d89-bae9-4803-8743-8a5db06f3258 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:06.774196 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b630f433-c829-4bdf-bf65-f31d37ebaed7', 'name': 'network-vif-deleted', 'tag': '14e5a729-6059-47cc-916a-f707af2a872f', 'status': 'completed', 'code': 200} Jul 16 19:20:07.611672 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48986) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:07.903509 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.082217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.233422 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.786402 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port e9f31852-fc09-45e8-b600-07afa2368f45 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:08.787345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.899338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port e9f31852-fc09-45e8-b600-07afa2368f45, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e9f31852-fc09-45e8-b600-07afa2368f45,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:08.899914 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:08.916778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for e9f31852-fc09-45e8-b600-07afa2368f45 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:09.173790 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.212561 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=e9f31852-fc09-45e8-b600-07afa2368f45,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:09.490104 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:09.769625 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router 38d7d129-58bd-48b0-bfb6-8526e583a1ee has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:09.910578 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:09.917886 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7e8481b7-d2d1-4f8c-923f-9d6cd2b5f8ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/38d7d129-58bd-48b0-bfb6-8526e583a1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3047709 Jul 16 19:20:09.921246 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48988) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:09.928260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] Sync routers for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:09.943327 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:09.944406 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:09.990102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting subnet 9688590c-8813-456e-89ae-0104e9929694 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:20:09.994646 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.049779 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.223718 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.298222 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.329637 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Subnet': ['ID=9688590c-8813-456e-89ae-0104e9929694,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:10.335873 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.337844 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f5722a17-e271-4061-856e-53ae48339743 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/subnets/9688590c-8813-456e-89ae-0104e9929694 HTTP/1.1" status: 204 len: 168 time: 0.4155254 Jul 16 19:20:10.341235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48990) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:10.347083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1419e-0905-46e4-8c36-92494e467410 None None] Network 8f800bfb-c3d2-4ac9-b908-c70dc70e438f requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:10.385061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:10.456212 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.570031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.626016 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port e49bdb6f-41b9-4f98-8100-af8cadd3446d {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:10.626657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.653501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:20:09Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e49bdb6f-41b9-4f98-8100-af8cadd3446d', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:10.681991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] Checking router: 38d7d129-58bd-48b0-bfb6-8526e583a1ee for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:10.696808 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] DHCP port deletion for 8f800bfb-c3d2-4ac9-b908-c70dc70e438f request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:20:10.701732 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] Routers {'38d7d129-58bd-48b0-bfb6-8526e583a1ee'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:10.702384 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:10.720990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port e49bdb6f-41b9-4f98-8100-af8cadd3446d, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e49bdb6f-41b9-4f98-8100-af8cadd3446d,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:10.721339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.735019 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for e49bdb6f-41b9-4f98-8100-af8cadd3446d owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:10.823687 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] Set router 38d7d129-58bd-48b0-bfb6-8526e583a1ee gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:10.885089 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:20:10Z', 'revision_number': 6, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:10.917504 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af02492-e6e9-4345-a10f-cc8e2ed49392 None None] The sync data for ids ['38d7d129-58bd-48b0-bfb6-8526e583a1ee'] in n-d-793620-10 is: [{'id': '38d7d129-58bd-48b0-bfb6-8526e583a1ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1723733548', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:25Z', 'updated_at': '2021-07-16T19:20:10Z', 'revision_number': 6, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:10.920584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] Deleting port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:20:10.921130 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.921263 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:10.942711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 14e5a729-6059-47cc-916a-f707af2a872f no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:10.950367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=e49bdb6f-41b9-4f98-8100-af8cadd3446d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:10.970289 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 14e5a729-6059-47cc-916a-f707af2a872f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:10.970637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 14e5a729-6059-47cc-916a-f707af2a872f not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:11.014400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] For port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5eb959c8-66e5-47fb-9aa0-e478d2f19b1f,segment=NetworkSegment(e8ddc76e-3e3e-429e-b6d3-7692562f909f),segment_id=e8ddc76e-3e3e-429e-b6d3-7692562f909f)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:11.014803 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.029165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] Calling delete_port for 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:20:11.039162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.119606 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.144330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.146795 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.149908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] Pushing event deleted for resources: {'Port': ['ID=5eb959c8-66e5-47fb-9aa0-e478d2f19b1f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:11.151419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4b9aa-4a3a-4c25-8463-f264c204f2b6 None None] No DVR routers for this DVR port 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:20:11.202887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.203481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Fanout notify agent at l3_agent the message router_deleted on router 38d7d129-58bd-48b0-bfb6-8526e583a1ee {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:20:11.212216 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.213601 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-15b5f1f2-3523-4c2b-9ca4-79360ddd120e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/routers/38d7d129-58bd-48b0-bfb6-8526e583a1ee HTTP/1.1" status: 204 len: 168 time: 0.8716998 Jul 16 19:20:11.218201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 48992) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:11.330571 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.445107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.458880 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f800bfb-c3d2-4ac9-b908-c70dc70e438f']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:11.474009 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ddc76e-3e3e-429e-b6d3-7692562f909f') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:11.474623 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ddc76e-3e3e-429e-b6d3-7692562f909f') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:11.486400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.504692 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.512755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:20:11.513187 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:20:11.516939 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:20:11.600113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.612070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.615523 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/networks/8f800bfb-c3d2-4ac9-b908-c70dc70e438f HTTP/1.1" status: 204 len: 168 time: 0.3957257 Jul 16 19:20:11.618269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 48994) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:11.636627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b62443-1c93-4332-a99a-9ab4decb32f5 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Network': ['ID=8f800bfb-c3d2-4ac9-b908-c70dc70e438f,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:11.720474 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d295f897-85e6-4675-b4cc-64ed71e427ad tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.766274 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d295f897-85e6-4675-b4cc-64ed71e427ad tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.858803 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d295f897-85e6-4675-b4cc-64ed71e427ad tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.861588 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d295f897-85e6-4675-b4cc-64ed71e427ad tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:11.862875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d295f897-85e6-4675-b4cc-64ed71e427ad tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/security-groups/1a9cdd49-1e90-49d4-8a0f-a36be2f010d7 HTTP/1.1" status: 204 len: 168 time: 0.2435453 Jul 16 19:20:11.874823 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295f897-85e6-4675-b4cc-64ed71e427ad tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cdd49-1e90-49d4-8a0f-a36be2f010d7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:12.213633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e49bdb6f-41b9-4f98-8100-af8cadd3446d no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:12.235569 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e49bdb6f-41b9-4f98-8100-af8cadd3446d {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:12.235921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e49bdb6f-41b9-4f98-8100-af8cadd3446d not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:12.236392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9f31852-fc09-45e8-b600-07afa2368f45 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:12.258997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e9f31852-fc09-45e8-b600-07afa2368f45 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:12.259373 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e9f31852-fc09-45e8-b600-07afa2368f45 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:12.259771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:12.279256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:20:12.279637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5eb959c8-66e5-47fb-9aa0-e478d2f19b1f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:20:12.353755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49000) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:12.359061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a11232f5-4ce6-4a52-ba07-c50a48fe49e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-744724412', 'description': 'tempest-secgroup-smoke-744724412 description', 'project_id': '701fed2d1a084e799a5107c411ac68a9'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:12.381770 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a11232f5-4ce6-4a52-ba07-c50a48fe49e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.476776 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a11232f5-4ce6-4a52-ba07-c50a48fe49e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.480820 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a11232f5-4ce6-4a52-ba07-c50a48fe49e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.511654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11232f5-4ce6-4a52-ba07-c50a48fe49e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0713cb-944f-49df-904d-a94c629dc1f3,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:12.514542 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a11232f5-4ce6-4a52-ba07-c50a48fe49e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.515958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a11232f5-4ce6-4a52-ba07-c50a48fe49e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1611693 Jul 16 19:20:12.520433 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49002) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:12.526062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-b3d951d2-d9a9-47bc-ac41-11e149f44584 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '2a0713cb-944f-49df-904d-a94c629dc1f3', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:12.555935 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3d951d2-d9a9-47bc-ac41-11e149f44584 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.623118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3d951d2-d9a9-47bc-ac41-11e149f44584 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.627340 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3d951d2-d9a9-47bc-ac41-11e149f44584 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.646497 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d951d2-d9a9-47bc-ac41-11e149f44584 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06606fcc-cbac-4333-a833-5fccb078a36c,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:12.655463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b3d951d2-d9a9-47bc-ac41-11e149f44584 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.656930 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b3d951d2-d9a9-47bc-ac41-11e149f44584 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356978 Jul 16 19:20:12.659725 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49004) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:12.664558 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-add72c81-7f89-42ef-b0be-25c8ce8fb5fc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '2a0713cb-944f-49df-904d-a94c629dc1f3', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:12.694950 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add72c81-7f89-42ef-b0be-25c8ce8fb5fc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.802719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add72c81-7f89-42ef-b0be-25c8ce8fb5fc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.807868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add72c81-7f89-42ef-b0be-25c8ce8fb5fc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.833489 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add72c81-7f89-42ef-b0be-25c8ce8fb5fc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ba9fe7-3157-41d7-8911-7f46d2aaacc6,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:12.842553 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-add72c81-7f89-42ef-b0be-25c8ce8fb5fc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.848241 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-add72c81-7f89-42ef-b0be-25c8ce8fb5fc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1832097 Jul 16 19:20:12.848414 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49006) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:12.853963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-57591b5b-c0fc-4dae-99f4-9178eab0404f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '2a0713cb-944f-49df-904d-a94c629dc1f3', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:12.885716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57591b5b-c0fc-4dae-99f4-9178eab0404f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.977751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57591b5b-c0fc-4dae-99f4-9178eab0404f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:12.986679 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57591b5b-c0fc-4dae-99f4-9178eab0404f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.010415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57591b5b-c0fc-4dae-99f4-9178eab0404f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b8b8ee-ee99-4e32-9c68-37f74d3d397d,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:13.018336 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-57591b5b-c0fc-4dae-99f4-9178eab0404f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.019792 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-57591b5b-c0fc-4dae-99f4-9178eab0404f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703324 Jul 16 19:20:13.022592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49008) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:13.027548 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ac441aa8-2040-47ac-8b3f-be2d3f6c912b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '2a0713cb-944f-49df-904d-a94c629dc1f3', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:13.057987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac441aa8-2040-47ac-8b3f-be2d3f6c912b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.128933 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac441aa8-2040-47ac-8b3f-be2d3f6c912b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.133094 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac441aa8-2040-47ac-8b3f-be2d3f6c912b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.152459 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac441aa8-2040-47ac-8b3f-be2d3f6c912b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b9eecb-5c0f-437f-983d-487a0878d0bd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:13.159660 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ac441aa8-2040-47ac-8b3f-be2d3f6c912b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.161028 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ac441aa8-2040-47ac-8b3f-be2d3f6c912b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372316 Jul 16 19:20:13.163765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49010) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:13.168833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '2a0713cb-944f-49df-904d-a94c629dc1f3', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:13.193294 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:20:13.198839 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.272495 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.276190 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.292933 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07abf5b-8652-40ea-b0d7-dcfa64b6bdae,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:13.302903 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.304415 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-970cc168-62a9-48d7-90c1-4a736cb3a8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395710 Jul 16 19:20:13.307078 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49012) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:13.312311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '2a0713cb-944f-49df-904d-a94c629dc1f3', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:13.335065 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:20:13.340755 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.408463 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.412388 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.430980 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ece21e-e0c4-4747-8394-caa5f91196bd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:13.438321 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.439411 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-81567a90-8c10-473f-b5ea-a2cd2a6a086e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313953 Jul 16 19:20:13.442580 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49014) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:13.447771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'network': {'name': 'tempest-network-smoke--372298959', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:13.473505 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:20:13.477421 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.503016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:20:13.512956 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.513316 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Added segment 9e9a42c6-476e-486c-a60e-d54827263c06 of type vlan for network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 Jul 16 19:20:13.569034 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.615023 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.627562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:13.628673 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.676319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2324421 Jul 16 19:20:13.679615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49016) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:13.687286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'admin_state_up': True, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:13.728574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d2b30-c87e-4e60-9b1b-bed465d75b00 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Network': ['ID=5b4fb64f-fc95-4d51-a70c-6520a133ad26,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:13.739947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:20:13.750712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.751898 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.812432 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:13.955495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.221249 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.241953 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.381886 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.94 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/e4717023-dc1c-4e14-aa01-ae192999e2fb) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:14.504470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.558950 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:14.625050 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:14.631123 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:14.634676 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:14.640948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=e4717023-dc1c-4e14-aa01-ae192999e2fb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:14.912287 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.115988 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.286024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router c867d045-f751-4b67-ad7b-cbcd683403c8 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:20:15.400429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:15.412099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Sync routers for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:15.423075 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:15.423338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.423923 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:15.426210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-02cf034d-cd5d-4281-9428-14f5a2328107 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7455013 Jul 16 19:20:15.432500 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49018) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.471216 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9c8f0433-68ff-41e3-9853-2cfd74b88ddc tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=701fed2d1a084e799a5107c411ac68a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362811 Jul 16 19:20:15.475967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49020) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.562207 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:15.581382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79610a0a-c0f8-411a-8d6b-e6b03bda5dee tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:15.583500 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-79610a0a-c0f8-411a-8d6b-e6b03bda5dee tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1063523 Jul 16 19:20:15.586685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49022) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.619877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f62df495-cab9-47c7-9e8d-2def3302ea20 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317636 Jul 16 19:20:15.623031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49024) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:15.628212 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-611723682', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:15.719089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:20:15.722765 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.756722 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:14Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:15.784863 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Checking router: c867d045-f751-4b67-ad7b-cbcd683403c8 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:15.785203 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Updating router c867d045-f751-4b67-ad7b-cbcd683403c8 port e4717023-dc1c-4e14-aa01-ae192999e2fb binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:20:15.823672 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.928750 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.986789 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Subnet': ['ID=f7b4e4b0-c336-41ca-8a9e-0859d5264be7,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:16.007020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Checking segment: {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:16.007384 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network hostable DHCP agents. Network: 5b4fb64f-fc95-4d51-a70c-6520a133ad26, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:20:16.027391 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:20:16.038383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 5b4fb64f-fc95-4d51-a70c-6520a133ad26) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:16.044745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:16.045636 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.054219 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf930d73-b0e2-4c0a-9cb1-0f32d24cb970 None None] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:16.072345 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-49fcbf50-7c75-47ca-bd2c-b2c5b6bbe0ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4453821 Jul 16 19:20:16.072837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49026) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:16.167481 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.185375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Transition to ACTIVE for port object e4717023-dc1c-4e14-aa01-ae192999e2fb will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:16.197129 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.248425 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Attempting to bind port e4717023-dc1c-4e14-aa01-ae192999e2fb on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:16.249186 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Attempting to bind port e4717023-dc1c-4e14-aa01-ae192999e2fb by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:16.249895 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Attempting to bind port e4717023-dc1c-4e14-aa01-ae192999e2fb on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:16.269959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:20:16.271536 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.314514 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:16.315854 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:16.317009 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.317891 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:16.319409 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Bound port: e4717023-dc1c-4e14-aa01-ae192999e2fb, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:16.320404 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.387851 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34435502-7628-4495-83c8-89344486580b None None] Pushing event updated for resources: {'Port': ['ID=e4717023-dc1c-4e14-aa01-ae192999e2fb,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:16.410507 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.411533 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.412306 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.414114 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.414886 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.415905 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.416602 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.417370 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.418318 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.419774 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.420576 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.421285 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34435502-7628-4495-83c8-89344486580b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:16.468424 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] For port e4717023-dc1c-4e14-aa01-ae192999e2fb, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:16.480574 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] For port e4717023-dc1c-4e14-aa01-ae192999e2fb, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4717023-dc1c-4e14-aa01-ae192999e2fb,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:16.493687 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.536286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Allocated IP 172.20.0.2 (5b4fb64f-fc95-4d51-a70c-6520a133ad26/f7b4e4b0-c336-41ca-8a9e-0859d5264be7/c8bb2f35-92b1-408d-8524-62fe70e1b86e) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:16.561496 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:16.562466 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:16.616764 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34435502-7628-4495-83c8-89344486580b None None] Pushing event updated for resources: {'Port': ['ID=e4717023-dc1c-4e14-aa01-ae192999e2fb,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:16.739902 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.754073 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Transition to ACTIVE for port object c8bb2f35-92b1-408d-8524-62fe70e1b86e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:16.782218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Transition to ACTIVE for port object c8bb2f35-92b1-408d-8524-62fe70e1b86e will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:16.792083 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:16.854528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:16.855545 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:16.859129 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:16.867002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:16.944909 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Pushing event updated for resources: {'Port': ['ID=c8bb2f35-92b1-408d-8524-62fe70e1b86e,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:17.008243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Attempting to bind port c8bb2f35-92b1-408d-8524-62fe70e1b86e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:17.008998 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Attempting to bind port c8bb2f35-92b1-408d-8524-62fe70e1b86e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:17.009816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Attempting to bind port c8bb2f35-92b1-408d-8524-62fe70e1b86e on network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:17.022254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:17.024304 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.024508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Checking segment: {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:17.025269 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.026010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Bound using segment: {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:17.026873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Bound port: c8bb2f35-92b1-408d-8524-62fe70e1b86e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:17.027538 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.116909 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:14Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:17.146042 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d911b3b-0df7-4200-a5b4-b2a48eece0b2 None None] The sync data for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 is: [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:14Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:17.171556 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] For port c8bb2f35-92b1-408d-8524-62fe70e1b86e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:17.175737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] For port c8bb2f35-92b1-408d-8524-62fe70e1b86e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c8bb2f35-92b1-408d-8524-62fe70e1b86e,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:17.184774 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.286654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45632928-2523-4f93-932b-8aeeec0bc09f None None] Pushing event updated for resources: {'Port': ['ID=c8bb2f35-92b1-408d-8524-62fe70e1b86e,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:17.430845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.1 (5b4fb64f-fc95-4d51-a70c-6520a133ad26/f7b4e4b0-c336-41ca-8a9e-0859d5264be7/89d57519-46f8-49e5-b001-f233c4cfce41) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:17.617979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.643092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object 89d57519-46f8-49e5-b001-f233c4cfce41 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:17.686934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:17.739711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:17.744314 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:17.749091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:17.796754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=89d57519-46f8-49e5-b001-f233c4cfce41,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:17.820465 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.008967 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.345912 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4717023-dc1c-4e14-aa01-ae192999e2fb up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:18.436977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port e4717023-dc1c-4e14-aa01-ae192999e2fb completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:18.445465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e4717023-dc1c-4e14-aa01-ae192999e2fb triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:18.446331 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.470227 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.475760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.518039 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661edb6-322a-4d8e-94f8-4c2aa2f6b854 None None] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:20:18.568228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=89d57519-46f8-49e5-b001-f233c4cfce41,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:18.573547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.639889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e591456e-5deb-4550-9b0e-a55ddbe8d71c None None] Provisioning for port c8bb2f35-92b1-408d-8524-62fe70e1b86e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:18.724779 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.739872 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:18.740385 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:18.781240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port e4717023-dc1c-4e14-aa01-ae192999e2fb, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4717023-dc1c-4e14-aa01-ae192999e2fb,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:18.788964 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.789850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c8bb2f35-92b1-408d-8524-62fe70e1b86e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:18.905527 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=e4717023-dc1c-4e14-aa01-ae192999e2fb,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:18.916034 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router c867d045-f751-4b67-ad7b-cbcd683403c8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:18.928491 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port c8bb2f35-92b1-408d-8524-62fe70e1b86e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:18.938027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c8bb2f35-92b1-408d-8524-62fe70e1b86e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:18.938027 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.084556 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.113254 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:19.123609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-92709e28-efa9-404d-a6e3-ead9a76cc86b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/c867d045-f751-4b67-ad7b-cbcd683403c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0490515 Jul 16 19:20:19.149179 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port c8bb2f35-92b1-408d-8524-62fe70e1b86e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c8bb2f35-92b1-408d-8524-62fe70e1b86e,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:19.155275 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.252967 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=c8bb2f35-92b1-408d-8524-62fe70e1b86e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:19.269195 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Sync routers for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:19.283182 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:19.283881 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:19.444957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-31230c61-a32f-428b-be8d-bda559891525 None None] Provisioning for port 89d57519-46f8-49e5-b001-f233c4cfce41 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:19.462515 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-31230c61-a32f-428b-be8d-bda559891525 None None] Provisioning complete for port 89d57519-46f8-49e5-b001-f233c4cfce41 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:19.462952 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31230c61-a32f-428b-be8d-bda559891525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.508880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:19.625293 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-a80f6980-291d-4a0a-a5d0-a6db62e826b9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-744724412&fields=id&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 267 time: 0.0632970 Jul 16 19:20:19.628886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-31230c61-a32f-428b-be8d-bda559891525 None None] Port 89d57519-46f8-49e5-b001-f233c4cfce41 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:19.668300 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-31230c61-a32f-428b-be8d-bda559891525 None None] Provisioning complete for port c8bb2f35-92b1-408d-8524-62fe70e1b86e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:19.668680 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-31230c61-a32f-428b-be8d-bda559891525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:19.778312 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-a7e8625d-47c3-4ffd-8532-e9bd5a57ad1e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:19.780248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-a7e8625d-47c3-4ffd-8532-e9bd5a57ad1e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 796 time: 0.1388409 Jul 16 19:20:19.806346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-d2fd18c4-a3c2-4693-8245-d3c7e358b0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/quotas/701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 375 time: 0.0165682 Jul 16 19:20:19.850156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 2, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:19.877209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5c544004-5518-4ab3-90c0-bcbedab52a41 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653789 Jul 16 19:20:20.001907 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-b5886b10-50c3-481d-8179-8fb56c351df8 service neutron] 10.222.0.48 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099169 Jul 16 19:20:20.052811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Checking router: c867d045-f751-4b67-ad7b-cbcd683403c8 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:20.053069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Updating router c867d045-f751-4b67-ad7b-cbcd683403c8 port 89d57519-46f8-49e5-b001-f233c4cfce41 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:20:20.092903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-148bf9e4-bcd8-4fbe-a5b4-b2041fdd2593 None None] Provisioning complete for port 89d57519-46f8-49e5-b001-f233c4cfce41 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:20.093301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-148bf9e4-bcd8-4fbe-a5b4-b2041fdd2593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.099052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.130031 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-c5d048a2-b446-4b58-afb0-4cae2b7e2032 service neutron] 10.222.0.48 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183512 Jul 16 19:20:20.173761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-148bf9e4-bcd8-4fbe-a5b4-b2041fdd2593 None None] Port 89d57519-46f8-49e5-b001-f233c4cfce41 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:20.261558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4717023-dc1c-4e14-aa01-ae192999e2fb up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:20.367339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port e4717023-dc1c-4e14-aa01-ae192999e2fb triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:20.367720 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.425209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6e639a91-0e7a-4f2c-b111-4bb126255f74 req-dc6e48c6-c1ab-428c-ae43-27b24260e336 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 210 time: 0.0600362 Jul 16 19:20:20.546202 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c8bb2f35-92b1-408d-8524-62fe70e1b86e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:20.644837 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.658061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Transition to ACTIVE for port object 89d57519-46f8-49e5-b001-f233c4cfce41 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:20.666990 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.704787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port c8bb2f35-92b1-408d-8524-62fe70e1b86e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:20.705168 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.752751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb34b4d-1011-4c25-af9e-92753b4fbf04 None None] Pushing event updated for resources: {'Port': ['ID=89d57519-46f8-49e5-b001-f233c4cfce41,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:20.840785 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Attempting to bind port 89d57519-46f8-49e5-b001-f233c4cfce41 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:20.841190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Attempting to bind port 89d57519-46f8-49e5-b001-f233c4cfce41 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:20.841559 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Attempting to bind port 89d57519-46f8-49e5-b001-f233c4cfce41 on network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:20.849973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:20.850678 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Checking segment: {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:20.851029 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.851460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Bound using segment: {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:20.851949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Bound port: 89d57519-46f8-49e5-b001-f233c4cfce41, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:20.852378 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.964649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] For port 89d57519-46f8-49e5-b001-f233c4cfce41, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:20.968972 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] For port 89d57519-46f8-49e5-b001-f233c4cfce41, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=89d57519-46f8-49e5-b001-f233c4cfce41,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:20.974088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:21.061471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:21.062131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:21.067836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb34b4d-1011-4c25-af9e-92753b4fbf04 None None] Pushing event updated for resources: {'Port': ['ID=89d57519-46f8-49e5-b001-f233c4cfce41,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:21.200168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:21.457203 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:21.505130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa3f491-d4d9-4736-b1ff-5c1bb41b43cc None None] The sync data for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 is: [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:20Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:21.662325 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e38cc4be-8c91-4def-96c2-0653d192b76a req-97daabb1-cccb-47b1-a056-ba98286b6a35 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 210 time: 0.0546391 Jul 16 19:20:21.796892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-6e94e9a3-3730-40d7-bc07-b18a2dfd8cb9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:21.799485 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-6e94e9a3-3730-40d7-bc07-b18a2dfd8cb9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 796 time: 0.1491721 Jul 16 19:20:21.858794 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-4f6f17cb-8bcf-4c61-b4fd-cd81ac33613e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 379 time: 0.0510752 Jul 16 19:20:21.868105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'port': {'device_id': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'admin_state_up': True, 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'security_groups': ['2a0713cb-944f-49df-904d-a94c629dc1f3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:22.018207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:20:22.022183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.206614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.6 (5b4fb64f-fc95-4d51-a70c-6520a133ad26/f7b4e4b0-c336-41ca-8a9e-0859d5264be7/39e7a0be-b6c3-4549-9507-c18cb7e1cec4) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:22.278562 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 89d57519-46f8-49e5-b001-f233c4cfce41 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:22.361367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 89d57519-46f8-49e5-b001-f233c4cfce41 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:22.367452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 89d57519-46f8-49e5-b001-f233c4cfce41 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:22.367452 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.408963 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.432902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:22.472347 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.483056 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.515362 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 89d57519-46f8-49e5-b001-f233c4cfce41, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=89d57519-46f8-49e5-b001-f233c4cfce41,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:22.522170 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.530094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:22.533761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:22.536390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:22.590770 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:22.622545 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:22.623253 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.638784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=89d57519-46f8-49e5-b001-f233c4cfce41,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:22.663819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-7e234270-5638-4a3a-9c4d-da0f5a10f0bb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7995427 Jul 16 19:20:22.678333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Request body: {'port': {'device_id': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:22.817104 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.891511 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-123a7947-b1c3-494a-8124-059365553598 None None] Provisioning for port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:22.898631 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-123a7947-b1c3-494a-8124-059365553598 None None] Provisioning complete for port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:22.899241 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-123a7947-b1c3-494a-8124-059365553598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.970947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-123a7947-b1c3-494a-8124-059365553598 None None] Port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:23.033961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6da393-324e-4d57-a18d-e17cb9a8de22 req-3380e3ec-9d01-40d7-ad67-0ca7e7901150 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:23.036048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d6da393-324e-4d57-a18d-e17cb9a8de22 req-3380e3ec-9d01-40d7-ad67-0ca7e7901150 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 931 time: 0.1214767 Jul 16 19:20:23.114390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3d6da393-324e-4d57-a18d-e17cb9a8de22 req-6652e8cf-f9a8-4956-9b1e-b41f4712be0e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669127 Jul 16 19:20:23.298495 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:20:23.312535 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:23.333190 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Transition to ACTIVE for port object 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:23.337854 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:23.400706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Pushing event updated for resources: {'Port': ['ID=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:23.479818 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Attempting to bind port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:23.480136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Attempting to bind port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:23.481132 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Attempting to bind port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 on network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:23.486946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 on network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:20:23.487267 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Attempting to bind port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 on network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:23.493052 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:23.494375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Checking segment: {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:23.494375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Bound using segment: {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:23.494375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Bound port: 39e7a0be-b6c3-4549-9507-c18cb7e1cec4, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9a42c6-476e-486c-a60e-d54827263c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:23.494896 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:23.582373 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] For port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:23.588568 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] For port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:23.595073 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:23.651706 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:23.652896 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:23.654390 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] 10.222.0.13 "PUT /v2.0/ports/39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 1092 time: 0.9814475 Jul 16 19:20:23.654866 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:23.657281 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40d06fd-932e-4e58-85da-539a647962b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:23.696662 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e967f58-6f3e-4d56-a76b-7bc442dcbf7c service neutron] Pushing event updated for resources: {'Port': ['ID=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:23.743422 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b252ee4c-2c99-4f81-a8cb-83078d4f2768 x-openstack-request-id: req-b252ee4c-2c99-4f81-a8cb-83078d4f2768 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:23.743422 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:23.743422 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b252ee4c-2c99-4f81-a8cb-83078d4f2768 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:23.743422 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'status': 'completed', 'code': 200} Jul 16 19:20:23.781965 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-21f2c175-0c6a-4d4a-bdff-2ed154e88b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:23.783888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-21f2c175-0c6a-4d4a-bdff-2ed154e88b02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1095 time: 0.0827191 Jul 16 19:20:23.841384 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-17f60d2f-3859-4eb5-8f5b-a086046b7b57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 217 time: 0.0499914 Jul 16 19:20:23.898893 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-ac0751db-6aac-462c-bc6b-cb08acfcbe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:23.900662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-ac0751db-6aac-462c-bc6b-cb08acfcbe55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 200 len: 834 time: 0.0539670 Jul 16 19:20:23.983707 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-71a027e9-e1ea-4b54-8083-954058abb62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:23.986511 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-71a027e9-e1ea-4b54-8083-954058abb62c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b4fb64f-fc95-4d51-a70c-6520a133ad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798531 Jul 16 19:20:24.098767 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-3fa0b6e3-7f16-4caf-a22b-8e734cc39765 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060297 Jul 16 19:20:24.236662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-19e54667-3e7f-4053-8da1-80296c90cb52 req-2b363509-49c4-446d-8d37-75ec94b527c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315405 Jul 16 19:20:24.255168 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 89d57519-46f8-49e5-b001-f233c4cfce41 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:24.344495 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 89d57519-46f8-49e5-b001-f233c4cfce41 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:24.344966 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.376766 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d06fd-932e-4e58-85da-539a647962b2 req-6ac39851-7422-4b45-b571-9661a3b76037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:24.379441 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a40d06fd-932e-4e58-85da-539a647962b2 req-6ac39851-7422-4b45-b571-9661a3b76037 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1095 time: 0.0806565 Jul 16 19:20:24.426563 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc031237-db99-44f2-ae54-5f9f0130b21f req-47c295be-98f9-4292-a564-e154d9b4348c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:24.432773 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc031237-db99-44f2-ae54-5f9f0130b21f req-47c295be-98f9-4292-a564-e154d9b4348c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 943 time: 0.0979831 Jul 16 19:20:24.504705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dc031237-db99-44f2-ae54-5f9f0130b21f req-18d77dd6-33a4-4f3d-89ca-c4013f471599 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620842 Jul 16 19:20:24.521053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d06fd-932e-4e58-85da-539a647962b2 req-07492dfe-30e9-4697-8ad3-e298018ef11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:24.522819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a40d06fd-932e-4e58-85da-539a647962b2 req-07492dfe-30e9-4697-8ad3-e298018ef11b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 896 time: 0.1373711 Jul 16 19:20:24.568542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a40d06fd-932e-4e58-85da-539a647962b2 req-e1c25e85-31ec-41ce-92d3-c2f7e6c3b910 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 217 time: 0.0386660 Jul 16 19:20:24.632760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d06fd-932e-4e58-85da-539a647962b2 req-da8e785f-5c5a-4e9e-97b2-812505d9bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:24.634285 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a40d06fd-932e-4e58-85da-539a647962b2 req-da8e785f-5c5a-4e9e-97b2-812505d9bb16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 200 len: 834 time: 0.0587387 Jul 16 19:20:24.709904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d06fd-932e-4e58-85da-539a647962b2 req-7904678c-d490-4ae9-9975-ca94fc19e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:24.711480 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a40d06fd-932e-4e58-85da-539a647962b2 req-7904678c-d490-4ae9-9975-ca94fc19e361 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b4fb64f-fc95-4d51-a70c-6520a133ad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700583 Jul 16 19:20:24.839727 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a40d06fd-932e-4e58-85da-539a647962b2 req-2d62b24f-d139-49e7-8de4-011224dadff3 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209860 Jul 16 19:20:24.957505 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-a40d06fd-932e-4e58-85da-539a647962b2 req-8097a072-77c0-4eb7-ae61-c03292bac073 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104076 Jul 16 19:20:25.828375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:25.835154 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6a0f2c-549a-4de4-bdc1-bbb44b4e311b req-76a3c3ee-3065-4232-8720-31eb3ab2c7e8 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:25.837899 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd6a0f2c-549a-4de4-bdc1-bbb44b4e311b req-76a3c3ee-3065-4232-8720-31eb3ab2c7e8 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 943 time: 0.1129501 Jul 16 19:20:25.884370 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd6a0f2c-549a-4de4-bdc1-bbb44b4e311b req-7d4c0c58-e908-44b1-bb6e-ba3c5aff668c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394521 Jul 16 19:20:27.124220 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d9ef4-a89d-4a66-a346-2c8f8c74b147 req-8c3fbda6-c7c9-42a1-b429-7c07d615f324 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:27.125878 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb0d9ef4-a89d-4a66-a346-2c8f8c74b147 req-8c3fbda6-c7c9-42a1-b429-7c07d615f324 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 943 time: 0.0894446 Jul 16 19:20:27.182686 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eb0d9ef4-a89d-4a66-a346-2c8f8c74b147 req-6bdbc668-3725-4b41-93bf-ba75c1420f11 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463581 Jul 16 19:20:27.615282 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:20:27.734226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:27.747398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'port_id': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'mac_address': 'fa:16:3e:2c:d6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:20:27.790733 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:27.809932 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:20:27.832845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:27.838060 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:27.895452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:28.043224 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['39e7a0be-b6c3-4549-9507-c18cb7e1cec4'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:20:28.450838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c77ed0-e96e-4904-b176-3068bd669a38 req-72c947e4-0ab0-41d6-ac96-dda18813a087 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:28.452530 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81c77ed0-e96e-4904-b176-3068bd669a38 req-72c947e4-0ab0-41d6-ac96-dda18813a087 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 944 time: 0.0797067 Jul 16 19:20:28.495731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-81c77ed0-e96e-4904-b176-3068bd669a38 req-76d8cf48-9ebf-4312-93a9-db5fc257efcd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363622 Jul 16 19:20:29.615810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:29.699923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:29.706835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:29.707247 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.796709 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.829027 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:29.831207 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79246b9b-43b0-46f4-ab5e-ae8174c68fe0" -d '{"events": [{"server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "name": "network-vif-plugged", "status": "completed", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:29.845742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:29.847667 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b2454-8f34-4df5-a05d-9a94a66f0202 req-93bf71db-7a6e-4067-b408-4988e54570fa tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:29.850727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a21b2454-8f34-4df5-a05d-9a94a66f0202 req-93bf71db-7a6e-4067-b408-4988e54570fa tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 944 time: 0.0997608 Jul 16 19:20:29.858135 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:29.883687 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e196b6b8-e78c-4873-b62c-063e20c4b576 x-openstack-request-id: req-e196b6b8-e78c-4873-b62c-063e20c4b576 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:29.884378 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "name": "network-vif-plugged", "status": "completed", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:29.884704 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e196b6b8-e78c-4873-b62c-063e20c4b576 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:29.885217 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'code': 200} Jul 16 19:20:29.909772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a21b2454-8f34-4df5-a05d-9a94a66f0202 req-592b486b-5bef-4bdd-aa43-0f9df0ccf99c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510352 Jul 16 19:20:29.923372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:30.016761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567109e-2684-446f-bdda-2be84e2fe176 req-389e3c4b-12a3-4c5b-b369-cef95da1fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:30.018039 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8567109e-2684-446f-bdda-2be84e2fe176 req-389e3c4b-12a3-4c5b-b369-cef95da1fef0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1097 time: 0.0602450 Jul 16 19:20:30.064609 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8567109e-2684-446f-bdda-2be84e2fe176 req-43ccc602-4a57-4cb6-948a-0f85e5bca4e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Jul 16 19:20:30.379516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6ba11558-021c-448a-893b-a8ca54b69ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.194668 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf13ad-a6ca-4838-ab93-a7c561e156f1 req-13c7b92a-08d0-481c-830f-69685774bee9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:31.196235 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6acf13ad-a6ca-4838-ab93-a7c561e156f1 req-13c7b92a-08d0-481c-830f-69685774bee9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.1040530 Jul 16 19:20:31.244871 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6acf13ad-a6ca-4838-ab93-a7c561e156f1 req-291aad3b-edf8-4685-a157-ffed5dff9872 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 Jul 16 19:20:31.469998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2683f9-2301-401b-9bfd-499f3bd54a8f req-f8118a9d-447c-4116-8d0f-2805fe61b29e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:31.472832 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba2683f9-2301-401b-9bfd-499f3bd54a8f req-f8118a9d-447c-4116-8d0f-2805fe61b29e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.1142638 Jul 16 19:20:31.512868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ba2683f9-2301-401b-9bfd-499f3bd54a8f req-c33832f0-4944-4518-93e8-7eb55e69dfec tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341682 Jul 16 19:20:31.536597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49082) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:31.588251 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768b3e8a-6e4e-4820-8ac2-cabda9a3baae tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:31.589818 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-768b3e8a-6e4e-4820-8ac2-cabda9a3baae tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1092 time: 0.0522227 Jul 16 19:20:31.592763 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49084) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:31.597367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:31.622061 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.723927 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.841732 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.183 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/2950e3d6-7161-46e8-a715-a4cb63498d5c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:31.944631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:31.984827 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.025041 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:32.028524 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:32.032422 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:32.039144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=2950e3d6-7161-46e8-a715-a4cb63498d5c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:32.459501 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.543067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.707384 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.712511 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.782145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=2950e3d6-7161-46e8-a715-a4cb63498d5c,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:32.795021 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.908723 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP d9476a96-e48c-4aa8-b86a-d609d7743e7b associated. External IP: 172.25.0.183, port: 39e7a0be-b6c3-4549-9507-c18cb7e1cec4. Jul 16 19:20:33.124654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router c867d045-f751-4b67-ad7b-cbcd683403c8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:20:33.242518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd71bbd3-ecda-4369-9f38-91953f1ea4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.484833 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.607089 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:20:33.617132 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] Sync routers for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:20:33.627865 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:33.632611 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:33.633710 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:33.689793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cbfc471c-7fdb-48cd-8f89-ec3209e01d70 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0957472 Jul 16 19:20:33.690677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:33.696716 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54982fa-ec48-495a-a3a7-990322c534dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:33.763659 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56892fe5-af02-45d1-b2e0-e16438bdb3e7 x-openstack-request-id: req-56892fe5-af02-45d1-b2e0-e16438bdb3e7 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:33.763659 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:33.763659 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56892fe5-af02-45d1-b2e0-e16438bdb3e7 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:33.763659 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'status': 'completed', 'code': 200} Jul 16 19:20:33.819476 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:33.848654 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54982fa-ec48-495a-a3a7-990322c534dc req-a7aa402e-72cb-4a5b-a26c-12af4e88d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.850508 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b54982fa-ec48-495a-a3a7-990322c534dc req-a7aa402e-72cb-4a5b-a26c-12af4e88d0c4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1097 time: 0.0633576 Jul 16 19:20:33.907094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4955d2-f0f6-423b-8862-f5cdfee17878 req-9774c3e4-be39-4df3-9824-06fe043e6d01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.909214 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c4955d2-f0f6-423b-8862-f5cdfee17878 req-9774c3e4-be39-4df3-9824-06fe043e6d01 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0753651 Jul 16 19:20:33.947786 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54982fa-ec48-495a-a3a7-990322c534dc req-9c33d8e0-605d-425b-8199-fce028cedab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:33.950036 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b54982fa-ec48-495a-a3a7-990322c534dc req-9c33d8e0-605d-425b-8199-fce028cedab5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 896 time: 0.0936041 Jul 16 19:20:33.962017 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1c4955d2-f0f6-423b-8862-f5cdfee17878 req-74052889-b2c4-4126-8fd4-05596db3b995 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401142 Jul 16 19:20:34.028853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49090) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:34.032457 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b54982fa-ec48-495a-a3a7-990322c534dc req-a1ece201-ff32-44b2-b34d-9df63258d483 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 999 time: 0.0713270 Jul 16 19:20:34.094966 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54982fa-ec48-495a-a3a7-990322c534dc req-5776cf34-f030-49d0-b546-71490568a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:34.096544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b54982fa-ec48-495a-a3a7-990322c534dc req-5776cf34-f030-49d0-b546-71490568a00f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 200 len: 834 time: 0.0569897 Jul 16 19:20:34.101870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7d9fdd08-32cb-4989-b555-ff6c00a90d7b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/d9476a96-e48c-4aa8-b86a-d609d7743e7b HTTP/1.1" status: 200 len: 991 time: 0.0718336 Jul 16 19:20:34.111055 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd9476a96-e48c-4aa8-b86a-d609d7743e7b', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'port_id': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'mac_address': 'fa:16:3e:2c:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:20:32Z', 'updated_at': '2021-07-16T19:20:32Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:34.139137 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] Checking router: c867d045-f751-4b67-ad7b-cbcd683403c8 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:20:34.147946 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:20:34.149256 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:20:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:34.167378 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54982fa-ec48-495a-a3a7-990322c534dc req-662a72b4-1284-4c01-9129-de87246ab4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:34.169257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b54982fa-ec48-495a-a3a7-990322c534dc req-662a72b4-1284-4c01-9129-de87246ab4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b4fb64f-fc95-4d51-a70c-6520a133ad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661075 Jul 16 19:20:34.266071 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:20:34.294218 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b54982fa-ec48-495a-a3a7-990322c534dc req-9deaecdd-8ca9-4fc3-94fe-4d648b54f7d7 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189902 Jul 16 19:20:34.405581 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b54982fa-ec48-495a-a3a7-990322c534dc req-5c6db1c8-eab7-458c-ac4b-84e23df2fc31 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058779 Jul 16 19:20:34.534091 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd9476a96-e48c-4aa8-b86a-d609d7743e7b', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'port_id': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'mac_address': 'fa:16:3e:2c:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:20:32Z', 'updated_at': '2021-07-16T19:20:32Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:20:34.561148 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235570c8-beff-475a-b41d-9211f6c347a2 None None] The sync data for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 is: [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'd9476a96-e48c-4aa8-b86a-d609d7743e7b', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.183', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'port_id': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'mac_address': 'fa:16:3e:2c:d6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:20:32Z', 'updated_at': '2021-07-16T19:20:32Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:20:34.594502 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:34.799312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f037f30-d740-495f-9b08-5991491adc6e None None] New status for floating IP d9476a96-e48c-4aa8-b86a-d609d7743e7b: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:20:35.106175 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49092) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:20:35.173280 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cc906607-c3a5-4085-abb7-1159c7519e6c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/d9476a96-e48c-4aa8-b86a-d609d7743e7b HTTP/1.1" status: 200 len: 993 time: 0.0660212 Jul 16 19:20:36.104284 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:37.910839 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:38.245264 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:56.346685 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-9e5c8e6e-c3ee-4d1d-92cd-30fd344db5b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591609 Jul 16 19:20:56.444371 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-9afdcc5e-00e9-4520-a162-409ec06eb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:56.445907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-9afdcc5e-00e9-4520-a162-409ec06eb176 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1097 time: 0.0554011 Jul 16 19:20:56.561135 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-c1da8d66-1c79-4744-a9fa-0a2523d365c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:56.562726 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-c1da8d66-1c79-4744-a9fa-0a2523d365c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 896 time: 0.0961211 Jul 16 19:20:56.631258 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-d4e50e0c-8b4a-422d-870f-e27cc0aa4d4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 1001 time: 0.0618594 Jul 16 19:20:56.685456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-248fee77-1623-4376-9ccd-d80a9e22ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:56.687051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-248fee77-1623-4376-9ccd-d80a9e22ba62 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 200 len: 834 time: 0.0496049 Jul 16 19:20:56.752105 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-153f7466-ba8e-43c1-a471-bf5af82274b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:56.753858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-153f7466-ba8e-43c1-a471-bf5af82274b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b4fb64f-fc95-4d51-a70c-6520a133ad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601931 Jul 16 19:20:56.849463 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-c4f6b251-ddd0-44d7-8aa5-9b51ad97dc96 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885484 Jul 16 19:20:56.953995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dba81f2b-a225-46c0-ac31-4beaf7f93295 req-ce9134a6-4fdb-4c32-a346-cfb0ee8cfeff service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980322 Jul 16 19:21:00.389362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1def7c92-af74-4353-8f2b-a1ecb26f7533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:02.828116 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:03.240343 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1782476d-6d25-47d6-9faf-97a1df75f9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:03.479067 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:04.594980 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:06.095467 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:07.186838 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d9318-a090-4744-a618-eaa2b8f80ac5 req-ee7053fc-e02d-43b3-a668-2ba48738e220 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:07.188531 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-967d9318-a090-4744-a618-eaa2b8f80ac5 req-ee7053fc-e02d-43b3-a668-2ba48738e220 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.4317760 Jul 16 19:21:07.230567 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-967d9318-a090-4744-a618-eaa2b8f80ac5 req-579fd8ef-a928-4196-aaf3-b0619697b06d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363162 Jul 16 19:21:07.930043 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:08.272976 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:08.448536 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f25fbe-3658-4a3c-9454-f5ecd4f306b8 req-27574f75-6ba4-4f3c-938d-94f43265efb0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:08.451533 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6f25fbe-3658-4a3c-9454-f5ecd4f306b8 req-27574f75-6ba4-4f3c-938d-94f43265efb0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0925848 Jul 16 19:21:08.506781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e6f25fbe-3658-4a3c-9454-f5ecd4f306b8 req-75fa91ee-2780-44ee-98ed-1d275eb8f80b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494084 Jul 16 19:21:09.710105 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a87fc24-8e80-48e1-9cb0-fbc8db4482ce req-d1457924-9e31-4257-9555-4b2e4d930b0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:09.711710 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a87fc24-8e80-48e1-9cb0-fbc8db4482ce req-d1457924-9e31-4257-9555-4b2e4d930b0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0842502 Jul 16 19:21:09.754577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7a87fc24-8e80-48e1-9cb0-fbc8db4482ce req-a6520743-4934-4578-8d34-1d749b6160f2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367754 Jul 16 19:21:10.936026 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9d48d-9f7a-4573-ac2a-6cb49d04f18b req-2c34ee63-9659-4794-87e9-74252adf76df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:10.937630 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ff9d48d-9f7a-4573-ac2a-6cb49d04f18b req-2c34ee63-9659-4794-87e9-74252adf76df tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0647297 Jul 16 19:21:10.978902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6ff9d48d-9f7a-4573-ac2a-6cb49d04f18b req-e0bcdb65-60c3-4b45-9c16-e4120d818030 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Jul 16 19:21:12.159948 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8159b-b22f-48b9-b203-0cc51e28bc28 req-f39cb7e2-836b-426f-a643-76f5505530f7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:12.161534 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ff8159b-b22f-48b9-b203-0cc51e28bc28 req-f39cb7e2-836b-426f-a643-76f5505530f7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0669315 Jul 16 19:21:12.207386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ff8159b-b22f-48b9-b203-0cc51e28bc28 req-f6270afd-07cf-4823-846a-a3106d60bd33 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390115 Jul 16 19:21:13.390483 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e85f98-ec13-4e7e-b808-699374ef0d7f req-5c455ffe-a50d-4db9-9581-6f2fa6c382dd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:13.392033 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09e85f98-ec13-4e7e-b808-699374ef0d7f req-5c455ffe-a50d-4db9-9581-6f2fa6c382dd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0697830 Jul 16 19:21:13.435373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09e85f98-ec13-4e7e-b808-699374ef0d7f req-39265734-7b41-4fd8-9e51-e60d096d591d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366070 Jul 16 19:21:14.614156 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afe721-332c-47d7-b65b-5a2da4bd69fd req-ffadf9a2-4eb1-4295-be06-e4ee1e23137e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:14.615856 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02afe721-332c-47d7-b65b-5a2da4bd69fd req-ffadf9a2-4eb1-4295-be06-e4ee1e23137e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0679576 Jul 16 19:21:14.659418 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-02afe721-332c-47d7-b65b-5a2da4bd69fd req-ac981792-4f44-47ca-a37f-6c7779814def tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374560 Jul 16 19:21:15.844916 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b21418-9a83-4aa1-8b1d-9b16a53c037b req-9de874d6-da3c-45ec-83b0-01837dee51ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:15.846482 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b21418-9a83-4aa1-8b1d-9b16a53c037b req-9de874d6-da3c-45ec-83b0-01837dee51ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0719001 Jul 16 19:21:15.905697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-29b21418-9a83-4aa1-8b1d-9b16a53c037b req-71fb1e26-261e-4913-b90c-c46ddf49d9b1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530527 Jul 16 19:21:17.083850 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e90411-f126-43bc-9a81-01970ff539a1 req-39562f3e-7dba-4046-8b91-be95f081b986 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:17.085438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3e90411-f126-43bc-9a81-01970ff539a1 req-39562f3e-7dba-4046-8b91-be95f081b986 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0652940 Jul 16 19:21:17.127233 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3e90411-f126-43bc-9a81-01970ff539a1 req-04507f99-d7b6-449a-a672-2978df12abab tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348423 Jul 16 19:21:18.300936 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997977f4-8fc7-4f95-bb51-0b20aeb5ba56 req-7aaf4bbf-49f0-4f83-96d6-6dca54c89faf tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:18.302346 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997977f4-8fc7-4f95-bb51-0b20aeb5ba56 req-7aaf4bbf-49f0-4f83-96d6-6dca54c89faf tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0640008 Jul 16 19:21:18.346544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-997977f4-8fc7-4f95-bb51-0b20aeb5ba56 req-32bdc194-0208-4f40-a449-d836e2a2d600 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376244 Jul 16 19:21:19.523093 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c05942-c263-4239-a05f-6d0bc3deb1f2 req-5210335d-a59c-47bd-a232-799da85edf71 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:19.524638 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2c05942-c263-4239-a05f-6d0bc3deb1f2 req-5210335d-a59c-47bd-a232-799da85edf71 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0642030 Jul 16 19:21:19.562452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2c05942-c263-4239-a05f-6d0bc3deb1f2 req-9be5b47f-1e5d-413a-b505-534d31b84669 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315764 Jul 16 19:21:20.811610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9bb37-015d-40cd-a6dd-ef8b972b8ec4 req-7988ec86-436b-4d90-aaec-9f0fc0baa751 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:20.813174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fce9bb37-015d-40cd-a6dd-ef8b972b8ec4 req-7988ec86-436b-4d90-aaec-9f0fc0baa751 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0807507 Jul 16 19:21:20.854707 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fce9bb37-015d-40cd-a6dd-ef8b972b8ec4 req-ceeda88e-df77-49f1-a8eb-2681d8adb633 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355823 Jul 16 19:21:22.048428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249c09b-6e16-41c4-963d-a2cf1bccc36a req-c3b02568-6076-45d0-9b5e-c5a04b6ffca4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:22.050083 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b249c09b-6e16-41c4-963d-a2cf1bccc36a req-c3b02568-6076-45d0-9b5e-c5a04b6ffca4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0722184 Jul 16 19:21:22.090950 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b249c09b-6e16-41c4-963d-a2cf1bccc36a req-ee562ea8-524d-4b5e-9db5-b90dc8acb556 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348594 Jul 16 19:21:23.279364 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c1dee-b97b-4454-9e51-51009fd5ba0b req-4f1369ac-4ebd-497a-9459-a5527bf91424 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:23.280947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd0c1dee-b97b-4454-9e51-51009fd5ba0b req-4f1369ac-4ebd-497a-9459-a5527bf91424 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0681994 Jul 16 19:21:23.323786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cd0c1dee-b97b-4454-9e51-51009fd5ba0b req-fd240237-9a37-4d5c-9677-29ec08193440 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369561 Jul 16 19:21:23.350099 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49140) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:23.425943 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9717887f-a933-41e6-a8c7-af3aa9dbe053 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/d9476a96-e48c-4aa8-b86a-d609d7743e7b HTTP/1.1" status: 200 len: 993 time: 0.0746317 Jul 16 19:21:24.881765 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be82c1-eeba-4e77-a4bc-728943489940 req-03c3964c-e558-4393-80ed-04e8e1e64390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:24.883366 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-62be82c1-eeba-4e77-a4bc-728943489940 req-03c3964c-e558-4393-80ed-04e8e1e64390 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1097 time: 0.0568290 Jul 16 19:21:24.893428 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7f985-8211-4618-8553-c906834db65b req-7204a1ef-b6ce-4f45-9e85-7b00ffbb0db7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:24.895076 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3d7f985-8211-4618-8553-c906834db65b req-7204a1ef-b6ce-4f45-9e85-7b00ffbb0db7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0659034 Jul 16 19:21:24.958136 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a3d7f985-8211-4618-8553-c906834db65b req-88f1e1d7-f93d-403c-8c24-7d7f2b06246d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563538 Jul 16 19:21:24.988504 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be82c1-eeba-4e77-a4bc-728943489940 req-68d71522-17f5-4f54-8836-2aa2c2d8b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:24.990046 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-62be82c1-eeba-4e77-a4bc-728943489940 req-68d71522-17f5-4f54-8836-2aa2c2d8b7b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 896 time: 0.1000071 Jul 16 19:21:25.063143 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-62be82c1-eeba-4e77-a4bc-728943489940 req-89c62048-64aa-4173-b57b-5fa19c0dd88b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 1001 time: 0.0671566 Jul 16 19:21:25.121102 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be82c1-eeba-4e77-a4bc-728943489940 req-4937bd16-9936-4f3f-b683-797a45d0af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:25.122649 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-62be82c1-eeba-4e77-a4bc-728943489940 req-4937bd16-9936-4f3f-b683-797a45d0af51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 200 len: 834 time: 0.0536857 Jul 16 19:21:25.202239 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be82c1-eeba-4e77-a4bc-728943489940 req-32f6bcce-7e36-4131-86e1-517df1916f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:25.203846 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-62be82c1-eeba-4e77-a4bc-728943489940 req-32f6bcce-7e36-4131-86e1-517df1916f5e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b4fb64f-fc95-4d51-a70c-6520a133ad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748401 Jul 16 19:21:25.309402 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-62be82c1-eeba-4e77-a4bc-728943489940 req-d993a247-7182-4118-918d-21f44f210d17 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992451 Jul 16 19:21:25.406817 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-62be82c1-eeba-4e77-a4bc-728943489940 req-1dbe8c23-1cf0-471e-b63a-e24d04398cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911200 Jul 16 19:21:26.163247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1f010-479b-4174-911d-2b0dc45e0cae req-0bce7c13-7eb5-4ce2-9a29-aec86b5454db tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:26.164863 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16c1f010-479b-4174-911d-2b0dc45e0cae req-0bce7c13-7eb5-4ce2-9a29-aec86b5454db tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0707052 Jul 16 19:21:26.207981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-16c1f010-479b-4174-911d-2b0dc45e0cae req-45909c64-8a3d-4b97-b25a-bc734963b03b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361567 Jul 16 19:21:26.234652 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49150) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:26.304080 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0c552b6c-6a51-434f-b038-68a0790089bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/d9476a96-e48c-4aa8-b86a-d609d7743e7b HTTP/1.1" status: 200 len: 993 time: 0.0681398 Jul 16 19:21:30.382735 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a318e421-cb57-4b5c-96c3-24b95ce5ae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:33.247924 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-add828e2-3852-4c23-aa6e-fe05a96edb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:33.484937 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:34.601237 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:36.101232 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:37.924897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:38.264656 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:39.829212 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:56.336624 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-04ecd163-03cf-4b4f-ac58-6408dab4afdb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605078 Jul 16 19:21:56.460339 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-b0a2d896-1b9a-43db-8861-3ef97a250083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:56.463653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-b0a2d896-1b9a-43db-8861-3ef97a250083 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1097 time: 0.0838156 Jul 16 19:21:56.588649 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-bca104cb-650a-41e3-b88c-9e51726859b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:56.590123 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-bca104cb-650a-41e3-b88c-9e51726859b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 896 time: 0.1033854 Jul 16 19:21:56.678044 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-a763be47-a4c9-4624-a4a6-3d5036db1f27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 1001 time: 0.0807779 Jul 16 19:21:56.736931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-f9ece83e-6a63-4bf6-be72-5134bcad0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:56.738479 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-f9ece83e-6a63-4bf6-be72-5134bcad0008 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 200 len: 834 time: 0.0533679 Jul 16 19:21:56.757802 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49170) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:56.835224 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-cb78894b-1a24-42aa-b57e-fbbf8e459124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:56.836868 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-cb78894b-1a24-42aa-b57e-fbbf8e459124 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b4fb64f-fc95-4d51-a70c-6520a133ad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917301 Jul 16 19:21:56.969659 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-8061d53a-e3ca-4ae6-8fb0-6e5420a07052 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251872 Jul 16 19:21:56.980844 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 2950e3d6-7161-46e8-a715-a4cb63498d5c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:21:56.981231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:57.089842 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:57.090216 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:57.114740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 2950e3d6-7161-46e8-a715-a4cb63498d5c owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:21:57.125327 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bc3a370-32ae-4bae-bd4d-90cb68ff4548 req-0ddb8918-e5c2-4165-a824-0b379b29c55a service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457908 Jul 16 19:21:57.334473 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:57.374009 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=2950e3d6-7161-46e8-a715-a4cb63498d5c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:57.389329 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.389774 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.390145 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.390491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.390924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.391373 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.391721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.392064 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.392433 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.392769 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.393108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.393480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:57.460423 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:57.460959 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP d9476a96-e48c-4aa8-b86a-d609d7743e7b disassociated (deleted). External IP: 172.25.0.183, port: 39e7a0be-b6c3-4549-9507-c18cb7e1cec4. Jul 16 19:21:57.719113 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router c867d045-f751-4b67-ad7b-cbcd683403c8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:57.889101 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:57.896399 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:57.907232 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] Sync routers for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:57.923378 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:57.924444 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:21:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:57.948945 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cd739c33-8f75-4253-a410-7e2c04e4dbde tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/floatingips/d9476a96-e48c-4aa8-b86a-d609d7743e7b HTTP/1.1" status: 204 len: 168 time: 1.1898570 Jul 16 19:21:57.949557 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:57.952982 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3250f98-8689-4c04-982d-98e424c218e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:58.014470 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570a5dc-e7da-41a6-8c6a-4e9b975ffccb x-openstack-request-id: req-8570a5dc-e7da-41a6-8c6a-4e9b975ffccb {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:58.014856 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:58.015141 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8570a5dc-e7da-41a6-8c6a-4e9b975ffccb {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:58.015472 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'status': 'completed', 'code': 200} Jul 16 19:21:58.118598 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:58.144124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3250f98-8689-4c04-982d-98e424c218e0 req-7b0242fb-7a21-4a08-8a03-a477c90f4162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:58.146850 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3250f98-8689-4c04-982d-98e424c218e0 req-7b0242fb-7a21-4a08-8a03-a477c90f4162 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 1097 time: 0.1000736 Jul 16 19:21:58.338023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3250f98-8689-4c04-982d-98e424c218e0 req-b68b58df-77ca-4a2b-97f3-b56beafb7587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:58.338023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3250f98-8689-4c04-982d-98e424c218e0 req-b68b58df-77ca-4a2b-97f3-b56beafb7587 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 200 len: 896 time: 0.1763496 Jul 16 19:21:58.425891 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3250f98-8689-4c04-982d-98e424c218e0 req-83aa1fe9-6f42-49b2-b911-78ecc62bdb81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 200 len: 217 time: 0.0679939 Jul 16 19:21:58.472799 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:58.511128 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3250f98-8689-4c04-982d-98e424c218e0 req-2d9d4be3-14f8-4adb-a48d-68d45fe307fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:58.513195 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3250f98-8689-4c04-982d-98e424c218e0 req-2d9d4be3-14f8-4adb-a48d-68d45fe307fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 200 len: 834 time: 0.0811138 Jul 16 19:21:58.519514 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] Checking router: c867d045-f751-4b67-ad7b-cbcd683403c8 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:58.529935 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:58.530532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:21:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:58.603665 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16717b-54f2-495b-a08d-f969dc07e2ee req-9aef9c69-8c17-45d9-8170-83eb9043a18e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:58.605411 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea16717b-54f2-495b-a08d-f969dc07e2ee req-9aef9c69-8c17-45d9-8170-83eb9043a18e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.1129007 Jul 16 19:21:58.614191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3250f98-8689-4c04-982d-98e424c218e0 req-2929a045-2c4e-4ba2-b678-0cdc3dde9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:58.616557 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3250f98-8689-4c04-982d-98e424c218e0 req-2929a045-2c4e-4ba2-b678-0cdc3dde9ccb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b4fb64f-fc95-4d51-a70c-6520a133ad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916739 Jul 16 19:21:58.661153 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ea16717b-54f2-495b-a08d-f969dc07e2ee req-ff274a62-182e-4491-b15c-efbcdd094a02 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444481 Jul 16 19:21:58.745933 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3250f98-8689-4c04-982d-98e424c218e0 req-a541b7a0-0050-4408-956d-ce5567e7c1b2 service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153896 Jul 16 19:21:58.827586 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:58.857257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3250f98-8689-4c04-982d-98e424c218e0 req-f0680258-14b1-4b44-9499-abd48a2f25bb service neutron] 10.222.0.13 "GET /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036479 Jul 16 19:21:59.123570 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:59.164528 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a0b717-1b9a-45e6-af9c-a3baa0c92f5b None None] The sync data for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 is: [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:20:17Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '89d57519-46f8-49e5-b001-f233c4cfce41', 'name': '', 'network_id': '5b4fb64f-fc95-4d51-a70c-6520a133ad26', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:f1:e3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:17Z', 'updated_at': '2021-07-16T19:20:22Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'f7b4e4b0-c336-41ca-8a9e-0859d5264be7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:59.432256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1763e1a-f76f-4b5d-9af3-ff5c271a298f None None] New status for floating IP d9476a96-e48c-4aa8-b86a-d609d7743e7b: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:21:59.855564 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3637c2-d7e0-4ac7-abac-ed0a7907bfdd req-5c8efaf4-6308-4582-bacc-dcd56b53a24b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:59.857159 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c3637c2-d7e0-4ac7-abac-ed0a7907bfdd req-5c8efaf4-6308-4582-bacc-dcd56b53a24b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0652015 Jul 16 19:21:59.897988 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6c3637c2-d7e0-4ac7-abac-ed0a7907bfdd req-746a84c7-a279-42f7-8f52-712923311089 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=2a0713cb-944f-49df-904d-a94c629dc1f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351942 Jul 16 19:21:59.908990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8526fbb-8d4c-4166-affd-018517411a0d req-38f2f32f-a272-4a05-9da0-bec8611e68ff tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:59.910622 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8526fbb-8d4c-4166-affd-018517411a0d req-38f2f32f-a272-4a05-9da0-bec8611e68ff tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 945 time: 0.0678558 Jul 16 19:22:00.024375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:00.025364 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:00.124064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:00.124464 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:00.138576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:00.275981 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:00.309143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=39e7a0be-b6c3-4549-9507-c18cb7e1cec4,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:00.322008 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.322218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.322533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.322876 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.323208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.323541 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.323867 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.324269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.324604 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.325129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.325274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.325943 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:00.369366 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] No DVR routers for this DVR port 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:22:00.372400 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:00.374936 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d8526fbb-8d4c-4166-affd-018517411a0d req-1635ebf1-363d-4d55-893b-008ccf79eb22 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "DELETE /v2.0/ports/39e7a0be-b6c3-4549-9507-c18cb7e1cec4 HTTP/1.1" status: 204 len: 173 time: 0.4585249 Jul 16 19:22:00.375399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'name': 'network-vif-deleted', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:00.379236 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c7232c-53e1-44a2-b489-92a30df45200" -d '{"events": [{"server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "name": "network-vif-deleted", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:00.391317 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d1c6d132-628b-4bf9-a127-ae66413dae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:00.465972 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b9679e-6229-4b73-91db-b51494eb1b38 x-openstack-request-id: req-f1b9679e-6229-4b73-91db-b51494eb1b38 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:00.466267 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fcf3b59-d746-40f6-afab-f82e3ef040d4", "name": "network-vif-deleted", "tag": "39e7a0be-b6c3-4549-9507-c18cb7e1cec4", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:00.466517 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f1b9679e-6229-4b73-91db-b51494eb1b38 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:00.466918 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fcf3b59-d746-40f6-afab-f82e3ef040d4', 'name': 'network-vif-deleted', 'tag': '39e7a0be-b6c3-4549-9507-c18cb7e1cec4', 'status': 'completed', 'code': 200} Jul 16 19:22:01.089675 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f6af32f2-bc41-4be7-968a-35be079dab6c req-952148f0-28a4-4857-b0dd-05386cff2c68 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=2fcf3b59-d746-40f6-afab-f82e3ef040d4 HTTP/1.1" status: 200 len: 210 time: 0.0321465 Jul 16 19:22:02.185947 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49192) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:02.579669 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:02.878944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 89d57519-46f8-49e5-b001-f233c4cfce41 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:02.879198 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:02.969500 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 89d57519-46f8-49e5-b001-f233c4cfce41, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=89d57519-46f8-49e5-b001-f233c4cfce41,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:02.970183 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:02.984247 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 89d57519-46f8-49e5-b001-f233c4cfce41 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:03.173276 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.201515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=89d57519-46f8-49e5-b001-f233c4cfce41,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:03.242474 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ce57ea9-9376-4dca-8969-e52ad5573966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.385481 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.477742 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.605210 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router c867d045-f751-4b67-ad7b-cbcd683403c8 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:22:03.713227 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:03.718652 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b627752d-b964-4862-9198-a24794e4eb93 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/c867d045-f751-4b67-ad7b-cbcd683403c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314453 Jul 16 19:22:03.721245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49194) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:03.724485 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] Sync routers for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:03.734190 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:03.734790 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:03.779874 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting subnet f7b4e4b0-c336-41ca-8a9e-0859d5264be7 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:22:03.783162 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.829070 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.845176 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:03.919641 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:03.989349 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.016696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Subnet': ['ID=f7b4e4b0-c336-41ca-8a9e-0859d5264be7,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:04.022961 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.024867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e4dc1385-e3ac-4c25-a3e0-268485085984 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/subnets/f7b4e4b0-c336-41ca-8a9e-0859d5264be7 HTTP/1.1" status: 204 len: 168 time: 0.3026428 Jul 16 19:22:04.027772 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49196) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:04.033068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:22:04.037254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c1c3c-f27d-4eb8-bd47-7ba789d86f8b None None] Network 5b4fb64f-fc95-4d51-a70c-6520a133ad26 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:22:04.043262 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:22:03Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:04.073273 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] Checking router: c867d045-f751-4b67-ad7b-cbcd683403c8 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:04.082886 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] Routers {'c867d045-f751-4b67-ad7b-cbcd683403c8'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:04.083526 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['c867d045-f751-4b67-ad7b-cbcd683403c8'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:04.085266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:22:04.085838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 39e7a0be-b6c3-4549-9507-c18cb7e1cec4 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:22:04.172068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.218189 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] Set router c867d045-f751-4b67-ad7b-cbcd683403c8 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:04.348882 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] DHCP port deletion for 5b4fb64f-fc95-4d51-a70c-6520a133ad26 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:22:04.426337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Deleting port c8bb2f35-92b1-408d-8524-62fe70e1b86e {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:04.426830 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.457435 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:22:03Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:04.489439 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b9a7ed-8772-4017-8a9f-025926c82d38 None None] The sync data for ids ['c867d045-f751-4b67-ad7b-cbcd683403c8'] in n-d-793620-10 is: [{'id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-691611112', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94'}], 'enable_snat': True}, 'gw_port_id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:20:13Z', 'updated_at': '2021-07-16T19:22:03Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'e4717023-dc1c-4e14-aa01-ae192999e2fb', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:7c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d045-f751-4b67-ad7b-cbcd683403c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:20:14Z', 'updated_at': '2021-07-16T19:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:04.510642 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] For port c8bb2f35-92b1-408d-8524-62fe70e1b86e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=c8bb2f35-92b1-408d-8524-62fe70e1b86e,segment=NetworkSegment(9e9a42c6-476e-486c-a60e-d54827263c06),segment_id=9e9a42c6-476e-486c-a60e-d54827263c06)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:04.511052 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.528502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Calling delete_port for c8bb2f35-92b1-408d-8524-62fe70e1b86e owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:04.621551 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.640478 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.669278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] No DVR routers for this DVR port c8bb2f35-92b1-408d-8524-62fe70e1b86e on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:22:04.673398 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Pushing event deleted for resources: {'Port': ['ID=c8bb2f35-92b1-408d-8524-62fe70e1b86e,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:04.683323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.683676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.684023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.684405 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.684750 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.685092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.685471 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.685744 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.686074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.686422 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.686738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.687063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b122f3-c4a3-4857-ba7c-582b9d54573f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:04.733688 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.791977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port e4717023-dc1c-4e14-aa01-ae192999e2fb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:04.792248 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.879399 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port e4717023-dc1c-4e14-aa01-ae192999e2fb, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=e4717023-dc1c-4e14-aa01-ae192999e2fb,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:04.879767 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:04.894207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for e4717023-dc1c-4e14-aa01-ae192999e2fb owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:05.072611 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.105362 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=e4717023-dc1c-4e14-aa01-ae192999e2fb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:05.169035 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.268170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.270552 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.318441 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.318938 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Fanout notify agent at l3_agent the message router_deleted on router c867d045-f751-4b67-ad7b-cbcd683403c8 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:22:05.326529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.327752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c8ad80a4-7471-4130-89b5-b41524194d97 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/routers/c867d045-f751-4b67-ad7b-cbcd683403c8 HTTP/1.1" status: 204 len: 168 time: 1.2988474 Jul 16 19:22:05.331333 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49200) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:05.427985 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.534141 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.547179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4fb64f-fc95-4d51-a70c-6520a133ad26']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:05.558702 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9a42c6-476e-486c-a60e-d54827263c06') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:05.559046 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9a42c6-476e-486c-a60e-d54827263c06') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:05.568932 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.582170 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.588469 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:22:05.588856 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:22:05.591879 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:22:05.651335 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.658091 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.659988 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/networks/5b4fb64f-fc95-4d51-a70c-6520a133ad26 HTTP/1.1" status: 204 len: 168 time: 0.3283479 Jul 16 19:22:05.663296 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49202) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:05.671567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794b1fd-f258-43c9-9830-17a78f7eb8ed tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Network': ['ID=5b4fb64f-fc95-4d51-a70c-6520a133ad26,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:05.723654 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3643db7-3806-421f-8370-ec839953e3e2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.749161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3643db7-3806-421f-8370-ec839953e3e2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.821401 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3643db7-3806-421f-8370-ec839953e3e2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.823920 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d3643db7-3806-421f-8370-ec839953e3e2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:05.825276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d3643db7-3806-421f-8370-ec839953e3e2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/security-groups/2a0713cb-944f-49df-904d-a94c629dc1f3 HTTP/1.1" status: 204 len: 168 time: 0.1609795 Jul 16 19:22:05.834791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643db7-3806-421f-8370-ec839953e3e2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0713cb-944f-49df-904d-a94c629dc1f3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:06.064758 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49208) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:06.069417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4dc0ad47-e113-43ec-9358-9d655bcf6902 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1884937093', 'description': 'tempest-secgroup-smoke-1884937093 description', 'project_id': '701fed2d1a084e799a5107c411ac68a9'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:06.094191 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ad47-e113-43ec-9358-9d655bcf6902 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.102511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.179469 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ad47-e113-43ec-9358-9d655bcf6902 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.183874 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ad47-e113-43ec-9358-9d655bcf6902 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.214379 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0ad47-e113-43ec-9358-9d655bcf6902 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9393c68f-d724-4d15-8843-dab9b1472477,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:06.216846 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4dc0ad47-e113-43ec-9358-9d655bcf6902 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.218312 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4dc0ad47-e113-43ec-9358-9d655bcf6902 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524739 Jul 16 19:22:06.221378 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49210) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:06.226690 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a98a5775-9893-4439-ab49-5c8b4b52722e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '9393c68f-d724-4d15-8843-dab9b1472477', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:06.263113 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a98a5775-9893-4439-ab49-5c8b4b52722e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.281444 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4717023-dc1c-4e14-aa01-ae192999e2fb no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:22:06.304747 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: e4717023-dc1c-4e14-aa01-ae192999e2fb {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:22:06.305096 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device e4717023-dc1c-4e14-aa01-ae192999e2fb not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:22:06.305532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c8bb2f35-92b1-408d-8524-62fe70e1b86e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:22:06.326070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a98a5775-9893-4439-ab49-5c8b4b52722e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.327399 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: c8bb2f35-92b1-408d-8524-62fe70e1b86e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:22:06.327977 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device c8bb2f35-92b1-408d-8524-62fe70e1b86e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:22:06.328365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 89d57519-46f8-49e5-b001-f233c4cfce41 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:22:06.330289 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a98a5775-9893-4439-ab49-5c8b4b52722e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.346177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a5775-9893-4439-ab49-5c8b4b52722e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28304cd1-5abb-4bdc-9ad3-a4c796b1f9f5,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:06.350061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 89d57519-46f8-49e5-b001-f233c4cfce41 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:22:06.350061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 89d57519-46f8-49e5-b001-f233c4cfce41 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:22:06.355674 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a98a5775-9893-4439-ab49-5c8b4b52722e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.361621 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a98a5775-9893-4439-ab49-5c8b4b52722e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345916 Jul 16 19:22:06.361621 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49212) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:06.365950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9372de28-0712-4816-ba07-b42627a1dc0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '9393c68f-d724-4d15-8843-dab9b1472477', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:06.394619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9372de28-0712-4816-ba07-b42627a1dc0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.456742 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9372de28-0712-4816-ba07-b42627a1dc0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.461086 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9372de28-0712-4816-ba07-b42627a1dc0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.489422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372de28-0712-4816-ba07-b42627a1dc0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35357b7f-5000-496e-bfb8-06c4504adfc1,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:06.496117 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9372de28-0712-4816-ba07-b42627a1dc0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.501488 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9372de28-0712-4816-ba07-b42627a1dc0a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358068 Jul 16 19:22:06.501695 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49214) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:06.507031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4ff4327d-647f-4a42-9263-789d40c22211 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '9393c68f-d724-4d15-8843-dab9b1472477', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:06.535361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ff4327d-647f-4a42-9263-789d40c22211 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.599337 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ff4327d-647f-4a42-9263-789d40c22211 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.603303 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ff4327d-647f-4a42-9263-789d40c22211 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.624338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4327d-647f-4a42-9263-789d40c22211 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d57e756-e6c3-4829-afee-f274950659d6,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:06.631624 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4ff4327d-647f-4a42-9263-789d40c22211 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.632764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4ff4327d-647f-4a42-9263-789d40c22211 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298661 Jul 16 19:22:06.636399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49216) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:06.641007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-73578312-142d-49d0-a89f-5703c58fa0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '9393c68f-d724-4d15-8843-dab9b1472477', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:06.668226 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73578312-142d-49d0-a89f-5703c58fa0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.732411 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73578312-142d-49d0-a89f-5703c58fa0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.736845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73578312-142d-49d0-a89f-5703c58fa0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.755182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73578312-142d-49d0-a89f-5703c58fa0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2cc9bb-7626-4629-87f6-28d98a784994,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:06.763930 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-73578312-142d-49d0-a89f-5703c58fa0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.765442 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-73578312-142d-49d0-a89f-5703c58fa0e1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280255 Jul 16 19:22:06.770244 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49218) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:06.775186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '9393c68f-d724-4d15-8843-dab9b1472477', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:06.801971 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:22:06.808729 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.879209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.882165 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.900687 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea687f56-b091-4cd1-ba65-25d8e5a1e1db,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:06.909538 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:06.910905 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-3575dfe3-5496-4789-a269-52291171eefd tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395807 Jul 16 19:22:06.913694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49220) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:06.922111 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'security_group_rule': {'security_group_id': '9393c68f-d724-4d15-8843-dab9b1472477', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:06.942097 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Project 701fed2d1a084e799a5107c411ac68a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:22:06.947480 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.014306 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.018540 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.036632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98c432e-6c6b-4c90-99ff-896b6b41ad04,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:07.045607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.050928 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-61170d10-ab66-44da-9723-832f25d07694 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361868 Jul 16 19:22:07.051192 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49222) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:07.058409 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'network': {'name': 'tempest-network-smoke--1513239347', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'port_security_enabled': True}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:07.079691 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:22:07.083228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.111973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:22:07.127271 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.127864 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Added segment 7edf294d-df2c-4dd4-9b7a-48951681f13c of type vlan for network da67d88a-23bb-4386-8558-70f0b1b89cd8 Jul 16 19:22:07.205525 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.251018 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.257219 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:07.258859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.298588 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2462378 Jul 16 19:22:07.302321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49224) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:07.307997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'admin_state_up': True, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:07.359595 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfdba0-5a04-49b0-8742-b5b867b49f9d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Network': ['ID=da67d88a-23bb-4386-8558-70f0b1b89cd8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:07.380740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:22:07.388819 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.390611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.460467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.630205 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.867077 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.888327 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:07.935026 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:08.000074 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.27 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/f8f03dc0-4aae-45d7-ba69-e8b178db4251) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:08.120845 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:08.162058 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:08.202656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:08.205439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:08.209034 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:08.239350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=f8f03dc0-4aae-45d7-ba69-e8b178db4251,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:08.271758 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:08.469394 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:08.718773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:08.862153 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router eb738d89-859c-429b-9cd0-d50961fc1872 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:22:08.981953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:08.992571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Sync routers for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:09.007027 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:09.009650 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-53859de5-06a3-48dd-b01b-162ed15f088f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7056265 Jul 16 19:22:09.010326 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:09.010968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:09.015094 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49228) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:09.120997 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-fe386a6c-b567-4cd9-8d86-766628ac5c8b tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?project_id=701fed2d1a084e799a5107c411ac68a9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1040964 Jul 16 19:22:09.123721 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49232) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:09.223847 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2bdcf0-9e65-4b6d-a347-96131e6c1527 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:09.225569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6b2bdcf0-9e65-4b6d-a347-96131e6c1527 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1008053 Jul 16 19:22:09.228533 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49234) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:09.257059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9bdc0ff1-5cee-49e3-b35a-853eb946e5bf tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/subnets?network_id=9db8fde0-1ace-48dd-9fc3-e9341ce6329e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273972 Jul 16 19:22:09.260323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49236) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:09.265487 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-500351201', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:09.294339 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:09.357589 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:22:09.361223 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:09.489875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:08Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:09.541913 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Checking router: eb738d89-859c-429b-9cd0-d50961fc1872 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:09.542899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Updating router eb738d89-859c-429b-9cd0-d50961fc1872 port f8f03dc0-4aae-45d7-ba69-e8b178db4251 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:22:09.569770 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:09.590620 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:09.643598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Subnet': ['ID=d39354ff-5b1a-4e8b-8634-459416e20223,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:09.651748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Checking segment: {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:09.652109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network hostable DHCP agents. Network: da67d88a-23bb-4386-8558-70f0b1b89cd8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:22:09.671032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:22:09.681842 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, da67d88a-23bb-4386-8558-70f0b1b89cd8) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:09.686950 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:09.687909 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:09.702558 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d4ff3c-c5d4-481d-b0de-be15ad8d4c26 None None] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:22:09.706610 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-a9232802-7795-4209-81de-d7b178af76ef tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4451265 Jul 16 19:22:09.711452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49238) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:10.127408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-da67d88a-23bb-4386-8558-70f0b1b89cd8', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:22:10.128342 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.241193 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.249373 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.272803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Transition to ACTIVE for port object f8f03dc0-4aae-45d7-ba69-e8b178db4251 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:10.283386 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.373737 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Attempting to bind port f8f03dc0-4aae-45d7-ba69-e8b178db4251 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:22:10.374025 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Attempting to bind port f8f03dc0-4aae-45d7-ba69-e8b178db4251 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:22:10.374286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Attempting to bind port f8f03dc0-4aae-45d7-ba69-e8b178db4251 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:10.376924 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Allocated IP 172.20.0.2 (da67d88a-23bb-4386-8558-70f0b1b89cd8/d39354ff-5b1a-4e8b-8634-459416e20223/1b7f42bd-27a4-480c-bcb9-9c148f9645a5) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:10.378829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d086e-8df3-4355-8bd6-0745b945b681 None None] Pushing event updated for resources: {'Port': ['ID=f8f03dc0-4aae-45d7-ba69-e8b178db4251,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:10.388829 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:22:10.389207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:10.389611 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.390003 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:22:10.390485 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Bound port: f8f03dc0-4aae-45d7-ba69-e8b178db4251, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:22:10.390869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.511712 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] For port f8f03dc0-4aae-45d7-ba69-e8b178db4251, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:22:10.528532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] For port f8f03dc0-4aae-45d7-ba69-e8b178db4251, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f8f03dc0-4aae-45d7-ba69-e8b178db4251,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:22:10.539232 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.645535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d086e-8df3-4355-8bd6-0745b945b681 None None] Pushing event updated for resources: {'Port': ['ID=f8f03dc0-4aae-45d7-ba69-e8b178db4251,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:10.648023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:10.648654 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:10.685049 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.701251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Transition to ACTIVE for port object 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:10.750396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Transition to ACTIVE for port object 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:10.761889 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.807784 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:10.812188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.1 (da67d88a-23bb-4386-8558-70f0b1b89cd8/d39354ff-5b1a-4e8b-8634-459416e20223/0c603282-1e8a-4117-9147-d1994a50e751) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:10.848901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:10.890498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:10.892948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:10.898226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Pushing event updated for resources: {'Port': ['ID=1b7f42bd-27a4-480c-bcb9-9c148f9645a5,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:10.951072 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:10.965894 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object 0c603282-1e8a-4117-9147-d1994a50e751 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:11.004887 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.005841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Attempting to bind port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:22:11.006285 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Attempting to bind port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:22:11.006573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Attempting to bind port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 on network da67d88a-23bb-4386-8558-70f0b1b89cd8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:11.016356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:22:11.016356 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Checking segment: {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:11.016356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.017042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Bound using segment: {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:22:11.017281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Bound port: 1b7f42bd-27a4-480c-bcb9-9c148f9645a5, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:22:11.017703 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.050618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:11.056898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:11.061389 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:11.088932 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=0c603282-1e8a-4117-9147-d1994a50e751,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:11.115274 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.283607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.295069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] For port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:22:11.311689 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] For port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1b7f42bd-27a4-480c-bcb9-9c148f9645a5,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:22:11.322487 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.353246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:08Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:11.391962 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353ae0c-144f-4dac-be64-26520984ad73 None None] The sync data for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 is: [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:08Z', 'revision_number': 3, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:11.433477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063eda7-9503-4a58-adeb-de5b755d0ebe None None] Pushing event updated for resources: {'Port': ['ID=1b7f42bd-27a4-480c-bcb9-9c148f9645a5,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:11.650269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.666004 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.762269 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:11.764412 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=0c603282-1e8a-4117-9147-d1994a50e751,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:11.884441 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:11.885975 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:12.020120 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router eb738d89-859c-429b-9cd0-d50961fc1872 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:22:12.140336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:12.148628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-318fb45f-ddc6-4965-99a8-1eab678b1d6e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/eb738d89-859c-429b-9cd0-d50961fc1872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4330580 Jul 16 19:22:12.382305 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-6a9f116d-59a4-4d04-9b00-51b0a03952e0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1884937093&fields=id&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 267 time: 0.0622489 Jul 16 19:22:12.422209 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:12.490715 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:12.496997 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f8f03dc0-4aae-45d7-ba69-e8b178db4251 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:12.522800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e05572-4400-4098-a3b4-16ca59493abf None None] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:22:12.531912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-1ae25eff-695a-47fb-a2ea-7d78bde37339 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:12.533544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-1ae25eff-695a-47fb-a2ea-7d78bde37339 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/networks?id=da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 200 len: 797 time: 0.1504271 Jul 16 19:22:12.555756 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-a4ecb785-1eb3-4dde-850b-7a79a2ba3648 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/quotas/701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 375 time: 0.0102630 Jul 16 19:22:12.577156 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-27e68fe0-9d2a-495a-934e-c1d25a0d5ec3 None None] Provisioning for port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:12.610067 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-27e68fe0-9d2a-495a-934e-c1d25a0d5ec3 None None] Provisioning complete for port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:12.610449 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27e68fe0-9d2a-495a-934e-c1d25a0d5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.656001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-9d203d22-e886-40bb-b173-58dbf8a8d429 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938528 Jul 16 19:22:12.659086 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port f8f03dc0-4aae-45d7-ba69-e8b178db4251 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:12.672356 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-1828f96e-2575-48be-b56a-eebe15fbada4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:22:12.673875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-1828f96e-2575-48be-b56a-eebe15fbada4 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067468 Jul 16 19:22:12.674236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f8f03dc0-4aae-45d7-ba69-e8b178db4251 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:12.674609 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.783276 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-e873ab44-393f-425e-b67d-51982c311867 service neutron] 10.222.0.48 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003006 Jul 16 19:22:12.848446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27e68fe0-9d2a-495a-934e-c1d25a0d5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.897059 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.903426 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-e35b0bd0-e5f2-4429-8c32-97740b1bea54 service neutron] 10.222.0.48 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086218 Jul 16 19:22:12.921816 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-27e68fe0-9d2a-495a-934e-c1d25a0d5ec3 None None] For port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1b7f42bd-27a4-480c-bcb9-9c148f9645a5,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:12.938021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-27e68fe0-9d2a-495a-934e-c1d25a0d5ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.941019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port f8f03dc0-4aae-45d7-ba69-e8b178db4251, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f8f03dc0-4aae-45d7-ba69-e8b178db4251,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:12.948063 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:12.998232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e68fe0-9d2a-495a-934e-c1d25a0d5ec3 None None] Pushing event updated for resources: {'Port': ['ID=1b7f42bd-27a4-480c-bcb9-9c148f9645a5,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:13.057592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=f8f03dc0-4aae-45d7-ba69-e8b178db4251,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:13.168615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-632f87ea-a842-45bb-9c60-5980fcfa166d req-63651469-64ca-4860-8fdd-5bf5a655489c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 210 time: 0.0538304 Jul 16 19:22:13.267355 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f7e8b09a-eb3a-4a75-b71b-24c799fb81e2 None None] Provisioning for port 0c603282-1e8a-4117-9147-d1994a50e751 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:13.273708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f7e8b09a-eb3a-4a75-b71b-24c799fb81e2 None None] Provisioning complete for port 0c603282-1e8a-4117-9147-d1994a50e751 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:13.275156 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b09a-eb3a-4a75-b71b-24c799fb81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:13.332863 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8b09a-eb3a-4a75-b71b-24c799fb81e2 None None] Port 0c603282-1e8a-4117-9147-d1994a50e751 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:22:13.347376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-f7e8b09a-eb3a-4a75-b71b-24c799fb81e2 None None] Provisioning complete for port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:13.347376 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7e8b09a-eb3a-4a75-b71b-24c799fb81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:13.393111 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Sync routers for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:13.406915 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:13.408476 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:13.550806 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:13.592060 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-38d423f6-8e65-42fb-9377-a3baa1a64c12 None None] Provisioning complete for port 0c603282-1e8a-4117-9147-d1994a50e751 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:13.593094 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-38d423f6-8e65-42fb-9377-a3baa1a64c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:13.635806 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-38d423f6-8e65-42fb-9377-a3baa1a64c12 None None] Port 0c603282-1e8a-4117-9147-d1994a50e751 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:22:13.754803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7d44e6dd-7e78-4d0b-b248-f2c25dae9c76 None None] Provisioning complete for port 0c603282-1e8a-4117-9147-d1994a50e751 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:13.755089 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7d44e6dd-7e78-4d0b-b248-f2c25dae9c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:13.781099 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 2, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:13.798298 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7d44e6dd-7e78-4d0b-b248-f2c25dae9c76 None None] Port 0c603282-1e8a-4117-9147-d1994a50e751 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:22:13.812904 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Checking router: eb738d89-859c-429b-9cd0-d50961fc1872 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:13.813332 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Updating router eb738d89-859c-429b-9cd0-d50961fc1872 port 0c603282-1e8a-4117-9147-d1994a50e751 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:22:13.849755 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.207916 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.233781 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Transition to ACTIVE for port object 0c603282-1e8a-4117-9147-d1994a50e751 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:14.242987 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.318290 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:14.361580 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9af2944e-bf7b-4ac9-9c1c-56234910487f req-9ed4ba2c-ab3a-47ca-bc5c-9846a8cc7777 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 210 time: 0.0461829 Jul 16 19:22:14.403120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Attempting to bind port 0c603282-1e8a-4117-9147-d1994a50e751 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:22:14.403120 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Attempting to bind port 0c603282-1e8a-4117-9147-d1994a50e751 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:22:14.403701 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Attempting to bind port 0c603282-1e8a-4117-9147-d1994a50e751 on network da67d88a-23bb-4386-8558-70f0b1b89cd8 {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:14.406226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:14.407308 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.407469 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Pushing event updated for resources: {'Port': ['ID=0c603282-1e8a-4117-9147-d1994a50e751,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:14.420396 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.421074 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.421748 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.422406 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.423271 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.423852 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.424483 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.425137 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.425687 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.426476 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.427132 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.427658 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:14.434892 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:22:14.435612 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Checking segment: {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:14.436228 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.437305 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Bound using segment: {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:22:14.438049 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Bound port: 0c603282-1e8a-4117-9147-d1994a50e751, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:22:14.438820 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.520412 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] For port 0c603282-1e8a-4117-9147-d1994a50e751, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:22:14.525293 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] For port 0c603282-1e8a-4117-9147-d1994a50e751, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0c603282-1e8a-4117-9147-d1994a50e751,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:22:14.532622 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.559379 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f8f03dc0-4aae-45d7-ba69-e8b178db4251 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:14.562142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-4a6ac017-466c-4cea-81ce-e672af4dedf2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:14.563710 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-4a6ac017-466c-4cea-81ce-e672af4dedf2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/networks?id=da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 200 len: 797 time: 0.1689680 Jul 16 19:22:14.612108 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:14.613146 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:14.628030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port f8f03dc0-4aae-45d7-ba69-e8b178db4251 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:14.628681 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.655231 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577242fb-bbbf-4e7b-9a59-e49229b14bc2 None None] Pushing event updated for resources: {'Port': ['ID=0c603282-1e8a-4117-9147-d1994a50e751,revision_number=4']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:14.667531 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-3fa293c6-4172-4c59-b5d8-82153f647b46 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=701fed2d1a084e799a5107c411ac68a9 HTTP/1.1" status: 200 len: 380 time: 0.0956709 Jul 16 19:22:14.678319 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'port': {'device_id': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'admin_state_up': True, 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'security_groups': ['9393c68f-d724-4d15-8843-dab9b1472477']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:14.769459 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:14.830304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Made reservation on behalf of 701fed2d1a084e799a5107c411ac68a9 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:22:14.834937 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:14.979297 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.20.0.7 (da67d88a-23bb-4386-8558-70f0b1b89cd8/d39354ff-5b1a-4e8b-8634-459416e20223/9a0f6138-9fdf-4f82-99f5-99f1c4711e96) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:14.986932 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:14Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:15.017985 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6280146-fd30-46f5-8367-d71d4fc61da2 None None] The sync data for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 is: [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:14Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:15.163391 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.180490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Transition to ACTIVE for port object 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:15.218853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.268261 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:15.271645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:15.276648 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:15.304302 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:15.351764 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:15.352550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.370944 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-8f26eea1-94fc-4d58-9f65-7d4dead3414e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6969717 Jul 16 19:22:15.386364 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Request body: {'port': {'device_id': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:15.512657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.588438 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c313970b-3c7d-4af2-b7eb-a9e1be0f59cf req-e4201a1a-519a-4b15-90df-42e09f821954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:15.590056 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c313970b-3c7d-4af2-b7eb-a9e1be0f59cf req-e4201a1a-519a-4b15-90df-42e09f821954 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 931 time: 0.0931873 Jul 16 19:22:15.613106 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-60ec4e34-76fa-46b6-9a85-31b0b712a534 None None] Provisioning for port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:15.621161 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-60ec4e34-76fa-46b6-9a85-31b0b712a534 None None] Provisioning complete for port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:15.621540 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-60ec4e34-76fa-46b6-9a85-31b0b712a534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.642763 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c313970b-3c7d-4af2-b7eb-a9e1be0f59cf req-b2b1f3dc-aef1-430b-b8be-948037cf7e73 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420032 Jul 16 19:22:15.662622 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-60ec4e34-76fa-46b6-9a85-31b0b712a534 None None] Port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:22:15.819299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:22:15.827840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.841199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Transition to ACTIVE for port object 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:22:15.845757 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.897480 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Pushing event updated for resources: {'Port': ['ID=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:15.985023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Attempting to bind port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:22:15.985387 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Attempting to bind port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:22:15.987560 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Attempting to bind port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 on network da67d88a-23bb-4386-8558-70f0b1b89cd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:15.992991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 on network da67d88a-23bb-4386-8558-70f0b1b89cd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:22:15.993423 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Attempting to bind port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 on network da67d88a-23bb-4386-8558-70f0b1b89cd8 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:22:16.003607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:22:16.003963 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Checking segment: {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:22:16.004402 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Bound using segment: {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:22:16.004847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Bound port: 9a0f6138-9fdf-4f82-99f5-99f1c4711e96, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edf294d-df2c-4dd4-9b7a-48951681f13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:22:16.005374 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:16.087569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] For port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:22:16.092611 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] For port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:22:16.099371 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:16.144616 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.145372 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:16.146859 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] 10.222.0.13 "PUT /v2.0/ports/9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 200 len: 1092 time: 0.7682984 Jul 16 19:22:16.147391 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:16.150010 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:16.178935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7e6e3-dfd2-46bc-8256-78940de516de service neutron] Pushing event updated for resources: {'Port': ['ID=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:16.231629 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebc6d38-feec-4e41-af9d-a951c7da620b x-openstack-request-id: req-1ebc6d38-feec-4e41-af9d-a951c7da620b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:16.231922 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:16.232203 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ebc6d38-feec-4e41-af9d-a951c7da620b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:16.232610 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'status': 'completed', 'code': 200} Jul 16 19:22:16.277443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-1e786098-02e5-4d05-81e3-d4631e63471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.279259 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-1e786098-02e5-4d05-81e3-d4631e63471d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1095 time: 0.0886805 Jul 16 19:22:16.330047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-12e3beea-3497-44e9-825d-87d80b774564 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 200 len: 217 time: 0.0434344 Jul 16 19:22:16.348899 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c603282-1e8a-4117-9147-d1994a50e751 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:16.397700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-9f00052f-00c8-4482-b8e0-75e8ed21a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.400025 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-9f00052f-00c8-4482-b8e0-75e8ed21a26a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39354ff-5b1a-4e8b-8634-459416e20223 HTTP/1.1" status: 200 len: 834 time: 0.0635345 Jul 16 19:22:16.425595 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 0c603282-1e8a-4117-9147-d1994a50e751 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:16.429675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0c603282-1e8a-4117-9147-d1994a50e751 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:16.430126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:16.467871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c89533-82fe-4300-8849-7da087a71eec req-785b1146-3246-4b39-9d5b-0d814d215530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.469610 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-785b1146-3246-4b39-9d5b-0d814d215530 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da67d88a-23bb-4386-8558-70f0b1b89cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631421 Jul 16 19:22:16.524273 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:16.567011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 0c603282-1e8a-4117-9147-d1994a50e751, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0c603282-1e8a-4117-9147-d1994a50e751,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:16.572209 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-0b7758e5-6e23-4025-b801-5b8b3ff4f17b service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964885 Jul 16 19:22:16.572676 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:16.633446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=0c603282-1e8a-4117-9147-d1994a50e751,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:16.681882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-11c89533-82fe-4300-8849-7da087a71eec req-6521f5bf-9171-49f0-8a08-af6d5c90d2f4 service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029439 Jul 16 19:22:16.784840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-0d2a79d4-3733-4b22-ad14-21c88bb9c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.786424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-0d2a79d4-3733-4b22-ad14-21c88bb9c88d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1095 time: 0.0556529 Jul 16 19:22:16.827489 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:16.834813 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450106e-c881-4d83-ae7a-84a4c1d60e84 req-d072b730-dc09-4c5b-b864-45f04422918f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.837313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b450106e-c881-4d83-ae7a-84a4c1d60e84 req-d072b730-dc09-4c5b-b864-45f04422918f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 943 time: 0.0712290 Jul 16 19:22:16.880570 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b450106e-c881-4d83-ae7a-84a4c1d60e84 req-86996ee9-594d-47be-aa52-f740325066d6 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363669 Jul 16 19:22:16.897990 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-4df87adb-b0a4-4efa-bdfa-d0f0add1a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.900314 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-4df87adb-b0a4-4efa-bdfa-d0f0add1a393 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 200 len: 897 time: 0.1077054 Jul 16 19:22:16.942582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-7ae4b640-0a11-4a4e-8b34-ad3c16e52b11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 200 len: 217 time: 0.0347791 Jul 16 19:22:16.992738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-5a98d075-0935-46bc-bc61-b04e639bfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:16.994257 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-5a98d075-0935-46bc-bc61-b04e639bfca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39354ff-5b1a-4e8b-8634-459416e20223 HTTP/1.1" status: 200 len: 834 time: 0.0450637 Jul 16 19:22:17.056840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-7bb64bc7-e045-4998-ba3d-6ec1e666860c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:17.058283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-7bb64bc7-e045-4998-ba3d-6ec1e666860c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da67d88a-23bb-4386-8558-70f0b1b89cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568244 Jul 16 19:22:17.152963 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-c8b1af70-6965-482a-b4a9-5f475d623d7e service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869699 Jul 16 19:22:17.247844 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e68d6e4c-f4a0-4bc9-9b20-0a93ee4a8aeb req-2f6c76f1-4318-428f-b4de-e5f93448902b service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874991 Jul 16 19:22:18.058419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb633f87-ed3d-4d91-ace4-9f8cbea2e207 req-4723772c-3933-43e0-898f-b079154925f2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:18.059955 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb633f87-ed3d-4d91-ace4-9f8cbea2e207 req-4723772c-3933-43e0-898f-b079154925f2 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 943 time: 0.0646396 Jul 16 19:22:18.105433 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb633f87-ed3d-4d91-ace4-9f8cbea2e207 req-dccf553d-a4e1-4e58-93d2-093b44e3d8e3 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396259 Jul 16 19:22:18.279921 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c603282-1e8a-4117-9147-d1994a50e751 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:18.341014 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0c603282-1e8a-4117-9147-d1994a50e751 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:18.342894 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:19.292358 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d73c3-5775-40b4-a61a-2d2fd70f4cc7 req-417940ac-9f79-4195-b886-51f497ecedd7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:19.293836 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d6d73c3-5775-40b4-a61a-2d2fd70f4cc7 req-417940ac-9f79-4195-b886-51f497ecedd7 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 943 time: 0.0696745 Jul 16 19:22:19.334490 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5d6d73c3-5775-40b4-a61a-2d2fd70f4cc7 req-b2dada00-6844-42a6-aceb-994e026549b0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348585 Jul 16 19:22:20.062477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:22:20.193879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:20.212959 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'port_id': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'mac_address': 'fa:16:3e:f7:71:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:22:20.264069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:20.278926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:22:20.300316 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:20.305757 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:20.357335 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:20.506347 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['9a0f6138-9fdf-4f82-99f5-99f1c4711e96'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:22:20.535319 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066ecc4-61ac-407a-b5c4-c9fc0bd1d293 req-8172b97e-9e34-4dca-82a1-bb60b9d72a71 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:20.537317 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b066ecc4-61ac-407a-b5c4-c9fc0bd1d293 req-8172b97e-9e34-4dca-82a1-bb60b9d72a71 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 944 time: 0.0811417 Jul 16 19:22:20.582240 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b066ecc4-61ac-407a-b5c4-c9fc0bd1d293 req-6af1988e-0834-4958-8c35-aca308185acb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379376 Jul 16 19:22:21.767654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61bc9eb-7992-48b8-91dd-b69795e793a1 req-54ec2c5e-f414-4b7e-920f-7d0ae88d8e59 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:21.769241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a61bc9eb-7992-48b8-91dd-b69795e793a1 req-54ec2c5e-f414-4b7e-920f-7d0ae88d8e59 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 944 time: 0.0687096 Jul 16 19:22:21.815755 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a61bc9eb-7992-48b8-91dd-b69795e793a1 req-a3561bde-526a-48b8-8191-558a4293822b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 Jul 16 19:22:22.077372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:22.135189 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:22:22.143299 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:22.143899 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:22.260823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:22.292557 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:22.295023 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e07256-7ac8-4104-84e4-cdb12a02d887" -d '{"events": [{"server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:22.317961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:22.326327 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:22.420625 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:22.425067 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e453951e-a5fd-4bac-a395-7f590e0b4460 x-openstack-request-id: req-e453951e-a5fd-4bac-a395-7f590e0b4460 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:22.425495 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "name": "network-vif-plugged", "status": "completed", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:22.425755 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e453951e-a5fd-4bac-a395-7f590e0b4460 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:22.426137 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'code': 200} Jul 16 19:22:22.574010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacf91b-66c1-4c29-b8ef-69917c8e5c8d req-ee65bb1b-510e-46b1-ab0a-949b346f2dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:22.575494 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dacf91b-66c1-4c29-b8ef-69917c8e5c8d req-ee65bb1b-510e-46b1-ab0a-949b346f2dc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1097 time: 0.0612226 Jul 16 19:22:22.615409 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2dacf91b-66c1-4c29-b8ef-69917c8e5c8d req-a1188e56-ebef-4b97-b7c1-f03fdefb0f13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335691 Jul 16 19:22:22.996558 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b915c-610f-45d6-a94b-95ebf1332739 req-9b561431-981a-4370-940f-98050c36710b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:22.998166 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a60b915c-610f-45d6-a94b-95ebf1332739 req-9b561431-981a-4370-940f-98050c36710b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0671308 Jul 16 19:22:23.039761 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a60b915c-610f-45d6-a94b-95ebf1332739 req-ae539a43-e8bc-43f4-b66d-ca50aab72019 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355027 Jul 16 19:22:24.225473 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f215910b-332a-4e15-857e-21b5a96cc1b7 req-538a4367-07b0-49d4-946a-24d55eec9293 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:24.227187 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f215910b-332a-4e15-857e-21b5a96cc1b7 req-538a4367-07b0-49d4-946a-24d55eec9293 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0696919 Jul 16 19:22:24.270798 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f215910b-332a-4e15-857e-21b5a96cc1b7 req-a6ba40b6-ec67-4816-8fe7-38ff113cce02 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370255 Jul 16 19:22:24.449338 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13241f5-d23b-49a3-9ac1-861e8661f58b req-be10ab63-46a4-4053-9e6b-9d79f93c02ca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:24.450848 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f13241f5-d23b-49a3-9ac1-861e8661f58b req-be10ab63-46a4-4053-9e6b-9d79f93c02ca tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0666008 Jul 16 19:22:24.489390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f13241f5-d23b-49a3-9ac1-861e8661f58b req-d1e1615b-35ff-4d58-9ab8-68889134626c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329330 Jul 16 19:22:24.514010 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49298) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:24.565768 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056fed8b-964b-4101-8d6d-e9add17fdf16 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:24.567274 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-056fed8b-964b-4101-8d6d-e9add17fdf16 tempest-TestNetworkAdvancedServerOps-1541753256 tempest-TestNetworkAdvancedServerOps-1541753256-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1092 time: 0.0522316 Jul 16 19:22:24.570313 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49300) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:24.575556 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:22:24.599471 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:24.701390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:24.818879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Allocated IP 172.25.0.21 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/d2fb9bdd-3e30-4865-a27d-34aef7281ceb) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:22:24.933767 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:24.974680 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.016316 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:22:25.019170 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:22:25.021829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:22:25.048183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=d2fb9bdd-3e30-4865-a27d-34aef7281ceb,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:25.770645 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:25.862006 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:26.029805 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:26.036386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:26.108033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event updated for resources: {'Port': ['ID=d2fb9bdd-3e30-4865-a27d-34aef7281ceb,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:26.120433 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:26.223272 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP 680b9910-0321-4afd-bdae-fbcbe3c833d1 associated. External IP: 172.25.0.21, port: 9a0f6138-9fdf-4f82-99f5-99f1c4711e96. Jul 16 19:22:26.441191 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router eb738d89-859c-429b-9cd0-d50961fc1872 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:22:26.554911 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:26.564920 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] Sync routers for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:26.571993 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:26.576127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:26.576809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:26.610584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2854f0bb-7063-45e4-8f17-a4a4bd86349e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0385458 Jul 16 19:22:26.611167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:26.613463 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:26.653843 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb6d35-e446-433d-b22c-c69b7856c1b2 x-openstack-request-id: req-79eb6d35-e446-433d-b22c-c69b7856c1b2 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:26.654145 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:26.654405 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-79eb6d35-e446-433d-b22c-c69b7856c1b2 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:26.654813 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'status': 'completed', 'code': 200} Jul 16 19:22:26.695103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:26.736657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-41edada5-2d24-4ff9-aad4-19568661fa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:26.738175 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-41edada5-2d24-4ff9-aad4-19568661fa4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1097 time: 0.0607684 Jul 16 19:22:26.794834 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9615-b76c-4862-bd4a-ebf62cc4de01 req-78399e3a-3478-4edd-974a-9180c459b8e9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:26.796957 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-509c9615-b76c-4862-bd4a-ebf62cc4de01 req-78399e3a-3478-4edd-974a-9180c459b8e9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0879071 Jul 16 19:22:26.846444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-eb926473-6274-4021-8cbd-2dfcbd49418a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:26.848888 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-eb926473-6274-4021-8cbd-2dfcbd49418a service neutron] 10.222.0.13 "GET /v2.0/networks?id=da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 200 len: 897 time: 0.1050372 Jul 16 19:22:26.863192 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-509c9615-b76c-4862-bd4a-ebf62cc4de01 req-39994a7f-ba92-438f-a2ba-a82ae28b3b68 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550480 Jul 16 19:22:26.891103 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49306) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:26.940926 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-e2f7d43f-692a-4c97-9999-cba471fc3952 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 200 len: 998 time: 0.0855703 Jul 16 19:22:26.954505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '680b9910-0321-4afd-bdae-fbcbe3c833d1', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'port_id': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'mac_address': 'fa:16:3e:f7:71:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:22:25Z', 'updated_at': '2021-07-16T19:22:25Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:16Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:26.968875 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-eca258db-ea42-4e1e-aa91-1d06be4e6021 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/680b9910-0321-4afd-bdae-fbcbe3c833d1 HTTP/1.1" status: 200 len: 990 time: 0.0744221 Jul 16 19:22:26.989648 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] Checking router: eb738d89-859c-429b-9cd0-d50961fc1872 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:26.998539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-96244cae-25f9-42a5-8dbc-8597bc6816c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:26.999993 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:27.000696 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:22:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:27.001242 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-96244cae-25f9-42a5-8dbc-8597bc6816c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39354ff-5b1a-4e8b-8634-459416e20223 HTTP/1.1" status: 200 len: 834 time: 0.0543926 Jul 16 19:22:27.066757 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-a551fb07-9274-48b4-876f-bbce4b413b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:27.068580 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-a551fb07-9274-48b4-876f-bbce4b413b8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da67d88a-23bb-4386-8558-70f0b1b89cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613754 Jul 16 19:22:27.157460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:27.169995 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-bf1005c2-0ed6-494e-a82f-3118f2f2f0c0 service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952001 Jul 16 19:22:27.261729 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-9f3ecd00-ad76-4573-aa6a-0d7645925c8c req-3d8ef55e-d8d3-471d-a172-c15be38bec5a service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860927 Jul 16 19:22:27.556483 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '680b9910-0321-4afd-bdae-fbcbe3c833d1', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'port_id': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'mac_address': 'fa:16:3e:f7:71:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:22:25Z', 'updated_at': '2021-07-16T19:22:25Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:16Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:27.589378 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988f1350-b415-4fc2-99bb-906c8b1e0797 None None] The sync data for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 is: [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '680b9910-0321-4afd-bdae-fbcbe3c833d1', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'floating_ip_address': '172.25.0.21', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'port_id': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'mac_address': 'fa:16:3e:f7:71:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:22:25Z', 'updated_at': '2021-07-16T19:22:25Z', 'revision_number': 0, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:16Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:27.808800 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dd6ab-b2da-4d00-93f0-908e3e5885c3 None None] New status for floating IP 680b9910-0321-4afd-bdae-fbcbe3c833d1: ACTIVE {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:22:27.975868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49308) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:28.032938 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4e2f8aed-fa89-427f-9db9-c56c3236e7cb tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/680b9910-0321-4afd-bdae-fbcbe3c833d1 HTTP/1.1" status: 200 len: 992 time: 0.0600710 Jul 16 19:22:30.387025 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48898073-2d58-4521-bed9-ed428f800b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:33.247069 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01e08828-bc60-4b73-93d2-d603ba72023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:33.482427 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:34.608807 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:36.108070 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:37.939442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.261191 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:53.827646 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:57.346628 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-000d7435-c9f6-454b-b8c3-7daed518ed58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0586777 Jul 16 19:22:57.446700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-ea84a932-ed50-4b04-b789-7e9941ba5503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:57.448335 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-ea84a932-ed50-4b04-b789-7e9941ba5503 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1097 time: 0.0567880 Jul 16 19:22:57.565410 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-99601a00-d412-4575-b7c6-d12ff681fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:57.565410 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-99601a00-d412-4575-b7c6-d12ff681fe82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 200 len: 897 time: 0.0933559 Jul 16 19:22:58.002929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-51c48fe0-9b98-4c0b-8715-6c2d1a69d7b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 200 len: 1000 time: 0.4306357 Jul 16 19:22:58.052590 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-e099b498-1a5f-482f-bb1b-4a33c038fa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:58.054119 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-e099b498-1a5f-482f-bb1b-4a33c038fa3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39354ff-5b1a-4e8b-8634-459416e20223 HTTP/1.1" status: 200 len: 834 time: 0.0447137 Jul 16 19:22:58.114761 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-d825bdfc-e87c-486b-a62c-30eae747c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:58.116331 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-d825bdfc-e87c-486b-a62c-30eae747c956 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da67d88a-23bb-4386-8558-70f0b1b89cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551307 Jul 16 19:22:58.211152 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-a02e7d5b-8666-4750-af9b-557d9694f2e9 service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871220 Jul 16 19:22:58.308693 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d3cb36f4-ad4a-4708-8bec-c2430488ef78 req-4e65da4b-d9e9-4f8d-8a1e-8572e2247be0 service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911736 Jul 16 19:22:59.614549 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af932c94-184a-4141-9765-1520851955c2 req-2faa4996-6164-40ae-9102-be587469b42e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:59.615986 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af932c94-184a-4141-9765-1520851955c2 req-2faa4996-6164-40ae-9102-be587469b42e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0695159 Jul 16 19:22:59.655820 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-af932c94-184a-4141-9765-1520851955c2 req-696c2bb8-de16-47ad-9b51-a0dc93880371 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340674 Jul 16 19:23:00.389126 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4dc08497-d9cc-4520-85a8-80ca4ce834df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.846562 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f9c78-b1c7-41b4-96ad-62ef4f4ba690 req-41dd2d6f-6768-44d7-b5a2-c016387581bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:00.848350 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-708f9c78-b1c7-41b4-96ad-62ef4f4ba690 req-41dd2d6f-6768-44d7-b5a2-c016387581bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0666111 Jul 16 19:23:00.888687 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-708f9c78-b1c7-41b4-96ad-62ef4f4ba690 req-75a5f3fa-ec00-4464-b24b-e2c5a9a57d08 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Jul 16 19:23:00.914247 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49332) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:00.983822 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1c56597d-09c2-432d-8967-db30dee7d46e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/680b9910-0321-4afd-bdae-fbcbe3c833d1 HTTP/1.1" status: 200 len: 992 time: 0.0682573 Jul 16 19:23:02.439194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-f589bd85-4a29-44c0-a826-64829d9273cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:02.440830 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-f589bd85-4a29-44c0-a826-64829d9273cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1097 time: 0.0571923 Jul 16 19:23:02.483307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c263f-691a-4d6a-bea6-9042f2e10711 req-ec3b4992-bd8a-4148-a1c4-9d14cc20f458 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:02.486304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f3c263f-691a-4d6a-bea6-9042f2e10711 req-ec3b4992-bd8a-4148-a1c4-9d14cc20f458 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0861237 Jul 16 19:23:02.531164 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2f3c263f-691a-4d6a-bea6-9042f2e10711 req-c9322003-a9f0-4042-bf77-c3fd0463ae03 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391748 Jul 16 19:23:02.561419 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-806d4673-6f48-4272-abb7-4d7f64d6d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:02.562964 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-806d4673-6f48-4272-abb7-4d7f64d6d082 service neutron] 10.222.0.13 "GET /v2.0/networks?id=da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 200 len: 897 time: 0.1136851 Jul 16 19:23:02.634902 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-b1d1deae-080b-426e-80a3-0c34747a559a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 200 len: 1000 time: 0.0652606 Jul 16 19:23:02.685353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-ae264996-18ed-4044-8684-7bd52651899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:02.686836 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-ae264996-18ed-4044-8684-7bd52651899e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39354ff-5b1a-4e8b-8634-459416e20223 HTTP/1.1" status: 200 len: 834 time: 0.0460377 Jul 16 19:23:02.744916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-d872909f-b862-4f7a-9c7e-574fa282b022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:02.746469 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-d872909f-b862-4f7a-9c7e-574fa282b022 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da67d88a-23bb-4386-8558-70f0b1b89cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535765 Jul 16 19:23:02.843945 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-d0f6c253-72a5-4def-bf97-ffbdbc047dcd service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907314 Jul 16 19:23:02.933352 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-cd30502e-3e62-4eb1-a3b3-ab26f672c121 req-20abef2f-5f4d-4a62-9762-926145f6ebc3 service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836761 Jul 16 19:23:03.248701 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1ed9cbba-f022-4f5d-8eba-2d6d2118a2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.485379 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.729425 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21830980-2842-4f9e-9616-286dd4ea0043 req-d9881a05-cc98-4972-b447-335a08e19ccc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:03.731003 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21830980-2842-4f9e-9616-286dd4ea0043 req-d9881a05-cc98-4972-b447-335a08e19ccc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0776787 Jul 16 19:23:03.774208 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21830980-2842-4f9e-9616-286dd4ea0043 req-fc6f7e40-01f7-43b3-9563-a8f657bdb88a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371199 Jul 16 19:23:04.610915 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.966003 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffa2a7-954f-43c8-8e74-055895b3f51c req-a2a43857-ce55-420f-afd7-3ce969fc3db1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:04.967640 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78ffa2a7-954f-43c8-8e74-055895b3f51c req-a2a43857-ce55-420f-afd7-3ce969fc3db1 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0700257 Jul 16 19:23:05.008581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-78ffa2a7-954f-43c8-8e74-055895b3f51c req-9fbb58cd-98f4-4445-a0f6-0fa0710e0d2d tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346811 Jul 16 19:23:05.033090 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49344) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:05.099901 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e594a3bb-b87d-44f2-8164-9c8867ce90e9 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/floatingips/680b9910-0321-4afd-bdae-fbcbe3c833d1 HTTP/1.1" status: 200 len: 992 time: 0.0655107 Jul 16 19:23:05.359305 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49350) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:05.516557 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port d2fb9bdd-3e30-4865-a27d-34aef7281ceb {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:05.516916 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.599976 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.600325 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.612878 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for d2fb9bdd-3e30-4865-a27d-34aef7281ceb owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:05.761320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.792481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=d2fb9bdd-3e30-4865-a27d-34aef7281ceb,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:05.822593 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.822945 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.823287 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.823627 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.823964 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.824331 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.824664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.824996 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.825326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.825656 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.826072 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.826406 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:05.866529 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.866830 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Floating IP 680b9910-0321-4afd-bdae-fbcbe3c833d1 disassociated (deleted). External IP: 172.25.0.21, port: 9a0f6138-9fdf-4f82-99f5-99f1c4711e96. Jul 16 19:23:06.092124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router eb738d89-859c-429b-9cd0-d50961fc1872 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:06.111162 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.213918 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:06.219147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.226538 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] Sync routers for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:06.236533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:06.237011 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:06.261771 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-502e297e-79c5-4d39-866e-5eee896889bc tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/floatingips/680b9910-0321-4afd-bdae-fbcbe3c833d1 HTTP/1.1" status: 204 len: 168 time: 0.9014158 Jul 16 19:23:06.262570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:06.265204 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159edd26-15c9-47b4-9223-8d1633cac0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:06.305669 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2399c3-65b5-433e-b20e-6ce9a5eb8ec9 x-openstack-request-id: req-da2399c3-65b5-433e-b20e-6ce9a5eb8ec9 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:06.305985 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:06.305985 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-da2399c3-65b5-433e-b20e-6ce9a5eb8ec9 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:06.306421 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'status': 'completed', 'code': 200} Jul 16 19:23:06.358392 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:06.392680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-bcd6a4e3-16f5-464e-93e4-4078ae567dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:06.394621 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-bcd6a4e3-16f5-464e-93e4-4078ae567dbf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=701fed2d1a084e799a5107c411ac68a9&device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 1097 time: 0.0630684 Jul 16 19:23:06.512028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-9701c082-11e7-4d3c-93ea-4af9de6461df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:06.513703 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-9701c082-11e7-4d3c-93ea-4af9de6461df service neutron] 10.222.0.13 "GET /v2.0/networks?id=da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 200 len: 897 time: 0.1128783 Jul 16 19:23:06.558172 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-001732a7-a5e5-4a3f-b6b2-2ca582ca7ece service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 200 len: 217 time: 0.0373621 Jul 16 19:23:06.606938 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:16Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:06.632174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-90e0236f-852a-424d-9632-b27944223c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:06.635055 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-90e0236f-852a-424d-9632-b27944223c78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d39354ff-5b1a-4e8b-8634-459416e20223 HTTP/1.1" status: 200 len: 834 time: 0.0656195 Jul 16 19:23:06.653630 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] Checking router: eb738d89-859c-429b-9cd0-d50961fc1872 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:06.665304 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:06.665945 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:06.667912 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c07c6-d842-4239-beb2-2ab5adf3e954 req-b8343780-13e2-4522-86a0-9c16e704592f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:06.670234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d08c07c6-d842-4239-beb2-2ab5adf3e954 req-b8343780-13e2-4522-86a0-9c16e704592f tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0726042 Jul 16 19:23:06.709509 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d08c07c6-d842-4239-beb2-2ab5adf3e954 req-f450d850-e13a-469f-bbd9-0eaed3d762cf tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341020 Jul 16 19:23:06.714430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-a03b9542-283d-4ade-8a1e-73689347aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:06.716069 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-a03b9542-283d-4ade-8a1e-73689347aaeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=da67d88a-23bb-4386-8558-70f0b1b89cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734940 Jul 16 19:23:06.786226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:06.815380 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-019f2440-a683-4cd8-b96e-ae3fc6e995af service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923274 Jul 16 19:23:06.922054 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-159edd26-15c9-47b4-9223-8d1633cac0eb req-408ae13a-34ba-4569-823b-4ae7297a9cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960822 Jul 16 19:23:07.002950 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:16Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:07.030518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ca6d92-ceac-4ad7-8c5b-e46ba9f23c2e None None] The sync data for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 is: [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:11Z', 'revision_number': 4, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0c603282-1e8a-4117-9147-d1994a50e751', 'name': '', 'network_id': 'da67d88a-23bb-4386-8558-70f0b1b89cd8', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'mac_address': 'fa:16:3e:e2:e1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:10Z', 'updated_at': '2021-07-16T19:22:16Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'subnets': [{'id': 'd39354ff-5b1a-4e8b-8634-459416e20223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:07.276772 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7050451f-d70e-45e4-b4b6-a4056d20d13a None None] New status for floating IP 680b9910-0321-4afd-bdae-fbcbe3c833d1: DOWN {{(pid=93780) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:23:07.916466 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0628c3-b5e5-4426-8ba6-2b503aeefd22 req-cc9cf346-0e6b-46e0-8744-a4efebc70b73 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:07.918805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae0628c3-b5e5-4426-8ba6-2b503aeefd22 req-cc9cf346-0e6b-46e0-8744-a4efebc70b73 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0869038 Jul 16 19:23:07.950402 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.967376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ae0628c3-b5e5-4426-8ba6-2b503aeefd22 req-32df9787-f802-4221-a0bc-b85f39b27f3e tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/security-groups?id=9393c68f-d724-4d15-8843-dab9b1472477&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425754 Jul 16 19:23:08.074543 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-3dbd1e8c-6d96-4e0f-9e3c-cc35db0a714c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:08.076182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-3dbd1e8c-6d96-4e0f-9e3c-cc35db0a714c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 945 time: 0.0703003 Jul 16 19:23:08.188061 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:08.188545 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.295754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:08.296301 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.317022 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:08.328210 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.536951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.571482 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=9a0f6138-9fdf-4f82-99f5-99f1c4711e96,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:08.630653 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] No DVR routers for this DVR port 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:23:08.633339 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:08.635582 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f783a9f1-eca0-4570-9b00-73a7f4faf2fe req-e8024d56-abd1-49fe-b218-ebce5ecb6c7c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.13 "DELETE /v2.0/ports/9a0f6138-9fdf-4f82-99f5-99f1c4711e96 HTTP/1.1" status: 204 len: 173 time: 0.5541947 Jul 16 19:23:08.636023 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'name': 'network-vif-deleted', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:08.638357 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d5e989-1e3f-4810-8d95-2370eedd5c0b" -d '{"events": [{"server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "name": "network-vif-deleted", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:08.681269 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a315796c-5584-49b5-b0c1-421f060bb667 x-openstack-request-id: req-a315796c-5584-49b5-b0c1-421f060bb667 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:08.681592 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a698edeb-cc29-472a-8dbf-b963956c3a41", "name": "network-vif-deleted", "tag": "9a0f6138-9fdf-4f82-99f5-99f1c4711e96", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:08.681851 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a315796c-5584-49b5-b0c1-421f060bb667 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:08.682270 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a698edeb-cc29-472a-8dbf-b963956c3a41', 'name': 'network-vif-deleted', 'tag': '9a0f6138-9fdf-4f82-99f5-99f1c4711e96', 'status': 'completed', 'code': 200} Jul 16 19:23:09.185901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dd30af33-8c51-430a-b47f-0f5fafa85d4b req-f70a7a90-51f3-48fc-8446-289681749e78 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "GET /v2.0/ports?device_id=a698edeb-cc29-472a-8dbf-b963956c3a41 HTTP/1.1" status: 200 len: 210 time: 0.0342557 Jul 16 19:23:10.279243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:10.292215 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49366) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:10.301243 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:10.301597 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 9a0f6138-9fdf-4f82-99f5-99f1c4711e96 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:10.696729 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:10.996661 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port 0c603282-1e8a-4117-9147-d1994a50e751 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:10.997006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.102806 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port 0c603282-1e8a-4117-9147-d1994a50e751, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0c603282-1e8a-4117-9147-d1994a50e751,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:11.103174 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.116140 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for 0c603282-1e8a-4117-9147-d1994a50e751 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:11.324636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.356303 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=0c603282-1e8a-4117-9147-d1994a50e751,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:11.570635 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:11.815063 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Router eb738d89-859c-429b-9cd0-d50961fc1872 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:11.930193 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:11.936561 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ecece0f8-7236-44ca-8525-334792e4d72c tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "PUT /v2.0/routers/eb738d89-859c-429b-9cd0-d50961fc1872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6427350 Jul 16 19:23:11.938924 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49368) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:11.941142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] Sync routers for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:11.951164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:11.951797 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:11.995688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting subnet d39354ff-5b1a-4e8b-8634-459416e20223 {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:23:11.999324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.043921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.068407 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:12.145179 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.218922 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.261533 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.263438 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/subnets/d39354ff-5b1a-4e8b-8634-459416e20223 HTTP/1.1" status: 204 len: 168 time: 0.3226824 Jul 16 19:23:12.264491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Subnet': ['ID=d39354ff-5b1a-4e8b-8634-459416e20223,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:12.266315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49370) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:12.277574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.277957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.278274 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.278831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.279046 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.279283 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.279623 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.279961 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.280330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.280662 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.280997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.281321 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85578121-be91-4c0d-aa6c-8196b5dbb44a tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:12.297710 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4e44f5-6316-4808-9de0-c419b0b0c05f None None] Network da67d88a-23bb-4386-8558-70f0b1b89cd8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:12.404398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.428761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:23:11Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:12.459552 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] Checking router: eb738d89-859c-429b-9cd0-d50961fc1872 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:12.475169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] Routers {'eb738d89-859c-429b-9cd0-d50961fc1872'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:12.475680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['eb738d89-859c-429b-9cd0-d50961fc1872'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:12.534139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.604332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Deleting port f8f03dc0-4aae-45d7-ba69-e8b178db4251 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:12.604815 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.644424 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] DHCP port deletion for da67d88a-23bb-4386-8558-70f0b1b89cd8 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:23:12.666017 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] Set router eb738d89-859c-429b-9cd0-d50961fc1872 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:12.732645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] For port f8f03dc0-4aae-45d7-ba69-e8b178db4251, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=f8f03dc0-4aae-45d7-ba69-e8b178db4251,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:12.733098 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.750394 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Calling delete_port for f8f03dc0-4aae-45d7-ba69-e8b178db4251 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:12.862873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Deleting port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:12.863217 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.963137 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.984594 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] For port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=1b7f42bd-27a4-480c-bcb9-9c148f9645a5,segment=NetworkSegment(7edf294d-df2c-4dd4-9b7a-48951681f13c),segment_id=7edf294d-df2c-4dd4-9b7a-48951681f13c)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:12.985520 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:12.994203 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Port': ['ID=f8f03dc0-4aae-45d7-ba69-e8b178db4251,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:13.020077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Calling delete_port for 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:13.061675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.111853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:23:11Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:13.175470 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8899108-4e87-4d59-b697-55c69567cb0f None None] The sync data for ids ['eb738d89-859c-429b-9cd0-d50961fc1872'] in n-d-793620-10 is: [{'id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'name': 'tempest-TestNetworkAdvancedServerOps-router-569565522', 'tenant_id': '701fed2d1a084e799a5107c411ac68a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:23:11Z', 'revision_number': 5, 'project_id': '701fed2d1a084e799a5107c411ac68a9', 'gw_port': {'id': 'f8f03dc0-4aae-45d7-ba69-e8b178db4251', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:6a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb738d89-859c-429b-9cd0-d50961fc1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:22:07Z', 'updated_at': '2021-07-16T19:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:13.241638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.287568 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Pushing event deleted for resources: {'Port': ['ID=1b7f42bd-27a4-480c-bcb9-9c148f9645a5,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:13.301589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] No DVR routers for this DVR port 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:23:13.307676 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.308277 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.313845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b008b43-4f40-4f18-a90e-0cfd949bac80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:13.529332 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.532594 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.598455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.599555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Fanout notify agent at l3_agent the message router_deleted on router eb738d89-859c-429b-9cd0-d50961fc1872 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:23:13.611868 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.613958 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-72b5b8b5-a90b-43ae-a953-f57f116757f0 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/routers/eb738d89-859c-429b-9cd0-d50961fc1872 HTTP/1.1" status: 204 len: 168 time: 1.3456600 Jul 16 19:23:13.617246 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49372) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:13.715911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.828852 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.840108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da67d88a-23bb-4386-8558-70f0b1b89cd8']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:13.858245 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edf294d-df2c-4dd4-9b7a-48951681f13c') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:13.858754 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edf294d-df2c-4dd4-9b7a-48951681f13c') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:13.871113 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.889270 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.897165 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:23:13.897889 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:23:13.901987 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:23:13.978906 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.986484 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:13.988425 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/networks/da67d88a-23bb-4386-8558-70f0b1b89cd8 HTTP/1.1" status: 204 len: 168 time: 0.3696592 Jul 16 19:23:13.992349 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49374) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:14.001570 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e511bd-3716-4738-a05e-ba1c9f4dde75 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'Network': ['ID=da67d88a-23bb-4386-8558-70f0b1b89cd8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:14.067542 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b523e43a-aff0-480c-81d1-269e942b5889 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.094446 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b523e43a-aff0-480c-81d1-269e942b5889 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.169413 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b523e43a-aff0-480c-81d1-269e942b5889 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.173349 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b523e43a-aff0-480c-81d1-269e942b5889 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.174799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b523e43a-aff0-480c-81d1-269e942b5889 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] 10.222.0.48 "DELETE /v2.0/security-groups/9393c68f-d724-4d15-8843-dab9b1472477 HTTP/1.1" status: 204 len: 168 time: 0.1812484 Jul 16 19:23:14.190109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523e43a-aff0-480c-81d1-269e942b5889 tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9393c68f-d724-4d15-8843-dab9b1472477,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:14.322679 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:14.344684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:14.345064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 1b7f42bd-27a4-480c-bcb9-9c148f9645a5 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:14.345694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c603282-1e8a-4117-9147-d1994a50e751 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:14.367528 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 0c603282-1e8a-4117-9147-d1994a50e751 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:14.367904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0c603282-1e8a-4117-9147-d1994a50e751 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:14.368532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f8f03dc0-4aae-45d7-ba69-e8b178db4251 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:14.392875 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: f8f03dc0-4aae-45d7-ba69-e8b178db4251 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:14.393257 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device f8f03dc0-4aae-45d7-ba69-e8b178db4251 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:14.615094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49382) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:14.757977 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8e2ac36c-29c8-40bb-8db4-fad6c12f7a2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=701fed2d1a084e799a5107c411ac68a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415877 Jul 16 19:23:14.760785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49386) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:14.820526 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05120111-503e-4fd0-aacb-505fd2be4129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.844403 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05120111-503e-4fd0-aacb-505fd2be4129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.894703 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05120111-503e-4fd0-aacb-505fd2be4129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.897330 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-05120111-503e-4fd0-aacb-505fd2be4129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:14.898654 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-05120111-503e-4fd0-aacb-505fd2be4129 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3cdc8f5-5495-48c2-8c7f-8549d9ad7f36 HTTP/1.1" status: 204 len: 168 time: 0.1368127 Jul 16 19:23:14.908563 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05120111-503e-4fd0-aacb-505fd2be4129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cdc8f5-5495-48c2-8c7f-8549d9ad7f36,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:15.205799 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49392) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:15.221605 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0646d2af-e505-4d7b-a817-766df3e7b755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.330648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0646d2af-e505-4d7b-a817-766df3e7b755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.335920 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0646d2af-e505-4d7b-a817-766df3e7b755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.377105 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0646d2af-e505-4d7b-a817-766df3e7b755 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f607f921be8420c9be54dcfc43a3b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699803 Jul 16 19:23:15.378293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646d2af-e505-4d7b-a817-766df3e7b755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734e7d97-91f2-4c8e-98fa-1d9c54014658,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:15.381457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49394) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:15.443500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd0b6f2e-d962-4a34-9c0a-a31b126143a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.469160 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd0b6f2e-d962-4a34-9c0a-a31b126143a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.529954 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd0b6f2e-d962-4a34-9c0a-a31b126143a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.533324 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dd0b6f2e-d962-4a34-9c0a-a31b126143a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.534747 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dd0b6f2e-d962-4a34-9c0a-a31b126143a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/734e7d97-91f2-4c8e-98fa-1d9c54014658 HTTP/1.1" status: 204 len: 168 time: 0.1521804 Jul 16 19:23:15.547069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0b6f2e-d962-4a34-9c0a-a31b126143a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e7d97-91f2-4c8e-98fa-1d9c54014658,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:16.437426 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49416) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:16.594525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-696355262-network', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:16.628007 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Made reservation on behalf of ae93824a16b0446c94b52dfc69d3f1be for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:16.631870 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.646691 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.780518 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.787013 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.819148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:23:16.842688 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a61e19-ef3f-4ef6-83d7-e51c447ea1c5,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:16.854203 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.854846 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Added segment 831e0c86-9119-41a5-83cb-b9c89ef75482 of type vlan for network f326f19d-2703-42c1-bf47-45e2bafdac47 Jul 16 19:23:16.920270 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.972900 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:16.974476 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:16.975395 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.025943 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5870686 Jul 16 19:23:17.029520 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49420) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:17.036336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Request body: {'subnet': {'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-696355262-subnet', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:17.074001 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Made reservation on behalf of ae93824a16b0446c94b52dfc69d3f1be for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:17.076960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.104949 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1095be-475b-4373-bda0-099e90a8380e admin admin] Pushing event updated for resources: {'Network': ['ID=f326f19d-2703-42c1-bf47-45e2bafdac47,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:17.122220 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network f326f19d-2703-42c1-bf47-45e2bafdac47 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:23:17.487128 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.542118 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d8f90c-b2e7-439d-b81a-120534f29106,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:17.559126 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Checking segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:17.559494 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Network hostable DHCP agents. Network: f326f19d-2703-42c1-bf47-45e2bafdac47, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:23:17.584825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Network f326f19d-2703-42c1-bf47-45e2bafdac47 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:23:17.597368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, f326f19d-2703-42c1-bf47-45e2bafdac47) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:17.603298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:17.603981 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.611428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb90cda-97fd-4d9e-8b4b-b18638134314 None None] Network f326f19d-2703-42c1-bf47-45e2bafdac47 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:17.623906 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-492167d4-352b-42d4-b646-ba843eaa9536 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5927699 Jul 16 19:23:17.628018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49422) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:17.635565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:17.666853 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.668051 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.747729 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.804087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-f326f19d-2703-42c1-bf47-45e2bafdac47', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:23:17.805426 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.918576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:17.981468 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Allocated IP 172.20.0.2 (f326f19d-2703-42c1-bf47-45e2bafdac47/e1d8f90c-b2e7-439d-b81a-120534f29106/a1ebbbf9-a380-4c53-802a-75ef120ca001) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:18.178695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.189001 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Transition to ACTIVE for port object a1ebbbf9-a380-4c53-802a-75ef120ca001 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:18.205766 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.207643 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Transition to ACTIVE for port object a1ebbbf9-a380-4c53-802a-75ef120ca001 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:18.214497 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.233676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.272578 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Network f326f19d-2703-42c1-bf47-45e2bafdac47 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:18.278684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:18.288210 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:18.290705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Pushing event updated for resources: {'Port': ['ID=a1ebbbf9-a380-4c53-802a-75ef120ca001,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:18.359649 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Attempting to bind port a1ebbbf9-a380-4c53-802a-75ef120ca001 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:18.360227 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Attempting to bind port a1ebbbf9-a380-4c53-802a-75ef120ca001 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:18.360841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Attempting to bind port a1ebbbf9-a380-4c53-802a-75ef120ca001 on network f326f19d-2703-42c1-bf47-45e2bafdac47 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:18.368548 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:18.368926 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Checking segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:18.369326 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.369809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Bound using segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:18.370380 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Bound port: a1ebbbf9-a380-4c53-802a-75ef120ca001, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:18.370777 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.374571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Allocated IP 172.25.0.104 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4363fac3-44dd-4c95-890a-c869251c9dc1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:18.466396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] For port a1ebbbf9-a380-4c53-802a-75ef120ca001, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:18.471539 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] For port a1ebbbf9-a380-4c53-802a-75ef120ca001, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a1ebbbf9-a380-4c53-802a-75ef120ca001,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:18.478305 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.521622 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.548717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28eb87-d5f8-4a2b-a330-5138a102cff2 None None] Pushing event updated for resources: {'Port': ['ID=a1ebbbf9-a380-4c53-802a-75ef120ca001,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:18.575953 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.638565 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:18.642332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:18.645175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:18.693381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Pushing event updated for resources: {'Port': ['ID=4363fac3-44dd-4c95-890a-c869251c9dc1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:19.021124 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:19.296572 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:19.477885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Router 07ea5137-64be-49aa-bdcc-c600a05ab508 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:23:19.621631 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:19.634142 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Sync routers for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:19.646844 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:19.648761 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:19.649129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:19.654129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a529e031-3176-44ab-ad80-a831afe909dc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0209184 Jul 16 19:23:19.654607 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49424) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:19.734114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ad376-16b0-43c4-a8a3-8e952d7dff12 None None] Network f326f19d-2703-42c1-bf47-45e2bafdac47 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:19.792281 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:19.838428 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-3887efed-5bdb-4b00-90f7-96fd7bff52d0 None None] Provisioning for port a1ebbbf9-a380-4c53-802a-75ef120ca001 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:20.078911 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:18Z', 'revision_number': 3, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:20.114210 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Checking router: 07ea5137-64be-49aa-bdcc-c600a05ab508 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:20.114555 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Updating router 07ea5137-64be-49aa-bdcc-c600a05ab508 port 4363fac3-44dd-4c95-890a-c869251c9dc1 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:23:20.264451 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.357438 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.392140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a1ebbbf9-a380-4c53-802a-75ef120ca001 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:20.502136 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a1ebbbf9-a380-4c53-802a-75ef120ca001 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:20.508403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a1ebbbf9-a380-4c53-802a-75ef120ca001 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:20.509466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.627880 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-d99e7c6c-d7cc-4a53-aa78-495facfa66ec None None] Provisioning complete for port a1ebbbf9-a380-4c53-802a-75ef120ca001 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:20.628388 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d99e7c6c-d7cc-4a53-aa78-495facfa66ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.628740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Allocated IP 172.20.0.1 (f326f19d-2703-42c1-bf47-45e2bafdac47/e1d8f90c-b2e7-439d-b81a-120534f29106/a0cc28dc-45d7-4745-b7a8-98536dbe2ab8) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:20.641955 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.655701 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Transition to ACTIVE for port object 4363fac3-44dd-4c95-890a-c869251c9dc1 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:20.665284 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.666597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.717482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a1ebbbf9-a380-4c53-802a-75ef120ca001, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a1ebbbf9-a380-4c53-802a-75ef120ca001,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:20.723125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.775491 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Attempting to bind port 4363fac3-44dd-4c95-890a-c869251c9dc1 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:20.775950 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Attempting to bind port 4363fac3-44dd-4c95-890a-c869251c9dc1 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:20.776607 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Attempting to bind port 4363fac3-44dd-4c95-890a-c869251c9dc1 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:20.781888 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Pushing event updated for resources: {'Port': ['ID=4363fac3-44dd-4c95-890a-c869251c9dc1,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:20.797589 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:20.797884 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:20.798804 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.799841 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:20.800767 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Bound port: 4363fac3-44dd-4c95-890a-c869251c9dc1, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:20.801582 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.806802 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.821173 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a1ebbbf9-a380-4c53-802a-75ef120ca001,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:20.831203 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.831646 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.832261 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.832742 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.833158 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.834066 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.834704 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.835869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Transition to ACTIVE for port object a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:20.836078 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.836451 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.837056 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.837633 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.838244 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:23:20.894493 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.902256 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] For port 4363fac3-44dd-4c95-890a-c869251c9dc1, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:20.907756 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] For port 4363fac3-44dd-4c95-890a-c869251c9dc1, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4363fac3-44dd-4c95-890a-c869251c9dc1,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:20.914957 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.969053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Network f326f19d-2703-42c1-bf47-45e2bafdac47 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:20.981189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:20.982363 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:20.983137 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:20.987365 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:20.989407 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ece0a-1f42-4f10-b6cf-39cccf88fbf7 None None] Pushing event updated for resources: {'Port': ['ID=4363fac3-44dd-4c95-890a-c869251c9dc1,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:21.026286 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Pushing event updated for resources: {'Port': ['ID=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:21.073574 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:21.186756 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:21.347841 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32f70a90-bd58-4fde-8dce-31f0696222d9 None None] Provisioning for port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:21.357879 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-32f70a90-bd58-4fde-8dce-31f0696222d9 None None] Provisioning complete for port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:21.358752 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32f70a90-bd58-4fde-8dce-31f0696222d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:21.371008 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:21.436832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-32f70a90-bd58-4fde-8dce-31f0696222d9 None None] Port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:21.484683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:18Z', 'revision_number': 3, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:21.530920 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39040afb-a231-4543-b4d4-863a46ed5b59 None None] The sync data for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 is: [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:18Z', 'revision_number': 3, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:21.637064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:21.644225 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:21.738309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Pushing event updated for resources: {'Port': ['ID=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:21.741264 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:21.904281 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Network f326f19d-2703-42c1-bf47-45e2bafdac47 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:21.908109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:22.119326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Router 07ea5137-64be-49aa-bdcc-c600a05ab508 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:22.272299 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:22.278610 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-daa1dad3-f066-4d48-9d1f-e01003c87b5e admin admin] 10.222.0.48 "PUT /v2.0/routers/07ea5137-64be-49aa-bdcc-c600a05ab508/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6228826 Jul 16 19:23:22.302991 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-2c8ec447-e359-49c6-af2c-4a87009ae4c6 None None] Provisioning complete for port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:22.303536 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2c8ec447-e359-49c6-af2c-4a87009ae4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.367857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ec447-e359-49c6-af2c-4a87009ae4c6 None None] Port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:22.471064 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4363fac3-44dd-4c95-890a-c869251c9dc1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:22.543607 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 4363fac3-44dd-4c95-890a-c869251c9dc1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:22.551591 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4363fac3-44dd-4c95-890a-c869251c9dc1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:22.552253 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.664864 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.705117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 4363fac3-44dd-4c95-890a-c869251c9dc1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4363fac3-44dd-4c95-890a-c869251c9dc1,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:22.712088 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.713540 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a1ebbbf9-a380-4c53-802a-75ef120ca001 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:22.860283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=4363fac3-44dd-4c95-890a-c869251c9dc1,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:22.881296 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a1ebbbf9-a380-4c53-802a-75ef120ca001 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:22.881939 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.097826 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49440) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:23.104502 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1425602781-network', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:23.152325 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Made reservation on behalf of 28aaef604b79453eb34d1caf8c6b6bdb for: {'network': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:23.157407 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.174654 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.321747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.327778 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.370218 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=93778) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:23:23.400849 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f23db8-8ff4-4e0f-858e-85aed67a680d,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:23.410125 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.410990 n-d-793620-10 neutron-server[93778]: INFO neutron.db.segments_db [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Added segment c8f3a419-e6ae-4822-99b4-2494022cf3e2 of type vlan for network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e Jul 16 19:23:23.497107 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.541455 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.542447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:23.543210 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.601330 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5015857 Jul 16 19:23:23.603256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Sync routers for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:23.604098 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49442) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:23.611523 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Request body: {'subnet': {'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1425602781-subnet', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:23.621771 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:23.623372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:23.649617 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Made reservation on behalf of 28aaef604b79453eb34d1caf8c6b6bdb for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:23.654626 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:23.655274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19a8de-7176-4237-aa9c-93a8e578cad4 admin admin] Pushing event updated for resources: {'Network': ['ID=11cd2124-d9fe-40cb-aa42-b7ccb782de7e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:23.681438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:23:23.904873 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:23.950694 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.056851 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0765e3-6615-4360-abfc-55d1c3a2818a,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:24.069185 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Checking segment: {'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:24.069812 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Network hostable DHCP agents. Network: 11cd2124-d9fe-40cb-aa42-b7ccb782de7e, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:23:24.103570 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:23:24.119427 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 11cd2124-d9fe-40cb-aa42-b7ccb782de7e) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:24.125586 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:24.126525 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.137068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b3850-3abb-4a66-9a9f-0a47960b9754 None None] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:24.146391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7974a98b-27ac-4ca0-a1fc-363e5ab50168 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5411303 Jul 16 19:23:24.150284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49444) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:24.158199 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:24.195507 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.196897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.287117 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.363357 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4363fac3-44dd-4c95-890a-c869251c9dc1 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:24.462866 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.512036 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 2, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:24.581340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Checking router: 07ea5137-64be-49aa-bdcc-c600a05ab508 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:24.581923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Updating router 07ea5137-64be-49aa-bdcc-c600a05ab508 port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:23:24.672324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-11cd2124-d9fe-40cb-aa42-b7ccb782de7e', 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'fixed_ips': [{'subnet_id': '1b0765e3-6615-4360-abfc-55d1c3a2818a'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:23:24.673829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.690940 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 4363fac3-44dd-4c95-890a-c869251c9dc1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:24.691555 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.706987 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.736093 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.751393 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:24.880769 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Allocated IP 172.25.0.51 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:25.068334 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:25.140583 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:25.201269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:25.204950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:25.209145 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:25.238900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Pushing event updated for resources: {'Port': ['ID=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:25.349358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Allocated IP 172.20.0.2 (11cd2124-d9fe-40cb-aa42-b7ccb782de7e/1b0765e3-6615-4360-abfc-55d1c3a2818a/5afa1bbe-7737-4b9b-9500-75600e39111f) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:25.837665 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:25.861386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Transition to ACTIVE for port object a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:25.876767 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:25.879797 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:25.918006 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Transition to ACTIVE for port object 5afa1bbe-7737-4b9b-9500-75600e39111f will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:25.983735 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Transition to ACTIVE for port object 5afa1bbe-7737-4b9b-9500-75600e39111f will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:25.989738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2b630-dfc6-4ae7-865f-58ab3ad1b102 None None] Pushing event updated for resources: {'Port': ['ID=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:26.030310 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.059488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.127845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:26.136571 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:26.139391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:26.144181 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Pushing event updated for resources: {'Port': ['ID=5afa1bbe-7737-4b9b-9500-75600e39111f,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:26.148375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Attempting to bind port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:26.148889 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Attempting to bind port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:26.149377 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Attempting to bind port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 on network f326f19d-2703-42c1-bf47-45e2bafdac47 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:26.162822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:26.162822 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Checking segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:26.163433 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.164009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Bound using segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:26.164713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Bound port: a0cc28dc-45d7-4745-b7a8-98536dbe2ab8, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:26.165309 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.255741 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Attempting to bind port 5afa1bbe-7737-4b9b-9500-75600e39111f on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:26.256114 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Attempting to bind port 5afa1bbe-7737-4b9b-9500-75600e39111f by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:26.256592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Attempting to bind port 5afa1bbe-7737-4b9b-9500-75600e39111f on network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:26.267460 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:26.268132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Checking segment: {'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:26.268375 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.268851 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Bound using segment: {'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:26.269617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Bound port: 5afa1bbe-7737-4b9b-9500-75600e39111f, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:26.269812 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.345401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] For port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:26.368255 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] For port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:26.379586 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.404956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.454265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] For port 5afa1bbe-7737-4b9b-9500-75600e39111f, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:26.503176 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] For port 5afa1bbe-7737-4b9b-9500-75600e39111f, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afa1bbe-7737-4b9b-9500-75600e39111f,segment=NetworkSegment(c8f3a419-e6ae-4822-99b4-2494022cf3e2),segment_id=c8f3a419-e6ae-4822-99b4-2494022cf3e2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:26.522711 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.526728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:26.527665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:26.532142 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2b630-dfc6-4ae7-865f-58ab3ad1b102 None None] Pushing event updated for resources: {'Port': ['ID=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:26.635472 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Router 049621fa-08fa-4618-ba32-5580d6529ce3 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:23:26.774554 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a2062-87e6-4ea4-83d0-62d62d1f0523 None None] Pushing event updated for resources: {'Port': ['ID=5afa1bbe-7737-4b9b-9500-75600e39111f,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:26.813080 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:26.839074 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:26.857043 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Sync routers for ids ['049621fa-08fa-4618-ba32-5580d6529ce3'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:26.870924 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:26.874715 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8dcd8e83-1323-4b60-8528-3da3c66009ba admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7226844 Jul 16 19:23:26.879361 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49446) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:26.887064 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Routers {'049621fa-08fa-4618-ba32-5580d6529ce3'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:26.888388 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['049621fa-08fa-4618-ba32-5580d6529ce3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:27.131674 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Set router 049621fa-08fa-4618-ba32-5580d6529ce3 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:27.208092 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:26Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:27.240933 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a434a4-9803-41fa-8fe3-50ae185bf2fc None None] The sync data for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 is: [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:26Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:27.439509 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:25Z', 'revision_number': 3, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:27.475532 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Checking router: 049621fa-08fa-4618-ba32-5580d6529ce3 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:27.476686 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Updating router 049621fa-08fa-4618-ba32-5580d6529ce3 port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:23:27.520183 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:27.643142 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:27.839743 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Allocated IP 172.20.0.1 (11cd2124-d9fe-40cb-aa42-b7ccb782de7e/1b0765e3-6615-4360-abfc-55d1c3a2818a/bc7a02a9-592e-4634-affc-b20735b52a06) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:27.956280 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:27.979364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Transition to ACTIVE for port object 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:27.985622 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:27.992237 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.009016 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Transition to ACTIVE for port object bc7a02a9-592e-4634-affc-b20735b52a06 will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:28.067942 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Attempting to bind port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:28.068552 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Attempting to bind port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:28.069142 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Attempting to bind port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:28.073214 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a7d3ff-53b8-4a3a-951e-dfd6f43014a5 None None] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:28.083232 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.084919 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2747d52-7ac5-41d4-9947-4aa7a3ef1c4b None None] Pushing event updated for resources: {'Port': ['ID=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:28.091006 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:28.091006 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:28.091589 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.092119 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:28.092942 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Bound port: 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:28.093985 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.138265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-c4ec89e3-fd6b-4a7e-b677-8252d20946e1 None None] Provisioning for port 5afa1bbe-7737-4b9b-9500-75600e39111f completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:28.151857 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:28.155620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:28.162786 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:28.173076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7a02a9-592e-4634-affc-b20735b52a06,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:28.175595 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] For port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:28.180470 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] For port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:28.187898 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.235169 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.317435 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Routers {'049621fa-08fa-4618-ba32-5580d6529ce3'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:28.317738 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['049621fa-08fa-4618-ba32-5580d6529ce3'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:28.321153 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2747d52-7ac5-41d4-9947-4aa7a3ef1c4b None None] Pushing event updated for resources: {'Port': ['ID=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:28.529775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:28.563366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.646418 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:28.657340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:28.659970 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.672858 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] Set router 049621fa-08fa-4618-ba32-5580d6529ce3 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:28.815051 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.899935 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:28.914791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.916590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afa1bbe-7737-4b9b-9500-75600e39111f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:28.950326 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:28.957543 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.038921 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.097593 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bc85c5aa-8066-48d2-b7b7-5b5eb1d18c87 None None] Provisioning for port bc7a02a9-592e-4634-affc-b20735b52a06 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:29.110863 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:25Z', 'revision_number': 3, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:29.115162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-bc85c5aa-8066-48d2-b7b7-5b5eb1d18c87 None None] Provisioning complete for port bc7a02a9-592e-4634-affc-b20735b52a06 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:29.115747 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bc85c5aa-8066-48d2-b7b7-5b5eb1d18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.152332 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92d5bc6-6fdd-43ab-96ff-33357669934d None None] The sync data for ids ['049621fa-08fa-4618-ba32-5580d6529ce3'] in n-d-793620-10 is: [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:25Z', 'revision_number': 3, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:29.189457 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:29.232584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-bc85c5aa-8066-48d2-b7b7-5b5eb1d18c87 None None] Port bc7a02a9-592e-4634-affc-b20735b52a06 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:29.244317 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 5afa1bbe-7737-4b9b-9500-75600e39111f completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:29.256612 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5afa1bbe-7737-4b9b-9500-75600e39111f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:29.257108 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.403901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-580703be-c22a-43b5-b388-ac4e5f56c483 None None] Provisioning complete for port bc7a02a9-592e-4634-affc-b20735b52a06 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:29.404354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-580703be-c22a-43b5-b388-ac4e5f56c483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.450708 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.469233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-580703be-c22a-43b5-b388-ac4e5f56c483 None None] Port bc7a02a9-592e-4634-affc-b20735b52a06 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:29.499957 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 5afa1bbe-7737-4b9b-9500-75600e39111f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afa1bbe-7737-4b9b-9500-75600e39111f,segment=NetworkSegment(c8f3a419-e6ae-4822-99b4-2494022cf3e2),segment_id=c8f3a419-e6ae-4822-99b4-2494022cf3e2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:29.507418 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:29.613030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=5afa1bbe-7737-4b9b-9500-75600e39111f,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:29.687858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Pushing event updated for resources: {'Port': ['ID=bc7a02a9-592e-4634-affc-b20735b52a06,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:29.820610 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:29.823187 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:30.011089 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Router 049621fa-08fa-4618-ba32-5580d6529ce3 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:30.112640 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-e2ab141e-dc22-4c7b-93da-b9f138007c73 None None] Provisioning complete for port bc7a02a9-592e-4634-affc-b20735b52a06 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:30.113362 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e2ab141e-dc22-4c7b-93da-b9f138007c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:30.183941 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab141e-dc22-4c7b-93da-b9f138007c73 None None] Port bc7a02a9-592e-4634-affc-b20735b52a06 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:30.196814 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:30.208724 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dc4ca1aa-04b8-4fbf-9e69-65ade7699937 admin admin] 10.222.0.48 "PUT /v2.0/routers/049621fa-08fa-4618-ba32-5580d6529ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3224187 Jul 16 19:23:30.405605 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6228807-25cd-45a8-b2b2-0bf791780531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:30.463175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:30.533943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:30.534359 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:30.649375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afa1bbe-7737-4b9b-9500-75600e39111f up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:30.704050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 5afa1bbe-7737-4b9b-9500-75600e39111f triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:30.704391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:30.801294 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:30.832445 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:30.877809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:30.887200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:30.887916 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.005990 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.038502 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:31.044205 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.133713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:31.187434 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49454) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:31.193736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e2ff540f-692b-4e60-9a51-f80b33d105b2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549030958', 'description': 'tempest-secgroup-smoke-549030958 description', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:31.222424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ff540f-692b-4e60-9a51-f80b33d105b2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.319968 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Sync routers for ids ['049621fa-08fa-4618-ba32-5580d6529ce3'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:31.334787 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Routers {'049621fa-08fa-4618-ba32-5580d6529ce3'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:31.335494 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['049621fa-08fa-4618-ba32-5580d6529ce3'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:31.384217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ff540f-692b-4e60-9a51-f80b33d105b2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.390469 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ff540f-692b-4e60-9a51-f80b33d105b2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.437959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e2ff540f-692b-4e60-9a51-f80b33d105b2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.439332 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e2ff540f-692b-4e60-9a51-f80b33d105b2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2504065 Jul 16 19:23:31.441571 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff540f-692b-4e60-9a51-f80b33d105b2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acf0863-df20-4c47-88b7-431fd448d590,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:31.443777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49456) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:31.448992 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-0119e67d-e84a-4430-a858-45bde70bf61d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': '2acf0863-df20-4c47-88b7-431fd448d590', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:31.485448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Set router 049621fa-08fa-4618-ba32-5580d6529ce3 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:31.493209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0119e67d-e84a-4430-a858-45bde70bf61d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.588913 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0119e67d-e84a-4430-a858-45bde70bf61d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.594563 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0119e67d-e84a-4430-a858-45bde70bf61d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.615740 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119e67d-e84a-4430-a858-45bde70bf61d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2133d61-2368-4a3f-8cf0-39d3480318e3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:31.627550 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-0119e67d-e84a-4430-a858-45bde70bf61d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.630053 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-0119e67d-e84a-4430-a858-45bde70bf61d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847057 Jul 16 19:23:31.632689 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49458) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:31.639457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-bbe65e99-8234-43e7-abe5-fc50f4a1972c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': '2acf0863-df20-4c47-88b7-431fd448d590', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:31.676558 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbe65e99-8234-43e7-abe5-fc50f4a1972c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.753462 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbe65e99-8234-43e7-abe5-fc50f4a1972c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.758031 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbe65e99-8234-43e7-abe5-fc50f4a1972c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.761090 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 4, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'bc7a02a9-592e-4634-affc-b20735b52a06', 'name': '', 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'mac_address': 'fa:16:3e:60:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1b0765e3-6615-4360-abfc-55d1c3a2818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:27Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 2, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'subnets': [{'id': '1b0765e3-6615-4360-abfc-55d1c3a2818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:31.781789 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe65e99-8234-43e7-abe5-fc50f4a1972c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e104fa7d-3aa8-4754-85de-f8adfefc6541,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:31.786217 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-bbe65e99-8234-43e7-abe5-fc50f4a1972c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.788087 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-bbe65e99-8234-43e7-abe5-fc50f4a1972c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1536088 Jul 16 19:23:31.791324 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49460) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:31.797170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-25bfd5b3-bbb8-4565-a3ea-4eab0cf052a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': '2acf0863-df20-4c47-88b7-431fd448d590', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:31.817369 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Checking router: 049621fa-08fa-4618-ba32-5580d6529ce3 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:31.817803 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Updating router 049621fa-08fa-4618-ba32-5580d6529ce3 port bc7a02a9-592e-4634-affc-b20735b52a06 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:23:31.826855 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bfd5b3-bbb8-4565-a3ea-4eab0cf052a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.878785 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.903929 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bfd5b3-bbb8-4565-a3ea-4eab0cf052a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.910945 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bfd5b3-bbb8-4565-a3ea-4eab0cf052a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.932591 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfd5b3-bbb8-4565-a3ea-4eab0cf052a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c87009-ff52-4239-9437-f2eda59e68d9,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:31.946777 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-25bfd5b3-bbb8-4565-a3ea-4eab0cf052a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:31.948307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-25bfd5b3-bbb8-4565-a3ea-4eab0cf052a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560438 Jul 16 19:23:31.952477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49462) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:31.957573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-abfeebe6-fe44-477d-9508-4b98fdbcd524 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': '2acf0863-df20-4c47-88b7-431fd448d590', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:32.000331 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfeebe6-fe44-477d-9508-4b98fdbcd524 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.079328 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfeebe6-fe44-477d-9508-4b98fdbcd524 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.084797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfeebe6-fe44-477d-9508-4b98fdbcd524 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.109736 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfeebe6-fe44-477d-9508-4b98fdbcd524 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71856e95-862c-40ae-9ba3-00d3c58e2dfd,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:32.114733 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-abfeebe6-fe44-477d-9508-4b98fdbcd524 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.117858 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-abfeebe6-fe44-477d-9508-4b98fdbcd524 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627071 Jul 16 19:23:32.120816 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49464) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:32.126144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': '2acf0863-df20-4c47-88b7-431fd448d590', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:32.158534 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Project ae93824a16b0446c94b52dfc69d3f1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:23:32.166209 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.243052 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.247576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.270006 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4bb1b5-00ee-4edc-89ea-111a3652df88,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:32.281237 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.283200 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-566872df-ba26-4e6d-be73-85234e62472f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612067 Jul 16 19:23:32.287594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49466) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:32.289969 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.292574 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': '2acf0863-df20-4c47-88b7-431fd448d590', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:32.309069 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Transition to ACTIVE for port object bc7a02a9-592e-4634-affc-b20735b52a06 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:32.327048 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.344194 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Project ae93824a16b0446c94b52dfc69d3f1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:23:32.352811 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.379244 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:32.446341 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82898a-3275-44f1-8e8c-a65fb8907c3a None None] Pushing event updated for resources: {'Port': ['ID=bc7a02a9-592e-4634-affc-b20735b52a06,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:32.470741 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.478373 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.504531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de0d46e-c6ab-4acf-9e32-c986774a03f1,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:32.514513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.516636 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-059971e6-57e2-4ece-bbc4-7e479d50cb43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2277260 Jul 16 19:23:32.532259 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Attempting to bind port bc7a02a9-592e-4634-affc-b20735b52a06 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:32.532637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Attempting to bind port bc7a02a9-592e-4634-affc-b20735b52a06 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:32.533009 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Attempting to bind port bc7a02a9-592e-4634-affc-b20735b52a06 on network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:32.540324 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:32.540763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Checking segment: {'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:32.541114 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.541537 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Bound using segment: {'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:32.542158 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Bound port: bc7a02a9-592e-4634-affc-b20735b52a06, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f3a419-e6ae-4822-99b4-2494022cf3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:32.542402 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.546263 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:32.546733 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.755521 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-df7486de-bc10-4921-94a7-2d49cd9f0b92 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549030958&fields=id&tenant_id=ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 267 time: 0.0569036 Jul 16 19:23:32.852616 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] For port bc7a02a9-592e-4634-affc-b20735b52a06, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:32.856908 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] For port bc7a02a9-592e-4634-affc-b20735b52a06, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bc7a02a9-592e-4634-affc-b20735b52a06,segment=NetworkSegment(c8f3a419-e6ae-4822-99b4-2494022cf3e2),segment_id=c8f3a419-e6ae-4822-99b4-2494022cf3e2)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:32.877564 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:32.948903 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-899f1526-941e-4f73-8615-d368f8036f3b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:32.951058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-899f1526-941e-4f73-8615-d368f8036f3b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 808 time: 0.1848488 Jul 16 19:23:32.977023 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82898a-3275-44f1-8e8c-a65fb8907c3a None None] Pushing event updated for resources: {'Port': ['ID=bc7a02a9-592e-4634-affc-b20735b52a06,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:32.985895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-b6e66127-e37b-424f-b796-7342010b552d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/quotas/ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 375 time: 0.0238450 Jul 16 19:23:32.987583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Routers {'049621fa-08fa-4618-ba32-5580d6529ce3'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:32.990437 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['049621fa-08fa-4618-ba32-5580d6529ce3'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:33.108847 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-4b7f6bd0-e8dd-4ee7-8106-8ad15d1ebf92 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1067197 Jul 16 19:23:33.137458 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-fc546df7-b6a0-4e34-845e-367bf365425a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:23:33.139222 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-fc546df7-b6a0-4e34-845e-367bf365425a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106220 Jul 16 19:23:33.144005 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] Set router 049621fa-08fa-4618-ba32-5580d6529ce3 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:33.300016 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-2707f258-576c-4b6a-aeab-913dda7e660f service neutron] 10.222.0.48 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533866 Jul 16 19:23:33.326976 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf4a3bb5-1f6d-4c68-a9d0-692cb8c49caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:33.455499 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-dc40e362-0039-4378-b9d9-fb2e4ad824d6 service neutron] 10.222.0.48 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459305 Jul 16 19:23:33.509037 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:33.528391 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 4, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'bc7a02a9-592e-4634-affc-b20735b52a06', 'name': '', 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'mac_address': 'fa:16:3e:60:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1b0765e3-6615-4360-abfc-55d1c3a2818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:27Z', 'updated_at': '2021-07-16T19:23:32Z', 'revision_number': 4, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'subnets': [{'id': '1b0765e3-6615-4360-abfc-55d1c3a2818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:33.566633 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad06a7c-46b1-43d6-9fd7-84c9d1af4d12 None None] The sync data for ids ['049621fa-08fa-4618-ba32-5580d6529ce3'] in n-d-793620-10 is: [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 4, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'bc7a02a9-592e-4634-affc-b20735b52a06', 'name': '', 'network_id': '11cd2124-d9fe-40cb-aa42-b7ccb782de7e', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'mac_address': 'fa:16:3e:60:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '1b0765e3-6615-4360-abfc-55d1c3a2818a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:27Z', 'updated_at': '2021-07-16T19:23:32Z', 'revision_number': 4, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'subnets': [{'id': '1b0765e3-6615-4360-abfc-55d1c3a2818a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:33.757694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a6d3c01-18ab-4adb-b9ea-f310adc92c81 req-70f681f0-0f94-4cd4-8149-2030917b8aea tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 210 time: 0.0518241 Jul 16 19:23:34.409412 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bc7a02a9-592e-4634-affc-b20735b52a06 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:34.483443 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port bc7a02a9-592e-4634-affc-b20735b52a06 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:34.488942 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port bc7a02a9-592e-4634-affc-b20735b52a06 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:34.489333 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:34.670529 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:34.675138 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:34.717517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port bc7a02a9-592e-4634-affc-b20735b52a06, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bc7a02a9-592e-4634-affc-b20735b52a06,segment=NetworkSegment(c8f3a419-e6ae-4822-99b4-2494022cf3e2),segment_id=c8f3a419-e6ae-4822-99b4-2494022cf3e2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:34.724289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:34.787647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=bc7a02a9-592e-4634-affc-b20735b52a06,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:35.006241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2ab2e22-b0dd-450e-98d2-48f12aa0edd0 req-f89e072f-c2b2-4317-829f-3d2f83902c4e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 210 time: 0.0379040 Jul 16 19:23:35.692514 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-7d0123b0-c2cb-4184-bc01-5607d0b71762 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:35.695201 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-7d0123b0-c2cb-4184-bc01-5607d0b71762 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 808 time: 0.1977048 Jul 16 19:23:35.777754 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-1f729d49-aea7-4ad0-b959-9f06a11d5205 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 379 time: 0.0660005 Jul 16 19:23:35.790028 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'port': {'device_id': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'admin_state_up': True, 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'security_groups': ['2acf0863-df20-4c47-88b7-431fd448d590']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:35.956234 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Made reservation on behalf of ae93824a16b0446c94b52dfc69d3f1be for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:23:35.961489 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.119813 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.176755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Allocated IP 172.20.0.3 (f326f19d-2703-42c1-bf47-45e2bafdac47/e1d8f90c-b2e7-439d-b81a-120534f29106/f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:36.239730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a4a91253-8ac8-4958-9291-2c0ccacba552 req-a56c2792-7d09-44e5-a7f9-dd10a0b994c0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 210 time: 0.0476968 Jul 16 19:23:36.346577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bc7a02a9-592e-4634-affc-b20735b52a06 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:36.398242 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.412553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port bc7a02a9-592e-4634-affc-b20735b52a06 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:36.412962 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.419680 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Transition to ACTIVE for port object f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:36.466473 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.558142 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Network f326f19d-2703-42c1-bf47-45e2bafdac47 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:36.564793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:36.573198 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:36.584852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:36.653950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:36.654636 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.674787 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-78baa67b-3b82-43f8-8c6a-5ee8db1f8d2f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8919947 Jul 16 19:23:36.691884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Request body: {'port': {'device_id': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:36.788607 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.913441 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-abc87032-242b-4990-85cd-861a6b7ae374 None None] Provisioning for port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:36.919708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-abc87032-242b-4990-85cd-861a6b7ae374 None None] Provisioning complete for port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:36.920226 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-abc87032-242b-4990-85cd-861a6b7ae374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:36.965728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-abc87032-242b-4990-85cd-861a6b7ae374 None None] Port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:23:37.138159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:23:37.148442 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:37.165233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Transition to ACTIVE for port object f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:23:37.170995 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:37.243358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:37.359014 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Attempting to bind port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:23:37.359367 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Attempting to bind port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:23:37.359815 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Attempting to bind port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 on network f326f19d-2703-42c1-bf47-45e2bafdac47 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:37.365004 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 on network f326f19d-2703-42c1-bf47-45e2bafdac47 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:23:37.365435 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Attempting to bind port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 on network f326f19d-2703-42c1-bf47-45e2bafdac47 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:23:37.371906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:23:37.372293 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Checking segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:23:37.372697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Bound using segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:23:37.373344 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Bound port: f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:23:37.373666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:37.489294 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:23:37.495484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:23:37.503205 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:37.508674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db94381-1686-4e57-b998-3e88ab433f15 req-cfe68e5a-d3f9-4903-8886-cee3f6fd50e5 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:37.510252 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7db94381-1686-4e57-b998-3e88ab433f15 req-cfe68e5a-d3f9-4903-8886-cee3f6fd50e5 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0853686 Jul 16 19:23:37.540201 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:37.541282 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:37.542990 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] 10.222.0.13 "PUT /v2.0/ports/f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 1092 time: 0.8594751 Jul 16 19:23:37.545886 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:37.550530 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c198f5f-5314-4130-9feb-0caad833298f" -d '{"events": [{"name": "network-changed", "server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:37.570248 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7db94381-1686-4e57-b998-3e88ab433f15 req-4986f7f2-91e9-455a-a71c-eb4b5f5411f8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517361 Jul 16 19:23:37.592715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379a20b-9ff2-4ad0-872b-ed2997f2e5bc service neutron] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:37.649651 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a3710d-c6b5-4969-a426-77029b2f8706 x-openstack-request-id: req-45a3710d-c6b5-4969-a426-77029b2f8706 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:37.649946 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:37.650196 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45a3710d-c6b5-4969-a426-77029b2f8706 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:37.650594 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'status': 'completed', 'code': 200} Jul 16 19:23:37.691346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-9a82b4c8-498f-44bb-8168-5caadcc2a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:37.692920 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-9a82b4c8-498f-44bb-8168-5caadcc2a7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1095 time: 0.0884795 Jul 16 19:23:37.745321 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-9b5ad5d1-a743-4b9d-8585-efd48584d12a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 217 time: 0.0410271 Jul 16 19:23:37.807695 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-a3ccd348-3de0-4904-b05d-e51d367261bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:37.809544 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-a3ccd348-3de0-4904-b05d-e51d367261bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0586975 Jul 16 19:23:37.879264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-352523e0-3b41-4886-bcaa-d3bc2a40826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:37.880775 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-352523e0-3b41-4886-bcaa-d3bc2a40826a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648055 Jul 16 19:23:37.954446 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:37.987741 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-46f80f37-9b89-45f0-b8d9-369989cbf860 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001260 Jul 16 19:23:38.093451 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-116a42cc-20d9-495a-9155-5646a704e7d0 req-0844c6d7-d9fc-4004-beb8-79236b9a0817 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984638 Jul 16 19:23:38.216376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c198f5f-5314-4130-9feb-0caad833298f req-60747489-3ce5-4d77-a264-bab830a56aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:38.217553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c198f5f-5314-4130-9feb-0caad833298f req-60747489-3ce5-4d77-a264-bab830a56aa9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1095 time: 0.0653093 Jul 16 19:23:38.320270 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:38.351298 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c198f5f-5314-4130-9feb-0caad833298f req-d9352115-31dd-4c39-ba8d-45d2e655842d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:38.352959 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c198f5f-5314-4130-9feb-0caad833298f req-d9352115-31dd-4c39-ba8d-45d2e655842d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1292346 Jul 16 19:23:38.396220 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c198f5f-5314-4130-9feb-0caad833298f req-14db0486-2484-432c-8d46-ccc204a84697 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 217 time: 0.0365109 Jul 16 19:23:38.471304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c198f5f-5314-4130-9feb-0caad833298f req-56d7897b-9eaa-4f05-85bd-606e21ac048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:38.474204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c198f5f-5314-4130-9feb-0caad833298f req-56d7897b-9eaa-4f05-85bd-606e21ac048d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0713894 Jul 16 19:23:38.541426 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c198f5f-5314-4130-9feb-0caad833298f req-c33e8701-a4a0-4af2-90b0-7a5e10b67df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:38.543120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c198f5f-5314-4130-9feb-0caad833298f req-c33e8701-a4a0-4af2-90b0-7a5e10b67df7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619156 Jul 16 19:23:38.646091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c198f5f-5314-4130-9feb-0caad833298f req-da495b39-64dc-454c-b93d-a94fce944d6a service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951397 Jul 16 19:23:38.798393 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8c198f5f-5314-4130-9feb-0caad833298f req-e67fd7ff-83ff-4d55-b1bd-a1e390cf6508 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445341 Jul 16 19:23:38.824398 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a0598-464e-4c85-bad6-1181b16d0a73 req-7ac381c2-7a61-4825-bdd8-b7b02551d2ff tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:38.826013 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-529a0598-464e-4c85-bad6-1181b16d0a73 req-7ac381c2-7a61-4825-bdd8-b7b02551d2ff tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0869222 Jul 16 19:23:38.880689 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-529a0598-464e-4c85-bad6-1181b16d0a73 req-c02dfa78-7c63-419b-b05d-e3fa9a44a18c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489953 Jul 16 19:23:40.065934 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea2265-2ac6-4b5d-a219-802874b70228 req-cecfd1fd-2a94-47c0-9a6c-0cbe0259b1a3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:40.067522 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fea2265-2ac6-4b5d-a219-802874b70228 req-cecfd1fd-2a94-47c0-9a6c-0cbe0259b1a3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0686634 Jul 16 19:23:40.109373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7fea2265-2ac6-4b5d-a219-802874b70228 req-5b92ea75-3fce-48e4-a78e-201850351b89 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356674 Jul 16 19:23:40.409420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:23:40.526232 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:40.540742 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'port_id': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'mac_address': 'fa:16:3e:27:c9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:23:40.582423 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:40.597497 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:23:40.618695 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:40.623357 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:40.676074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:40.825665 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:23:41.295588 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30638c-d2b1-40ef-899a-d405e541c3d1 req-9394bed0-ab92-40ee-b92a-371f7fd3fd63 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:41.297132 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d30638c-d2b1-40ef-899a-d405e541c3d1 req-9394bed0-ab92-40ee-b92a-371f7fd3fd63 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 944 time: 0.0725121 Jul 16 19:23:41.337443 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d30638c-d2b1-40ef-899a-d405e541c3d1 req-f6f07f0f-a1b2-4ab8-9bbb-9785e26f7875 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346513 Jul 16 19:23:42.403684 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:23:42.458948 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:23:42.465859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:23:42.466242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:42.532013 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c40591-8f6b-4bf1-a8d7-735a40796fd4 req-64724351-29aa-412d-a51b-88ee8b665c81 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:42.534156 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1c40591-8f6b-4bf1-a8d7-735a40796fd4 req-64724351-29aa-412d-a51b-88ee8b665c81 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 944 time: 0.0756500 Jul 16 19:23:42.557541 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:42.585010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c1c40591-8f6b-4bf1-a8d7-735a40796fd4 req-c41ee8bc-c10e-43f6-b4e5-0b98f785114a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441070 Jul 16 19:23:42.587366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:42.589734 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd322c2-398f-42d4-ab2c-fdad64b23691" -d '{"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-plugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:42.612419 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:42.617638 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:42.642590 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922fbb3-70af-4466-bb3d-6b6653ac830f x-openstack-request-id: req-1922fbb3-70af-4466-bb3d-6b6653ac830f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:42.642887 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-plugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:42.643131 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1922fbb3-70af-4466-bb3d-6b6653ac830f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:42.643520 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'code': 200} Jul 16 19:23:42.672376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:42.768088 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9c887-63ec-41f4-9443-87cfff61a7cd req-d07528ca-0111-4dd8-b242-013ff33ad811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:42.769883 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3e9c887-63ec-41f4-9443-87cfff61a7cd req-d07528ca-0111-4dd8-b242-013ff33ad811 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1097 time: 0.0575612 Jul 16 19:23:42.809047 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f3e9c887-63ec-41f4-9443-87cfff61a7cd req-7e81ccdc-95e4-454c-99b6-83ff4c78caf3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Jul 16 19:23:43.783269 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbf9dc-7d9d-4a41-8407-1cef24581608 req-527bd046-f4d0-40f2-aa19-bfe7df92a598 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:43.784957 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9fbf9dc-7d9d-4a41-8407-1cef24581608 req-527bd046-f4d0-40f2-aa19-bfe7df92a598 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0780795 Jul 16 19:23:43.825168 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c9fbf9dc-7d9d-4a41-8407-1cef24581608 req-2860cc53-812f-4237-870d-dfb39c7a9531 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333817 Jul 16 19:23:44.035699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe37a73-7d67-43c9-896e-a99cdc1411a2 req-9c97a68f-7e63-46d5-a552-d58353c0da6c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:44.037403 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe37a73-7d67-43c9-896e-a99cdc1411a2 req-9c97a68f-7e63-46d5-a552-d58353c0da6c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0721228 Jul 16 19:23:44.083126 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe37a73-7d67-43c9-896e-a99cdc1411a2 req-8530d4b3-094d-4fc9-a68e-ed0f9c27498f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Jul 16 19:23:44.109404 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49520) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:44.263803 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48251efc-6c94-4060-b526-1081b66cc6eb tempest-TestShelveInstance-228710683 tempest-TestShelveInstance-228710683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:44.265401 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-48251efc-6c94-4060-b526-1081b66cc6eb tempest-TestShelveInstance-228710683 tempest-TestShelveInstance-228710683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1092 time: 0.1549618 Jul 16 19:23:44.268581 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49524) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:44.273942 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:23:44.298430 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:44.418288 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:44.536311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Allocated IP 172.25.0.192 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/f751c582-73ce-480d-b562-98f2b3920e03) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:23:44.650460 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:44.694399 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:44.732837 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:23:44.738101 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:23:44.742420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:23:44.767217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'Port': ['ID=f751c582-73ce-480d-b562-98f2b3920e03,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:45.151897 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:45.244129 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:45.416172 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:45.421312 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:45.497185 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'Port': ['ID=f751c582-73ce-480d-b562-98f2b3920e03,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:45.510398 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:45.631107 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Floating IP 2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1 associated. External IP: 172.25.0.192, port: f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5. Jul 16 19:23:46.225068 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Router 07ea5137-64be-49aa-bdcc-c600a05ab508 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:46.343375 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:46.355255 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] Sync routers for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:46.364577 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:46.367309 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:46.367948 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:46.433537 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9a592529-9168-4f30-9149-87ba566da7c2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1634126 Jul 16 19:23:46.434678 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:23:46.438784 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215e073d-2d67-4c1c-aefc-1dcb0c928189" -d '{"events": [{"name": "network-changed", "server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:23:46.486714 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0fd26c-2925-4b35-92d6-b51c1a5b50a5 x-openstack-request-id: req-6b0fd26c-2925-4b35-92d6-b51c1a5b50a5 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:23:46.487166 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:23:46.488199 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6b0fd26c-2925-4b35-92d6-b51c1a5b50a5 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:23:46.488199 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'status': 'completed', 'code': 200} Jul 16 19:23:46.515977 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:46.569359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-742b2ac5-71ae-4159-9350-b199e3567b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:46.570916 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-742b2ac5-71ae-4159-9350-b199e3567b08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1097 time: 0.0563715 Jul 16 19:23:46.682015 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-b3c53668-ce25-447e-b1b8-6c1bd1fb6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:46.683529 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-b3c53668-ce25-447e-b1b8-6c1bd1fb6317 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1069925 Jul 16 19:23:46.755992 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-455fbb97-a313-496b-9faa-9e8313c811ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 999 time: 0.0664587 Jul 16 19:23:46.775358 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'port_id': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'mac_address': 'fa:16:3e:27:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:23:44Z', 'updated_at': '2021-07-16T19:23:44Z', 'revision_number': 0, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:46.809567 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] Checking router: 07ea5137-64be-49aa-bdcc-c600a05ab508 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:46.817346 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-35e6d004-8fec-4187-9219-780045f5b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:46.818342 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:46.818965 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:23:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:46.820206 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-35e6d004-8fec-4187-9219-780045f5b054 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0489774 Jul 16 19:23:46.902259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-202120cf-4cba-430f-a530-1f5e47b1d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:46.903819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-202120cf-4cba-430f-a530-1f5e47b1d2ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0777233 Jul 16 19:23:46.948899 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:47.010169 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-bb815c15-b74b-4bef-94f6-625323ff38a6 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997760 Jul 16 19:23:47.124113 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-215e073d-2d67-4c1c-aefc-1dcb0c928189 req-0d020e8a-75d7-421a-8b10-c4673ec83a49 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074679 Jul 16 19:23:47.227193 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'port_id': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'mac_address': 'fa:16:3e:27:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:23:44Z', 'updated_at': '2021-07-16T19:23:44Z', 'revision_number': 0, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:47.255403 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e878f37-f1e7-42e2-bb90-d322bdc234af None None] The sync data for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 is: [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'port_id': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'mac_address': 'fa:16:3e:27:c9:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:23:44Z', 'updated_at': '2021-07-16T19:23:44Z', 'revision_number': 0, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:47.479402 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0485e-9e10-4428-be24-2c98a1c2531f None None] New status for floating IP 2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:23:59.400721 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-c15c0782-0aea-41bb-a7a7-aad960295704 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989542 Jul 16 19:23:59.500381 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604765d-03d5-49e5-b101-826b3df4e58b req-61f26223-8b85-43e5-b253-1d4cdea70812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:59.501927 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-61f26223-8b85-43e5-b253-1d4cdea70812 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1097 time: 0.0573773 Jul 16 19:23:59.614262 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604765d-03d5-49e5-b101-826b3df4e58b req-d10b88b8-9dc4-4399-a2c3-35183f7177ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:59.615672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-d10b88b8-9dc4-4399-a2c3-35183f7177ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.0932047 Jul 16 19:23:59.679197 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-e11a15af-891e-4fbe-a84a-f926a7aba70a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0568211 Jul 16 19:23:59.727208 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604765d-03d5-49e5-b101-826b3df4e58b req-208537ac-ae7f-43ad-829f-2bdbbda32373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:59.728691 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-208537ac-ae7f-43ad-829f-2bdbbda32373 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0430992 Jul 16 19:23:59.788629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604765d-03d5-49e5-b101-826b3df4e58b req-53c513f0-7bb9-4852-b4d8-52b7eafa9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:23:59.790208 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-53c513f0-7bb9-4852-b4d8-52b7eafa9d10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553052 Jul 16 19:23:59.884520 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-0d6dabb7-ab24-49a9-b80a-d9d6f0faea3e service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876260 Jul 16 19:23:59.987486 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-5604765d-03d5-49e5-b101-826b3df4e58b req-03b14d1d-3ae4-4ee7-b442-f8cf6d4bbc7f service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961668 Jul 16 19:24:00.385672 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-959d2bde-5495-4901-ab91-1deb7d79b3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:03.251318 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fb76c207-3119-4b8f-b994-c93ed3f45e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:03.494369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:04.614345 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:06.117253 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:07.836687 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:07.962224 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:08.315895 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:30.390408 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7635f53e-f980-407e-be62-c9903ac7c170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:33.253707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-69298a16-6704-49a8-b9fa-01d06b1a2111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:33.501510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:34.620439 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:36.122405 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:37.960764 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:38.317442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:44.835780 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:00.323023 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-9ca20ad6-8f01-498e-97f6-7be03fb20b7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538237 Jul 16 19:25:00.393424 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-63d29ae6-ad27-4d05-8f2f-bccf6b3b4b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:00.420200 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-faec1ae7-6371-46a6-9dfd-a9bf1d5f356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.422309 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-faec1ae7-6371-46a6-9dfd-a9bf1d5f356a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1097 time: 0.0567641 Jul 16 19:25:00.537051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-0fcf9e26-3313-453f-8d11-6655d4320e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.538530 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-0fcf9e26-3313-453f-8d11-6655d4320e37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.0933712 Jul 16 19:25:00.609673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-6a04daea-4c16-4239-8993-a638fd70922b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0638351 Jul 16 19:25:00.656530 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-c0cee2f0-b134-47ec-b151-49864f9ef10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.657964 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-c0cee2f0-b134-47ec-b151-49864f9ef10d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0430520 Jul 16 19:25:00.713322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-58c2e290-9df3-4e2c-a8ec-176886b3cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:00.714845 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-58c2e290-9df3-4e2c-a8ec-176886b3cc27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509305 Jul 16 19:25:00.809534 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-6231120d-d9b0-46bf-82b4-8bc7803d187a service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881090 Jul 16 19:25:00.898236 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ed477eb6-6ba8-40ab-ae31-8e55f348bb1a req-bc9fc57a-b82f-41d7-83b5-75c009790c46 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821719 Jul 16 19:25:03.257821 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-41d52f0a-c3cc-47b4-b0c8-86930ef6f19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:03.492735 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:04.628222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:06.124311 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:07.960384 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:08.316506 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:21.834853 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:30.396047 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-04dc4cf7-0e2c-4b43-823e-d12963dc58de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:33.259592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-768b90b7-77d5-4281-be35-7d53c88bbe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:33.497022 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:34.629541 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:36.129619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:37.961238 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:38.309367 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:42.617293 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2400e65-41ad-4d96-8b64-947899ceca4c req-bf9f3e34-6df6-41e3-8c6d-13fd0fe285d2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:42.618901 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2400e65-41ad-4d96-8b64-947899ceca4c req-bf9f3e34-6df6-41e3-8c6d-13fd0fe285d2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.1317451 Jul 16 19:25:42.663520 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2400e65-41ad-4d96-8b64-947899ceca4c req-cacfb5a7-feed-4111-a2e3-b67b826f8d7c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389261 Jul 16 19:25:43.865167 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a581d-33aa-4a87-880f-29dd475554d6 req-59af37ba-e7d0-40d5-a94a-50332c07af72 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:43.866708 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-466a581d-33aa-4a87-880f-29dd475554d6 req-59af37ba-e7d0-40d5-a94a-50332c07af72 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0664384 Jul 16 19:25:43.911598 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-466a581d-33aa-4a87-880f-29dd475554d6 req-f74f88c3-5712-4370-8a0f-2614c0440dbb tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386965 Jul 16 19:25:45.107176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de7c5c-5385-461c-8b28-eb3bd4c26c56 req-785bbb50-0d8f-4e0f-b40f-ea9e80174e20 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:45.108731 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00de7c5c-5385-461c-8b28-eb3bd4c26c56 req-785bbb50-0d8f-4e0f-b40f-ea9e80174e20 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0709789 Jul 16 19:25:45.148821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-00de7c5c-5385-461c-8b28-eb3bd4c26c56 req-a14c0d0e-3c94-4e15-ac75-bae0d84da2a5 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344059 Jul 16 19:25:46.335104 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f25fc-aee0-4e8c-a484-2b11a4e8e68b req-f9982f7a-bbd7-46e0-baf4-f27816f76307 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:46.336646 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b4f25fc-aee0-4e8c-a484-2b11a4e8e68b req-f9982f7a-bbd7-46e0-baf4-f27816f76307 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0676756 Jul 16 19:25:46.378264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b4f25fc-aee0-4e8c-a484-2b11a4e8e68b req-eb1fa1b2-4348-4553-8260-607ac037c79b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357983 Jul 16 19:25:47.573381 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313d4c0-3a27-457b-ba5f-78be1012694a req-060ce667-9c22-42ee-bfa9-94de278449d9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:47.574982 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2313d4c0-3a27-457b-ba5f-78be1012694a req-060ce667-9c22-42ee-bfa9-94de278449d9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0690610 Jul 16 19:25:47.617084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2313d4c0-3a27-457b-ba5f-78be1012694a req-aef3cbbb-d6dc-43bb-9d3f-24a8d6a27013 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360415 Jul 16 19:25:48.831517 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb5f54-79a8-4db4-936d-73b789631b5d req-a9506b2a-6ddc-4b22-a6ab-4952b55cbdc6 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:48.833273 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cbb5f54-79a8-4db4-936d-73b789631b5d req-a9506b2a-6ddc-4b22-a6ab-4952b55cbdc6 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0769651 Jul 16 19:25:48.880036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cbb5f54-79a8-4db4-936d-73b789631b5d req-7c71264f-3cbe-4d3e-a740-fc2be099b3db tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Jul 16 19:25:50.119618 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0c121-26ee-4e06-990a-78929bef5640 req-29e5b939-e7c8-4b46-92ed-6aee7726e3f2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:50.121260 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31e0c121-26ee-4e06-990a-78929bef5640 req-29e5b939-e7c8-4b46-92ed-6aee7726e3f2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0987194 Jul 16 19:25:50.164296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-31e0c121-26ee-4e06-990a-78929bef5640 req-a26e6bd8-d6dc-4a2b-9990-7bb85a8e7714 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370481 Jul 16 19:25:51.388080 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1320d71-777d-4707-be7c-c5d75c138fb2 req-b61d31d6-9e95-4e91-8215-7d70cebbb55c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:51.390082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1320d71-777d-4707-be7c-c5d75c138fb2 req-b61d31d6-9e95-4e91-8215-7d70cebbb55c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0886538 Jul 16 19:25:51.440569 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d1320d71-777d-4707-be7c-c5d75c138fb2 req-f79a6d4a-3086-4fb6-bec7-d15242dea1ad tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443027 Jul 16 19:25:52.622674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56420d-5e89-4760-b8d8-3047e7215d49 req-75d1368e-91de-4b5c-ac51-9ef55f05df8d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:52.624067 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca56420d-5e89-4760-b8d8-3047e7215d49 req-75d1368e-91de-4b5c-ac51-9ef55f05df8d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0675778 Jul 16 19:25:52.663929 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ca56420d-5e89-4760-b8d8-3047e7215d49 req-82a4cfb2-b6cc-4109-bb99-2c5abbbfa745 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338700 Jul 16 19:25:53.839693 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da7d84-531d-4b78-a28a-3d34554b46e1 req-8bd3e7a3-02c2-4029-a3b2-04ff5c222f80 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:53.841439 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97da7d84-531d-4b78-a28a-3d34554b46e1 req-8bd3e7a3-02c2-4029-a3b2-04ff5c222f80 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0651839 Jul 16 19:25:53.882632 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97da7d84-531d-4b78-a28a-3d34554b46e1 req-0bea8081-4280-4603-ad23-f9d96ce00517 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350065 Jul 16 19:25:55.041905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:25:55.095008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28f14f-17f0-4b68-b0e7-e30b87e138b1 req-a2c39c7e-a3cb-4ddf-8b5e-b6c8bc543a14 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:55.097526 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a28f14f-17f0-4b68-b0e7-e30b87e138b1 req-a2c39c7e-a3cb-4ddf-8b5e-b6c8bc543a14 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0901284 Jul 16 19:25:55.139436 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4a28f14f-17f0-4b68-b0e7-e30b87e138b1 req-35b1a3c9-7f26-4023-a536-5ce359ab0d6e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350864 Jul 16 19:25:55.151019 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:55.166713 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'port_id': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'mac_address': 'fa:16:3e:27:c9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:25:55.204241 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.217140 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:25:55.240564 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:55.244729 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:55.304240 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:55.311801 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.312204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.312516 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.312859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.313199 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.313535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.314513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.314513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.314513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.315454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.315454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.315618 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:25:55.321774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:25:56.339134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847840a-aec4-4179-91d0-0d997c253b78 req-38406a6c-666b-45c8-955a-79a7a26c3ff7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:56.341421 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d847840a-aec4-4179-91d0-0d997c253b78 req-38406a6c-666b-45c8-955a-79a7a26c3ff7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 944 time: 0.0749567 Jul 16 19:25:56.396405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d847840a-aec4-4179-91d0-0d997c253b78 req-73e6ec21-04d9-42f2-8316-c18a19cba8e7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457778 Jul 16 19:25:57.041472 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:25:57.098819 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:25:57.099492 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.183682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.211903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:25:57.214338 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b9f4c-5fb0-47d4-979b-17eac20c4c82" -d '{"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-plugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:25:57.228340 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:25:57.236176 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:57.270210 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e15533e-3318-4661-9248-29edcdb9bf2f x-openstack-request-id: req-2e15533e-3318-4661-9248-29edcdb9bf2f {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:25:57.270897 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-plugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:25:57.271345 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2e15533e-3318-4661-9248-29edcdb9bf2f {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:25:57.271964 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'code': 200} Jul 16 19:25:57.305956 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:25:57.798660 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac1ed2-ad5e-4bcd-be0b-7f817281af6c req-5ad21853-76a5-41b1-9fdf-4791a14c6a27 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:57.800705 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4aac1ed2-ad5e-4bcd-be0b-7f817281af6c req-5ad21853-76a5-41b1-9fdf-4791a14c6a27 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0839009 Jul 16 19:25:57.849919 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4aac1ed2-ad5e-4bcd-be0b-7f817281af6c req-68e8d45a-9381-4132-b61a-c4c0a869f2d7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408862 Jul 16 19:25:58.834597 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:59.041833 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5956a-595e-46e8-b408-27a4304db4e2 req-ae74fd26-6a49-4c44-a208-f76d59ae68d3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:25:59.043700 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8db5956a-595e-46e8-b408-27a4304db4e2 req-ae74fd26-6a49-4c44-a208-f76d59ae68d3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0725386 Jul 16 19:25:59.100405 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8db5956a-595e-46e8-b408-27a4304db4e2 req-2825a7ca-d7b9-4ac4-b33a-b87fecaebae8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 Jul 16 19:26:00.294025 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8e9ef-8776-4610-be65-6bcbe7c960de req-96b440d8-3099-466f-a4dc-83770e5dd0a2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:00.295810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4a8e9ef-8776-4610-be65-6bcbe7c960de req-96b440d8-3099-466f-a4dc-83770e5dd0a2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0762951 Jul 16 19:26:00.349452 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c4a8e9ef-8776-4610-be65-6bcbe7c960de req-fa23e123-a575-4615-8e73-ca1753ca2471 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463777 Jul 16 19:26:00.401064 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-85b521b0-8d0a-41d5-b2bd-206bdb0e46ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:01.446186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-fe67995b-ad5b-4612-ba54-82b6cb7fd261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.448250 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-fe67995b-ad5b-4612-ba54-82b6cb7fd261 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1097 time: 0.0878553 Jul 16 19:26:01.575107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539a0cc-9933-424f-a3fd-b408bc166de6 req-424139b9-8301-46e9-ade1-052bd87e10c3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.577584 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8539a0cc-9933-424f-a3fd-b408bc166de6 req-424139b9-8301-46e9-ade1-052bd87e10c3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0832074 Jul 16 19:26:01.591447 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-312dbec7-3619-4512-9bea-1b7800c31034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.593739 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-312dbec7-3619-4512-9bea-1b7800c31034 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1233218 Jul 16 19:26:01.638902 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-8539a0cc-9933-424f-a3fd-b408bc166de6 req-ab62f4cf-7ecd-4afb-9cc2-075a57ffe742 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495863 Jul 16 19:26:01.701673 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-209edf1d-b17c-4961-a63f-58d85497f773 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.1006026 Jul 16 19:26:01.765609 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-8f4a2808-65cf-40a2-a080-00897bcac63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.767455 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-8f4a2808-65cf-40a2-a080-00897bcac63b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0593860 Jul 16 19:26:01.852711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-676424ff-1856-42e1-bef8-1ff07551183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:01.854248 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-676424ff-1856-42e1-bef8-1ff07551183a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798435 Jul 16 19:26:02.005072 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-2f148e69-8acb-44dd-bbff-d7468022b4c1 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442704 Jul 16 19:26:02.110863 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-35fe9265-c36a-4a2c-8610-9ddc9933e3ab req-3dc4f947-ba78-42c7-a4e8-6193d251cf92 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994418 Jul 16 19:26:02.824253 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28baa66b-61f3-4f5c-8037-bc577684442c req-81943b86-3a63-4bdc-bf91-fd01b154062c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:02.826177 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28baa66b-61f3-4f5c-8037-bc577684442c req-81943b86-3a63-4bdc-bf91-fd01b154062c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0703666 Jul 16 19:26:02.869053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-28baa66b-61f3-4f5c-8037-bc577684442c req-47cf5157-02d0-4954-91ec-996a21ae35ab tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366709 Jul 16 19:26:03.265809 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1f1ceca0-b20e-48d3-bd27-c593b22bbe98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:03.505514 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.059060 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c63d9-d1bc-42dd-8159-1140c9ae7aab req-bc9855f4-338c-4397-bed9-3c21969e40f3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:04.060635 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-240c63d9-d1bc-42dd-8159-1140c9ae7aab req-bc9855f4-338c-4397-bed9-3c21969e40f3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0699544 Jul 16 19:26:04.102323 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-240c63d9-d1bc-42dd-8159-1140c9ae7aab req-d9593b26-b733-434c-b946-ed4114c0e8a0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351715 Jul 16 19:26:04.628121 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:04.937991 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577794-2923-411f-8f31-e341ed0424a6 req-51ea9bed-b4f6-46fc-84e0-389eb46256bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:04.939707 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a577794-2923-411f-8f31-e341ed0424a6 req-51ea9bed-b4f6-46fc-84e0-389eb46256bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1097 time: 0.0604391 Jul 16 19:26:05.030808 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577794-2923-411f-8f31-e341ed0424a6 req-29dc5121-6d01-4e4a-83d0-033063021edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:05.032326 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a577794-2923-411f-8f31-e341ed0424a6 req-29dc5121-6d01-4e4a-83d0-033063021edb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.0862148 Jul 16 19:26:05.100907 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a577794-2923-411f-8f31-e341ed0424a6 req-3a94a31b-6ac6-423b-b64c-abc00a7b0034 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0620356 Jul 16 19:26:05.150632 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577794-2923-411f-8f31-e341ed0424a6 req-5a9c4496-c4f1-4959-b391-a14c35e9432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:05.152194 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a577794-2923-411f-8f31-e341ed0424a6 req-5a9c4496-c4f1-4959-b391-a14c35e9432b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0455647 Jul 16 19:26:05.212717 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a577794-2923-411f-8f31-e341ed0424a6 req-19b003fe-efc5-4705-a0a8-eaddb88ff533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:05.214179 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a577794-2923-411f-8f31-e341ed0424a6 req-19b003fe-efc5-4705-a0a8-eaddb88ff533 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560730 Jul 16 19:26:05.279190 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecddd3-e181-417c-ac4b-caff486a603d req-d94af278-8e91-44d5-928e-6328bd22fe63 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:05.281277 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2ecddd3-e181-417c-ac4b-caff486a603d req-d94af278-8e91-44d5-928e-6328bd22fe63 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0660014 Jul 16 19:26:05.314595 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a577794-2923-411f-8f31-e341ed0424a6 req-8f2b4e25-8f5a-4dce-9b69-e327300f52f2 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938768 Jul 16 19:26:05.322115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2ecddd3-e181-417c-ac4b-caff486a603d req-a9397f37-7b3b-4640-bd84-4fdaa20c40ce tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347345 Jul 16 19:26:05.406586 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7a577794-2923-411f-8f31-e341ed0424a6 req-fdb4d986-3569-44e1-bb4b-b76e929e4f38 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852804 Jul 16 19:26:06.130030 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:06.499318 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff43d1-2c07-4a7f-ac26-dbcd7c9f8357 req-d26eca18-f09d-411d-a8b8-d5f333f6f83b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:06.500813 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5aff43d1-2c07-4a7f-ac26-dbcd7c9f8357 req-d26eca18-f09d-411d-a8b8-d5f333f6f83b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0621927 Jul 16 19:26:06.538721 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5aff43d1-2c07-4a7f-ac26-dbcd7c9f8357 req-51a7e930-7d89-4700-9343-b2fc85da05ff tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Jul 16 19:26:07.715799 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7a039-565f-47e4-a975-7ec8b68fc3de req-27dd0342-1d8a-4fb0-ba91-b530d00c48f3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:07.717299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23b7a039-565f-47e4-a975-7ec8b68fc3de req-27dd0342-1d8a-4fb0-ba91-b530d00c48f3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0693922 Jul 16 19:26:07.756193 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23b7a039-565f-47e4-a975-7ec8b68fc3de req-75067a2a-63a1-4176-b600-c45fc2e516be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323567 Jul 16 19:26:07.906982 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-369da9b2-8c43-4b46-963f-8900464d8007 req-db038408-c147-43b7-950a-edd193eae19e service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:26:07.908037 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-369da9b2-8c43-4b46-963f-8900464d8007 req-db038408-c147-43b7-950a-edd193eae19e service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470786 Jul 16 19:26:07.975417 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:08.165360 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd4252-e4a2-4928-a2d5-ae30281e25e5 req-83fa57c0-5e8c-4297-85c6-327787aed9da tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:08.167014 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61dd4252-e4a2-4928-a2d5-ae30281e25e5 req-83fa57c0-5e8c-4297-85c6-327787aed9da tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 945 time: 0.0661988 Jul 16 19:26:08.200868 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49724) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:26:08.208006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61dd4252-e4a2-4928-a2d5-ae30281e25e5 req-03e03dae-6161-4f69-8205-65a67480b4b4 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351980 Jul 16 19:26:08.302183 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-21ed5392-e243-46c9-a283-c415462fc4be service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001050 Jul 16 19:26:08.314293 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.103768 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:26:09.140222 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-e13110d2-c663-4942-859a-04a2528e9e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:09.141819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-e13110d2-c663-4942-859a-04a2528e9e2d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54&tenant_id=ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 1097 time: 0.0536125 Jul 16 19:26:09.185425 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.207753 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:09.210099 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1f460b-6fa4-4ff4-ba97-6ef4c4db26b8" -d '{"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:09.216415 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-ebc52d69-a8d0-44b4-82bb-de75372f5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:09.218353 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-ebc52d69-a8d0-44b4-82bb-de75372f5e22 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1097 time: 0.0548098 Jul 16 19:26:09.225477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:09.229913 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.255701 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae75890-27cf-4544-9249-baafba107d22 x-openstack-request-id: req-aae75890-27cf-4544-9249-baafba107d22 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:09.256054 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:09.256366 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aae75890-27cf-4544-9249-baafba107d22 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:09.256780 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'code': 200} Jul 16 19:26:09.282374 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:09.320550 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-c93b65d3-391c-476a-be82-660a931ec408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:09.322061 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-c93b65d3-391c-476a-be82-660a931ec408 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.0976176 Jul 16 19:26:09.387560 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-61fde115-9a17-4bb3-9b35-87d86f29e369 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 999 time: 0.0590794 Jul 16 19:26:09.402701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f131ca-ad02-42ec-a5d0-552dc0cd553c req-b0477486-531f-4e24-b218-f9927c0de4e3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:09.404359 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91f131ca-ad02-42ec-a5d0-552dc0cd553c req-b0477486-531f-4e24-b218-f9927c0de4e3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0679924 Jul 16 19:26:09.437280 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-753452c4-2534-4a69-af5a-c69b8f15b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:09.438764 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-753452c4-2534-4a69-af5a-c69b8f15b278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0455675 Jul 16 19:26:09.443812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-91f131ca-ad02-42ec-a5d0-552dc0cd553c req-e85d1dc5-2123-44ab-9d6f-3d3db15bd2c3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331640 Jul 16 19:26:09.502820 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-5734cb54-36c1-4abc-b4f6-8b18500a0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:09.504247 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-5734cb54-36c1-4abc-b4f6-8b18500a0340 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591989 Jul 16 19:26:09.596748 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-3534eb0a-2b4a-4f77-a7f2-a42c0199c53a service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860820 Jul 16 19:26:09.692700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-7880e8e6-615c-45ff-955d-6b780ce89f52 req-c0f6479d-0474-4853-8a6d-f4cd68249606 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893116 Jul 16 19:26:10.630960 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd900a-6c46-4ab7-b6bc-0ccfc0e8e4c7 req-8087d6c8-c5cd-42e1-961c-248a72f7403e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:10.632463 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cdd900a-6c46-4ab7-b6bc-0ccfc0e8e4c7 req-8087d6c8-c5cd-42e1-961c-248a72f7403e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0662589 Jul 16 19:26:10.673099 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3cdd900a-6c46-4ab7-b6bc-0ccfc0e8e4c7 req-7adf9e82-e08b-41c4-a52c-6e6bc0c4757c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348871 Jul 16 19:26:11.859157 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6f578-b479-48db-875f-3f91fed516ea req-111e8e1a-eba0-4be3-bb57-a5b32aeaa21b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:11.860987 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1f6f578-b479-48db-875f-3f91fed516ea req-111e8e1a-eba0-4be3-bb57-a5b32aeaa21b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0712411 Jul 16 19:26:11.901319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a1f6f578-b479-48db-875f-3f91fed516ea req-82f25135-ef1e-461f-af05-7cc86f84c74d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344853 Jul 16 19:26:13.088701 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011314e8-4c37-4cb3-b47e-65e2339f01b1 req-e5ae466e-07b7-42bc-84ca-348251a53d8b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:13.090342 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-011314e8-4c37-4cb3-b47e-65e2339f01b1 req-e5ae466e-07b7-42bc-84ca-348251a53d8b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0692968 Jul 16 19:26:13.131571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-011314e8-4c37-4cb3-b47e-65e2339f01b1 req-17dab6b3-d723-447c-a032-10a0c897c5a8 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339305 Jul 16 19:26:14.318177 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c35107-5310-43c8-8454-2f0f0440c637 req-32e63de7-af92-4a3e-86f3-9150d1e956c5 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:14.319795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1c35107-5310-43c8-8454-2f0f0440c637 req-32e63de7-af92-4a3e-86f3-9150d1e956c5 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0656967 Jul 16 19:26:14.360757 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e1c35107-5310-43c8-8454-2f0f0440c637 req-b7b611e1-b889-4c6e-80b0-1f48de5c0b4a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342350 Jul 16 19:26:15.543513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7066b4-c82d-4caa-8acd-c0432b04b9ac req-c89e04c5-dc06-42aa-bc5f-e3185d993e48 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:15.545058 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b7066b4-c82d-4caa-8acd-c0432b04b9ac req-c89e04c5-dc06-42aa-bc5f-e3185d993e48 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0706315 Jul 16 19:26:15.587768 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-6b7066b4-c82d-4caa-8acd-c0432b04b9ac req-bd8342eb-2a4c-4336-8012-e6a3036917c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362806 Jul 16 19:26:16.816861 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469d229-8a06-4a46-be5d-fc2c215eecfb req-e424825d-42ee-4b63-8115-593e4e4806c3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:16.818557 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4469d229-8a06-4a46-be5d-fc2c215eecfb req-e424825d-42ee-4b63-8115-593e4e4806c3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0753615 Jul 16 19:26:16.864476 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4469d229-8a06-4a46-be5d-fc2c215eecfb req-e8fa29d3-7e4b-4946-849a-7895f0e42657 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401649 Jul 16 19:26:18.040102 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ce276-25b8-495c-bdff-5e90931b24e8 req-af3cdb36-91e3-499a-911f-be075fb64d7d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:18.043869 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df7ce276-25b8-495c-bdff-5e90931b24e8 req-af3cdb36-91e3-499a-911f-be075fb64d7d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0669203 Jul 16 19:26:18.079995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-df7ce276-25b8-495c-bdff-5e90931b24e8 req-d074269a-8d36-412a-aca8-b8e09ee67b3e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321472 Jul 16 19:26:19.295510 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce4667-246e-4b32-a4aa-7ded5cf12bfb req-0715e2dd-6bde-4ad9-9ad6-16e1f27d64ff tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:19.296818 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09ce4667-246e-4b32-a4aa-7ded5cf12bfb req-0715e2dd-6bde-4ad9-9ad6-16e1f27d64ff tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0716867 Jul 16 19:26:19.339594 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09ce4667-246e-4b32-a4aa-7ded5cf12bfb req-f8027249-26a2-4e5a-8930-9f4ea8071e17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357993 Jul 16 19:26:20.513315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a22d81-7804-4a39-bc9b-fc4938efd783 req-1126724c-4342-47ad-b32b-538be927ddbb tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:20.514812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3a22d81-7804-4a39-bc9b-fc4938efd783 req-1126724c-4342-47ad-b32b-538be927ddbb tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0643108 Jul 16 19:26:20.554124 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e3a22d81-7804-4a39-bc9b-fc4938efd783 req-8d49eb89-eceb-417d-92e4-5b7f52fe08c0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333524 Jul 16 19:26:21.533939 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd52188-d9c9-49db-885a-92554f74749b req-52485b26-d71f-41c2-b798-5e1432604275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:21.535483 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bd52188-d9c9-49db-885a-92554f74749b req-52485b26-d71f-41c2-b798-5e1432604275 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1095 time: 0.0580621 Jul 16 19:26:21.570881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1bd52188-d9c9-49db-885a-92554f74749b req-80fab9dc-04f5-4f1d-b27b-41348acfdee9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291746 Jul 16 19:26:21.736726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f43f-407c-4c38-bc48-5e979d9ce639 req-9c1cb0c8-9eec-4044-8ce8-364a33f2105b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:21.738812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e42f43f-407c-4c38-bc48-5e979d9ce639 req-9c1cb0c8-9eec-4044-8ce8-364a33f2105b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0679135 Jul 16 19:26:21.783779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7e42f43f-407c-4c38-bc48-5e979d9ce639 req-b67db00f-3740-4f4d-9e0d-8e41ae800c43 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388389 Jul 16 19:26:22.963619 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f52564-927a-4312-bccc-f7b1b318849f req-22fde9e6-9d3d-4c79-8ccb-ec9d524851de tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:26:22.965059 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21f52564-927a-4312-bccc-f7b1b318849f req-22fde9e6-9d3d-4c79-8ccb-ec9d524851de tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 943 time: 0.0639482 Jul 16 19:26:23.003549 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-21f52564-927a-4312-bccc-f7b1b318849f req-de781966-1cca-4ade-805c-18e94983655c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318770 Jul 16 19:26:23.108286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:26:23.208312 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:23.219623 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'port_id': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'mac_address': 'fa:16:3e:27:c9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:26:23.257194 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.269627 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:26:23.288780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:23.292442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:23.339218 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=9']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:23.546261 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:26:25.120246 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:26:25.167911 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:26:25.168313 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:25.247315 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:25.271226 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:26:25.273483 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabfe2b0-c85c-430b-a521-ce7555ffbe98" -d '{"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-plugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:26:25.286599 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:26:25.290781 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:25.315872 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8eb20e-b38b-497d-a799-ad2dc5744405 x-openstack-request-id: req-0e8eb20e-b38b-497d-a799-ad2dc5744405 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:26:25.316240 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-plugged", "status": "completed", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:26:25.316641 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e8eb20e-b38b-497d-a799-ad2dc5744405 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:26:25.316922 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'code': 200} Jul 16 19:26:25.343353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=10']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:26:30.395845 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-994fac9b-def8-4158-b2ec-6daa67cac9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:33.257998 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9ae3bc44-5ac8-412b-ab99-3a726128dc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:33.504981 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:34.632630 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:35.838786 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:36.136059 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:37.993439 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:38.330195 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:00.397517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0056d6f7-6589-4c81-ba54-97cb95924f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.258702 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3116-42ea-4b3c-91f9-f7a8a39ee120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.323355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-3309e024-1ed4-487b-b295-6ebd21936895 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562851 Jul 16 19:27:03.423342 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-504b4bd7-663a-41ce-9a49-bb6cdc03ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:03.424946 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-504b4bd7-663a-41ce-9a49-bb6cdc03ba58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1098 time: 0.0583398 Jul 16 19:27:03.497751 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:03.529386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-6eb01200-3d42-42ab-b5f2-e51453a52d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:03.530791 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-6eb01200-3d42-42ab-b5f2-e51453a52d27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.0866549 Jul 16 19:27:03.600662 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-52ed383e-900b-482c-827d-d68443e0a3d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0629761 Jul 16 19:27:03.649892 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-bb37c2bc-4c0a-4c76-80ac-1e0dc20ffb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:03.651372 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-bb37c2bc-4c0a-4c76-80ac-1e0dc20ffb95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0445998 Jul 16 19:27:03.707995 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-6957eae1-65b8-4dba-a038-266d6ae61d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:03.709581 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-6957eae1-65b8-4dba-a038-266d6ae61d75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522122 Jul 16 19:27:03.815867 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-aa01a33e-5e8a-4284-a3cc-d0f22a4caba3 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985153 Jul 16 19:27:03.907106 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-1101bcfd-6c6f-47c4-a439-e18db3082b1f req-50dce577-a681-4eec-bbbe-6b5118d7281c service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861678 Jul 16 19:27:04.635850 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:06.141558 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:08.022342 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:08.332021 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:12.838592 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:30.402961 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-48461673-0c4f-49ef-98b0-038494743195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.077337 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49848) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:33.270231 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-249595bf-ec7d-4144-8671-2625de6f051e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.294996 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Deleting port f751c582-73ce-480d-b562-98f2b3920e03 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:27:33.295561 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.435704 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.436120 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.451233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Calling delete_port for f751c582-73ce-480d-b562-98f2b3920e03 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:27:33.505820 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.700495 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.753742 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event deleted for resources: {'Port': ['ID=f751c582-73ce-480d-b562-98f2b3920e03,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:33.778352 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.778977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.779572 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.780203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.780782 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.781397 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.781997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.782739 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.783491 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.784028 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.785121 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.785322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:33.888520 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:33.888982 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Floating IP 2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1 disassociated (deleted). External IP: 172.25.0.192, port: f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5. Jul 16 19:27:34.156087 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Router 07ea5137-64be-49aa-bdcc-c600a05ab508 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:27:34.340188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:27:34.346611 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:34.353473 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] Sync routers for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:27:34.366187 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:34.366878 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:27:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:34.417330 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-32c0724a-da8f-43aa-8141-af0f7ddfeb7f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "DELETE /v2.0/floatingips/2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1 HTTP/1.1" status: 204 len: 168 time: 1.3382192 Jul 16 19:27:34.418252 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:27:34.422437 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f939f6d7-6231-4cca-9d07-dee06f40b812" -d '{"events": [{"name": "network-changed", "server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:27:34.574637 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6656776-d730-4aa3-abb0-f38930868143 x-openstack-request-id: req-e6656776-d730-4aa3-abb0-f38930868143 {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:27:34.575155 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:27:34.575660 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e6656776-d730-4aa3-abb0-f38930868143 {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:27:34.576673 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'status': 'completed', 'code': 200} Jul 16 19:27:34.652196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:34.686273 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:34.698658 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-2a2b82c7-52c9-4952-858c-3f75f44b3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:34.701222 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-2a2b82c7-52c9-4952-858c-3f75f44b3ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 1098 time: 0.0956478 Jul 16 19:27:34.850217 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-13d381bd-5fd5-4732-9f02-5f73dbe74f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:34.851908 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-13d381bd-5fd5-4732-9f02-5f73dbe74f50 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1440928 Jul 16 19:27:34.909462 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-1fd41c82-8ad4-4b9c-be39-7b4041f10f15 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 200 len: 217 time: 0.0493207 Jul 16 19:27:34.993277 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:35.003527 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-24f3762d-00a0-4737-8462-35a4a0b505ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:35.005504 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-24f3762d-00a0-4737-8462-35a4a0b505ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0899959 Jul 16 19:27:35.065266 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] Checking router: 07ea5137-64be-49aa-bdcc-c600a05ab508 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:27:35.069594 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf700057-0965-4c4e-b733-202e263c9296 req-7e47a9fe-aae2-4897-a2f8-cbd1e0e4247c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:35.071507 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf700057-0965-4c4e-b733-202e263c9296 req-7e47a9fe-aae2-4897-a2f8-cbd1e0e4247c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 946 time: 0.1120236 Jul 16 19:27:35.083364 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:27:35.084499 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:27:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:35.114152 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-bcfd53b1-e30e-47f1-a561-741f3cda2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:35.118042 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-bcfd53b1-e30e-47f1-a561-741f3cda2301 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034865 Jul 16 19:27:35.129594 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-f524ecd6-1b24-4412-b7fc-7cbc7415f2e4 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:27:35.131034 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-f524ecd6-1b24-4412-b7fc-7cbc7415f2e4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075326 Jul 16 19:27:35.140959 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cf700057-0965-4c4e-b733-202e263c9296 req-f8552ecc-72a8-43aa-b8f3-e5cf9173878c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615957 Jul 16 19:27:35.280545 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-2efea669-cffc-4c44-8b54-dddad5bf015d service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396754 Jul 16 19:27:35.286851 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:27:35.384129 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f939f6d7-6231-4cca-9d07-dee06f40b812 req-e074ff7d-1936-4845-8843-3475308c8219 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968158 Jul 16 19:27:35.640574 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:27:35.672551 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3536af-3d21-4725-90e0-a4f6ee4f306a None None] The sync data for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 is: [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:27:35.935420 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a48b7-2a5f-4bf6-9870-82039d3323a1 None None] New status for floating IP 2c9a0bac-2f15-4176-bcf1-1cc1194ea1a1: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:27:36.197376 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0181-ef18-4f52-8b55-76191866a307 req-f58ce752-31fe-4040-96ed-44cfca2f4625 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:36.200260 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deea0181-ef18-4f52-8b55-76191866a307 req-f58ce752-31fe-4040-96ed-44cfca2f4625 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 946 time: 0.1381412 Jul 16 19:27:36.257483 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:36.374189 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Deleting port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:27:36.374747 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:36.384664 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b0152-51ba-4a76-8394-614f36957344 req-382ca4f6-4747-4020-a75d-ee442d14195a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:36.387541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a1b0152-51ba-4a76-8394-614f36957344 req-382ca4f6-4747-4020-a75d-ee442d14195a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=71a9ff8c-5bc1-4c01-b04e-89545d743a54 HTTP/1.1" status: 200 len: 946 time: 0.0906179 Jul 16 19:27:36.444571 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0a1b0152-51ba-4a76-8394-614f36957344 req-083af978-0714-47b9-b5f6-fc72f0c5b21a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=2acf0863-df20-4c47-88b7-431fd448d590&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488405 Jul 16 19:27:36.525336 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] For port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:27:36.525695 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:36.541916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Calling delete_port for f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:27:36.743105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:36.780032 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event deleted for resources: {'Port': ['ID=f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:36.805372 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.805864 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.806363 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.806882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.807409 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.807957 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.808533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.809064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.809597 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.810117 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.810628 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.811259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:27:36.860183 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] No DVR routers for this DVR port f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:27:36.863869 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:36.866157 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-deea0181-ef18-4f52-8b55-76191866a307 req-1df506ae-975d-4162-be89-d22fb8f66a9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "DELETE /v2.0/ports/f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 HTTP/1.1" status: 204 len: 173 time: 0.6598625 Jul 16 19:27:36.866660 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-deleted', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:27:36.869166 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a7786d-dc9a-4ca0-a620-4bacf2fcdd78" -d '{"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-deleted", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:27:36.985496 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937ef8f4-bb8f-430c-b2ec-adb70798606b x-openstack-request-id: req-937ef8f4-bb8f-430c-b2ec-adb70798606b {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:27:36.985861 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a9ff8c-5bc1-4c01-b04e-89545d743a54", "name": "network-vif-deleted", "tag": "f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:27:36.986703 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-937ef8f4-bb8f-430c-b2ec-adb70798606b {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:27:36.987217 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a9ff8c-5bc1-4c01-b04e-89545d743a54', 'name': 'network-vif-deleted', 'tag': 'f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5', 'status': 'completed', 'code': 200} Jul 16 19:27:37.562647 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49872) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:37.630806 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbe509e4-517a-4c81-9c72-8378248455e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:37.661139 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbe509e4-517a-4c81-9c72-8378248455e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:37.758659 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbe509e4-517a-4c81-9c72-8378248455e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:37.764064 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-cbe509e4-517a-4c81-9c72-8378248455e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:37.766239 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-cbe509e4-517a-4c81-9c72-8378248455e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "DELETE /v2.0/security-groups/2acf0863-df20-4c47-88b7-431fd448d590 HTTP/1.1" status: 204 len: 168 time: 0.2023041 Jul 16 19:27:37.783925 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe509e4-517a-4c81-9c72-8378248455e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acf0863-df20-4c47-88b7-431fd448d590,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:38.057027 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:38.333454 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.292424 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49880) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:39.298149 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-1adc31e9-2402-44ec-b66c-9f0ce3d8d221 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-193313796', 'description': 'tempest-secgroup-smoke-193313796 description', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:39.328315 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1adc31e9-2402-44ec-b66c-9f0ce3d8d221 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.449107 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1adc31e9-2402-44ec-b66c-9f0ce3d8d221 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.454243 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1adc31e9-2402-44ec-b66c-9f0ce3d8d221 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.488294 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-1adc31e9-2402-44ec-b66c-9f0ce3d8d221 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.489595 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-1adc31e9-2402-44ec-b66c-9f0ce3d8d221 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1960764 Jul 16 19:27:39.491921 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc31e9-2402-44ec-b66c-9f0ce3d8d221 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85f323d-271b-4372-8418-a99a6b17cdf3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:39.493353 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49882) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:39.500587 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-4da6c9ce-6f6a-4982-80f1-4e2128e148f1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': 'b85f323d-271b-4372-8418-a99a6b17cdf3', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:39.533745 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4da6c9ce-6f6a-4982-80f1-4e2128e148f1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.591712 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4da6c9ce-6f6a-4982-80f1-4e2128e148f1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.597938 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4da6c9ce-6f6a-4982-80f1-4e2128e148f1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.623080 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6c9ce-6f6a-4982-80f1-4e2128e148f1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404e7803-d6f9-45bf-a028-7bb685d1ead4,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:39.631665 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-4da6c9ce-6f6a-4982-80f1-4e2128e148f1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.635927 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-4da6c9ce-6f6a-4982-80f1-4e2128e148f1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374977 Jul 16 19:27:39.636382 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49884) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:39.641745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-704a4bdd-49ee-49c3-8b19-4add7ddc7475 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': 'b85f323d-271b-4372-8418-a99a6b17cdf3', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:39.671903 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-704a4bdd-49ee-49c3-8b19-4add7ddc7475 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.745726 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-704a4bdd-49ee-49c3-8b19-4add7ddc7475 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.751036 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-704a4bdd-49ee-49c3-8b19-4add7ddc7475 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.771108 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a4bdd-49ee-49c3-8b19-4add7ddc7475 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30ff706-35c8-4dc6-9e65-5be3f5de5a00,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:39.778941 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-704a4bdd-49ee-49c3-8b19-4add7ddc7475 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.780234 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-704a4bdd-49ee-49c3-8b19-4add7ddc7475 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427243 Jul 16 19:27:39.784119 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49886) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:39.789323 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-7a5e417c-4f99-4dc8-8d9e-2d02a2076556 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': 'b85f323d-271b-4372-8418-a99a6b17cdf3', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:39.820179 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a5e417c-4f99-4dc8-8d9e-2d02a2076556 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.893952 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a5e417c-4f99-4dc8-8d9e-2d02a2076556 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.899442 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a5e417c-4f99-4dc8-8d9e-2d02a2076556 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.922023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e417c-4f99-4dc8-8d9e-2d02a2076556 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8797552b-c045-427f-88d4-09571d617938,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:39.938070 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-7a5e417c-4f99-4dc8-8d9e-2d02a2076556 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:39.939738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-7a5e417c-4f99-4dc8-8d9e-2d02a2076556 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545177 Jul 16 19:27:39.944307 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 49888) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:39.949270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-c42d6eba-245d-4d56-be9a-e96bd061b3a7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': 'b85f323d-271b-4372-8418-a99a6b17cdf3', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:39.989911 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c42d6eba-245d-4d56-be9a-e96bd061b3a7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.063166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c42d6eba-245d-4d56-be9a-e96bd061b3a7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.068209 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c42d6eba-245d-4d56-be9a-e96bd061b3a7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.090033 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d6eba-245d-4d56-be9a-e96bd061b3a7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf766383-266e-4164-a714-13606d2b24b5,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:40.096573 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c42d6eba-245d-4d56-be9a-e96bd061b3a7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.101604 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c42d6eba-245d-4d56-be9a-e96bd061b3a7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1532805 Jul 16 19:27:40.102274 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49890) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:40.108056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': 'b85f323d-271b-4372-8418-a99a6b17cdf3', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:40.132384 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Project ae93824a16b0446c94b52dfc69d3f1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:27:40.137951 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.213857 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.218846 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.238705 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53baf89-0c33-427f-82be-0063e565bfe3,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:40.249055 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.251700 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1664256a-1532-4416-b5df-7d0d6218efbd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478488 Jul 16 19:27:40.254744 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 49892) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:27:40.259848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'security_group_rule': {'security_group_id': 'b85f323d-271b-4372-8418-a99a6b17cdf3', 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:40.286669 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Project ae93824a16b0446c94b52dfc69d3f1be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:27:40.292320 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.366831 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.371554 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.394031 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c55900-2fac-419a-a97a-009879457e35,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:27:40.398353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:40.399447 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-386a95e0-6677-4483-9ff4-c8dded4b70c9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436374 Jul 16 19:27:41.524478 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:27:41.553286 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:27:41.553634 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device f1c0e774-dcbb-41c4-a9cb-3e1937f51ab5 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:27:49.839671 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:57.334981 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-f3094b78-19d8-44d3-beb5-b5d32b77786b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-193313796&fields=id&tenant_id=ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 267 time: 0.0405226 Jul 16 19:27:57.459497 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-89cd509a-1481-4d28-93c3-1742318d6c63 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:57.461209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-89cd509a-1481-4d28-93c3-1742318d6c63 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 808 time: 0.1191070 Jul 16 19:27:57.481162 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-af01eb0f-fcc2-47a2-8c0f-902cc9925810 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/quotas/ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 375 time: 0.0108132 Jul 16 19:27:57.557892 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-dc6deed2-0f2b-466a-9383-dd5ea4e0301d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702052 Jul 16 19:27:57.713581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-7fbf8295-0c66-460d-aba4-f3a740277a74 service neutron] 10.222.0.48 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427648 Jul 16 19:27:57.813662 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-9ac7f4e4-784c-4db7-ab97-acd5d18c1ea4 service neutron] 10.222.0.48 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939291 Jul 16 19:27:58.221025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a6ba7c36-6b1e-4167-ba00-96d000908b28 req-7a2550b5-c04e-41b1-9c52-f017442e5be3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 210 time: 0.0357096 Jul 16 19:27:59.405430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0f9c8724-3ac3-4bcd-8261-d63fcc0810ea req-d437023f-af83-4f97-8745-20986949070b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 210 time: 0.0347238 Jul 16 19:27:59.410605 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-240caa03-1ff8-4fcb-b2c1-f469a35ee91f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:27:59.411308 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-240caa03-1ff8-4fcb-b2c1-f469a35ee91f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 808 time: 0.1421628 Jul 16 19:27:59.463729 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-777919d9-cd38-4220-a78c-26e19384a105 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 379 time: 0.0438848 Jul 16 19:27:59.473848 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'port': {'device_id': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'admin_state_up': True, 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'security_groups': ['b85f323d-271b-4372-8418-a99a6b17cdf3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:27:59.618042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Made reservation on behalf of ae93824a16b0446c94b52dfc69d3f1be for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:27:59.622956 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.770431 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Allocated IP 172.20.0.4 (f326f19d-2703-42c1-bf47-45e2bafdac47/e1d8f90c-b2e7-439d-b81a-120534f29106/4b4284dc-13b1-4c34-ba17-47d15792be6e) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:27:59.957467 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:59.978988 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Transition to ACTIVE for port object 4b4284dc-13b1-4c34-ba17-47d15792be6e will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:28:00.020067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.072690 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Network f326f19d-2703-42c1-bf47-45e2bafdac47 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:28:00.080395 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:28:00.084589 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:28:00.113916 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:00.147454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:00.148118 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.171800 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-41769e92-b80b-43ad-b111-75c6043acf17 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7022908 Jul 16 19:28:00.193139 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Request body: {'port': {'device_id': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:00.297828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.400755 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-72092db5-df94-4db6-98a5-720fdf6ee8e0 None None] Provisioning for port 4b4284dc-13b1-4c34-ba17-47d15792be6e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:00.407260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-72092db5-df94-4db6-98a5-720fdf6ee8e0 None None] Provisioning complete for port 4b4284dc-13b1-4c34-ba17-47d15792be6e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:00.407878 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-72092db5-df94-4db6-98a5-720fdf6ee8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.411595 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6a77cff3-6dfe-4aea-8df4-4318c0b8aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.466726 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-72092db5-df94-4db6-98a5-720fdf6ee8e0 None None] Port 4b4284dc-13b1-4c34-ba17-47d15792be6e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:28:00.673901 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776498f1-21a6-4be8-8fd0-e2f84187b53f req-f4f68068-f391-4f2b-b1fb-7657c9435f48 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:00.676079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-776498f1-21a6-4be8-8fd0-e2f84187b53f req-f4f68068-f391-4f2b-b1fb-7657c9435f48 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 931 time: 0.0943768 Jul 16 19:28:00.747764 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-776498f1-21a6-4be8-8fd0-e2f84187b53f req-3043fb7e-5a31-4d30-b93f-698bb1976ec5 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652606 Jul 16 19:28:01.175492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b4284dc-13b1-4c34-ba17-47d15792be6e {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:28:01.185681 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.202920 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Transition to ACTIVE for port object 4b4284dc-13b1-4c34-ba17-47d15792be6e will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:28:01.208453 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.273723 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.363579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Attempting to bind port 4b4284dc-13b1-4c34-ba17-47d15792be6e on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:28:01.364086 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Attempting to bind port 4b4284dc-13b1-4c34-ba17-47d15792be6e by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:28:01.364682 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Attempting to bind port 4b4284dc-13b1-4c34-ba17-47d15792be6e on network f326f19d-2703-42c1-bf47-45e2bafdac47 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:28:01.371492 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Port 4b4284dc-13b1-4c34-ba17-47d15792be6e on network f326f19d-2703-42c1-bf47-45e2bafdac47 not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:28:01.371999 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Attempting to bind port 4b4284dc-13b1-4c34-ba17-47d15792be6e on network f326f19d-2703-42c1-bf47-45e2bafdac47 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:28:01.382131 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:28:01.382694 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Checking segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:28:01.383304 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Bound using segment: {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:28:01.384042 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Bound port: 4b4284dc-13b1-4c34-ba17-47d15792be6e, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831e0c86-9119-41a5-83cb-b9c89ef75482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:28:01.384657 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.494794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:28:01.501149 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:28:01.509165 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.566998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:01.568474 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:01.570864 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] 10.222.0.13 "PUT /v2.0/ports/4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 1092 time: 1.3916304 Jul 16 19:28:01.571796 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:01.577320 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22" -d '{"events": [{"name": "network-changed", "server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:01.616634 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb345f1-38bc-4281-84b5-728a194cf023 service neutron] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:01.707920 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9466e9a8-863b-4069-9f40-f9f3d9b9a83e x-openstack-request-id: req-9466e9a8-863b-4069-9f40-f9f3d9b9a83e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:01.708519 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:01.709006 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9466e9a8-863b-4069-9f40-f9f3d9b9a83e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:01.709913 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'status': 'completed', 'code': 200} Jul 16 19:28:01.729831 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-27417250-b8ba-4a4f-bbfa-df373f7edf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:01.732600 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-27417250-b8ba-4a4f-bbfa-df373f7edf40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1095 time: 0.0883889 Jul 16 19:28:01.790819 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-27700de4-0706-4c86-8d46-520ffe42d97a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 217 time: 0.0507815 Jul 16 19:28:01.866457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-0c51f74b-7cb5-4f30-acb5-4efca27b9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:01.868184 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-0c51f74b-7cb5-4f30-acb5-4efca27b9eab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0709059 Jul 16 19:28:01.945825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-74242e7c-3a03-4e18-bfff-af4d4f0ae7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:01.947603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-74242e7c-3a03-4e18-bfff-af4d4f0ae7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733030 Jul 16 19:28:02.115538 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c21a3a-0299-449f-a900-9a1cbf024a14 req-e8a0efea-b5a4-4f61-a07d-6ba05cc612cb tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:02.117376 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c21a3a-0299-449f-a900-9a1cbf024a14 req-e8a0efea-b5a4-4f61-a07d-6ba05cc612cb tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0943322 Jul 16 19:28:02.149435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-29fb2d27-b34f-4939-aa70-ca033c8367e0 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946979 Jul 16 19:28:02.182363 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f9c21a3a-0299-449f-a900-9a1cbf024a14 req-4a108c37-6d1f-48a6-b119-7571521be38e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556426 Jul 16 19:28:02.258542 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-15a9623d-924c-4079-baf4-4e4fe54eaced req-b445c562-cc1b-4df2-ae90-852a11b52b5b service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028314 Jul 16 19:28:02.397885 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-13386853-bcfc-43ce-ab6a-b8b1fa2fe063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:02.400653 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-13386853-bcfc-43ce-ab6a-b8b1fa2fe063 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1095 time: 0.0831914 Jul 16 19:28:02.552533 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-c8da0497-59d1-454d-be17-e329859d8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:02.554348 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-c8da0497-59d1-454d-be17-e329859d8b3e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1476009 Jul 16 19:28:02.604997 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-962e2012-fe8e-4195-bb3c-8df0aa6498e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 217 time: 0.0430338 Jul 16 19:28:02.667356 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-9ba57a13-5845-4608-8c7b-bc40ca3fe270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:02.669276 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-9ba57a13-5845-4608-8c7b-bc40ca3fe270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0580008 Jul 16 19:28:02.766400 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-174e7947-954f-42a9-9185-16a2ea3f693d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:02.768843 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-174e7947-954f-42a9-9185-16a2ea3f693d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935149 Jul 16 19:28:02.898161 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-de8a2256-ee6f-4e43-9c46-c70c05ef5bde service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225243 Jul 16 19:28:03.020659 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-ad4b70ec-cd95-4ed7-899d-26141bbf3b22 req-9d3b9bcb-875a-4e44-8932-749303c1626e service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158543 Jul 16 19:28:03.267015 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-82b3897e-900d-4e91-a6b8-cbc5decefb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:03.386632 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6b5d5-3408-4b50-92d3-87f7b021d7c8 req-3a069f03-bc4e-4bec-9574-544861cae1d0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:03.388281 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61a6b5d5-3408-4b50-92d3-87f7b021d7c8 req-3a069f03-bc4e-4bec-9574-544861cae1d0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0696476 Jul 16 19:28:03.434144 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-61a6b5d5-3408-4b50-92d3-87f7b021d7c8 req-e0b1c82a-f939-49b9-b3ac-0e4d2bdf993d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389826 Jul 16 19:28:03.504307 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:04.646745 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:04.674906 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe59c78-c6a3-4f64-8002-3c82ce3d4c1b req-eae1d384-3479-403c-ab32-32d2d2e2e01f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:04.677696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efe59c78-c6a3-4f64-8002-3c82ce3d4c1b req-eae1d384-3479-403c-ab32-32d2d2e2e01f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0837488 Jul 16 19:28:04.729319 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-efe59c78-c6a3-4f64-8002-3c82ce3d4c1b req-4e8fe174-f74d-4793-8839-31e192c99631 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457015 Jul 16 19:28:05.934032 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96132268-fa67-414c-ad55-5244bba28e20 req-a09989b6-6ef1-4c4d-8d96-72076776548e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:05.935781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96132268-fa67-414c-ad55-5244bba28e20 req-a09989b6-6ef1-4c4d-8d96-72076776548e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0760326 Jul 16 19:28:05.985536 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96132268-fa67-414c-ad55-5244bba28e20 req-00ff103e-adaf-4189-9f36-4487feddff75 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396209 Jul 16 19:28:06.148441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:07.178297 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3373b-da9a-48ec-96a8-d02d330a6874 req-b65d58e3-ce74-4e3a-96e7-074d9fc3054a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:07.179895 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8b3373b-da9a-48ec-96a8-d02d330a6874 req-b65d58e3-ce74-4e3a-96e7-074d9fc3054a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0693707 Jul 16 19:28:07.221462 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d8b3373b-da9a-48ec-96a8-d02d330a6874 req-157720e7-8cfe-451f-98d7-9ce5df583bda tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357966 Jul 16 19:28:08.078518 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:08.341700 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:08.432419 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0bc06-ee1e-4236-831a-429402d9c5c7 req-d6dadcf8-7699-4395-a3af-94228c454987 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:08.434071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73f0bc06-ee1e-4236-831a-429402d9c5c7 req-d6dadcf8-7699-4395-a3af-94228c454987 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0752654 Jul 16 19:28:08.480860 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-73f0bc06-ee1e-4236-831a-429402d9c5c7 req-0abaa9ae-6cf1-46c0-88f0-8b8e1208eb50 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Jul 16 19:28:09.678005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d9f7e-fb32-4cb9-8ad5-04f263cc37c5 req-b61fbd68-d90a-414f-a759-aee2a261ad74 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:09.679633 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe9d9f7e-fb32-4cb9-8ad5-04f263cc37c5 req-b61fbd68-d90a-414f-a759-aee2a261ad74 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0701528 Jul 16 19:28:09.726329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fe9d9f7e-fb32-4cb9-8ad5-04f263cc37c5 req-91c1d0ed-7086-47e9-aeb2-3fbef464e199 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364761 Jul 16 19:28:10.957446 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac5b86-6eb0-4c5f-984e-c1257c60f8c8 req-e6fccc27-8b83-4c9b-91aa-43e7e10818e0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:10.959079 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4ac5b86-6eb0-4c5f-984e-c1257c60f8c8 req-e6fccc27-8b83-4c9b-91aa-43e7e10818e0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0691867 Jul 16 19:28:11.015091 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b4ac5b86-6eb0-4c5f-984e-c1257c60f8c8 req-f0dd0dd4-447a-47c2-a1fe-d8cd8f410232 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485485 Jul 16 19:28:11.616337 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 4b4284dc-13b1-4c34-ba17-47d15792be6e details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:28:11.729505 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:11.743310 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'port_id': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'mac_address': 'fa:16:3e:73:b9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:28:11.784287 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:11.800589 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4284dc-13b1-4c34-ba17-47d15792be6e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:28:11.822859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:11.827973 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:11.882590 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:11.890672 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.891077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.891372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.891711 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.892046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.892417 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.892745 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.893071 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.893396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.893723 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.894047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:11.894385 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:28:12.030731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['4b4284dc-13b1-4c34-ba17-47d15792be6e'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:28:12.205652 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052f6f3-1a35-416e-a668-7a4ccb8f9429 req-72ac4180-ea11-4358-8657-bd6d0d0da2ba tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:12.207238 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0052f6f3-1a35-416e-a668-7a4ccb8f9429 req-72ac4180-ea11-4358-8657-bd6d0d0da2ba tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 944 time: 0.0685544 Jul 16 19:28:12.248857 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0052f6f3-1a35-416e-a668-7a4ccb8f9429 req-025e7b1d-7e2f-4a50-acbd-9a6771394b44 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356963 Jul 16 19:28:13.446439 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399ecf7-d2b9-4d8c-b03b-c349774d8674 req-7840b038-6c26-4d19-bcd0-9312c8f53fbc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:13.448394 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4399ecf7-d2b9-4d8c-b03b-c349774d8674 req-7840b038-6c26-4d19-bcd0-9312c8f53fbc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 944 time: 0.0744140 Jul 16 19:28:13.506973 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4399ecf7-d2b9-4d8c-b03b-c349774d8674 req-972b5f45-0be3-4dac-bccc-270c34483376 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522532 Jul 16 19:28:13.641674 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 4b4284dc-13b1-4c34-ba17-47d15792be6e up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:28:13.723675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 4b4284dc-13b1-4c34-ba17-47d15792be6e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:28:13.730256 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 4b4284dc-13b1-4c34-ba17-47d15792be6e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:28:13.730885 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:13.828842 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:13.855549 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:13.857861 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8128463a-0c02-4ac9-8dab-af7b7ec1bc48" -d '{"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:13.871798 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:28:13.877214 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:13.941482 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:13.968035 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ce8084-6c6d-422d-be7d-4414366233ec x-openstack-request-id: req-80ce8084-6c6d-422d-be7d-4414366233ec {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:13.968517 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:13.968874 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-80ce8084-6c6d-422d-be7d-4414366233ec {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:13.969412 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'code': 200} Jul 16 19:28:14.099586 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15d07-697c-4d6f-932a-ce082a3c57b4 req-62333ff3-4f18-4679-aa06-378b9423202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:14.101073 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79b15d07-697c-4d6f-932a-ce082a3c57b4 req-62333ff3-4f18-4679-aa06-378b9423202c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0557852 Jul 16 19:28:14.139155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-79b15d07-697c-4d6f-932a-ce082a3c57b4 req-c1868569-0cf1-416f-9d50-29a05d6628a3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317211 Jul 16 19:28:14.702412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bda32-d202-41b3-9dfa-4c8f912cbce6 req-18615090-82f6-4265-b2da-b0bdac0e1699 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:14.704015 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-314bda32-d202-41b3-9dfa-4c8f912cbce6 req-18615090-82f6-4265-b2da-b0bdac0e1699 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0779290 Jul 16 19:28:14.751932 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-314bda32-d202-41b3-9dfa-4c8f912cbce6 req-002b1719-4495-4a36-a7b9-73715ace8f46 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395870 Jul 16 19:28:15.967745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c30e-440d-4656-9772-92e14ae512f6 req-fc4aa709-1194-4a9d-82b2-4ddbfb19ba99 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:15.969390 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0e9c30e-440d-4656-9772-92e14ae512f6 req-fc4aa709-1194-4a9d-82b2-4ddbfb19ba99 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0937452 Jul 16 19:28:16.014778 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0e9c30e-440d-4656-9772-92e14ae512f6 req-1d7568a7-c119-4088-8581-cda8c4db98e0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357394 Jul 16 19:28:16.206322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82669e5b-0154-42d4-bb99-6ea077ab2c64 req-a700c116-0ace-4ef0-a8a3-13c5d2ec47e9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:16.208128 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82669e5b-0154-42d4-bb99-6ea077ab2c64 req-a700c116-0ace-4ef0-a8a3-13c5d2ec47e9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0721548 Jul 16 19:28:16.254525 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-82669e5b-0154-42d4-bb99-6ea077ab2c64 req-b4bd0bfa-c66c-4358-b2b2-f74de00f3907 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400748 Jul 16 19:28:16.282109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50090) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:16.338880 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67381985-b3ae-45bc-a6d8-101c0195b147 tempest-TestShelveInstance-228710683 tempest-TestShelveInstance-228710683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:16.340544 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-67381985-b3ae-45bc-a6d8-101c0195b147 tempest-TestShelveInstance-228710683 tempest-TestShelveInstance-228710683-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1092 time: 0.0571921 Jul 16 19:28:16.343793 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50092) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:28:16.349200 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:28:16.374414 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:16.493351 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:16.646248 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Allocated IP 172.25.0.249 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/bec19b8f-a67c-41db-b466-7784c413274f) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:28:16.778089 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:16.833378 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:16.877681 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:28:16.883475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:28:16.887875 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:28:16.914004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'Port': ['ID=bec19b8f-a67c-41db-b466-7784c413274f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:17.391619 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:17.935399 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.139220 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.145829 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.219194 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event updated for resources: {'Port': ['ID=bec19b8f-a67c-41db-b466-7784c413274f,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:28:18.240064 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.372182 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Floating IP a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca associated. External IP: 172.25.0.249, port: 4b4284dc-13b1-4c34-ba17-47d15792be6e. Jul 16 19:28:18.614475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Router 07ea5137-64be-49aa-bdcc-c600a05ab508 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:28:18.747940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:28:18.761375 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] Sync routers for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:28:18.773017 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.778830 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:18.779987 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:28:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:18.826853 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-e3df5dea-5406-477f-8d66-7590e8b139aa tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4815805 Jul 16 19:28:18.827787 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:28:18.832976 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55127072-04c4-47cf-8697-6a12b3cf4a02" -d '{"events": [{"name": "network-changed", "server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:28:18.901762 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9579256-58a1-4e33-b33f-8f474f3c064c x-openstack-request-id: req-c9579256-58a1-4e33-b33f-8f474f3c064c {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:28:18.902209 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:28:18.902596 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9579256-58a1-4e33-b33f-8f474f3c064c {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:28:18.903237 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'status': 'completed', 'code': 200} Jul 16 19:28:18.939704 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:19.012664 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-b3cb540d-f586-40da-bd0f-4d9ec06eba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:19.014374 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-b3cb540d-f586-40da-bd0f-4d9ec06eba60 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0815897 Jul 16 19:28:19.148711 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-04afd797-aaa3-45fc-b971-decc20951630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:19.151310 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-04afd797-aaa3-45fc-b971-decc20951630 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1305158 Jul 16 19:28:19.238630 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-44871acb-a067-4eb9-bd05-5fce6a6d0aea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 999 time: 0.0808594 Jul 16 19:28:19.242427 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'port_id': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'mac_address': 'fa:16:3e:73:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:17Z', 'updated_at': '2021-07-16T19:28:17Z', 'revision_number': 0, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:19.271144 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] Checking router: 07ea5137-64be-49aa-bdcc-c600a05ab508 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:28:19.280634 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:28:19.281380 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:28:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:19.324056 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-2f320d44-cd14-46d4-9169-d36492088c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:19.326728 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-2f320d44-cd14-46d4-9169-d36492088c6e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0818768 Jul 16 19:28:19.393762 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-be22a4d6-a163-41c4-84d5-dd8217aa37f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:28:19.395397 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-be22a4d6-a163-41c4-84d5-dd8217aa37f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621834 Jul 16 19:28:19.442754 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:28:19.505937 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-88622a33-b558-4dc0-97a1-27febda5f388 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037977 Jul 16 19:28:19.620452 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-55127072-04c4-47cf-8697-6a12b3cf4a02 req-99fcb7ab-64fb-4ea2-9fc4-e2f8fa73ffc0 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074507 Jul 16 19:28:19.781644 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'port_id': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'mac_address': 'fa:16:3e:73:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:17Z', 'updated_at': '2021-07-16T19:28:17Z', 'revision_number': 0, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:28:19.810557 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a5433e-d3fd-46fb-9536-243b596daaf7 None None] The sync data for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 is: [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': 'a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'floating_ip_address': '172.25.0.249', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'port_id': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'mac_address': 'fa:16:3e:73:b9:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:28:17Z', 'updated_at': '2021-07-16T19:28:17Z', 'revision_number': 0, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:28:20.035433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7306f7-7fbc-48a6-85e5-1b62085bde70 None None] New status for floating IP a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:28:26.840254 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:30.402355 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a2b2c4f1-4ee4-47b4-8b64-ce8256bf0597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:33.269772 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-290101dc-d2fc-4621-8c35-5df72c6091e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:33.509637 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:34.653401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:36.160176 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:38.091284 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:38.350016 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:00.394866 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-43ec31c3-36cc-4a79-b155-4e385f0f84ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:03.261861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f746b7b2-83a5-4dff-ab6b-dfad4a81f88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:03.492398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:03.841677 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:04.479781 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-3d7499a9-3dac-48c3-8131-8b18c7d66f34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1226161 Jul 16 19:29:04.582847 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-25191eeb-339a-4af3-a190-77aa60e1cc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:04.584596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-25191eeb-339a-4af3-a190-77aa60e1cc4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0574610 Jul 16 19:29:04.652383 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:04.726444 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-f6395b33-c307-4249-8a49-66350c6aa43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:04.728090 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-f6395b33-c307-4249-8a49-66350c6aa43d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1205931 Jul 16 19:29:04.822173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-bd27ee68-df76-4132-89e9-aa6d91c0dbbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 1001 time: 0.0877793 Jul 16 19:29:04.879258 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-2a374b2a-44fa-45c6-a972-77b269a3220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:04.881445 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-2a374b2a-44fa-45c6-a972-77b269a3220c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0527291 Jul 16 19:29:04.946931 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-4048e6be-b3d4-4cbb-b6e4-2b33ff4b2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:29:04.948532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-4048e6be-b3d4-4cbb-b6e4-2b33ff4b2ab1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608649 Jul 16 19:29:05.077364 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-58986d1c-d81d-4f23-a46b-54f834fc6ff9 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212606 Jul 16 19:29:05.210694 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-0ee4df7b-4c4d-4ee5-962c-828e2c140a84 req-70079998-c0b4-4100-8290-cde455c74f37 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261220 Jul 16 19:29:06.153416 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:08.099392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:08.360791 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:30.400798 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-baeaa896-da79-48e1-8b40-b6aa33177da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:33.267053 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-501d4d53-cd9d-4f54-9f8d-5bca212501dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:33.501844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:34.648844 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:36.165186 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:38.095865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:38.364738 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:40.841359 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:00.393034 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76657845-399f-4ee8-afae-d3cb2063ac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:03.272024 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a20353e7-f3c0-43d9-829f-0d98d3be5d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:03.501182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.335728 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-767f5e70-0238-45e7-a85b-fe480099c266 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612030 Jul 16 19:30:04.436192 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-51cd3de4-4b06-4a10-9233-e11657078652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:04.437778 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-51cd3de4-4b06-4a10-9233-e11657078652 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0589538 Jul 16 19:30:04.556845 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-eab4afee-75d2-447c-a9e0-34fd909a5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:04.558424 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-eab4afee-75d2-447c-a9e0-34fd909a5907 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.0994313 Jul 16 19:30:04.627828 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-87dce1c7-ba3c-4c3c-8075-89806cf462f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 1001 time: 0.0623589 Jul 16 19:30:04.653823 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:04.680567 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-70f6d7e8-fed8-4056-9863-2477206f351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:04.682009 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-70f6d7e8-fed8-4056-9863-2477206f351f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0484190 Jul 16 19:30:04.765240 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-006d4988-c7a3-4c52-9f3a-b1d5b873b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:04.768473 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-006d4988-c7a3-4c52-9f3a-b1d5b873b59b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791726 Jul 16 19:30:04.871280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-e8031e81-16e9-4efd-8c0e-a1e60e89380b service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961461 Jul 16 19:30:04.981275 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f660ae5b-cece-4a55-a0c2-dac08b40ec95 req-198041cb-77ab-4967-976a-8cda904b17b4 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032419 Jul 16 19:30:06.162187 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:08.096666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:08.365706 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:14.454998 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b1324-6cf3-4515-a9da-ee9e78fa4a79 req-43cbc837-8d33-4201-a5aa-497534975dc9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:14.456657 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-876b1324-6cf3-4515-a9da-ee9e78fa4a79 req-43cbc837-8d33-4201-a5aa-497534975dc9 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0778964 Jul 16 19:30:14.495160 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-876b1324-6cf3-4515-a9da-ee9e78fa4a79 req-40c5cc6c-0c89-40eb-9f43-ea7cbc6d8fed tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327761 Jul 16 19:30:15.710371 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb6e4a-f792-4097-8238-799c8871ab08 req-86ad1f66-f00e-4557-b1a5-60328cc4d409 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:15.712082 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2cb6e4a-f792-4097-8238-799c8871ab08 req-86ad1f66-f00e-4557-b1a5-60328cc4d409 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0671673 Jul 16 19:30:15.760075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d2cb6e4a-f792-4097-8238-799c8871ab08 req-31638d80-1527-4208-a12a-c9f84c671feb tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Jul 16 19:30:16.972573 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956933ee-bf2c-4053-8450-470685bdeea8 req-aee1e42f-eef5-4a3e-9911-9829d6bf2b01 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:16.974382 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-956933ee-bf2c-4053-8450-470685bdeea8 req-aee1e42f-eef5-4a3e-9911-9829d6bf2b01 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0729828 Jul 16 19:30:17.022725 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-956933ee-bf2c-4053-8450-470685bdeea8 req-afee4efe-15d5-4706-b5a8-5259de26c2d0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408070 Jul 16 19:30:17.841593 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:18.208849 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25909ab6-d9ad-409a-8e6d-a78b22ccfb5a req-456649d1-d294-4f2a-bd2b-5d5ace296c3e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:18.210389 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25909ab6-d9ad-409a-8e6d-a78b22ccfb5a req-456649d1-d294-4f2a-bd2b-5d5ace296c3e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0702977 Jul 16 19:30:18.250812 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-25909ab6-d9ad-409a-8e6d-a78b22ccfb5a req-7541761b-908c-4f91-9319-257aa743da86 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347869 Jul 16 19:30:19.443343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23901534-972c-4410-944a-78c48a85635a req-1913be44-fe8b-4786-8234-badbbf44c1db tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:19.445001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23901534-972c-4410-944a-78c48a85635a req-1913be44-fe8b-4786-8234-badbbf44c1db tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0709682 Jul 16 19:30:19.487047 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23901534-972c-4410-944a-78c48a85635a req-107fda47-b0a5-4923-9d96-3f079b85b189 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362482 Jul 16 19:30:20.696464 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639b8fe-84a8-4000-9e37-18e162c814aa req-8d956981-29e8-4745-8550-ff4ccbbf83b6 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:20.698664 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3639b8fe-84a8-4000-9e37-18e162c814aa req-8d956981-29e8-4745-8550-ff4ccbbf83b6 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0845375 Jul 16 19:30:20.753883 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3639b8fe-84a8-4000-9e37-18e162c814aa req-027cff18-450e-4a34-b430-8e35e4c820b3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428407 Jul 16 19:30:21.959216 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0dab-ec3e-4c3f-b319-7419f07c0aca req-9f85fcc5-040b-46e0-842d-6ec8156c9b9f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:21.960924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f42b0dab-ec3e-4c3f-b319-7419f07c0aca req-9f85fcc5-040b-46e0-842d-6ec8156c9b9f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0701084 Jul 16 19:30:22.008691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f42b0dab-ec3e-4c3f-b319-7419f07c0aca req-b74165d9-08c7-4530-8623-854cc77e610f tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398588 Jul 16 19:30:23.283233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37150fb5-96b8-436f-b844-d8402bcdbec4 req-d1aa3e45-7699-4211-a661-e8374185c154 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:23.284854 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37150fb5-96b8-436f-b844-d8402bcdbec4 req-d1aa3e45-7699-4211-a661-e8374185c154 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0989327 Jul 16 19:30:23.341258 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-37150fb5-96b8-436f-b844-d8402bcdbec4 req-d6c8c8a2-7ac8-4338-ac08-c5a892e079a0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481184 Jul 16 19:30:24.534033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b0642-681e-463d-ace9-87333a0693d3 req-54e30249-e784-430f-b756-6c366597c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.536484 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c77b0642-681e-463d-ace9-87333a0693d3 req-54e30249-e784-430f-b756-6c366597c3b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0765450 Jul 16 19:30:24.554981 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6a41f-fc22-4720-b5cf-7dbe92ff14ca req-7c15db08-9f3c-4952-a752-e060156e7eae tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.556772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72f6a41f-fc22-4720-b5cf-7dbe92ff14ca req-7c15db08-9f3c-4952-a752-e060156e7eae tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0849650 Jul 16 19:30:24.621709 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72f6a41f-fc22-4720-b5cf-7dbe92ff14ca req-55be29f9-f49c-4473-a75b-deac89fbfaeb tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580096 Jul 16 19:30:24.708610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b0642-681e-463d-ace9-87333a0693d3 req-2853e0f4-1486-4091-b371-fb949c32fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.711094 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c77b0642-681e-463d-ace9-87333a0693d3 req-2853e0f4-1486-4091-b371-fb949c32fd9f service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1668839 Jul 16 19:30:24.783086 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c77b0642-681e-463d-ace9-87333a0693d3 req-c2490070-7a08-4117-9dd7-77b46bb916aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 1001 time: 0.0651765 Jul 16 19:30:24.869554 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b0642-681e-463d-ace9-87333a0693d3 req-d3977598-c889-44e1-ba39-ead244f0b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.872251 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c77b0642-681e-463d-ace9-87333a0693d3 req-d3977598-c889-44e1-ba39-ead244f0b8a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0832434 Jul 16 19:30:24.939940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b0642-681e-463d-ace9-87333a0693d3 req-85da2af9-710d-4f6d-988e-d98fd8d2c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:24.941577 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c77b0642-681e-463d-ace9-87333a0693d3 req-85da2af9-710d-4f6d-988e-d98fd8d2c33b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631175 Jul 16 19:30:25.042871 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c77b0642-681e-463d-ace9-87333a0693d3 req-4da34036-65f5-4900-9bd9-3191c12206d5 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949917 Jul 16 19:30:25.163305 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-c77b0642-681e-463d-ace9-87333a0693d3 req-a9e03fa2-7c54-4bbc-9091-1435f66f6c5d service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141970 Jul 16 19:30:25.815620 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588d726-6591-4c59-ad3f-6103cc0c5d97 req-791a838f-d29e-4f17-892a-0094b0134b46 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:25.817256 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e588d726-6591-4c59-ad3f-6103cc0c5d97 req-791a838f-d29e-4f17-892a-0094b0134b46 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0793672 Jul 16 19:30:25.859995 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e588d726-6591-4c59-ad3f-6103cc0c5d97 req-114d7b03-d880-438a-b99a-8e760d0527e6 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360773 Jul 16 19:30:27.078520 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132d5f9-001a-4e41-89ec-7d7590a2d8db req-379510f8-0df6-4c95-b998-c379290b3b64 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:27.080057 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0132d5f9-001a-4e41-89ec-7d7590a2d8db req-379510f8-0df6-4c95-b998-c379290b3b64 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0826557 Jul 16 19:30:27.140299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0132d5f9-001a-4e41-89ec-7d7590a2d8db req-87a138dc-f8d3-4666-ac56-54032c15d4c0 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491755 Jul 16 19:30:28.365004 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952bbcc-32b2-4666-8833-4a18be2d3bc4 req-791fc259-3371-4176-8f92-15115f2e96bd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:28.368010 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0952bbcc-32b2-4666-8833-4a18be2d3bc4 req-791fc259-3371-4176-8f92-15115f2e96bd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0933111 Jul 16 19:30:28.417697 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-0952bbcc-32b2-4666-8833-4a18be2d3bc4 req-22ff4e03-bbe3-47ac-8a6b-2440322393f4 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435739 Jul 16 19:30:29.601223 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09055fe9-9406-49d2-9309-4f44777a7036 req-b1ed20fa-def6-4b5e-86cb-3f4f363b4d42 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:29.602810 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09055fe9-9406-49d2-9309-4f44777a7036 req-b1ed20fa-def6-4b5e-86cb-3f4f363b4d42 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0662129 Jul 16 19:30:29.650516 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-09055fe9-9406-49d2-9309-4f44777a7036 req-f58c6885-f252-41df-8752-806795487e0b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414898 Jul 16 19:30:29.774845 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-7149fc63-7719-41ec-a3fe-f00322af3b2a req-870553a2-533b-45df-b66c-04621139840f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:30:29.775996 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7149fc63-7719-41ec-a3fe-f00322af3b2a req-870553a2-533b-45df-b66c-04621139840f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070000 Jul 16 19:30:29.972868 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-8c634e7f-b3f7-4746-81e2-12463f20167f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0563185 Jul 16 19:30:30.058107 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26d6a1-7156-4965-be82-d16d3cdf546c req-6760a976-20fe-47b3-bea3-4252e364a389 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:30.059924 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec26d6a1-7156-4965-be82-d16d3cdf546c req-6760a976-20fe-47b3-bea3-4252e364a389 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0840106 Jul 16 19:30:30.105772 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ec26d6a1-7156-4965-be82-d16d3cdf546c req-a3861bf8-844c-4918-b0d9-becd8928d6a4 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374494 Jul 16 19:30:30.191943 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 4b4284dc-13b1-4c34-ba17-47d15792be6e no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:30:30.288062 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:30.319576 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:30.325085 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21a3734-e292-4e93-8585-88b390ed2fa2" -d '{"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-unplugged", "status": "completed", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:30.339647 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:30.344895 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:30.385410 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4045e63-fa52-4aec-95f2-b08a5ce9a606 x-openstack-request-id: req-f4045e63-fa52-4aec-95f2-b08a5ce9a606 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:30.385791 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-unplugged", "status": "failed", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e", "code": 422}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:30.386012 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4045e63-fa52-4aec-95f2-b08a5ce9a606 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:30.386324 n-d-793620-10 neutron-server[93779]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'code': 422} returned with failed status Jul 16 19:30:30.412877 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:30.422529 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6d15c2cc-1881-4fbe-9f7f-a46befe828ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:30.425208 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.425546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.426087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.426434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.426774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.427109 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.427454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.427774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.428102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.428513 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.428774 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:30.429099 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:30:31.300233 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dbbe3-425d-4c7e-aa2d-e690f44f0bcb req-005f14db-ffa5-4f62-b75a-c165cbb9ebd3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:31.301920 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce4dbbe3-425d-4c7e-aa2d-e690f44f0bcb req-005f14db-ffa5-4f62-b75a-c165cbb9ebd3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0739996 Jul 16 19:30:31.351115 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ce4dbbe3-425d-4c7e-aa2d-e690f44f0bcb req-a85a61fd-48d0-43b1-998e-f700f011035a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 Jul 16 19:30:32.580327 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a88dcc-cd4b-4d5f-8dad-d1195d3b584b req-e4b5ffe6-e075-4582-958d-b950ce5842e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:32.583344 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08a88dcc-cd4b-4d5f-8dad-d1195d3b584b req-e4b5ffe6-e075-4582-958d-b950ce5842e2 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0950804 Jul 16 19:30:32.657782 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-08a88dcc-cd4b-4d5f-8dad-d1195d3b584b req-346863fc-fb94-4a1c-b74c-1ea886f5458a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641456 Jul 16 19:30:33.284858 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-03501dcb-a3a2-455f-839b-4d9322d96632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.501100 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:33.878166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb4a5c-0cab-4cbe-acbe-48aeff42fac3 req-68e45cc2-d99c-489c-a8de-0707ac8ef54e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:33.879808 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96cb4a5c-0cab-4cbe-acbe-48aeff42fac3 req-68e45cc2-d99c-489c-a8de-0707ac8ef54e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0837586 Jul 16 19:30:33.944209 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-96cb4a5c-0cab-4cbe-acbe-48aeff42fac3 req-1ca509a2-e491-4a6b-bc42-d97edbb70946 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545335 Jul 16 19:30:34.662419 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:35.247940 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133be80-7d8f-4437-8e56-d472b3233b07 req-8a771d9d-d986-4f6d-b6b8-9c8fc14662df tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:35.250826 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c133be80-7d8f-4437-8e56-d472b3233b07 req-8a771d9d-d986-4f6d-b6b8-9c8fc14662df tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.1358716 Jul 16 19:30:35.322027 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c133be80-7d8f-4437-8e56-d472b3233b07 req-f463d167-71a1-4278-aac0-e3acf21f4074 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600183 Jul 16 19:30:35.860188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-07219ec8-93aa-47b4-8078-a7f2fc3ea439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:35.862344 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-07219ec8-93aa-47b4-8078-a7f2fc3ea439 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c&tenant_id=ae93824a16b0446c94b52dfc69d3f1be HTTP/1.1" status: 200 len: 1095 time: 0.0754280 Jul 16 19:30:35.965977 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-5ad4d299-eb9b-4e18-9801-d1ecaf5806c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:35.967658 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-5ad4d299-eb9b-4e18-9801-d1ecaf5806c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1095 time: 0.0770535 Jul 16 19:30:36.094136 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-e9304a38-669f-4593-b1f3-89d3047c8478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:36.097313 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-e9304a38-669f-4593-b1f3-89d3047c8478 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1231756 Jul 16 19:30:36.172011 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:36.198427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-430a8a4e-23c5-4b16-8c54-523fc82c4a2d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 999 time: 0.0949624 Jul 16 19:30:36.275552 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-4232f8fb-5265-497a-b651-ce7a21ab11cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:36.277667 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-4232f8fb-5265-497a-b651-ce7a21ab11cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0722673 Jul 16 19:30:36.352098 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-665d8ff6-1b2a-402e-ae5b-957b5be02f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:36.353761 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-665d8ff6-1b2a-402e-ae5b-957b5be02f3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690153 Jul 16 19:30:36.478599 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-1ea06043-700a-4e65-adac-b347d79dff2c service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173587 Jul 16 19:30:36.546163 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab92012-1884-4b3a-8e68-9a8277a2cdde req-67c15763-64d2-4d00-9ec5-61f117b544f3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:36.548975 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ab92012-1884-4b3a-8e68-9a8277a2cdde req-67c15763-64d2-4d00-9ec5-61f117b544f3 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0819724 Jul 16 19:30:36.601651 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-0cec7640-92d9-4500-8b87-c9a6ed156a16 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164954 Jul 16 19:30:36.605751 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5ab92012-1884-4b3a-8e68-9a8277a2cdde req-f9ef72a5-70c2-4b27-b1c0-fc254d3eff9d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501077 Jul 16 19:30:37.840579 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb36f7-6fd6-46f1-95c9-cb3df8a578be req-893fa1ba-8232-49cf-900d-47b010956e50 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:37.842430 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1afb36f7-6fd6-46f1-95c9-cb3df8a578be req-893fa1ba-8232-49cf-900d-47b010956e50 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0874927 Jul 16 19:30:37.895746 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-1afb36f7-6fd6-46f1-95c9-cb3df8a578be req-49e79aab-08f9-4123-8805-6d5e76347b13 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423074 Jul 16 19:30:38.109921 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:38.385507 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:39.161456 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c3609-8d03-45cf-844c-1cf792bab5ea req-b352d908-2037-4920-82df-150785e5f33e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:39.164210 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb5c3609-8d03-45cf-844c-1cf792bab5ea req-b352d908-2037-4920-82df-150785e5f33e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.1280801 Jul 16 19:30:39.237006 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cb5c3609-8d03-45cf-844c-1cf792bab5ea req-40e2cc68-f31d-4011-849c-d346e7653029 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617878 Jul 16 19:30:40.455468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686339b-b7d2-4653-bfc2-daceb81a135c req-715688e5-93d3-4405-a2ac-cab312c16805 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:40.457169 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4686339b-b7d2-4653-bfc2-daceb81a135c req-715688e5-93d3-4405-a2ac-cab312c16805 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0761905 Jul 16 19:30:40.501119 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4686339b-b7d2-4653-bfc2-daceb81a135c req-f1043001-d683-4081-b12e-07bb2d4cb069 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377772 Jul 16 19:30:41.713258 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8adb21-a9dd-419f-beb2-52b83362c168 req-4c5206df-e45f-4b39-b9ae-d42ec1532b42 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:41.716097 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c8adb21-a9dd-419f-beb2-52b83362c168 req-4c5206df-e45f-4b39-b9ae-d42ec1532b42 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0790448 Jul 16 19:30:41.775552 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9c8adb21-a9dd-419f-beb2-52b83362c168 req-6dac641a-295e-4196-be5f-6af33ab65d28 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527852 Jul 16 19:30:43.043324 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c4be-c4b6-4202-9e2a-bea83e968c9c req-ed1fd48c-8c87-4926-aad1-a632f106930b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:43.045053 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fa9c4be-c4b6-4202-9e2a-bea83e968c9c req-ed1fd48c-8c87-4926-aad1-a632f106930b tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.1440682 Jul 16 19:30:43.097648 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fa9c4be-c4b6-4202-9e2a-bea83e968c9c req-dcc0d571-1fdf-4b5b-9905-f489bdf65016 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Jul 16 19:30:44.349649 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67558-b027-4996-a139-3b4f26732814 req-8ca4942a-4f32-4d2e-a7cd-8bd1ed1b3fdc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:44.351313 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6e67558-b027-4996-a139-3b4f26732814 req-8ca4942a-4f32-4d2e-a7cd-8bd1ed1b3fdc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.1263864 Jul 16 19:30:44.394904 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c6e67558-b027-4996-a139-3b4f26732814 req-6d1fde25-1cf8-450b-8a18-e79bfdf6105d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373657 Jul 16 19:30:45.616067 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a444-e570-46af-bdb4-9ae00e1058e2 req-8ca40370-6035-4bc1-bd27-a445169bb6cc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:45.617717 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2128a444-e570-46af-bdb4-9ae00e1058e2 req-8ca40370-6035-4bc1-bd27-a445169bb6cc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 943 time: 0.0773373 Jul 16 19:30:45.659799 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-2128a444-e570-46af-bdb4-9ae00e1058e2 req-4ad7d9ce-02b1-4e61-8f8d-07caa06d1f5a tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361452 Jul 16 19:30:46.222408 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 4b4284dc-13b1-4c34-ba17-47d15792be6e details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:30:46.372375 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:46.395473 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'port_id': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'mac_address': 'fa:16:3e:73:b9:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:30:46.443306 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.467466 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b4284dc-13b1-4c34-ba17-47d15792be6e {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:30:46.506230 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:46.513033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:46.574708 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:46.748164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['4b4284dc-13b1-4c34-ba17-47d15792be6e'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:30:46.878188 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e2771-0ed6-4f3d-8080-07ddbbb2e1f0 req-9e5cdc74-50ae-47e8-824d-fc65ba1cf983 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:46.879870 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c53e2771-0ed6-4f3d-8080-07ddbbb2e1f0 req-9e5cdc74-50ae-47e8-824d-fc65ba1cf983 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 944 time: 0.0887585 Jul 16 19:30:46.925738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c53e2771-0ed6-4f3d-8080-07ddbbb2e1f0 req-07e01599-f30d-4039-9dab-cf3bc74cb541 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388663 Jul 16 19:30:48.161310 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea9c8c-9a4b-480b-8adf-66d5a1aa5bf2 req-470759df-7b9e-4e6b-9ef3-bcd3c11afe07 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:48.163025 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97ea9c8c-9a4b-480b-8adf-66d5a1aa5bf2 req-470759df-7b9e-4e6b-9ef3-bcd3c11afe07 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 944 time: 0.1033521 Jul 16 19:30:48.215320 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97ea9c8c-9a4b-480b-8adf-66d5a1aa5bf2 req-923e89fb-1786-4407-94cd-23472f637c3d tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Jul 16 19:30:48.245401 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 4b4284dc-13b1-4c34-ba17-47d15792be6e up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:30:48.319828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 4b4284dc-13b1-4c34-ba17-47d15792be6e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:30:48.320441 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.475673 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.520141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:30:48.524185 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e3abe7-cc05-4a79-9756-f9183817af26" -d '{"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:30:48.549462 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:30:48.556589 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.602027 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb8ed07-28b6-4c2d-ab51-bb720c650c39 x-openstack-request-id: req-9cb8ed07-28b6-4c2d-ab51-bb720c650c39 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:30:48.602491 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-plugged", "status": "completed", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:30:48.602894 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9cb8ed07-28b6-4c2d-ab51-bb720c650c39 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:30:48.603773 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'code': 200} Jul 16 19:30:48.641200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:30:48.793095 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6794-2524-41ca-b5f7-0500676e8150 req-9c326fac-1412-46ac-a96d-34934ebd0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:48.795042 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dccc6794-2524-41ca-b5f7-0500676e8150 req-9c326fac-1412-46ac-a96d-34934ebd0484 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0682290 Jul 16 19:30:48.837827 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dccc6794-2524-41ca-b5f7-0500676e8150 req-b819a263-0d7c-4bcb-a3bc-d24d8d798a47 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359371 Jul 16 19:30:49.450951 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf081b9-110e-414d-8062-1ee4516abf1c req-c27e73b0-66c3-4431-945e-ef1191f880fd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:49.452691 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9cf081b9-110e-414d-8062-1ee4516abf1c req-c27e73b0-66c3-4431-945e-ef1191f880fd tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0797598 Jul 16 19:30:49.522947 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9cf081b9-110e-414d-8062-1ee4516abf1c req-a231f884-acde-4ff9-a998-0e6a416006b4 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570803 Jul 16 19:30:50.814699 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe22520-1578-430c-93ef-e5244bd04436 req-c8ba236f-0f72-4c1a-aba9-e96a284767fc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:30:50.817183 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe22520-1578-430c-93ef-e5244bd04436 req-c8ba236f-0f72-4c1a-aba9-e96a284767fc tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0951164 Jul 16 19:30:50.885301 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9fe22520-1578-430c-93ef-e5244bd04436 req-cccbd2f6-2889-4250-b788-89036246fbc7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577719 Jul 16 19:30:54.844596 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:00.399153 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-dcd56d6e-478e-412b-b158-ae56a44ec343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.278023 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-833075b4-1476-449d-83fb-8356c8dfaf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:03.500211 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:04.660464 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.334515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-b0363982-0e99-4831-913b-cdc2059ab70f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0674934 Jul 16 19:31:05.438197 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-ff30e189-6357-4714-b58f-0f1cadd09d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:05.439773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-ff30e189-6357-4714-b58f-0f1cadd09d73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0607009 Jul 16 19:31:05.563759 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-1d6f68aa-1888-4662-a3d4-31f5ce1c6b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:05.565359 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-1d6f68aa-1888-4662-a3d4-31f5ce1c6b17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1034167 Jul 16 19:31:05.637799 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-1c1f3e96-410b-4c30-8329-d6e696d2bc73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 1001 time: 0.0651336 Jul 16 19:31:05.698226 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-495bb35f-a110-4464-bcd1-a0c3d885178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:05.699752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-495bb35f-a110-4464-bcd1-a0c3d885178f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0547085 Jul 16 19:31:05.768986 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-a4c9717b-bfad-4f7d-9e92-b0ce3111029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:31:05.771104 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-a4c9717b-bfad-4f7d-9e92-b0ce3111029c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641885 Jul 16 19:31:05.875747 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-daa1b4fc-3711-4f87-879c-fa1db121f1f6 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972741 Jul 16 19:31:05.981020 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a8555ca-5c07-4431-8315-8721cc88ad3b req-5ec97ca0-8d11-4b26-baf2-b52c65ec0d1d service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985050 Jul 16 19:31:06.163846 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.099331 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:08.371392 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.391897 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-75a4bd93-e2ea-40e4-9c3c-b7a8056ee892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:31.844502 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:33.279763 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6990466-e49a-4669-927e-f74c2a872a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:33.493477 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:34.660672 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:36.164057 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:38.109912 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:38.368349 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:00.393567 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ff92fb71-a7cf-40fc-b170-3deb82fbe355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:03.284695 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a88a8f71-6791-4fd5-8042-da77c184b7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:03.496410 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.322791 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50266) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:04.506977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Deleting port bec19b8f-a67c-41db-b466-7784c413274f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:04.507402 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.603501 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.603883 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.621282 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Calling delete_port for bec19b8f-a67c-41db-b466-7784c413274f owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:04.671233 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.805893 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.839393 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event deleted for resources: {'Port': ['ID=bec19b8f-a67c-41db-b466-7784c413274f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:04.874831 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.875224 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.875581 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.876042 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.876624 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.876997 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.877468 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.877878 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.878204 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.878598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.878973 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.879294 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:04.928500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:04.929058 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Floating IP a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca disassociated (deleted). External IP: 172.25.0.249, port: 4b4284dc-13b1-4c34-ba17-47d15792be6e. Jul 16 19:32:05.202914 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Router 07ea5137-64be-49aa-bdcc-c600a05ab508 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:05.326073 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:05.333942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:05.339822 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] Sync routers for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:05.350697 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:05.351311 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:05.378481 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-22fba341-9556-418d-b7c0-26618b17c6be tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "DELETE /v2.0/floatingips/a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca HTTP/1.1" status: 204 len: 168 time: 1.0545866 Jul 16 19:32:05.379182 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:05.381728 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c392753-f017-464e-9d2c-ef4054e0abec" -d '{"events": [{"name": "network-changed", "server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:05.435907 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4569e-e8e1-48f5-b07a-9476087b3bfa x-openstack-request-id: req-67a4569e-e8e1-48f5-b07a-9476087b3bfa {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:05.436309 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:05.436792 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-67a4569e-e8e1-48f5-b07a-9476087b3bfa {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:05.437461 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'status': 'completed', 'code': 200} Jul 16 19:32:05.482544 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:05.522851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392753-f017-464e-9d2c-ef4054e0abec req-36e85cfd-59b9-4773-8f66-094981d7e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:05.524443 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c392753-f017-464e-9d2c-ef4054e0abec req-36e85cfd-59b9-4773-8f66-094981d7e853 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 1097 time: 0.0608127 Jul 16 19:32:05.635413 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392753-f017-464e-9d2c-ef4054e0abec req-93dfba48-b4c4-4732-b564-5ed22ccab29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:05.637272 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c392753-f017-464e-9d2c-ef4054e0abec req-93dfba48-b4c4-4732-b564-5ed22ccab29b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 200 len: 908 time: 0.1050689 Jul 16 19:32:05.692204 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c392753-f017-464e-9d2c-ef4054e0abec req-f794a852-82ef-4156-ab2e-ccc406925252 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 200 len: 217 time: 0.0482740 Jul 16 19:32:05.756309 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392753-f017-464e-9d2c-ef4054e0abec req-bd2066e7-8f3c-4cae-afdf-b7cf68176ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:05.757703 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c392753-f017-464e-9d2c-ef4054e0abec req-bd2066e7-8f3c-4cae-afdf-b7cf68176ae6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 200 len: 847 time: 0.0588324 Jul 16 19:32:05.784699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:05.837906 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] Checking router: 07ea5137-64be-49aa-bdcc-c600a05ab508 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:05.839579 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c392753-f017-464e-9d2c-ef4054e0abec req-4828987d-8bf2-403c-a183-d020f3bce1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:05.841588 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c392753-f017-464e-9d2c-ef4054e0abec req-4828987d-8bf2-403c-a183-d020f3bce1f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f326f19d-2703-42c1-bf47-45e2bafdac47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724702 Jul 16 19:32:05.854218 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:05.855699 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:05.944610 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c392753-f017-464e-9d2c-ef4054e0abec req-b4b623a9-2068-45d6-8198-0e19318814ec service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953598 Jul 16 19:32:05.971692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff5e53-8bfb-452d-a442-7a5e7915dd82 req-e9736818-25ef-418f-a694-a5ed70522e59 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:05.974071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caff5e53-8bfb-452d-a442-7a5e7915dd82 req-e9736818-25ef-418f-a694-a5ed70522e59 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0977759 Jul 16 19:32:05.995104 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:06.045142 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-caff5e53-8bfb-452d-a442-7a5e7915dd82 req-50861002-2058-49f9-b8c9-408386bfa077 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636983 Jul 16 19:32:06.052266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2c392753-f017-464e-9d2c-ef4054e0abec req-ff216570-93e3-4360-9b53-bb99728227f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004395 Jul 16 19:32:06.169995 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:06.243141 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:06.271421 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9b97d6-3ef4-4abc-819e-84a3e008a8d8 None None] The sync data for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 is: [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:23:21Z', 'revision_number': 4, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': 'a0cc28dc-45d7-4745-b7a8-98536dbe2ab8', 'name': '', 'network_id': 'f326f19d-2703-42c1-bf47-45e2bafdac47', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'mac_address': 'fa:16:3e:d6:02:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:20Z', 'updated_at': '2021-07-16T19:23:28Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'subnets': [{'id': 'e1d8f90c-b2e7-439d-b81a-120534f29106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:06.502004 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21753f96-1501-4039-b11a-ab7d9f533873 None None] New status for floating IP a33ce5d5-f367-4a49-b9d0-1ba152d0c2ca: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:32:07.241221 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379c077-6b25-4f96-83af-2919b60a4f2f req-ba803847-ba8d-4aa1-a004-6ee4859235f7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:07.242889 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c379c077-6b25-4f96-83af-2919b60a4f2f req-ba803847-ba8d-4aa1-a004-6ee4859235f7 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0701365 Jul 16 19:32:07.303410 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c379c077-6b25-4f96-83af-2919b60a4f2f req-4816f41d-611f-43f8-98c5-b0a4028b6ce1 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/security-groups?id=b85f323d-271b-4372-8418-a99a6b17cdf3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533445 Jul 16 19:32:07.335172 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-6e1f5962-52c8-4819-8063-045d2617cc2e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:07.336808 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-6e1f5962-52c8-4819-8063-045d2617cc2e tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 945 time: 0.0693939 Jul 16 19:32:07.451144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Deleting port 4b4284dc-13b1-4c34-ba17-47d15792be6e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:07.451486 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:07.546114 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] For port 4b4284dc-13b1-4c34-ba17-47d15792be6e, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=4b4284dc-13b1-4c34-ba17-47d15792be6e,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:07.546412 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:07.560003 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Calling delete_port for 4b4284dc-13b1-4c34-ba17-47d15792be6e owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:07.705984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:07.742374 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event deleted for resources: {'Port': ['ID=4b4284dc-13b1-4c34-ba17-47d15792be6e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:07.775490 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.775830 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.776182 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.776523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.776857 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.777186 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.777511 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.777835 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.778156 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.778498 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.778824 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.779144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:07.801351 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] No DVR routers for this DVR port 4b4284dc-13b1-4c34-ba17-47d15792be6e on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:32:07.804483 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:07.806834 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fbec3a9b-b401-44f9-a445-c22584ec0413 req-4c7d25f4-0fa5-4b42-bd5d-4e6e89a12548 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.13 "DELETE /v2.0/ports/4b4284dc-13b1-4c34-ba17-47d15792be6e HTTP/1.1" status: 204 len: 173 time: 0.4624944 Jul 16 19:32:07.807322 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-deleted', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:07.809865 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f2dbb-b876-4eb0-9fe7-230c96718276" -d '{"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-deleted", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:07.853758 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cf614d-782f-4218-b647-5fc4932c8e6e x-openstack-request-id: req-22cf614d-782f-4218-b647-5fc4932c8e6e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:07.854106 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ac9b5f-ef54-40eb-9682-12694b888f5c", "name": "network-vif-deleted", "tag": "4b4284dc-13b1-4c34-ba17-47d15792be6e", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:07.854377 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-22cf614d-782f-4218-b647-5fc4932c8e6e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:07.854807 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ac9b5f-ef54-40eb-9682-12694b888f5c', 'name': 'network-vif-deleted', 'tag': '4b4284dc-13b1-4c34-ba17-47d15792be6e', 'status': 'completed', 'code': 200} Jul 16 19:32:08.119622 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:08.381635 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:08.458581 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9ae3766e-0e0c-4a98-8b5e-c8ec52413489 req-f0846ceb-41a4-461b-9acc-fe5ebcd3c161 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 210 time: 0.0320923 Jul 16 19:32:08.844421 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:32:09.614779 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-51f537aa-7cc5-405b-b847-98f8013b54e4 req-7914bca5-2409-4b3c-ae54-35f88078c610 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 210 time: 0.0349212 Jul 16 19:32:10.564695 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 4b4284dc-13b1-4c34-ba17-47d15792be6e no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:10.604260 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 4b4284dc-13b1-4c34-ba17-47d15792be6e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:10.604637 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 4b4284dc-13b1-4c34-ba17-47d15792be6e not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:10.773925 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-a39dc865-abd8-4966-af68-890a58852e97 req-09d177f8-f150-448c-b9b6-e2688b37955c tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 210 time: 0.0403926 Jul 16 19:32:11.951391 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c29284e2-a970-4bc9-a5ac-6539c94147b3 req-bf8c29cb-4b8a-44eb-9008-84aa2b5cbf24 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "GET /v2.0/ports?device_id=51ac9b5f-ef54-40eb-9682-12694b888f5c HTTP/1.1" status: 200 len: 210 time: 0.0349896 Jul 16 19:32:13.053643 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50302) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:13.128457 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ca5b-550f-42e2-b3c3-a9a419a95733 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:13.159458 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ca5b-550f-42e2-b3c3-a9a419a95733 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:13.235024 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ca5b-550f-42e2-b3c3-a9a419a95733 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:13.238030 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c6d3ca5b-550f-42e2-b3c3-a9a419a95733 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:13.239609 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c6d3ca5b-550f-42e2-b3c3-a9a419a95733 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] 10.222.0.48 "DELETE /v2.0/security-groups/b85f323d-271b-4372-8418-a99a6b17cdf3 HTTP/1.1" status: 204 len: 168 time: 0.1849508 Jul 16 19:32:13.252674 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3ca5b-550f-42e2-b3c3-a9a419a95733 tempest-TestShelveInstance-732751383 tempest-TestShelveInstance-732751383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85f323d-271b-4372-8418-a99a6b17cdf3,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:13.314044 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50306) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:13.797863 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:14.579170 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Deleting port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:14.580034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:14.678869 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] For port a0cc28dc-45d7-4745-b7a8-98536dbe2ab8, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:14.679235 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:14.694159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Calling delete_port for a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:14.899732 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:14.927007 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cc28dc-45d7-4745-b7a8-98536dbe2ab8,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:15.165960 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.525854 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Router 07ea5137-64be-49aa-bdcc-c600a05ab508 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:15.694578 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:15.701894 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-67374846-79d6-41e8-9f7d-54f8fedddee5 admin admin] 10.222.0.48 "PUT /v2.0/routers/07ea5137-64be-49aa-bdcc-c600a05ab508/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3856254 Jul 16 19:32:15.705884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50310) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:15.707828 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] Sync routers for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:15.723072 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:15.724134 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:15.899639 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:15.901070 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:16.035597 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.134603 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Deleting port 4363fac3-44dd-4c95-890a-c869251c9dc1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:16.135174 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.173167 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:32:14Z', 'revision_number': 5, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port': {'id': '4363fac3-44dd-4c95-890a-c869251c9dc1', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:20:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:18Z', 'updated_at': '2021-07-16T19:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:16.214179 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] Checking router: 07ea5137-64be-49aa-bdcc-c600a05ab508 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:16.224968 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] Routers {'07ea5137-64be-49aa-bdcc-c600a05ab508'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:16.225212 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['07ea5137-64be-49aa-bdcc-c600a05ab508'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:16.251684 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] For port 4363fac3-44dd-4c95-890a-c869251c9dc1, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=4363fac3-44dd-4c95-890a-c869251c9dc1,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:16.252048 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.268420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Calling delete_port for 4363fac3-44dd-4c95-890a-c869251c9dc1 owned by network:router_gateway {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:16.431627 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] Set router 07ea5137-64be-49aa-bdcc-c600a05ab508 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:16.493459 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:32:16Z', 'revision_number': 6, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:16.518979 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.535677 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a2cef9-5ca8-44d6-b346-19e61f2bdd27 None None] The sync data for ids ['07ea5137-64be-49aa-bdcc-c600a05ab508'] in n-d-793620-10 is: [{'id': '07ea5137-64be-49aa-bdcc-c600a05ab508', 'name': 'tempest-TestShelveInstance-696355262-router', 'tenant_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:17Z', 'updated_at': '2021-07-16T19:32:16Z', 'revision_number': 6, 'project_id': 'ae93824a16b0446c94b52dfc69d3f1be', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:16.570914 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4363fac3-44dd-4c95-890a-c869251c9dc1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:16.652940 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.751949 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.754136 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.798533 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.799159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ea5137-64be-49aa-bdcc-c600a05ab508 {{(pid=93778) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:32:16.804085 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.805532 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a656c31c-53ee-4e3e-8c8c-fc32d11dcbd2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/07ea5137-64be-49aa-bdcc-c600a05ab508 HTTP/1.1" status: 204 len: 168 time: 1.0979307 Jul 16 19:32:16.808119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50312) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:16.859330 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] Deleting subnet e1d8f90c-b2e7-439d-b81a-120534f29106 {{(pid=93778) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:32:16.860751 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:16.899675 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59161273'] for subnet, precommit_delete_associations {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.017754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:17.030760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.038510 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:17.039174 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a0cc28dc-45d7-4745-b7a8-98536dbe2ab8 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:17.103439 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58805015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3288852'] for subnet, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.129871 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d8f90c-b2e7-439d-b81a-120534f29106,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:17.136068 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.138243 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-87ae0e3e-9675-4a64-8b5a-0c3ebc7815c8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e1d8f90c-b2e7-439d-b81a-120534f29106 HTTP/1.1" status: 204 len: 168 time: 0.3287458 Jul 16 19:32:17.140812 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50314) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:17.143477 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5aa5d4-21ce-42f6-a813-4b5ff9de4727 None None] Network f326f19d-2703-42c1-bf47-45e2bafdac47 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:32:17.220105 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.293276 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Deleting port a1ebbbf9-a380-4c53-802a-75ef120ca001 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:17.293844 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.368340 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] For port a1ebbbf9-a380-4c53-802a-75ef120ca001, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a1ebbbf9-a380-4c53-802a-75ef120ca001,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:17.368710 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.386771 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Calling delete_port for a1ebbbf9-a380-4c53-802a-75ef120ca001 owned by network:dhcp {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:17.411729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] DHCP port deletion for f326f19d-2703-42c1-bf47-45e2bafdac47 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:32:17.475268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Deleting port a1ebbbf9-a380-4c53-802a-75ef120ca001 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:17.475647 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.487521 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.534018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ebbbf9-a380-4c53-802a-75ef120ca001,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:17.536134 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] No DVR routers for this DVR port a1ebbbf9-a380-4c53-802a-75ef120ca001 on host n-d-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:32:17.556066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] For port a1ebbbf9-a380-4c53-802a-75ef120ca001, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a1ebbbf9-a380-4c53-802a-75ef120ca001,segment=NetworkSegment(831e0c86-9119-41a5-83cb-b9c89ef75482),segment_id=831e0c86-9119-41a5-83cb-b9c89ef75482)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:17.556505 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.571334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Calling delete_port for a1ebbbf9-a380-4c53-802a-75ef120ca001 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:17.636673 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.650259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f326f19d-2703-42c1-bf47-45e2bafdac47']}} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:17.664573 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831e0c86-9119-41a5-83cb-b9c89ef75482') {'for_net_delete': True} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:17.664946 n-d-793620-10 neutron-server[93778]: DEBUG neutron.services.segments.db [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831e0c86-9119-41a5-83cb-b9c89ef75482') {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:17.681123 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59161230'] for segment, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.712415 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.722610 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93778) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:32:17.723108 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58804661'] for segment, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: Traceback (most recent call last): Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: timer() Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: cb(*args, **kw) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: return func(*args, **kwargs) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: self._notify() Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: self.callback(batched_events) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: event.method(event) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: return f(self, *a, **k) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: return self._get(url).json() Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: return self.request(url, 'GET', **kwargs) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:32:17.725921 n-d-793620-10 neutron-server[93778]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:32:17.804893 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.811034 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Notify callbacks [] for network, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.816559 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] 10.222.0.48 "DELETE /v2.0/networks/f326f19d-2703-42c1-bf47-45e2bafdac47 HTTP/1.1" status: 204 len: 168 time: 0.6716027 Jul 16 19:32:17.817083 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50316) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:17.826162 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4391a-ca24-4732-8523-a7cb66c3737b admin admin] Pushing event deleted for resources: {'Network': ['ID=f326f19d-2703-42c1-bf47-45e2bafdac47,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:17.841405 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:17.864751 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Pushing event deleted for resources: {'Port': ['ID=a1ebbbf9-a380-4c53-802a-75ef120ca001,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:17.867010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Network f326f19d-2703-42c1-bf47-45e2bafdac47 is not hosted by any dhcp agent {{(pid=93779) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 19:32:17.867600 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] No DVR routers for this DVR port a1ebbbf9-a380-4c53-802a-75ef120ca001 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:32:17.879169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.879738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.880390 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.880730 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.881063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.881396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.881721 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.882046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.882372 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.882692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.883012 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:17.883331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10b0e3d-c58f-465a-985d-f288e0ca23b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:18.222985 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.497213 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Deleting port bc7a02a9-592e-4634-affc-b20735b52a06 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:18.497455 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.598263 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] For port bc7a02a9-592e-4634-affc-b20735b52a06, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bc7a02a9-592e-4634-affc-b20735b52a06,segment=NetworkSegment(c8f3a419-e6ae-4822-99b4-2494022cf3e2),segment_id=c8f3a419-e6ae-4822-99b4-2494022cf3e2)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:18.598840 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.618088 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Calling delete_port for bc7a02a9-592e-4634-affc-b20735b52a06 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:18.650809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4363fac3-44dd-4c95-890a-c869251c9dc1 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:18.671454 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 4363fac3-44dd-4c95-890a-c869251c9dc1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:18.671811 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 4363fac3-44dd-4c95-890a-c869251c9dc1 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:18.672266 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a1ebbbf9-a380-4c53-802a-75ef120ca001 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:18.691823 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a1ebbbf9-a380-4c53-802a-75ef120ca001 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:18.692186 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a1ebbbf9-a380-4c53-802a-75ef120ca001 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:18.817999 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:18.850334 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7a02a9-592e-4634-affc-b20735b52a06,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:19.023612 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:19.244932 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Router 049621fa-08fa-4618-ba32-5580d6529ce3 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:19.353303 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:19.361915 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6708c2fd-ff40-4470-b7f8-61025d6ddac3 admin admin] 10.222.0.48 "PUT /v2.0/routers/049621fa-08fa-4618-ba32-5580d6529ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5409865 Jul 16 19:32:19.362457 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50318) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:19.363205 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] Sync routers for ids ['049621fa-08fa-4618-ba32-5580d6529ce3'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:19.372729 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] Routers {'049621fa-08fa-4618-ba32-5580d6529ce3'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:19.373360 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['049621fa-08fa-4618-ba32-5580d6529ce3'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:19.477535 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] Set router 049621fa-08fa-4618-ba32-5580d6529ce3 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:19.500512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:19.673366 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:32:18Z', 'revision_number': 5, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:19.700961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] Checking router: 049621fa-08fa-4618-ba32-5580d6529ce3 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:19.712302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] Routers {'049621fa-08fa-4618-ba32-5580d6529ce3'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:19.712949 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['049621fa-08fa-4618-ba32-5580d6529ce3'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:19.826194 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] Set router 049621fa-08fa-4618-ba32-5580d6529ce3 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:19.978122 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.023507 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:32:18Z', 'revision_number': 5, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:20.041824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Deleting port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:20.042231 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.058268 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d171c421-0407-4cc4-9cca-ff2d53a42ebd None None] The sync data for ids ['049621fa-08fa-4618-ba32-5580d6529ce3'] in n-d-793620-10 is: [{'id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'name': 'tempest-TestShelveInstance-1425602781-router', 'tenant_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51'}], 'enable_snat': True}, 'gw_port_id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:32:18Z', 'revision_number': 5, 'project_id': '28aaef604b79453eb34d1caf8c6b6bdb', 'gw_port': {'id': '6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:32:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '049621fa-08fa-4618-ba32-5580d6529ce3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:23:24Z', 'updated_at': '2021-07-16T19:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:20.136174 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] For port 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:20.136530 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.161605 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Calling delete_port for 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:20.357239 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.394488 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Pushing event deleted for resources: {'Port': ['ID=6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:20.472800 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.586431 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.589856 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.664138 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.664967 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 049621fa-08fa-4618-ba32-5580d6529ce3 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:32:20.670329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.672515 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9184b36f-f1a5-4d58-b834-ae9c747d6fda admin admin] 10.222.0.48 "DELETE /v2.0/routers/049621fa-08fa-4618-ba32-5580d6529ce3 HTTP/1.1" status: 204 len: 168 time: 1.3083622 Jul 16 19:32:20.675249 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50320) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:20.732469 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bc7a02a9-592e-4634-affc-b20735b52a06 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:20.743164 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] Deleting subnet 1b0765e3-6615-4360-abfc-55d1c3a2818a {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:32:20.748323 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.771002 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: bc7a02a9-592e-4634-affc-b20735b52a06 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:20.771438 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bc7a02a9-592e-4634-affc-b20735b52a06 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:20.792833 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.885095 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.941535 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.967761 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0765e3-6615-4360-abfc-55d1c3a2818a,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:20.971659 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:20.973846 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-327bd300-5a4d-49c0-a00a-d0dab24143aa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1b0765e3-6615-4360-abfc-55d1c3a2818a HTTP/1.1" status: 204 len: 168 time: 0.2970777 Jul 16 19:32:20.976272 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50322) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:20.981068 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d64c72-36f3-4249-8f34-1b32a36f03f8 None None] Network 11cd2124-d9fe-40cb-aa42-b7ccb782de7e requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:32:21.050797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.112335 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Deleting port 5afa1bbe-7737-4b9b-9500-75600e39111f {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:21.112578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.185978 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] For port 5afa1bbe-7737-4b9b-9500-75600e39111f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afa1bbe-7737-4b9b-9500-75600e39111f,segment=NetworkSegment(c8f3a419-e6ae-4822-99b4-2494022cf3e2),segment_id=c8f3a419-e6ae-4822-99b4-2494022cf3e2)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:21.186470 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.192498 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] DHCP port deletion for 11cd2124-d9fe-40cb-aa42-b7ccb782de7e request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:32:21.203958 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Calling delete_port for 5afa1bbe-7737-4b9b-9500-75600e39111f owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:21.258778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] Deleting port 5afa1bbe-7737-4b9b-9500-75600e39111f {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:32:21.259161 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.331434 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] For port 5afa1bbe-7737-4b9b-9500-75600e39111f, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=5afa1bbe-7737-4b9b-9500-75600e39111f,segment=NetworkSegment(c8f3a419-e6ae-4822-99b4-2494022cf3e2),segment_id=c8f3a419-e6ae-4822-99b4-2494022cf3e2)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:21.332025 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.334228 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.355662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] Calling delete_port for 5afa1bbe-7737-4b9b-9500-75600e39111f owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:32:21.377005 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afa1bbe-7737-4b9b-9500-75600e39111f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:21.384229 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] No DVR routers for this DVR port 5afa1bbe-7737-4b9b-9500-75600e39111f on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:32:21.477782 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.488582 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.500966 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cd2124-d9fe-40cb-aa42-b7ccb782de7e']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:21.512973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] Pushing event deleted for resources: {'Port': ['ID=5afa1bbe-7737-4b9b-9500-75600e39111f,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:21.518480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f3a419-e6ae-4822-99b4-2494022cf3e2') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:21.518897 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f3a419-e6ae-4822-99b4-2494022cf3e2') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:21.519573 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e458bec4-f2fa-476f-8492-bdc1c42b563c None None] No DVR routers for this DVR port 5afa1bbe-7737-4b9b-9500-75600e39111f on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:32:21.542772 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.561725 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.571841 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:32:21.572286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:32:21.574405 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:32:21.651859 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.662125 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.665572 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/11cd2124-d9fe-40cb-aa42-b7ccb782de7e HTTP/1.1" status: 204 len: 168 time: 0.6878688 Jul 16 19:32:21.684746 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907676-5d36-42dd-977d-a068592c13e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cd2124-d9fe-40cb-aa42-b7ccb782de7e,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:21.804178 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50326) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:21.858966 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-dc809b5f-de9b-4f02-8e34-a9cd1946ffcb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ae93824a16b0446c94b52dfc69d3f1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517683 Jul 16 19:32:21.859941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50328) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:21.926160 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d55-e9ed-48be-b553-6ad061f4763c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:21.950245 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d55-e9ed-48be-b553-6ad061f4763c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.010576 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d55-e9ed-48be-b553-6ad061f4763c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.013934 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-9cb10d55-e9ed-48be-b553-6ad061f4763c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.016406 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-9cb10d55-e9ed-48be-b553-6ad061f4763c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57a61e19-ef3f-4ef6-83d7-e51c447ea1c5 HTTP/1.1" status: 204 len: 168 time: 0.1549604 Jul 16 19:32:22.028959 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb10d55-e9ed-48be-b553-6ad061f4763c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a61e19-ef3f-4ef6-83d7-e51c447ea1c5,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.409781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50334) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.453307 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-176b0de9-d173-4459-b912-a726daffbeec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28aaef604b79453eb34d1caf8c6b6bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421374 Jul 16 19:32:22.456755 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50336) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:22.512449 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b5df9ee-8750-4b1f-8851-a22406a11362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.536555 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b5df9ee-8750-4b1f-8851-a22406a11362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.587977 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b5df9ee-8750-4b1f-8851-a22406a11362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.590773 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-2b5df9ee-8750-4b1f-8851-a22406a11362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:22.592186 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-2b5df9ee-8750-4b1f-8851-a22406a11362 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f0f23db8-8ff4-4e0f-858e-85aed67a680d HTTP/1.1" status: 204 len: 168 time: 0.1342995 Jul 16 19:32:22.603289 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5df9ee-8750-4b1f-8851-a22406a11362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f23db8-8ff4-4e0f-858e-85aed67a680d,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:22.651680 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afa1bbe-7737-4b9b-9500-75600e39111f no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:22.680614 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 5afa1bbe-7737-4b9b-9500-75600e39111f {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:22.681117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 5afa1bbe-7737-4b9b-9500-75600e39111f not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:22.681383 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:32:22.700990 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:32:22.701346 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 6fbc1d57-b7f0-409a-9fc4-dc3f4f44843c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:32:23.479214 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50358) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:23.616920 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-591630475-network', 'tenant_id': '1300921683b941e885933b496d1fa6e8'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:23.640957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Made reservation on behalf of 1300921683b941e885933b496d1fa6e8 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:23.643567 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.652685 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.757513 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.762504 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.789183 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:32:23.800498 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e738d7-38b6-4c47-a836-09473149cc7f,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:23.811422 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.811422 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Added segment ea8075cc-0303-4081-9561-583c98ba03c9 of type vlan for network 97ea68f0-07d5-4b40-b822-130d35b7b7cd Jul 16 19:32:23.863719 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.898942 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.900008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:23.900639 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:23.943042 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4621949 Jul 16 19:32:23.943326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50362) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:23.951515 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Request body: {'subnet': {'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-591630475-subnet', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'ip_version': 4}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:23.982396 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a4b17-0479-418e-976c-640d8e709b4e admin admin] Pushing event updated for resources: {'Network': ['ID=97ea68f0-07d5-4b40-b822-130d35b7b7cd,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:23.986103 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Made reservation on behalf of 1300921683b941e885933b496d1fa6e8 for: {'subnet': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:23.995063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3288895'] for subnet, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.008083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:32:24.208829 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58805192', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3288877'] for subnet, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.270386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=203effc0-8f82-4196-b38b-0f9a4499de7f,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:24.290235 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Checking segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:24.290743 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Network hostable DHCP agents. Network: 97ea68f0-07d5-4b40-b822-130d35b7b7cd, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93778) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:32:24.314456 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93778) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:32:24.325094 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 97ea68f0-07d5-4b40-b822-130d35b7b7cd) {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:24.330774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:24.331519 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.338234 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecca8b8-e2fc-448d-910d-67eeffd0a94b None None] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:32:24.353199 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-867e55ca-af36-4994-b342-62087f981187 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4081495 Jul 16 19:32:24.356700 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50364) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:24.364081 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:24.400883 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.402434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.476892 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.527301 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:32:24.528242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.635010 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.685063 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Allocated IP 172.20.0.2 (97ea68f0-07d5-4b40-b822-130d35b7b7cd/203effc0-8f82-4196-b38b-0f9a4499de7f/bde4b200-922c-4d00-a725-36f16c9a0fe7) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:24.850811 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.860677 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Transition to ACTIVE for port object bde4b200-922c-4d00-a725-36f16c9a0fe7 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:24.865278 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.877228 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Transition to ACTIVE for port object bde4b200-922c-4d00-a725-36f16c9a0fe7 will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:24.884972 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.886147 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:24.929520 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:24.932903 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:24.938780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:24.942120 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Pushing event updated for resources: {'Port': ['ID=bde4b200-922c-4d00-a725-36f16c9a0fe7,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:25.009259 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Allocated IP 172.25.0.83 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/8da27cab-9453-4563-a2e6-19aad5f8cbc5) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:25.020916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Attempting to bind port bde4b200-922c-4d00-a725-36f16c9a0fe7 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:25.021856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Attempting to bind port bde4b200-922c-4d00-a725-36f16c9a0fe7 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:25.021856 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Attempting to bind port bde4b200-922c-4d00-a725-36f16c9a0fe7 on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:25.029102 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:25.029547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Checking segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:25.030539 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.030973 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Bound using segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:25.031553 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Bound port: bde4b200-922c-4d00-a725-36f16c9a0fe7, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:25.031970 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.134267 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] For port bde4b200-922c-4d00-a725-36f16c9a0fe7, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:25.138433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] For port bde4b200-922c-4d00-a725-36f16c9a0fe7, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bde4b200-922c-4d00-a725-36f16c9a0fe7,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:25.143310 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.146258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.200218 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.219169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f24ee-5dcd-42b0-8160-9835998fc9f0 None None] Pushing event updated for resources: {'Port': ['ID=bde4b200-922c-4d00-a725-36f16c9a0fe7,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:25.245970 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:25.249228 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:25.251776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:25.277904 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Pushing event updated for resources: {'Port': ['ID=8da27cab-9453-4563-a2e6-19aad5f8cbc5,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:25.593532 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.815268 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:25.966496 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93778) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:32:26.113038 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:26.127373 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Sync routers for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:26.135818 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] Notify callbacks [] for router, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.141596 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ab353de8-d666-4877-a0c0-5f57e10972dc admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7793686 Jul 16 19:32:26.141886 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:26.141886 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:26.143853 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50366) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:26.296097 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:26.331047 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f3f47-6872-4114-8387-c8275c445ac5 None None] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:32:26.449307 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-39fe9dea-7e81-43f5-a3b1-a54c9cd2b043 None None] Provisioning for port bde4b200-922c-4d00-a725-36f16c9a0fe7 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:26.524840 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:25Z', 'revision_number': 3, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:26.557283 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Checking router: d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:26.557560 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Updating router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:32:26.602138 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.679029 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.708836 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bde4b200-922c-4d00-a725-36f16c9a0fe7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:26.769518 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port bde4b200-922c-4d00-a725-36f16c9a0fe7 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:26.775083 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port bde4b200-922c-4d00-a725-36f16c9a0fe7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:26.775545 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.880077 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.910321 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-01f0cf2c-3b83-4bce-bf94-221d06f1409f None None] Provisioning complete for port bde4b200-922c-4d00-a725-36f16c9a0fe7 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:26.910704 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-01f0cf2c-3b83-4bce-bf94-221d06f1409f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.930931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Allocated IP 172.20.0.1 (97ea68f0-07d5-4b40-b822-130d35b7b7cd/203effc0-8f82-4196-b38b-0f9a4499de7f/0a2cfd49-9eb6-486e-b64c-92d8f0739d0e) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:26.946617 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port bde4b200-922c-4d00-a725-36f16c9a0fe7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bde4b200-922c-4d00-a725-36f16c9a0fe7,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:26.949895 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.953721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:26.964980 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Transition to ACTIVE for port object 8da27cab-9453-4563-a2e6-19aad5f8cbc5 will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:26.976454 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.041884 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Pushing event updated for resources: {'Port': ['ID=8da27cab-9453-4563-a2e6-19aad5f8cbc5,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:27.045526 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Attempting to bind port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:27.045923 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Attempting to bind port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:27.046287 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Attempting to bind port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:27.055023 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.055023 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.055023 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.055444 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.055705 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.056041 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.056438 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.056769 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.057404 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.057404 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.057824 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.058193 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93780) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:32:27.067681 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:27.067994 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:27.068271 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.068650 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=bde4b200-922c-4d00-a725-36f16c9a0fe7,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:27.068797 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:27.069143 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Bound port: 8da27cab-9453-4563-a2e6-19aad5f8cbc5, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:27.069565 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.094489 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.121767 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.provisioning_blocks [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Transition to ACTIVE for port object 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e will not be triggered until provisioned by entity DHCP. {{(pid=93777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:27.146302 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] For port 8da27cab-9453-4563-a2e6-19aad5f8cbc5, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:27.151322 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] For port 8da27cab-9453-4563-a2e6-19aad5f8cbc5, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8da27cab-9453-4563-a2e6-19aad5f8cbc5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:27.158930 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.179189 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.226588 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:27.227244 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:27.230692 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:27.236740 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:27.240733 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:27.270361 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0688400-e6d8-4d23-a49c-696517ec181a None None] Pushing event updated for resources: {'Port': ['ID=8da27cab-9453-4563-a2e6-19aad5f8cbc5,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:27.271974 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:27.295437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.369704 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:27.461576 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.524245 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6341a813-2a6d-461f-9435-b2667fba18fd None None] Provisioning for port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:27.531508 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-6341a813-2a6d-461f-9435-b2667fba18fd None None] Provisioning complete for port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:27.532358 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6341a813-2a6d-461f-9435-b2667fba18fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.576000 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-6341a813-2a6d-461f-9435-b2667fba18fd None None] Port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:32:27.583055 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:25Z', 'revision_number': 3, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:27.616913 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6010b50b-8614-4093-a02a-3a1dc6fda151 None None] The sync data for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 is: [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:25Z', 'revision_number': 3, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:27.674973 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.687217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4060732'] for port, after_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.763270 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,revision_number=2']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:27.772217 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:27.906205 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:27.906829 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:28.064429 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:28.200984 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:28.206213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-52fb3618-84b8-4202-aa36-b09ab8086e2e None None] Provisioning complete for port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:28.206780 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-52fb3618-84b8-4202-aa36-b09ab8086e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.213078 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-c641b334-ebb0-4a6f-ba01-2e9c06e23b17 admin admin] 10.222.0.48 "PUT /v2.0/routers/d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0665734 Jul 16 19:32:28.253251 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-52fb3618-84b8-4202-aa36-b09ab8086e2e None None] Port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:32:28.745397 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bde4b200-922c-4d00-a725-36f16c9a0fe7 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:28.815954 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port bde4b200-922c-4d00-a725-36f16c9a0fe7 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:28.816643 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.881765 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50382) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:28.890741 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2079608993-network', 'tenant_id': '9a4c71b17a514ca19537917c01708988'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:28.921503 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Made reservation on behalf of 9a4c71b17a514ca19537917c01708988 for: {'network': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:28.924560 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for network, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.931887 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8da27cab-9453-4563-a2e6-19aad5f8cbc5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:28.935161 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:28.996976 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:29.002254 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:29.002648 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.096240 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.101962 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.113133 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.129315 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=93777) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:32:29.145581 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 8da27cab-9453-4563-a2e6-19aad5f8cbc5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8da27cab-9453-4563-a2e6-19aad5f8cbc5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:29.147257 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a7a4db-970a-49f2-b1f5-b9015139c79c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:29.152741 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.153881 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.154227 n-d-793620-10 neutron-server[93777]: INFO neutron.db.segments_db [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Added segment 58312a1f-d0ba-47a9-a804-a688c56ccedb of type vlan for network 365e6708-23cc-4f76-882a-619f4f027ce8 Jul 16 19:32:29.216550 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787343202070'] for network, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.247331 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=8da27cab-9453-4563-a2e6-19aad5f8cbc5,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:29.261584 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815'] for network, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.263745 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:29.265757 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.320486 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4365978 Jul 16 19:32:29.325180 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50384) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:29.335035 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Request body: {'subnet': {'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2079608993-subnet', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'ip_version': 4}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:29.392606 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf3979-0de6-42c2-8341-1154377ff3ad admin admin] Pushing event updated for resources: {'Network': ['ID=365e6708-23cc-4f76-882a-619f4f027ce8,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:29.405396 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Network 365e6708-23cc-4f76-882a-619f4f027ce8 details requested by agent ovs-agent-n-d-793620-10 with host n-d-793620-10 {{(pid=93779) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:32:29.410079 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Made reservation on behalf of 9a4c71b17a514ca19537917c01708988 for: {'subnet': 1} {{(pid=93777) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:29.413258 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59048779'] for subnet, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.475890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Sync routers for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:29.499756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:29.500532 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:29.680890 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4060841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59048793'] for subnet, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.745451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9765467-cfad-4265-b546-ae6d1348bc4c,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:29.757957 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Checking segment: {'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:29.758465 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Network hostable DHCP agents. Network: 365e6708-23cc-4f76-882a-619f4f027ce8, hostable agents: ['705f545d-0f39-4303-b547-8f2d39c85b5c'], hosted agents: [] {{(pid=93777) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:32:29.780285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Network 365e6708-23cc-4f76-882a-619f4f027ce8 is scheduled to be hosted by DHCP agent 705f545d-0f39-4303-b547-8f2d39c85b5c with binding_index 1 {{(pid=93777) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:32:29.794091 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793620-10, 365e6708-23cc-4f76-882a-619f4f027ce8) {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:29.802082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:29.803106 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.820386 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfbf103-a955-4579-8af3-cc4314f55c8f None None] Network 365e6708-23cc-4f76-882a-619f4f027ce8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:32:29.828060 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-80aee7d4-fe4e-4725-b363-577b63b1c7a4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5011456 Jul 16 19:32:29.831031 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50386) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:29.833702 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:29.838627 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:29.877578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-302320', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6517'] for router, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.879321 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-302135', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-308703', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3718'] for router, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:29.951297 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.142291 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-302117', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-302229', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3732'] for router, precommit_update {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.195577 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc190f823-860e-50a7-af0a-6d3507f5edc0-365e6708-23cc-4f76-882a-619f4f027ce8', 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'fixed_ips': [{'subnet_id': 'd9765467-cfad-4265-b546-ae6d1348bc4c'}]}} from n-d-793620-10. {{(pid=93779) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:32:30.197097 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.338626 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 2, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:30.431983 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Checking router: d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:30.432452 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Updating router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:32:30.457712 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.486927 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cfd15861-8472-430d-a67b-3d97366f9839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.487339 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.539934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.db_base_plugin_common [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Allocated IP 172.20.0.2 (365e6708-23cc-4f76-882a-619f4f027ce8/d9765467-cfad-4265-b546-ae6d1348bc4c/a4599885-99e6-4479-b46f-7f463d2274df) {{(pid=93779) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:30.543996 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.681383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_common [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Allocated IP 172.25.0.152 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/93417e7c-0fd1-404f-b4bb-a7a84ce0715c) {{(pid=93777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:30.711433 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8da27cab-9453-4563-a2e6-19aad5f8cbc5 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:30.864616 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.924908 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:30.972069 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:30.981215 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.base_scheduler [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Resources bound (agent type, host, resource id): {{(pid=93777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:30.987374 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Received port after_create {{(pid=93777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:30.995173 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Pushing event updated for resources: {'Port': ['ID=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:31.051208 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Notify callbacks [] for port, precommit_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.063596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:31.064354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.113500 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Transition to ACTIVE for port object a4599885-99e6-4479-b46f-7f463d2274df will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:31.159523 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Transition to ACTIVE for port object a4599885-99e6-4479-b46f-7f463d2274df will not be triggered until provisioned by entity DHCP. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:31.172865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421'] for port, after_create {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.278662 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Network 365e6708-23cc-4f76-882a-619f4f027ce8 is already hosted by enough agents. {{(pid=93779) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:31.282800 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Pushing event updated for resources: {'Port': ['ID=a4599885-99e6-4479-b46f-7f463d2274df,revision_number=1']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:31.287975 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.310717 n-d-793620-10 neutron-server[93779]: DEBUG neutron.scheduler.base_scheduler [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Resources bound (agent type, host, resource id): {{(pid=93779) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:31.319484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Received port after_create {{(pid=93779) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:31.336657 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Transition to ACTIVE for port object 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:31.350699 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.355361 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.486077 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Attempting to bind port a4599885-99e6-4479-b46f-7f463d2274df on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:31.486728 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Attempting to bind port a4599885-99e6-4479-b46f-7f463d2274df by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:31.487367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Attempting to bind port a4599885-99e6-4479-b46f-7f463d2274df on network 365e6708-23cc-4f76-882a-619f4f027ce8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:31.498484 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125006f3-9855-4cc7-87e8-79e86c2808c7 None None] Pushing event updated for resources: {'Port': ['ID=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:31.546867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:31.546867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Checking segment: {'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:31.547405 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.548043 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Bound using segment: {'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:31.548901 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Bound port: a4599885-99e6-4479-b46f-7f463d2274df, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:31.549528 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.623334 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Attempting to bind port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:31.624707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Attempting to bind port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:31.625079 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Attempting to bind port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:31.675237 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:31.675731 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Checking segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:31.677061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.677061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Bound using segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:31.677720 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Bound port: 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:31.678470 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.690081 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-302331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-302080'] for router, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.806966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] For port a4599885-99e6-4479-b46f-7f463d2274df, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:31.839870 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] For port a4599885-99e6-4479-b46f-7f463d2274df, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a4599885-99e6-4479-b46f-7f463d2274df,segment=NetworkSegment(58312a1f-d0ba-47a9-a804-a688c56ccedb),segment_id=58312a1f-d0ba-47a9-a804-a688c56ccedb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:31.861099 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:31.906722 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 is scheduled to L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba with binding_index 1 {{(pid=93777) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:32:31.932302 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] For port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:31.982265 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] For port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:32.000283 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:32.031221 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dd8fd-e299-4d77-94a5-64275a1efd2f None None] Pushing event updated for resources: {'Port': ['ID=a4599885-99e6-4479-b46f-7f463d2274df,revision_number=2']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:32.119351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:32.120456 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:32.159403 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:32.182825 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Sync routers for ids ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:32.189150 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:32.196984 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50388) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:32.198102 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-9b8eb1b3-d9e6-4c36-9da4-71ebc02e374f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3642619 Jul 16 19:32:32.199510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Routers {'98ab6ad3-0a16-4565-88da-5c906a9f16c4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:32.200991 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:32.254403 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125006f3-9855-4cc7-87e8-79e86c2808c7 None None] Pushing event updated for resources: {'Port': ['ID=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:32.444877 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Set router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:32.491030 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:32.903596 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a4599885-99e6-4479-b46f-7f463d2274df up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:32.984060 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:32:31Z', 'revision_number': 3, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port': {'id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:30Z', 'updated_at': '2021-07-16T19:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:33.023834 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Checking router: 98ab6ad3-0a16-4565-88da-5c906a9f16c4 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:33.024616 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Updating router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c binding host n-d-793620-10 {{(pid=93780) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:32:33.093115 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.177117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port a4599885-99e6-4479-b46f-7f463d2274df completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:33.342457 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-bd8ead73-6a8c-4706-85da-9e6e392e7102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.388904 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:31Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:33.448969 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b8d240-587c-41fc-9c41-84f986d851d1 None None] The sync data for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 is: [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:31Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:33.528702 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.732098 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Notify callbacks [] for port, precommit_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.763787 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.provisioning_blocks [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Transition to ACTIVE for port object 93417e7c-0fd1-404f-b4bb-a7a84ce0715c will not be triggered until provisioned by entity L2. {{(pid=93780) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:33.792008 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.939066 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed04a89e-b889-470e-8e20-066b322a813a None None] Network 365e6708-23cc-4f76-882a-619f4f027ce8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:32:33.949839 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Attempting to bind port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c on host n-d-793620-10 for vnic_type normal with profile {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:33.951316 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Attempting to bind port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:33.951316 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Attempting to bind port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c on network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:33.957737 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061ad67-02c0-4fd1-9dc9-07c58f657ae3 None None] Pushing event updated for resources: {'Port': ['ID=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,revision_number=2']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:33.971075 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:33.971669 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Checking segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93780) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:33.973290 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:33.973943 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Bound using segment: {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'} {{(pid=93780) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:33.974809 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.managers [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Bound port: 93417e7c-0fd1-404f-b4bb-a7a84ce0715c, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cbd8244-b742-4d78-be9c-ba424c4ec744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e'}}] {{(pid=93780) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:33.975456 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.078261 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.104371 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-873df0b7-3757-4360-a5b0-7b897729861f None None] Provisioning for port a4599885-99e6-4479-b46f-7f463d2274df completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:34.106314 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] For port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c, host n-d-793620-10, cleared binding levels {{(pid=93780) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:34.114600 n-d-793620-10 neutron-server[93780]: DEBUG neutron.plugins.ml2.db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] For port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93780) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:34.125335 n-d-793620-10 neutron-server[93780]: DEBUG neutron_lib.callbacks.manager [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93780) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.129490 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-873df0b7-3757-4360-a5b0-7b897729861f None None] Provisioning complete for port a4599885-99e6-4479-b46f-7f463d2274df triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:34.130673 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-873df0b7-3757-4360-a5b0-7b897729861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.206384 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Routers {'98ab6ad3-0a16-4565-88da-5c906a9f16c4'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:34.208100 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:34.394613 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-873df0b7-3757-4360-a5b0-7b897729861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.429143 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Allocated IP 172.20.0.1 (365e6708-23cc-4f76-882a-619f4f027ce8/d9765467-cfad-4265-b546-ae6d1348bc4c/7209e9c7-c7f5-46ad-8e4a-558afcfd41c9) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:34.457856 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061ad67-02c0-4fd1-9dc9-07c58f657ae3 None None] Pushing event updated for resources: {'Port': ['ID=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,revision_number=3']} {{(pid=93780) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:34.473044 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] Set router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:34.545042 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-873df0b7-3757-4360-a5b0-7b897729861f None None] For port a4599885-99e6-4479-b46f-7f463d2274df, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a4599885-99e6-4479-b46f-7f463d2274df,segment=NetworkSegment(58312a1f-d0ba-47a9-a804-a688c56ccedb),segment_id=58312a1f-d0ba-47a9-a804-a688c56ccedb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:34.554793 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-873df0b7-3757-4360-a5b0-7b897729861f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.699828 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.734780 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873df0b7-3757-4360-a5b0-7b897729861f None None] Pushing event updated for resources: {'Port': ['ID=a4599885-99e6-4479-b46f-7f463d2274df,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:34.753774 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Transition to ACTIVE for port object 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:34.760647 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.799916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:34.881631 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:34.926923 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:34.936143 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:34.936962 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:35.018810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Network 365e6708-23cc-4f76-882a-619f4f027ce8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:35.024481 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:35.025008 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:32:31Z', 'revision_number': 3, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port': {'id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:30Z', 'updated_at': '2021-07-16T19:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:35.032535 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:35.076598 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Pushing event updated for resources: {'Port': ['ID=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:35.122311 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484dee27-9216-4c1f-802a-f63b1b386cfd None None] The sync data for ids ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'] in n-d-793620-10 is: [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:32:31Z', 'revision_number': 3, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port': {'id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:30Z', 'updated_at': '2021-07-16T19:32:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:35.159344 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-419639'] for router_interface, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:35.200462 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:35.279592 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:35.296592 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:35.309793 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7dc1e110-9242-40c5-b7b8-ee97e80845ab None None] Provisioning complete for port a4599885-99e6-4479-b46f-7f463d2274df triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:35.311577 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7dc1e110-9242-40c5-b7b8-ee97e80845ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:35.515169 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:35.568231 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:35.796632 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-76f681e9-814a-4772-a489-0c87cbaecb3e None None] Provisioning for port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:35.805905 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-76f681e9-814a-4772-a489-0c87cbaecb3e None None] Provisioning complete for port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:35.806910 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-76f681e9-814a-4772-a489-0c87cbaecb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:35.899409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-76f681e9-814a-4772-a489-0c87cbaecb3e None None] Port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:32:36.019911 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:36.027373 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:36.124468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16310797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-419651'] for router_interface, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:36.126555 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Pushing event updated for resources: {'Port': ['ID=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:36.184406 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:36.311537 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Network 365e6708-23cc-4f76-882a-619f4f027ce8 is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:36.314064 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:36.556269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:36.743175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-b7d91abf-3e43-49bf-a44e-692988532b80 None None] Provisioning complete for port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:36.744079 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b7d91abf-3e43-49bf-a44e-692988532b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:36.786523 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:36.801120 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-8414e589-cee3-48a6-a8da-f4d5e7b22137 admin admin] 10.222.0.48 "PUT /v2.0/routers/98ab6ad3-0a16-4565-88da-5c906a9f16c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5986776 Jul 16 19:32:36.834413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-b7d91abf-3e43-49bf-a44e-692988532b80 None None] Port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:32:36.874874 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a4599885-99e6-4479-b46f-7f463d2274df up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:36.955058 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port a4599885-99e6-4479-b46f-7f463d2274df triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:36.955585 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.118455 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93417e7c-0fd1-404f-b4bb-a7a84ce0715c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:37.197046 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:37.203191 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:37.203847 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.350232 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.395320 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:37.405980 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.407367 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:37.565994 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:37.581598 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:37.582230 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:37.769686 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Sync routers for ids ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:37.784961 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Routers {'98ab6ad3-0a16-4565-88da-5c906a9f16c4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:37.785675 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:37.980869 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50396) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:37.988638 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-00ebc215-b92d-47b0-bff0-f4c9e2860754 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606995350', 'description': 'tempest-secgroup-smoke-1606995350 description', 'project_id': '1300921683b941e885933b496d1fa6e8'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:38.007165 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Set router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:38.021854 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00ebc215-b92d-47b0-bff0-f4c9e2860754 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.157125 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.162338 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00ebc215-b92d-47b0-bff0-f4c9e2860754 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.168801 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00ebc215-b92d-47b0-bff0-f4c9e2860754 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.209486 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-00ebc215-b92d-47b0-bff0-f4c9e2860754 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.211706 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-00ebc215-b92d-47b0-bff0-f4c9e2860754 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2294343 Jul 16 19:32:38.216783 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50398) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:38.226792 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-e7bc8c80-f673-418a-9809-f85af2263547 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'security_group_rule': {'security_group_id': '66b2d221-2693-44e2-9529-ce555a00adf3', 'project_id': '1300921683b941e885933b496d1fa6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:38.227197 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebc215-b92d-47b0-bff0-f4c9e2860754 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b2d221-2693-44e2-9529-ce555a00adf3,revision_number=1']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:38.273251 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7bc8c80-f673-418a-9809-f85af2263547 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.336021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 4, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port': {'id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:30Z', 'updated_at': '2021-07-16T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7209e9c7-c7f5-46ad-8e4a-558afcfd41c9', 'name': '', 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'mac_address': 'fa:16:3e:ad:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd9765467-cfad-4265-b546-ae6d1348bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:34Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 2, 'project_id': '9a4c71b17a514ca19537917c01708988', 'subnets': [{'id': 'd9765467-cfad-4265-b546-ae6d1348bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:38.368067 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7bc8c80-f673-418a-9809-f85af2263547 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.373547 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Checking router: 98ab6ad3-0a16-4565-88da-5c906a9f16c4 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:38.373915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Updating router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 binding host n-d-793620-10 {{(pid=93779) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:32:38.375230 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7bc8c80-f673-418a-9809-f85af2263547 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.400746 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc8c80-f673-418a-9809-f85af2263547 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a125b6-e69b-4545-ac9e-e2f6e78ddd23,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:38.413728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.417355 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-e7bc8c80-f673-418a-9809-f85af2263547 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.422934 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-e7bc8c80-f673-418a-9809-f85af2263547 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999097 Jul 16 19:32:38.423495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50400) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:38.431824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-4e666142-10ee-4caf-9016-80ab1dc7e485 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'security_group_rule': {'security_group_id': '66b2d221-2693-44e2-9529-ce555a00adf3', 'project_id': '1300921683b941e885933b496d1fa6e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:38.438752 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.469586 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e666142-10ee-4caf-9016-80ab1dc7e485 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.554907 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e666142-10ee-4caf-9016-80ab1dc7e485 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.559390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e666142-10ee-4caf-9016-80ab1dc7e485 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.581339 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e666142-10ee-4caf-9016-80ab1dc7e485 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109d1148-760d-47f6-98b0-30f03d5c9d59,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:38.590444 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-4e666142-10ee-4caf-9016-80ab1dc7e485 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.597231 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-4e666142-10ee-4caf-9016-80ab1dc7e485 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672778 Jul 16 19:32:38.597868 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50402) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:38.605824 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-d65ee90d-7d9c-4ad3-9930-bdbbd89c249f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'security_group_rule': {'security_group_id': '66b2d221-2693-44e2-9529-ce555a00adf3', 'project_id': '1300921683b941e885933b496d1fa6e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:38.652345 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d65ee90d-7d9c-4ad3-9930-bdbbd89c249f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.699761 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93417e7c-0fd1-404f-b4bb-a7a84ce0715c up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:38.767713 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d65ee90d-7d9c-4ad3-9930-bdbbd89c249f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.772019 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d65ee90d-7d9c-4ad3-9930-bdbbd89c249f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.797017 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ee90d-7d9c-4ad3-9930-bdbbd89c249f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbefd24-4ecf-4ca8-ae71-ac733b6c9763,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:38.811904 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-d65ee90d-7d9c-4ad3-9930-bdbbd89c249f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.816781 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-d65ee90d-7d9c-4ad3-9930-bdbbd89c249f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2141311 Jul 16 19:32:38.817341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50404) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:38.822935 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-55aa48d4-7e93-4fac-a65f-ea5a51664837 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'security_group_rule': {'security_group_id': '66b2d221-2693-44e2-9529-ce555a00adf3', 'project_id': '1300921683b941e885933b496d1fa6e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:38.861644 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55aa48d4-7e93-4fac-a65f-ea5a51664837 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.866692 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:38.867730 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.958163 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55aa48d4-7e93-4fac-a65f-ea5a51664837 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.964668 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55aa48d4-7e93-4fac-a65f-ea5a51664837 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:38.994981 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa48d4-7e93-4fac-a65f-ea5a51664837 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd5955d-50c1-4e38-903b-46a900f46089,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:39.011226 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-55aa48d4-7e93-4fac-a65f-ea5a51664837 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.012416 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.012749 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-55aa48d4-7e93-4fac-a65f-ea5a51664837 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1937380 Jul 16 19:32:39.017343 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 50406) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:39.022892 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.v2.base [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'security_group_rule': {'security_group_id': '66b2d221-2693-44e2-9529-ce555a00adf3', 'project_id': '1300921683b941e885933b496d1fa6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93777) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:39.044916 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Transition to ACTIVE for port object 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 will not be triggered until provisioned by entity L2. {{(pid=93779) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:39.057158 n-d-793620-10 neutron-server[93777]: INFO neutron.db.securitygroups_db [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Project 1300921683b941e885933b496d1fa6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:32:39.058865 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.064512 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.118345 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a952bcb-eb7c-4aa4-b7c7-cda6b973e5d6 None None] Pushing event updated for resources: {'Port': ['ID=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,revision_number=3']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:39.152591 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.159764 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.185110 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b333d5-91cf-4e5f-b0fe-d618d2f226e1,revision_number=0']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:39.195354 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.201294 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-005deb2a-404c-4219-a546-7a681e479f2f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1781785 Jul 16 19:32:39.202137 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Attempting to bind port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 on host n-d-793620-10 for vnic_type normal with profile {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:39.202350 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50408) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:39.202533 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Attempting to bind port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 by drivers openvswitch,hyperv on host n-d-793620-10 at level 0 using segments [{'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:39.202886 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Attempting to bind port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 on network 365e6708-23cc-4f76-882a-619f4f027ce8 {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:39.209659 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Checking agent: {'id': '0f03cd3d-b34f-49e1-a176-3222e7beca6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 55, 3), 'started_at': datetime.datetime(2021, 7, 16, 17, 55, 33), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793620-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:39.210050 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Checking segment: {'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93779) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:39.210679 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.210867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Bound using segment: {'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'} {{(pid=93779) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:39.211358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.managers [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Bound port: 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9, host: n-d-793620-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58312a1f-d0ba-47a9-a804-a688c56ccedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8'}}] {{(pid=93779) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:39.211756 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.212311 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'security_group_rule': {'security_group_id': '66b2d221-2693-44e2-9529-ce555a00adf3', 'project_id': '1300921683b941e885933b496d1fa6e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:39.248337 n-d-793620-10 neutron-server[93778]: INFO neutron.db.securitygroups_db [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Project 1300921683b941e885933b496d1fa6e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:32:39.257050 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.299992 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] For port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9, host n-d-793620-10, cleared binding levels {{(pid=93779) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:39.304488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] For port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9, host n-d-793620-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,segment=NetworkSegment(58312a1f-d0ba-47a9-a804-a688c56ccedb),segment_id=58312a1f-d0ba-47a9-a804-a688c56ccedb)] {{(pid=93779) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:39.311846 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.354024 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.360272 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342574'] for security_group_rule, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.387840 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7537a755-c232-4710-aa67-c4978e45b4e1,revision_number=0']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:39.400424 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:39.401988 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Routers {'98ab6ad3-0a16-4565-88da-5c906a9f16c4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:39.402669 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-34445d31-e5a3-4a9a-8ec5-cc1c2b5c2bdf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1988564 Jul 16 19:32:39.403013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:39.409131 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a952bcb-eb7c-4aa4-b7c7-cda6b973e5d6 None None] Pushing event updated for resources: {'Port': ['ID=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:39.567796 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] Set router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:39.631337 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-1322b709-773f-482d-94af-87cd8d25d8df tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606995350&fields=id&tenant_id=1300921683b941e885933b496d1fa6e8 HTTP/1.1" status: 200 len: 267 time: 0.0449164 Jul 16 19:32:39.896890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 4, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port': {'id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:30Z', 'updated_at': '2021-07-16T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7209e9c7-c7f5-46ad-8e4a-558afcfd41c9', 'name': '', 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'mac_address': 'fa:16:3e:ad:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd9765467-cfad-4265-b546-ae6d1348bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:34Z', 'updated_at': '2021-07-16T19:32:39Z', 'revision_number': 4, 'project_id': '9a4c71b17a514ca19537917c01708988', 'subnets': [{'id': 'd9765467-cfad-4265-b546-ae6d1348bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:39.935810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f8c739-5a87-473f-8f61-b3aee5b07bb4 None None] The sync data for ids ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'] in n-d-793620-10 is: [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 4, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port': {'id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:30Z', 'updated_at': '2021-07-16T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '7209e9c7-c7f5-46ad-8e4a-558afcfd41c9', 'name': '', 'network_id': '365e6708-23cc-4f76-882a-619f4f027ce8', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'mac_address': 'fa:16:3e:ad:4c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'd9765467-cfad-4265-b546-ae6d1348bc4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:34Z', 'updated_at': '2021-07-16T19:32:39Z', 'revision_number': 4, 'project_id': '9a4c71b17a514ca19537917c01708988', 'subnets': [{'id': 'd9765467-cfad-4265-b546-ae6d1348bc4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:40.174734 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-f3b00dcc-3b6b-4ce3-899b-1543c867d3f8 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:40.176474 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-f3b00dcc-3b6b-4ce3-899b-1543c867d3f8 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 809 time: 0.5372050 Jul 16 19:32:40.198206 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-b123e48f-8d61-4937-8a8f-8f6ba04dbae5 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/quotas/1300921683b941e885933b496d1fa6e8 HTTP/1.1" status: 200 len: 375 time: 0.0138915 Jul 16 19:32:40.278805 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-7b10d54c-083f-4602-a32a-96a205d8d93b tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730655 Jul 16 19:32:40.301298 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-c9fd4d1f-f3dd-4392-bc84-113e2bebf5df tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93777) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:32:40.302786 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-c9fd4d1f-f3dd-4392-bc84-113e2bebf5df tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098548 Jul 16 19:32:40.564877 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-1c7ca4d8-0bb6-4e56-9222-139ed60c0330 service neutron] 10.222.0.48 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528062 Jul 16 19:32:40.687493 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-66b39741-fe00-4898-a818-3d90b54e9914 service neutron] 10.222.0.48 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158919 Jul 16 19:32:40.729127 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:40.817283 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning for port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:40.822013 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:40.822682 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:40.941061 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.011159 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] For port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,segment=NetworkSegment(58312a1f-d0ba-47a9-a804-a688c56ccedb),segment_id=58312a1f-d0ba-47a9-a804-a688c56ccedb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:41.017485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:41.034539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e2136e39-6adf-4ea8-ade6-d637722d4370 req-08d53107-af98-4201-87ce-2daf3baf3c0c tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 210 time: 0.0521579 Jul 16 19:32:41.103605 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Pushing event updated for resources: {'Port': ['ID=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:42.230329 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9eeb594e-0478-40be-8aa0-c38d7271f052 req-fcc87dc0-885c-499b-9366-ee51adcef4dc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 210 time: 0.0354352 Jul 16 19:32:42.621438 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-3c6da212-9954-43f5-b2da-eef20bb05ebd tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:42.623500 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-3c6da212-9954-43f5-b2da-eef20bb05ebd tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 809 time: 0.1674950 Jul 16 19:32:42.684618 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-bf1406ad-6f3d-4867-a3b2-2bfc9768422f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1300921683b941e885933b496d1fa6e8 HTTP/1.1" status: 200 len: 380 time: 0.0518885 Jul 16 19:32:42.694751 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'port': {'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'admin_state_up': True, 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'security_groups': ['66b2d221-2693-44e2-9529-ce555a00adf3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:42.730644 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 up at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:42.808635 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Provisioning complete for port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:42.809222 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:42.846952 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Made reservation on behalf of 1300921683b941e885933b496d1fa6e8 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:32:42.851412 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.025674 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Allocated IP 172.20.0.5 (97ea68f0-07d5-4b40-b822-130d35b7b7cd/203effc0-8f82-4196-b38b-0f9a4499de7f/2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:43.234090 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.258213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Transition to ACTIVE for port object 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:43.308716 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.389645 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:43.401800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:43.411998 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:43.452326 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:43.485278 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c60ac-d01a-4ff5-89e4-140187d38dc7 req-d12a7aeb-7999-4e9c-a01a-f1df09ca3228 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:43.487427 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f96c60ac-d01a-4ff5-89e4-140187d38dc7 req-d12a7aeb-7999-4e9c-a01a-f1df09ca3228 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 931 time: 0.1149681 Jul 16 19:32:43.511159 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:43.511959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.533339 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-a8f81986-0295-42f3-bab2-6f8c0c67346f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8438387 Jul 16 19:32:43.549408 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Request body: {'port': {'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:43.554789 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f96c60ac-d01a-4ff5-89e4-140187d38dc7 req-e374ceb0-b2fe-486d-9f87-442a352ae361 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587990 Jul 16 19:32:43.659885 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.755975 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9008bfcc-e931-4112-80d9-63bbc862ca2b None None] Provisioning for port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:43.762162 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-9008bfcc-e931-4112-80d9-63bbc862ca2b None None] Provisioning complete for port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:43.762853 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-9008bfcc-e931-4112-80d9-63bbc862ca2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:43.821413 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-9008bfcc-e931-4112-80d9-63bbc862ca2b None None] Port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:32:44.083505 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:44.092494 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.108329 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Transition to ACTIVE for port object 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:32:44.113273 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.169458 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:44.260539 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Attempting to bind port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 on host n-h2-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:32:44.260791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Attempting to bind port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 by drivers openvswitch,hyperv on host n-h2-793620-10 at level 0 using segments [{'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:32:44.261129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Attempting to bind port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:44.265833 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd not bound, no agent of type Open vSwitch agent registered on host n-h2-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:32:44.266181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Attempting to bind port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:32:44.272813 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Checking agent: {'id': '1c8cbfa2-67a8-498a-91ce-6ce575a64683', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:32:44.273167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Checking segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:32:44.273614 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Bound using segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:32:44.274062 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Bound port: 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host: n-h2-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:32:44.274434 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.353881 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:32:44.357629 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:32:44.362711 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.406443 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.406800 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:44.408355 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 1092 time: 0.8674874 Jul 16 19:32:44.408852 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:44.411254 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f999a3f4-e147-45f9-93b9-802c37520254" -d '{"events": [{"name": "network-changed", "server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:44.452902 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d117f-a2f0-4e8e-a18b-8b5428025e00 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:44.547476 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7078013-d823-492e-8c86-4d7113e5031e x-openstack-request-id: req-e7078013-d823-492e-8c86-4d7113e5031e {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:44.548075 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:44.548493 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e7078013-d823-492e-8c86-4d7113e5031e {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:44.549173 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'status': 'completed', 'code': 200} Jul 16 19:32:44.552122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-ec9273c2-b944-4ce0-a220-6982e6a5a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.554562 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-ec9273c2-b944-4ce0-a220-6982e6a5a59f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0856483 Jul 16 19:32:44.604373 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-aa3334d9-db53-4b21-b425-67b566d54a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 217 time: 0.0411994 Jul 16 19:32:44.671851 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-44708206-5ec5-46b5-82d7-89f61d78e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.673550 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-44708206-5ec5-46b5-82d7-89f61d78e15d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0613115 Jul 16 19:32:44.756642 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-3ff4644c-e028-4102-94b5-0476677448bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.758956 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-3ff4644c-e028-4102-94b5-0476677448bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787680 Jul 16 19:32:44.804285 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0f6c1-8bfb-4b21-82b0-58a17f699466 req-a6d67e86-c860-4709-b940-b0fe80b4a97d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:44.806777 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30f0f6c1-8bfb-4b21-82b0-58a17f699466 req-a6d67e86-c860-4709-b940-b0fe80b4a97d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 943 time: 0.0783942 Jul 16 19:32:44.852760 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-30f0f6c1-8bfb-4b21-82b0-58a17f699466 req-000d4314-d956-45ba-b933-091d66ef383e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 Jul 16 19:32:44.881428 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-6f46c063-0d16-4e86-bff8-eea4370a8588 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157556 Jul 16 19:32:44.999104 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-321fd9d6-39ce-456a-b60d-5e07495404e3 req-71a3aa21-5775-4628-9cd0-61b4566332b6 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108625 Jul 16 19:32:45.110584 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a3f4-e147-45f9-93b9-802c37520254 req-b4b16529-c90c-4a03-af10-aa99200b5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.112580 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f999a3f4-e147-45f9-93b9-802c37520254 req-b4b16529-c90c-4a03-af10-aa99200b5b9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0623829 Jul 16 19:32:45.221919 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a3f4-e147-45f9-93b9-802c37520254 req-e4e92570-dd06-4a48-acce-f016b6c4e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.224488 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f999a3f4-e147-45f9-93b9-802c37520254 req-e4e92570-dd06-4a48-acce-f016b6c4e3ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.1059906 Jul 16 19:32:45.271882 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f999a3f4-e147-45f9-93b9-802c37520254 req-6aa6bc2e-e370-48e0-8530-668195e64018 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 217 time: 0.0397570 Jul 16 19:32:45.324396 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a3f4-e147-45f9-93b9-802c37520254 req-22a22cfa-bbdf-45cc-8f8a-c9bdd7db9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.325954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f999a3f4-e147-45f9-93b9-802c37520254 req-22a22cfa-bbdf-45cc-8f8a-c9bdd7db9cec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0476828 Jul 16 19:32:45.404474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999a3f4-e147-45f9-93b9-802c37520254 req-85014c20-c620-4887-97bd-ef8da00be7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:45.407575 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f999a3f4-e147-45f9-93b9-802c37520254 req-85014c20-c620-4887-97bd-ef8da00be7aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750802 Jul 16 19:32:45.504591 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f999a3f4-e147-45f9-93b9-802c37520254 req-ba67b430-78f8-4ff4-ad0d-fc1010af027b service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900798 Jul 16 19:32:45.600125 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f999a3f4-e147-45f9-93b9-802c37520254 req-d88cb159-f551-4f8b-9ac9-2bd152274679 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Jul 16 19:32:45.844035 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:32:46.052778 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994e3a5-8b3c-45a5-94d4-31177e3f1aab req-d73990c6-755e-41c9-961b-a5710d102794 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:46.054434 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9994e3a5-8b3c-45a5-94d4-31177e3f1aab req-d73990c6-755e-41c9-961b-a5710d102794 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 943 time: 0.0705738 Jul 16 19:32:46.097266 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-9994e3a5-8b3c-45a5-94d4-31177e3f1aab req-1c5f89a9-9a49-4f0d-a019-d6a1387bfbee tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349648 Jul 16 19:32:47.287184 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb143f-ee2c-4469-9ef9-0519b66280f0 req-df700483-85cc-4b33-a7f5-0dd0f927f2a0 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:47.288795 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eefb143f-ee2c-4469-9ef9-0519b66280f0 req-df700483-85cc-4b33-a7f5-0dd0f927f2a0 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 943 time: 0.0755963 Jul 16 19:32:47.334719 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-eefb143f-ee2c-4469-9ef9-0519b66280f0 req-9ffe3791-5814-4b46-a1c1-2107c0646e82 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395133 Jul 16 19:32:48.545237 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edb31c-e1fa-438a-86a0-db51ddc5635e req-248a2e3b-92c6-4d61-b9b0-653a6d80c799 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:48.546841 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44edb31c-e1fa-438a-86a0-db51ddc5635e req-248a2e3b-92c6-4d61-b9b0-653a6d80c799 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 943 time: 0.0911636 Jul 16 19:32:48.586496 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-44edb31c-e1fa-438a-86a0-db51ddc5635e req-ccad134b-2b87-4f1c-b0a0-851feb400d35 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337059 Jul 16 19:32:48.718669 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:32:48.822206 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:48.833479 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:32:48.868833 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:48.883519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:32:48.905584 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:48.911442 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:48.961754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:49.148448 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:32:49.766879 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad53de9-52af-4462-b421-d42c5f7202fe req-0447f49a-5aee-459f-89b2-d871c3d1e7cd tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:49.768501 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ad53de9-52af-4462-b421-d42c5f7202fe req-0447f49a-5aee-459f-89b2-d871c3d1e7cd tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 944 time: 0.0653238 Jul 16 19:32:49.810541 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-3ad53de9-52af-4462-b421-d42c5f7202fe req-4672e323-1eff-450d-84f3-2b517184e95e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342643 Jul 16 19:32:50.747894 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:32:50.798061 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning for port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:32:50.802103 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:32:50.802475 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:50.887448 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:50.912857 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:50.915625 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3de85b-d49e-4526-af9b-e4a37171f79f" -d '{"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:50.929897 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:32:50.935081 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:50.961532 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9709a08-717f-4e57-a083-76a3c615c654 x-openstack-request-id: req-c9709a08-717f-4e57-a083-76a3c615c654 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:50.961825 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:50.962077 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9709a08-717f-4e57-a083-76a3c615c654 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:50.962467 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'code': 200} Jul 16 19:32:51.001810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:51.013735 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7016f-ef9f-484e-b2fb-a9af6afc5646 req-40563eac-3dc7-4160-9be3-cc6bbe388fb2 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.015408 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23e7016f-ef9f-484e-b2fb-a9af6afc5646 req-40563eac-3dc7-4160-9be3-cc6bbe388fb2 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 945 time: 0.0886729 Jul 16 19:32:51.057698 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-23e7016f-ef9f-484e-b2fb-a9af6afc5646 req-7153a09c-9590-44db-9288-bc48b6d6610b tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366738 Jul 16 19:32:51.085906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd706b98-e054-4b08-bd0a-7264ee48678f req-77430add-0cde-4c13-8e55-3d21b9477e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:51.087443 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fd706b98-e054-4b08-bd0a-7264ee48678f req-77430add-0cde-4c13-8e55-3d21b9477e5a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0600529 Jul 16 19:32:51.121725 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-fd706b98-e054-4b08-bd0a-7264ee48678f req-defa24d0-ebd0-431f-87eb-8784ebddb917 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281863 Jul 16 19:32:52.242086 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a1576-c29c-4ae5-8e00-a37df7c4f471 req-c59d985b-3b2a-48d3-816f-35da97a9a361 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:52.243742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b2a1576-c29c-4ae5-8e00-a37df7c4f471 req-c59d985b-3b2a-48d3-816f-35da97a9a361 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 945 time: 0.0695212 Jul 16 19:32:52.292220 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5b2a1576-c29c-4ae5-8e00-a37df7c4f471 req-ca0f84c4-2bb1-42b1-83c7-11438f3f609f tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 Jul 16 19:32:52.517081 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55a300-76e0-44f2-8d14-7566a66b7b89 req-16443be5-f541-444f-9628-760a9b2aed80 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:52.518665 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf55a300-76e0-44f2-8d14-7566a66b7b89 req-16443be5-f541-444f-9628-760a9b2aed80 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 945 time: 0.0702307 Jul 16 19:32:52.556937 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-bf55a300-76e0-44f2-8d14-7566a66b7b89 req-41150486-fe7e-4cf8-9cc2-e7db30dca34c tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Jul 16 19:32:52.582440 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50468) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:52.693315 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410c49cf-aa60-40b3-94b1-d79974c12cbe tempest-TestSnapshotPattern-2072842953 tempest-TestSnapshotPattern-2072842953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:52.694929 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-410c49cf-aa60-40b3-94b1-d79974c12cbe tempest-TestSnapshotPattern-2072842953 tempest-TestSnapshotPattern-2072842953-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1092 time: 0.1114433 Jul 16 19:32:52.698207 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50472) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:32:52.702906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:32:52.726904 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:52.859686 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:52.972359 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Allocated IP 172.25.0.216 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/84cb9dba-1652-4b41-8821-04ed0d861f57) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:32:53.084559 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.134258 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.176141 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:32:53.179862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:32:53.183810 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:32:53.190862 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'Port': ['ID=84cb9dba-1652-4b41-8821-04ed0d861f57,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:53.578036 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.660062 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.822436 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.828382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:53.902188 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'Port': ['ID=84cb9dba-1652-4b41-8821-04ed0d861f57,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:32:53.924300 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:54.038513 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Floating IP 9a073989-752d-4426-96cf-6a0beb848625 associated. External IP: 172.25.0.216, port: 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1. Jul 16 19:32:54.248825 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:32:54.363424 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:32:54.374068 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] Sync routers for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:32:54.382122 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:32:54.383330 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:54.383990 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:54.427627 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-d037a4d2-f2f5-44d0-a9e3-28abe829b735 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7283604 Jul 16 19:32:54.428238 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:32:54.430542 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380" -d '{"events": [{"name": "network-changed", "server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:32:54.467076 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db13907-7a7c-4b95-ae94-56cd374ae16d x-openstack-request-id: req-0db13907-7a7c-4b95-ae94-56cd374ae16d {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:32:54.467908 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:32:54.468184 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0db13907-7a7c-4b95-ae94-56cd374ae16d {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:32:54.468586 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'status': 'completed', 'code': 200} Jul 16 19:32:54.509072 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:54.559722 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-de3efa4d-1b89-4d02-ba81-d50c6768e55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.561291 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-de3efa4d-1b89-4d02-ba81-d50c6768e55f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0712562 Jul 16 19:32:54.656858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-df8a6f22-f187-4696-91aa-9850cc14cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.658356 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-df8a6f22-f187-4696-91aa-9850cc14cd0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0907054 Jul 16 19:32:54.730527 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-8491a58d-2803-48ab-960f-06fc160696ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 999 time: 0.0661740 Jul 16 19:32:54.747729 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:53Z', 'revision_number': 0, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:54.785379 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] Checking router: d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:32:54.791079 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-a94b7ad7-e651-4662-869e-d8672887aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.792795 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-a94b7ad7-e651-4662-869e-d8672887aea5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0563154 Jul 16 19:32:54.795510 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:32:54.796206 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:32:33Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:54.872194 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-055f57c3-3dd2-4813-aa90-0921b930ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:32:54.874604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-055f57c3-3dd2-4813-aa90-0921b930ea0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752475 Jul 16 19:32:54.919414 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:32:55.270604 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:53Z', 'revision_number': 0, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:32:55.299667 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60c68f0-dc8e-4058-96a2-f94a63803cc1 None None] The sync data for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 is: [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:53Z', 'revision_number': 0, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:32:55.353976 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-7328a446-0cea-48ff-980d-2929a6ce9cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723721 Jul 16 19:32:55.453672 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-f1a5c5f1-8500-4055-8e11-dcbbd44fb380 req-53a65c61-3cfe-4830-a04d-d1c9c3598258 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929277 Jul 16 19:32:55.513032 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24042a8-8171-41d3-9728-ab71b15851df None None] New status for floating IP 9a073989-752d-4426-96cf-6a0beb848625: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:33:00.402096 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8bb97bf-af4f-4c8a-ac94-f856264ee2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:03.288447 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8f350b45-890e-439d-a2df-bc44fba0a1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:03.502180 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:04.666033 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:06.175900 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:08.107234 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:08.323340 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-482cd25a-ff38-4a4b-89ce-3b74b3f4d152 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523665 Jul 16 19:33:08.362301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:08.416175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8540-1ec3-4345-ba58-d81437cce16d req-e1e2bb7b-9a34-44b5-8249-9b40a5af00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:08.417670 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-e1e2bb7b-9a34-44b5-8249-9b40a5af00ac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0528867 Jul 16 19:33:08.528781 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8540-1ec3-4345-ba58-d81437cce16d req-3326872c-52a7-4346-b0b4-08d8edf1eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:08.530194 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-3326872c-52a7-4346-b0b4-08d8edf1eb93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0917504 Jul 16 19:33:08.597485 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-44149454-8aa9-4a85-9687-083d3bd0646a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 1001 time: 0.0602875 Jul 16 19:33:08.650487 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8540-1ec3-4345-ba58-d81437cce16d req-ff389f89-b974-4540-96e4-da7b6450d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:08.651981 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-ff389f89-b974-4540-96e4-da7b6450d8e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0477257 Jul 16 19:33:08.716177 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8540-1ec3-4345-ba58-d81437cce16d req-6ed0b32c-e961-4df5-a22e-fe71558fe1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:33:08.717713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-6ed0b32c-e961-4df5-a22e-fe71558fe1f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590234 Jul 16 19:33:08.817893 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-eb5b45cc-7c11-4a98-ac36-68b16f231c24 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936062 Jul 16 19:33:08.916178 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-905a8540-1ec3-4345-ba58-d81437cce16d req-e204c007-59f8-409c-8299-568ce88791ab service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917025 Jul 16 19:33:22.843683 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:33:30.398475 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0ce2754d-7981-4794-a216-44e097abe6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:33.291798 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a1d5c8fd-8453-4141-a6c1-4e2713451d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:33.494035 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:34.678434 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:36.187372 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:38.120574 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:38.362466 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:33:59.842917 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:34:00.400289 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4e732f09-e6b7-466b-a161-dd14fea76262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:03.299398 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50a3cae5-bfc5-4b40-8c0d-06e88df6dcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:03.499534 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:04.678740 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:06.185300 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.136698 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:08.363495 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:09.456118 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-8612229a-ec9f-4358-943d-72a2dfc5bee5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1078701 Jul 16 19:34:09.560119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-2c754278-2c2e-4067-82af-79a395b687f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.561793 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-2c754278-2c2e-4067-82af-79a395b687f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1097 time: 0.0601649 Jul 16 19:34:09.700278 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-d107c356-851f-456f-8126-8c921d0d8fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.702075 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-d107c356-851f-456f-8126-8c921d0d8fa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.1193016 Jul 16 19:34:09.774091 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-9d13142f-ca6f-46a8-96d4-10d28765726e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 1001 time: 0.0658031 Jul 16 19:34:09.832214 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-76d00cff-e507-4390-9b7c-0749478f8309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.833824 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-76d00cff-e507-4390-9b7c-0749478f8309 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0540907 Jul 16 19:34:09.901144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-09b0324e-13c8-4471-84dc-c0e588e27093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:34:09.902773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-09b0324e-13c8-4471-84dc-c0e588e27093 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629709 Jul 16 19:34:10.003755 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-03aceb05-b8c8-43db-9efa-e97a98007edf service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946455 Jul 16 19:34:10.108773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-2a86bfa1-a051-4dc7-8459-01a53102e749 req-8da17152-df80-440f-a856-fa476fd3ab0e service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979545 Jul 16 19:34:13.072612 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-1abad935-a70a-4e2b-8d1d-1c080cbe837f req-d04ae54a-8e8c-4962-9fef-50c993d73917 service neutron] (93777) timed out ('10.222.0.48', 44938) {{(pid=93777) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:34:30.411374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-6fe8b628-56f7-4d8b-9ba7-cf6e0f3683cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.293380 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b9492791-35a6-4448-9917-68c7e648ede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:33.495102 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:34.675369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.188874 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:36.842172 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:34:38.163522 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:38.363321 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:55.431615 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 details requested by agent hyperv_n-h2-793620-10 with host n-h2-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:34:55.531098 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:55.545859 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Returning: {'device': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:34:55.584872 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:55.597867 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:34:55.620738 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:55.625883 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:55.676809 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:55.684566 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.684915 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.685814 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.686175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.686517 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.686838 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.687164 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.687488 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.687832 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.688201 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.688529 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.688853 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:34:55.695834 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] get_ports_and_sgs() called for port_ids ['2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:34:57.447583 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 up at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:34:57.502519 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Provisioning complete for port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:34:57.502954 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:57.598040 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:57.624682 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:34:57.626956 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a267c861-b437-49ba-8cff-f23c2b1bbcb6" -d '{"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:34:57.644845 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:34:57.651182 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:34:57.722542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:34:57.765604 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b1a092-edf8-4ec8-92b8-3d9c8b9ce5a2 x-openstack-request-id: req-44b1a092-edf8-4ec8-92b8-3d9c8b9ce5a2 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:34:57.765905 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-plugged", "status": "completed", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:34:57.766166 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44b1a092-edf8-4ec8-92b8-3d9c8b9ce5a2 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:34:57.766620 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'code': 200} Jul 16 19:35:00.406391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ef5b5520-083c-4bcb-a6eb-e178c8baeab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:03.307340 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c99bbef8-b2b4-48f2-a3b3-64704c2aa0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:03.504659 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:04.678630 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:05.424304 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-0521ac37-2de4-4633-85ed-a6aa6b7f61a2 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606995350&fields=id&tenant_id=1300921683b941e885933b496d1fa6e8 HTTP/1.1" status: 200 len: 267 time: 0.0405531 Jul 16 19:35:05.556330 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-df90f151-ca23-4a8d-8e5f-7c64a64595ac tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:05.557738 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-df90f151-ca23-4a8d-8e5f-7c64a64595ac tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 809 time: 0.1257887 Jul 16 19:35:05.573748 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-3bfec425-e61d-4c4c-974e-920dca5d69df tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/quotas/1300921683b941e885933b496d1fa6e8 HTTP/1.1" status: 200 len: 375 time: 0.0104139 Jul 16 19:35:05.655951 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-36944b99-fbac-4e7b-8393-2f326b74f945 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0761836 Jul 16 19:35:05.766048 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-4ca26cb7-8991-4ffe-851b-078b789c623a service neutron] 10.222.0.48 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972478 Jul 16 19:35:05.874036 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-25e4f793-f137-41dc-b18f-c06e67cd76aa service neutron] 10.222.0.48 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019020 Jul 16 19:35:06.078174 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18d61870-ea8e-4e99-9711-946d123aa6d2 req-fccbf928-aabd-4c56-b97f-0ee36e67cca4 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 210 time: 0.0321655 Jul 16 19:35:06.188118 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:06.727134 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [req-4abfbc97-3a57-4932-99c4-a1d956847633 req-60233e18-4a57-460a-bffa-faba356a7a1b tempest-TestNetworkAdvancedServerOps-1486558400 tempest-TestNetworkAdvancedServerOps-1486558400-project] (93777) timed out ('10.222.0.55', 56538) {{(pid=93777) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:35:07.159264 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c468752c-eb59-4391-a6f3-8b8846fd9540 req-2fb6d08b-695b-4292-9002-7cc3a8ba9c03 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Jul 16 19:35:08.163802 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:08.305727 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-59541d15-bb59-43ca-af0d-633411acdc9b req-3e285fe4-b061-4b2a-b516-bb3245f84f1a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 210 time: 0.0306256 Jul 16 19:35:08.369689 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.044483 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.55', 56834) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:09.158129 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-9c5de536-4161-464d-b1d1-cfb4e6bffaa7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:09.159603 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-9c5de536-4161-464d-b1d1-cfb4e6bffaa7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.55 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 809 time: 0.1140997 Jul 16 19:35:09.211141 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-37e54aec-6a1e-4f0d-a0e2-59360ad7ae95 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1300921683b941e885933b496d1fa6e8 HTTP/1.1" status: 200 len: 380 time: 0.0360661 Jul 16 19:35:09.220477 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'port': {'device_id': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'admin_state_up': True, 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'security_groups': ['66b2d221-2693-44e2-9529-ce555a00adf3']}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:09.334693 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Made reservation on behalf of 1300921683b941e885933b496d1fa6e8 for: {'port': 1} {{(pid=93778) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:35:09.338797 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.469667 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-72fc11f9-9ed2-42e3-9f01-2424e12ced2e req-6a25d21c-4f9d-4437-8bec-3537c48abb24 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 210 time: 0.0444534 Jul 16 19:35:09.478280 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:35:09.492232 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Allocated IP 172.20.0.11 (97ea68f0-07d5-4b40-b822-130d35b7b7cd/203effc0-8f82-4196-b38b-0f9a4499de7f/61706b62-8ba2-4191-bdf0-3519acba1569) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:09.580491 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.614087 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:09.618684 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5e2816-ab37-4de5-bbfa-ec6ddd18e7a0" -d '{"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:09.661337 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.674825 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:09.682758 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.697181 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Transition to ACTIVE for port object 61706b62-8ba2-4191-bdf0-3519acba1569 will not be triggered until provisioned by entity DHCP. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:09.733981 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc9d2d-c11e-4eb7-b066-c10c4eab3f3d x-openstack-request-id: req-45cc9d2d-c11e-4eb7-b066-c10c4eab3f3d {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:09.734929 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:09.735424 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-45cc9d2d-c11e-4eb7-b066-c10c4eab3f3d {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:09.736051 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'code': 200} Jul 16 19:35:09.765637 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.774275 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Pushing event updated for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=8']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:09.834517 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:09.850154 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.850829 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.851569 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.852179 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.852734 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.853284 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.853898 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.854437 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.854941 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.855576 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.856092 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.857332 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:35:09.870948 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:09.873858 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:09.876715 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:09.947160 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:09.947830 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:09.964576 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-8a4360ed-2656-49ae-888e-2feffdfb81b7 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483082 Jul 16 19:35:10.220213 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7f9a840d-f8f1-45d9-9294-ddc2390b0f3c None None] Provisioning for port 61706b62-8ba2-4191-bdf0-3519acba1569 completed by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:10.227118 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-7f9a840d-f8f1-45d9-9294-ddc2390b0f3c None None] Provisioning complete for port 61706b62-8ba2-4191-bdf0-3519acba1569 triggered by entity DHCP. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:10.227792 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7f9a840d-f8f1-45d9-9294-ddc2390b0f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:10.291097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a840d-f8f1-45d9-9294-ddc2390b0f3c None None] Port 61706b62-8ba2-4191-bdf0-3519acba1569 cannot update to ACTIVE because it is not bound. {{(pid=93779) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:35:10.359723 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-1aa3438a-ed79-49a1-a5ca-2c32de6bce3c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0808449 Jul 16 19:35:10.459018 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-0a0f2087-c49e-4db3-bfef-92b098b7ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.460569 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-0a0f2087-c49e-4db3-bfef-92b098b7ddc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0593207 Jul 16 19:35:10.576233 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-733760b6-097f-4923-8a25-3210b0e9131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.577553 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-733760b6-097f-4923-8a25-3210b0e9131d service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0970078 Jul 16 19:35:10.673088 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-f6bb1aba-3d7c-4c4f-80cf-94a6b26b9ad4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 999 time: 0.0886917 Jul 16 19:35:10.707480 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54616993-a67f-45b3-aaea-2ccef41eb95d req-9ab64d2b-8d5a-4040-94fe-9c28e878fd98 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.712696 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54616993-a67f-45b3-aaea-2ccef41eb95d req-9ab64d2b-8d5a-4040-94fe-9c28e878fd98 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.1121058 Jul 16 19:35:10.732708 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-6d8c6dc4-a3a5-4ca1-97a1-66161684083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.740182 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-6d8c6dc4-a3a5-4ca1-97a1-66161684083a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0543540 Jul 16 19:35:10.750948 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-54616993-a67f-45b3-aaea-2ccef41eb95d req-98f2c11c-cc6e-46ac-a382-9f3e8a20f28c tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359731 Jul 16 19:35:10.808429 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-0efb9229-8f08-407f-92c0-3fc4659ca8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:10.810071 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-0efb9229-8f08-407f-92c0-3fc4659ca8f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697737 Jul 16 19:35:10.928885 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-024c542f-c6ce-424a-aaed-2bb3cf4751ed service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118641 Jul 16 19:35:11.033081 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-8a095d2b-859e-4657-a9f8-1f80a6f05359 req-b7c929d6-e67e-4455-ad51-dc9c7bb36fd2 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985887 Jul 16 19:35:11.949771 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6985c-257b-440e-9e8f-9ced7a687a13 req-0a4950fd-2809-41e3-b8dc-5dba76162e38 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:11.951373 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5f6985c-257b-440e-9e8f-9ced7a687a13 req-0a4950fd-2809-41e3-b8dc-5dba76162e38 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.0675931 Jul 16 19:35:11.994483 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-e5f6985c-257b-440e-9e8f-9ced7a687a13 req-f939e448-a022-43df-9e1d-7438fd533b0b tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374980 Jul 16 19:35:13.189858 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0663001-28bf-4a1c-b553-2bf665538b63 req-416226e0-df52-4633-8c93-47da483cf24a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:13.202241 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0663001-28bf-4a1c-b553-2bf665538b63 req-416226e0-df52-4633-8c93-47da483cf24a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.0843358 Jul 16 19:35:13.246742 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-d0663001-28bf-4a1c-b553-2bf665538b63 req-04e9234b-a37a-413c-9dfb-feb018dc0a68 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433893 Jul 16 19:35:13.844979 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:35:14.478965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e7721-418f-4a16-84c4-9707a5bee87a req-b78a8d9d-394a-4fb9-8d99-efe149f8153e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:14.482449 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc0e7721-418f-4a16-84c4-9707a5bee87a req-b78a8d9d-394a-4fb9-8d99-efe149f8153e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.1020372 Jul 16 19:35:14.542623 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-fc0e7721-418f-4a16-84c4-9707a5bee87a req-917cec39-29bc-4198-b4d5-96a7bc6e029b tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510957 Jul 16 19:35:15.764927 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6416af-8470-4d1b-924f-942876e6cb17 req-c547d749-65de-4a99-be36-e4519f2f0a2a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:15.766800 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be6416af-8470-4d1b-924f-942876e6cb17 req-c547d749-65de-4a99-be36-e4519f2f0a2a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.0785284 Jul 16 19:35:15.813615 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-be6416af-8470-4d1b-924f-942876e6cb17 req-d5c4b04d-bab4-4524-ae43-fc229779696d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391495 Jul 16 19:35:17.005511 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18035001-0573-4261-94b1-67654e253d4e req-dd0c4cd5-38ae-42b1-8141-d9923682cbce tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:17.007075 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18035001-0573-4261-94b1-67654e253d4e req-dd0c4cd5-38ae-42b1-8141-d9923682cbce tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.0678489 Jul 16 19:35:17.060377 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-18035001-0573-4261-94b1-67654e253d4e req-fbaf652d-b604-47fa-93ba-8c5f8dc63de3 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473166 Jul 16 19:35:18.263783 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1b633-e320-4713-9646-f8e019f0b6a6 req-d7bedac6-e454-436e-b337-3c7ef0d1b4ec tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:18.265386 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97b1b633-e320-4713-9646-f8e019f0b6a6 req-d7bedac6-e454-436e-b337-3c7ef0d1b4ec tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.0727675 Jul 16 19:35:18.309540 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-97b1b633-e320-4713-9646-f8e019f0b6a6 req-c802b1f9-50c3-442e-9317-4504be93db49 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384707 Jul 16 19:35:19.503944 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836b1c5-1064-4d08-a950-521c4e808567 req-3383b7b4-09a5-4c90-9912-9d5209bfee3a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:19.505506 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c836b1c5-1064-4d08-a950-521c4e808567 req-3383b7b4-09a5-4c90-9912-9d5209bfee3a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 932 time: 0.0695426 Jul 16 19:35:19.546040 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-c836b1c5-1064-4d08-a950-521c4e808567 req-923fda92-71d6-4853-8359-96aea2c2df4a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346520 Jul 16 19:35:20.018184 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-afd848d6-f91d-475e-b61d-930d85923be3 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=93778) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:35:20.019427 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-afd848d6-f91d-475e-b61d-930d85923be3 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059330 Jul 16 19:35:20.078905 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Request body: {'port': {'device_id': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793620-10'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:20.156790 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.425109 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61706b62-8ba2-4191-bdf0-3519acba1569 {{(pid=93778) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:35:20.433345 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.448036 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.provisioning_blocks [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Transition to ACTIVE for port object 61706b62-8ba2-4191-bdf0-3519acba1569 will not be triggered until provisioned by entity L2. {{(pid=93778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:35:20.452382 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.505940 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Pushing event updated for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:20.583369 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Attempting to bind port 61706b62-8ba2-4191-bdf0-3519acba1569 on host n-h1-793620-10 for vnic_type normal with profile {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:35:20.584174 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Attempting to bind port 61706b62-8ba2-4191-bdf0-3519acba1569 by drivers openvswitch,hyperv on host n-h1-793620-10 at level 0 using segments [{'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:35:20.584712 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Attempting to bind port 61706b62-8ba2-4191-bdf0-3519acba1569 on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:20.593928 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Port 61706b62-8ba2-4191-bdf0-3519acba1569 on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd not bound, no agent of type Open vSwitch agent registered on host n-h1-793620-10 {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:35:20.594696 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Attempting to bind port 61706b62-8ba2-4191-bdf0-3519acba1569 on network 97ea68f0-07d5-4b40-b822-130d35b7b7cd {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:35:20.603430 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Checking agent: {'id': '4803a0bf-385c-40ba-a47c-ca12ab3abe7e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793620-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'started_at': datetime.datetime(2021, 7, 16, 18, 2, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:35:20.603987 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Checking segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:35:20.604636 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Bound using segment: {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'} {{(pid=93778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:35:20.605341 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.managers [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Bound port: 61706b62-8ba2-4191-bdf0-3519acba1569, host: n-h1-793620-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea8075cc-0303-4081-9561-583c98ba03c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd'}}] {{(pid=93778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:35:20.605918 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.705213 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, cleared binding levels {{(pid=93778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:35:20.709051 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:35:20.714178 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.754884 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.755643 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:20.757010 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] 10.222.0.55 "PUT /v2.0/ports/61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 200 len: 1093 time: 0.7285388 Jul 16 19:35:20.757583 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:20.758514 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5e989-c0fb-4dad-8e12-d82bd4146e48 req-065b9357-b88a-45eb-ba7b-020f1a16950d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.759742 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de51b909-0258-4e7c-b135-b84c3b32662d" -d '{"events": [{"name": "network-changed", "server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:20.761296 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfb5e989-c0fb-4dad-8e12-d82bd4146e48 req-065b9357-b88a-45eb-ba7b-020f1a16950d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 944 time: 0.0821574 Jul 16 19:35:20.833225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-cfb5e989-c0fb-4dad-8e12-d82bd4146e48 req-8926cf6b-9490-446d-a3ea-dd2b2126dc4b tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608857 Jul 16 19:35:20.846886 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f697a-c0de-44d1-9976-4e43f5d6f5c8 x-openstack-request-id: req-4b5f697a-c0de-44d1-9976-4e43f5d6f5c8 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:20.847147 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:20.847398 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4b5f697a-c0de-44d1-9976-4e43f5d6f5c8 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:20.847801 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569', 'status': 'completed', 'code': 200} Jul 16 19:35:20.855075 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d93ec-9504-48c2-8acb-8243c53bfe20 service neutron] Pushing event updated for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=3']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:20.884368 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-ab20d182-2cfe-475b-a981-416df39ac98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.885947 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-ab20d182-2cfe-475b-a981-416df39ac98e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1096 time: 0.0750847 Jul 16 19:35:20.933147 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-778fa33e-b318-4bcf-89b7-095d0db52e98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 200 len: 217 time: 0.0402241 Jul 16 19:35:20.985166 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-4aba92de-7f49-4f80-b579-7dcd5bf8837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:20.986671 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-4aba92de-7f49-4f80-b579-7dcd5bf8837d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0476739 Jul 16 19:35:21.049124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-3e0f58af-05d8-4996-b8d8-4542b3eb56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:21.050564 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-3e0f58af-05d8-4996-b8d8-4542b3eb56c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574784 Jul 16 19:35:21.148214 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-439c8828-9f50-4791-9760-2b3d3ef3f384 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910563 Jul 16 19:35:21.243890 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-b8cfa974-14b1-4a5e-b242-6c546b538845 req-c83edb49-9293-493c-b61e-b2affef06409 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Jul 16 19:35:21.346709 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51b909-0258-4e7c-b135-b84c3b32662d req-15428446-5963-47d8-b5f6-d3b6a44d658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:21.348176 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de51b909-0258-4e7c-b135-b84c3b32662d req-15428446-5963-47d8-b5f6-d3b6a44d658a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1096 time: 0.0549126 Jul 16 19:35:21.446264 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51b909-0258-4e7c-b135-b84c3b32662d req-cd7e43b9-b0c1-4bbc-ae11-33656fbe14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:21.447752 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de51b909-0258-4e7c-b135-b84c3b32662d req-cd7e43b9-b0c1-4bbc-ae11-33656fbe14ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0936446 Jul 16 19:35:21.491457 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de51b909-0258-4e7c-b135-b84c3b32662d req-5f74a1f8-199b-453a-ab08-083906e54e44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 200 len: 217 time: 0.0361013 Jul 16 19:35:21.549093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51b909-0258-4e7c-b135-b84c3b32662d req-b919cf58-9be6-4852-9dee-a342f79fdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:21.550477 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de51b909-0258-4e7c-b135-b84c3b32662d req-b919cf58-9be6-4852-9dee-a342f79fdad4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0517702 Jul 16 19:35:21.618651 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51b909-0258-4e7c-b135-b84c3b32662d req-77bcf13a-2e37-4943-a826-f0bf9d9441e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:21.620631 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de51b909-0258-4e7c-b135-b84c3b32662d req-77bcf13a-2e37-4943-a826-f0bf9d9441e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634389 Jul 16 19:35:21.724832 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de51b909-0258-4e7c-b135-b84c3b32662d req-b22b8082-ec08-4da5-bf6a-397a4bd5d9e3 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965285 Jul 16 19:35:21.823068 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-de51b909-0258-4e7c-b135-b84c3b32662d req-f3058572-8e85-4473-9ae7-502b1023cdf8 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900595 Jul 16 19:35:22.023072 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8164eb-64f3-420c-b4c1-7d9b9594f25c req-28e68814-6477-488f-af12-0edf8c23cfd2 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:22.024821 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d8164eb-64f3-420c-b4c1-7d9b9594f25c req-28e68814-6477-488f-af12-0edf8c23cfd2 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 944 time: 0.0720282 Jul 16 19:35:22.066912 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-7d8164eb-64f3-420c-b4c1-7d9b9594f25c req-64b4effb-0a60-416b-8022-960e2cdb9777 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355957 Jul 16 19:35:23.254525 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb81693-f330-4424-837a-a81ca24c41fc req-cb6c442e-3f9d-4c37-8b96-0ee6e934b607 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:23.256001 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cb81693-f330-4424-837a-a81ca24c41fc req-cb6c442e-3f9d-4c37-8b96-0ee6e934b607 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 944 time: 0.0674102 Jul 16 19:35:23.297694 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-4cb81693-f330-4424-837a-a81ca24c41fc req-f5c83c94-6bd1-4c81-9575-289c2a095061 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357847 Jul 16 19:35:23.334828 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 61706b62-8ba2-4191-bdf0-3519acba1569 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:35:23.435207 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:23.446426 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '61706b62-8ba2-4191-bdf0-3519acba1569', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'port_id': '61706b62-8ba2-4191-bdf0-3519acba1569', 'mac_address': 'fa:16:3e:95:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:35:23.488448 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.502514 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61706b62-8ba2-4191-bdf0-3519acba1569 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:35:23.522389 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:23.526517 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:23.574475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=4']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:23.751947 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['61706b62-8ba2-4191-bdf0-3519acba1569'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:35:24.487654 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ff4ac-a44c-4d88-aeaf-a95dc47d6be8 req-d7a2e9a5-d557-4b07-a6c9-54f4c59a6d4c tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:24.489286 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-944ff4ac-a44c-4d88-aeaf-a95dc47d6be8 req-d7a2e9a5-d557-4b07-a6c9-54f4c59a6d4c tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 945 time: 0.0703056 Jul 16 19:35:24.535692 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-944ff4ac-a44c-4d88-aeaf-a95dc47d6be8 req-e17709ca-d429-4382-8a4e-8391e1d29218 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406883 Jul 16 19:35:25.350204 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 61706b62-8ba2-4191-bdf0-3519acba1569 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:35:25.400024 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning for port 61706b62-8ba2-4191-bdf0-3519acba1569 completed by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:35:25.405074 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 61706b62-8ba2-4191-bdf0-3519acba1569 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:35:25.405485 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.508336 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.540292 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:25.542558 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d190c7e6-784a-4a17-a853-18df50e02529" -d '{"events": [{"server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "name": "network-vif-plugged", "status": "completed", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:25.556910 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:35:25.562167 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:25.592233 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1218982-84e9-43ee-b8f2-26ac1ecaaba6 x-openstack-request-id: req-b1218982-84e9-43ee-b8f2-26ac1ecaaba6 {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:25.592525 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "name": "network-vif-plugged", "status": "completed", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:25.592813 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b1218982-84e9-43ee-b8f2-26ac1ecaaba6 {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:25.593174 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569', 'code': 200} Jul 16 19:35:25.628850 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=5']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:25.747716 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a15ac-15ff-459c-9c9a-485afb248dc4 req-c43b154e-956e-4dea-8660-b77df05e6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:25.750249 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-006a15ac-15ff-459c-9c9a-485afb248dc4 req-c43b154e-956e-4dea-8660-b77df05e6ef6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1098 time: 0.0733185 Jul 16 19:35:25.752622 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8a101-a081-42eb-ac91-724c6f438843 req-09b9317b-44a1-4bd6-a159-4928b368d11a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:25.754225 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dba8a101-a081-42eb-ac91-724c6f438843 req-09b9317b-44a1-4bd6-a159-4928b368d11a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 946 time: 0.0902398 Jul 16 19:35:25.799713 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-006a15ac-15ff-459c-9c9a-485afb248dc4 req-0ad53e51-fd7f-4670-aee9-4ddcea43dd46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Jul 16 19:35:25.813730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-dba8a101-a081-42eb-ac91-724c6f438843 req-f03cc9e2-11fe-4758-b7e7-74dcb2820d1c tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Jul 16 19:35:26.995683 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea83e4-ba27-45dc-8b47-1471dde1aea2 req-e39e477e-517e-4a3d-8f69-4f06e0c1790d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:26.997539 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ea83e4-ba27-45dc-8b47-1471dde1aea2 req-e39e477e-517e-4a3d-8f69-4f06e0c1790d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 946 time: 0.0647948 Jul 16 19:35:27.036680 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-03ea83e4-ba27-45dc-8b47-1471dde1aea2 req-40832213-01b9-4f26-a240-3a049d52a6bc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Jul 16 19:35:27.222171 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065cc70-ae3e-4e70-b435-58031b211705 req-411a74d2-f89d-4a69-aaf0-6bd665341e8e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.223794 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f065cc70-ae3e-4e70-b435-58031b211705 req-411a74d2-f89d-4a69-aaf0-6bd665341e8e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 946 time: 0.0697701 Jul 16 19:35:27.264949 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-f065cc70-ae3e-4e70-b435-58031b211705 req-9ee1d460-37f2-4c74-87fc-e8fd725c6481 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353408 Jul 16 19:35:27.289899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50768) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:27.347452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9705003-68c5-45bd-8741-7e5ef99721fb tempest-TestSnapshotPattern-2072842953 tempest-TestSnapshotPattern-2072842953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:27.349051 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-b9705003-68c5-45bd-8741-7e5ef99721fb tempest-TestSnapshotPattern-2072842953 tempest-TestSnapshotPattern-2072842953-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1093 time: 0.0581501 Jul 16 19:35:27.351891 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50770) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:35:27.356900 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.v2.base [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Request body: {'floatingip': {'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'port_id': '61706b62-8ba2-4191-bdf0-3519acba1569', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93778) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:35:27.379648 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.485888 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.597917 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Allocated IP 172.25.0.145 (9db8fde0-1ace-48dd-9fc3-e9341ce6329e/25fc9264-d0e1-48fa-80b7-aefcfd7e3f65/4636c226-baee-45cf-8535-1704fe378f9b) {{(pid=93778) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:35:27.703423 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for port, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.744292 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787343243421', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:27.789457 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Network 9db8fde0-1ace-48dd-9fc3-e9341ce6329e is already hosted by enough agents. {{(pid=93778) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:35:27.792390 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Resources bound (agent type, host, resource id): {{(pid=93778) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:35:27.796794 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Received port after_create {{(pid=93778) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:35:27.818950 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'Port': ['ID=4636c226-baee-45cf-8535-1704fe378f9b,revision_number=1']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:28.185804 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.263944 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.420520 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for port, precommit_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.426488 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58805085'] for port, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.495397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event updated for resources: {'Port': ['ID=4636c226-baee-45cf-8535-1704fe378f9b,revision_number=2']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:35:28.510566 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-302254'] for floatingip, after_update {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.613267 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Floating IP 42fb3cb1-375d-4b00-a2c5-8929503be1fb associated. External IP: 172.25.0.145, port: 61706b62-8ba2-4191-bdf0-3519acba1569. Jul 16 19:35:28.827275 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:35:28.941630 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:35:28.951606 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] Sync routers for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:35:28.959006 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:28.960862 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:28.961486 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:35:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:28.997132 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-ffb0d9d0-8784-46a1-bc4c-3bcd2db22f5e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6441212 Jul 16 19:35:28.998047 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:35:29.000580 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539477a-eb1d-4622-ad4d-c49df29337c3" -d '{"events": [{"name": "network-changed", "server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:35:29.047158 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c41363-13c0-4018-808a-1b432f3fecd2 x-openstack-request-id: req-c9c41363-13c0-4018-808a-1b432f3fecd2 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:35:29.047598 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:35:29.047740 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c9c41363-13c0-4018-808a-1b432f3fecd2 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:35:29.048168 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569', 'status': 'completed', 'code': 200} Jul 16 19:35:29.073281 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:29.129474 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-ba51f38b-5795-4f15-a9cc-ae0f78e25075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.131031 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-ba51f38b-5795-4f15-a9cc-ae0f78e25075 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1098 time: 0.0601602 Jul 16 19:35:29.230861 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-20329364-1a3e-4280-a82e-91999fa31ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.232954 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-20329364-1a3e-4280-a82e-91999fa31ddb service neutron] 10.222.0.55 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0953338 Jul 16 19:35:29.306641 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-018a8e17-3f2f-4247-9580-3c26da1220bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 200 len: 1000 time: 0.0669136 Jul 16 19:35:29.313604 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '42fb3cb1-375d-4b00-a2c5-8929503be1fb', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '61706b62-8ba2-4191-bdf0-3519acba1569', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:95:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:35:28Z', 'updated_at': '2021-07-16T19:35:28Z', 'revision_number': 0, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}, {'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:55Z', 'revision_number': 1, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:29.343056 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] Checking router: d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:35:29.352139 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:35:29.352837 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:35:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:29.356688 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-9306d3cc-a365-4a5d-ba3e-9f32255c6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.358266 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-9306d3cc-a365-4a5d-ba3e-9f32255c6923 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0461857 Jul 16 19:35:29.416809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-50f5d52e-6fc0-4409-bd49-32aa6e31620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:35:29.418480 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-50f5d52e-6fc0-4409-bd49-32aa6e31620d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543950 Jul 16 19:35:29.466484 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:35:29.728761 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '42fb3cb1-375d-4b00-a2c5-8929503be1fb', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '61706b62-8ba2-4191-bdf0-3519acba1569', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:95:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:35:28Z', 'updated_at': '2021-07-16T19:35:28Z', 'revision_number': 0, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}, {'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:55Z', 'revision_number': 1, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:35:29.756402 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8ca2c4-1f87-4a76-a2d1-478f056eceb2 None None] The sync data for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 is: [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '42fb3cb1-375d-4b00-a2c5-8929503be1fb', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '61706b62-8ba2-4191-bdf0-3519acba1569', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:95:20:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:35:28Z', 'updated_at': '2021-07-16T19:35:28Z', 'revision_number': 0, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}, {'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:55Z', 'revision_number': 1, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:35:29.897223 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-ddce7c79-27df-4de1-bee2-5d2bb5f0dc0a service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719472 Jul 16 19:35:29.983376 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6772629-bf13-4d74-8a45-458167d993e8 None None] New status for floating IP 42fb3cb1-375d-4b00-a2c5-8929503be1fb: ACTIVE {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:35:29.995173 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-d539477a-eb1d-4622-ad4d-c49df29337c3 req-22948c05-0585-4f80-8565-66345798be0f service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911572 Jul 16 19:35:30.410829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a68f5702-ea26-4864-a6d3-3962202dff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.301889 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ccb6a4d2-e604-4b42-ad77-d61db75d471c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:33.497173 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:34.684720 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:36.192165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:38.162835 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:38.380086 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:35:50.844614 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:36:00.414827 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f4915669-9ebb-4575-b312-886a30b190bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:03.304829 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-8eeb5e65-c0a6-4d4e-923d-a9599242ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:03.499370 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:04.683369 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:06.193781 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:08.178323 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:08.392997 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:08.571881 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-d85b40fa-b304-40fa-852f-97f2341fcd5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551817 Jul 16 19:36:08.685547 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-20197e2e-519e-442c-9dd2-42d301797c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.687098 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-20197e2e-519e-442c-9dd2-42d301797c94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1098 time: 0.0660484 Jul 16 19:36:08.800431 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-efcde276-0000-4b2f-b7a0-d2625ae558aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.801935 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-efcde276-0000-4b2f-b7a0-d2625ae558aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0909305 Jul 16 19:36:08.886438 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-90d7e817-5c27-4e3d-8861-6e3aec7e6d0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 200 len: 1002 time: 0.0763180 Jul 16 19:36:08.942657 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-042adaec-d615-4586-83f2-6d85bc7c045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:08.944066 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-042adaec-d615-4586-83f2-6d85bc7c045d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0513954 Jul 16 19:36:09.006809 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-812d0a10-2f48-485d-87a1-ef89384be5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:09.008454 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-812d0a10-2f48-485d-87a1-ef89384be5ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575016 Jul 16 19:36:09.104524 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-451a8dd4-04f3-4519-8636-525a1e643ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897789 Jul 16 19:36:09.206018 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-14ed33ab-136b-4c8f-ac61-f30d337c9f07 req-5567ee03-5a4c-4173-98cd-daf829a6ad5b service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945456 Jul 16 19:36:11.333815 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-35db9fd1-6e13-46bf-a5ac-81a795f9819e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0606134 Jul 16 19:36:11.428386 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e439-b986-494d-abf2-4668882598dc req-119bd62b-bcac-4a02-a999-6a169fb11e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:11.429932 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-119bd62b-bcac-4a02-a999-6a169fb11e3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0549195 Jul 16 19:36:11.537692 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e439-b986-494d-abf2-4668882598dc req-7464a801-104c-4204-a1fe-8d3607d7eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:11.539283 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-7464a801-104c-4204-a1fe-8d3607d7eb6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0886049 Jul 16 19:36:11.624085 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-57d15029-6812-4eb0-b8d7-8c8c58f360be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 999 time: 0.0786240 Jul 16 19:36:11.673944 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e439-b986-494d-abf2-4668882598dc req-237ae3ce-dbb3-47b9-87b3-ab5217f5a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:11.675435 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-237ae3ce-dbb3-47b9-87b3-ab5217f5a462 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0453286 Jul 16 19:36:11.738793 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9e439-b986-494d-abf2-4668882598dc req-aa4258f1-4989-44a9-9411-e00f4a648f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:36:11.740378 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-aa4258f1-4989-44a9-9411-e00f4a648f2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590432 Jul 16 19:36:11.838269 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-d51bbb5b-38b0-4400-831a-2274c524c047 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919027 Jul 16 19:36:11.944138 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-86a9e439-b986-494d-abf2-4668882598dc req-b64d5729-410d-4315-b62d-03cb9d407007 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996802 Jul 16 19:36:27.846508 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:36:30.417150 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-32068012-704e-46a2-a024-b66812d37872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:33.306908 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6a33c8a-460d-4155-a45f-4ad93fc8c0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:33.501954 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:34.687473 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:36.196468 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:38.175591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:38.406866 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:59.683323 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 61706b62-8ba2-4191-bdf0-3519acba1569 details requested by agent hyperv_n-h1-793620-10 with host n-h1-793620-10 {{(pid=93779) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:36:59.777431 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:59.788351 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Returning: {'device': '61706b62-8ba2-4191-bdf0-3519acba1569', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'port_id': '61706b62-8ba2-4191-bdf0-3519acba1569', 'mac_address': 'fa:16:3e:95:20:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93779) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:36:59.824754 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:59.836934 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 61706b62-8ba2-4191-bdf0-3519acba1569 {{(pid=93779) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:36:59.856295 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:36:59.860526 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:36:59.920021 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=6']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:36:59.927097 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.927439 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.927775 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.928107 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.928465 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.928792 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.929112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.929435 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.929756 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.930070 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.930388 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.930705 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93779) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:36:59.965763 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] get_ports_and_sgs() called for port_ids ['61706b62-8ba2-4191-bdf0-3519acba1569'] {{(pid=93779) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:37:00.421572 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fafec890-db7c-48de-8859-dcaa65d01785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.703409 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 61706b62-8ba2-4191-bdf0-3519acba1569 up at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:37:01.770344 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.provisioning_blocks [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Provisioning complete for port 61706b62-8ba2-4191-bdf0-3519acba1569 triggered by entity L2. {{(pid=93779) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:37:01.770749 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16242468'] for port, provisioning_complete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.873095 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.900353 n-d-793620-10 neutron-server[93779]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569'}] {{(pid=93779) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:01.902923 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}30439c58512f1892385cfc9fb26bf63f5dc7eb5c5b61e457aab97979ad7553f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b1e5ec-03c6-421f-a928-36aaa23b80e3" -d '{"events": [{"server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "name": "network-vif-plugged", "status": "completed", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569"}]}' {{(pid=93779) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:01.927236 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:01.933955 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787343643733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787343243439', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787343243457'] for port, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:01.968384 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894d0643-b584-4b27-82b8-8b756857714a x-openstack-request-id: req-894d0643-b584-4b27-82b8-8b756857714a {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:01.968751 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "name": "network-vif-plugged", "status": "completed", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569", "code": 200}]} {{(pid=93779) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:01.968948 n-d-793620-10 neutron-server[93779]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-894d0643-b584-4b27-82b8-8b756857714a {{(pid=93779) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:01.969302 n-d-793620-10 neutron-server[93779]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569', 'code': 200} Jul 16 19:37:02.010890 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Pushing event updated for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=7']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:03.309759 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d4dceb04-1908-4782-9ffb-124f663a1bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:03.504651 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.693071 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:04.846949 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:37:06.207590 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.200319 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:08.429564 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:09.737677 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-5fcf691d-32d7-494d-a588-3a8bd7d5d414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:09.739128 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-5fcf691d-32d7-494d-a588-3a8bd7d5d414 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1098 time: 0.0569324 Jul 16 19:37:09.844033 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-1041d798-6e0f-4b11-b1be-40dcbabd67ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:09.845564 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-1041d798-6e0f-4b11-b1be-40dcbabd67ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0855646 Jul 16 19:37:09.915411 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-36140149-8d53-49f4-bf99-98b0522bd6b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 200 len: 1002 time: 0.0616734 Jul 16 19:37:09.962122 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-7eed24a4-69b7-468c-bcf9-608a0856c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:09.964083 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-7eed24a4-69b7-468c-bcf9-608a0856c9e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0420828 Jul 16 19:37:10.024760 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-76468e47-d7e0-48f8-b838-df8654fe68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:10.026766 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-76468e47-d7e0-48f8-b838-df8654fe68c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567262 Jul 16 19:37:10.119903 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-2fc887e5-9cfc-4054-ab93-23be1ae79dc9 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863125 Jul 16 19:37:10.207372 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-6d4b357b-33f7-434d-a4d1-c26a74386b1c req-c19f9230-b29b-4c76-97d7-b1c1cbf750bc service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809839 Jul 16 19:37:10.654265 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 50982) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:10.826119 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Deleting port 4636c226-baee-45cf-8535-1704fe378f9b {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:10.826968 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.914299 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.914647 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:10.939053 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Calling delete_port for 4636c226-baee-45cf-8535-1704fe378f9b owned by network:floatingip {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:11.098965 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.124782 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event deleted for resources: {'Port': ['ID=4636c226-baee-45cf-8535-1704fe378f9b,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:11.137738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.138085 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.138452 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.138791 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.139124 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.139454 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.139785 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.140112 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.140463 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.140784 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.141108 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.141431 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:11.210547 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.211132 n-d-793620-10 neutron-server[93778]: INFO neutron.db.l3_db [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Floating IP 42fb3cb1-375d-4b00-a2c5-8929503be1fb disassociated (deleted). External IP: 172.25.0.145, port: 61706b62-8ba2-4191-bdf0-3519acba1569. Jul 16 19:37:11.426123 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:11.538526 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:11.543843 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:11.548501 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] Sync routers for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:11.558456 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:11.559200 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:11.587827 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-1242e9c5-bed3-402c-b97c-980bffcdabdc tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "DELETE /v2.0/floatingips/42fb3cb1-375d-4b00-a2c5-8929503be1fb HTTP/1.1" status: 204 len: 168 time: 0.9323869 Jul 16 19:37:11.588612 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:11.591134 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04db7068-e35d-494a-b010-099e0be4e462" -d '{"events": [{"name": "network-changed", "server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:11.652175 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c1ebf-e729-4642-9ba4-15a42133f923 x-openstack-request-id: req-d35c1ebf-e729-4642-9ba4-15a42133f923 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:11.652566 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:11.652914 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d35c1ebf-e729-4642-9ba4-15a42133f923 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:11.653613 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569', 'status': 'completed', 'code': 200} Jul 16 19:37:11.703799 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:11.773175 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db7068-e35d-494a-b010-099e0be4e462 req-b95532f5-681c-49ba-9504-4edf98459323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:11.775984 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04db7068-e35d-494a-b010-099e0be4e462 req-b95532f5-681c-49ba-9504-4edf98459323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 1098 time: 0.0967412 Jul 16 19:37:11.882777 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db7068-e35d-494a-b010-099e0be4e462 req-b6d27644-5d3b-474a-b570-59118ee3ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:11.884370 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04db7068-e35d-494a-b010-099e0be4e462 req-b6d27644-5d3b-474a-b570-59118ee3ee05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.1021445 Jul 16 19:37:11.933300 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04db7068-e35d-494a-b010-099e0be4e462 req-291a87f5-5c60-470c-860d-3c0b68f56cf5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 200 len: 217 time: 0.0410182 Jul 16 19:37:11.993025 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db7068-e35d-494a-b010-099e0be4e462 req-f0c9ebd8-1a34-425f-85ec-d325fd2f84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:11.995305 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04db7068-e35d-494a-b010-099e0be4e462 req-f0c9ebd8-1a34-425f-85ec-d325fd2f84d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0554709 Jul 16 19:37:12.061618 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db7068-e35d-494a-b010-099e0be4e462 req-b3bb7ed3-7547-450c-a8d4-1acbd13fc094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.063280 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04db7068-e35d-494a-b010-099e0be4e462 req-b3bb7ed3-7547-450c-a8d4-1acbd13fc094 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614405 Jul 16 19:37:12.081615 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2613a-e294-47fa-825d-b81aeebdae42 req-4b0bcc81-1879-4d19-9b40-00db55197864 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.083247 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45b2613a-e294-47fa-825d-b81aeebdae42 req-4b0bcc81-1879-4d19-9b40-00db55197864 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 946 time: 0.1343167 Jul 16 19:37:12.136299 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-45b2613a-e294-47fa-825d-b81aeebdae42 req-bc8ffabf-0fcd-49c3-bc23-4e08e1fd9baf tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469413 Jul 16 19:37:12.141607 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:55Z', 'revision_number': 1, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:12.169731 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] Checking router: d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:12.177782 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04db7068-e35d-494a-b010-099e0be4e462 req-0176a881-9993-40de-922e-bc4928983089 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061730 Jul 16 19:37:12.178275 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:12.178897 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:12.292435 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:12.318917 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-04db7068-e35d-494a-b010-099e0be4e462 req-1dbb2c01-47a6-48d3-b10f-f6fbd5cc99c3 service neutron] 10.222.0.55 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342907 Jul 16 19:37:12.340376 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-6080788e-3789-4cf8-882c-cffc4670f744 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0881767 Jul 16 19:37:12.438269 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5cf33-9409-46c4-99a9-503589b7559b req-471450b7-bf2e-4865-b67d-d34d20ea7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.439818 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-471450b7-bf2e-4865-b67d-d34d20ea7878 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0559173 Jul 16 19:37:12.544361 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:55Z', 'revision_number': 1, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:12.555012 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5cf33-9409-46c4-99a9-503589b7559b req-cc4b9d23-9a89-480c-ba98-4c2206ff2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.556535 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-cc4b9d23-9a89-480c-ba98-4c2206ff2703 service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0958931 Jul 16 19:37:12.571381 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1547ac-81f3-46e4-8dad-493d15483929 None None] The sync data for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 is: [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_floatingips': [{'id': '9a073989-752d-4426-96cf-6a0beb848625', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'router_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'port_id': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'mac_address': 'fa:16:3e:50:bb:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56a10831-f328-4344-808e-1128db718fe4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:32:53Z', 'updated_at': '2021-07-16T19:32:55Z', 'revision_number': 1, 'project_id': '1300921683b941e885933b496d1fa6e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:12.627040 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-44550211-2984-4655-b01b-3a1f9de051d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 999 time: 0.0646086 Jul 16 19:37:12.676855 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5cf33-9409-46c4-99a9-503589b7559b req-4fa0a4ca-f091-4376-9bb6-e98798b2b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.678385 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-4fa0a4ca-f091-4376-9bb6-e98798b2b278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0458906 Jul 16 19:37:12.741522 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5cf33-9409-46c4-99a9-503589b7559b req-0539e809-7f3c-421f-ac98-0b9106cfe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:12.743155 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-0539e809-7f3c-421f-ac98-0b9106cfe79b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592213 Jul 16 19:37:12.806862 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f328ec-4bd0-4b31-98ab-4536a0187cae None None] New status for floating IP 42fb3cb1-375d-4b00-a2c5-8929503be1fb: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:37:12.840267 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-9aafaa6f-6607-4ed8-b3a2-c3a29ab84fdf service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910294 Jul 16 19:37:12.938292 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-50d5cf33-9409-46c4-99a9-503589b7559b req-5f8f1b37-efbb-42a7-b80c-15c09ee717ea service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913482 Jul 16 19:37:13.327399 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc59ea-951f-4aa7-8891-34982dd6baf0 req-4d57ba34-a5d9-451e-8549-cac02aaee42a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:13.329084 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24dc59ea-951f-4aa7-8891-34982dd6baf0 req-4d57ba34-a5d9-451e-8549-cac02aaee42a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 946 time: 0.0705967 Jul 16 19:37:13.371071 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-24dc59ea-951f-4aa7-8891-34982dd6baf0 req-e51499a8-6a2b-408e-8c70-dd5cb883c47e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353279 Jul 16 19:37:13.547358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-320f8c5f-f98e-4cda-b529-8fddd350179e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:13.548773 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-320f8c5f-f98e-4cda-b529-8fddd350179e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.55 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 946 time: 0.0621846 Jul 16 19:37:13.652776 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Deleting port 61706b62-8ba2-4191-bdf0-3519acba1569 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:13.653101 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.748358 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] For port 61706b62-8ba2-4191-bdf0-3519acba1569, host n-h1-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793620-10',level=0,port_id=61706b62-8ba2-4191-bdf0-3519acba1569,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:13.748720 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.759860 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 61706b62-8ba2-4191-bdf0-3519acba1569 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:13.762800 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Calling delete_port for 61706b62-8ba2-4191-bdf0-3519acba1569 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:13.837226 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535508'] for port, before_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.899959 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.931144 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event deleted for resources: {'Port': ['ID=61706b62-8ba2-4191-bdf0-3519acba1569,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:13.980216 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] No DVR routers for this DVR port 61706b62-8ba2-4191-bdf0-3519acba1569 on host n-h1-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:13.984063 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:13.986127 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-e4601e7d-5139-4147-aec6-ae5e4299a4b7 req-c2e10eed-1fac-4a57-bed2-e6bf7bffbb9e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.55 "DELETE /v2.0/ports/61706b62-8ba2-4191-bdf0-3519acba1569 HTTP/1.1" status: 204 len: 173 time: 0.4304502 Jul 16 19:37:13.986592 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'name': 'network-vif-deleted', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:13.988874 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d520090-3bc7-4b8d-9a29-81c09d1472b1" -d '{"events": [{"server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "name": "network-vif-deleted", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:14.042301 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96b9c65-96c3-4d34-aa52-dbbe193184d1 x-openstack-request-id: req-b96b9c65-96c3-4d34-aa52-dbbe193184d1 {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:14.042643 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f4652f-5f6a-4754-9c45-dc01a316c071", "name": "network-vif-deleted", "tag": "61706b62-8ba2-4191-bdf0-3519acba1569", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:14.042933 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b96b9c65-96c3-4d34-aa52-dbbe193184d1 {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:14.043445 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f4652f-5f6a-4754-9c45-dc01a316c071', 'name': 'network-vif-deleted', 'tag': '61706b62-8ba2-4191-bdf0-3519acba1569', 'status': 'completed', 'code': 200} Jul 16 19:37:14.531776 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-71073269-f43f-45d5-927c-078816e1c471 req-167b8417-9961-4f88-a6cf-2ee124a24fa0 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=64f4652f-5f6a-4754-9c45-dc01a316c071 HTTP/1.1" status: 200 len: 210 time: 0.0318904 Jul 16 19:37:16.235598 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51044) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:16.402320 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Deleting port 84cb9dba-1652-4b41-8821-04ed0d861f57 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:16.402558 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.483724 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.484050 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.496354 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Calling delete_port for 84cb9dba-1652-4b41-8821-04ed0d861f57 owned by network:floatingip {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:16.648797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.682863 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event deleted for resources: {'Port': ['ID=84cb9dba-1652-4b41-8821-04ed0d861f57,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:16.689075 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.689451 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.689750 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.690082 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.690412 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.690737 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.691061 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.691383 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.691702 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.692038 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.692477 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.692685 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793620-10 {{(pid=93777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:37:16.749841 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for floatingip, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:16.750336 n-d-793620-10 neutron-server[93777]: INFO neutron.db.l3_db [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Floating IP 9a073989-752d-4426-96cf-6a0beb848625 disassociated (deleted). External IP: 172.25.0.216, port: 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1. Jul 16 19:37:16.975521 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:17.083977 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:17.090638 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for floatingip, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:17.095589 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a666576-993b-4089-acf7-3f3552669299 None None] Sync routers for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:17.110582 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:17.111250 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:17.138008 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-b67e98c4-8542-4ace-9a45-0098159c504d tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "DELETE /v2.0/floatingips/9a073989-752d-4426-96cf-6a0beb848625 HTTP/1.1" status: 204 len: 168 time: 0.8979490 Jul 16 19:37:17.138008 n-d-793620-10 neutron-server[93777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'}] {{(pid=93777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:17.138586 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4ea87dd8b9549dbd6a41c96e5c3cc9067cd1b29005b1e05c47087c22184b7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab1f101-1868-420b-836a-ae42a3941524" -d '{"events": [{"name": "network-changed", "server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1"}]}' {{(pid=93777) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:17.233889 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:17.234866 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d6a4cb-5e18-4d2a-9ec9-4b71f14791ad x-openstack-request-id: req-f2d6a4cb-5e18-4d2a-9ec9-4b71f14791ad {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:17.235160 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1", "status": "completed", "code": 200}]} {{(pid=93777) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:17.235412 n-d-793620-10 neutron-server[93777]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f2d6a4cb-5e18-4d2a-9ec9-4b71f14791ad {{(pid=93777) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:17.235806 n-d-793620-10 neutron-server[93777]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'status': 'completed', 'code': 200} Jul 16 19:37:17.320460 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f101-1868-420b-836a-ae42a3941524 req-4e09841b-09b2-459e-b453-4d5cdae3c28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:17.322164 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dab1f101-1868-420b-836a-ae42a3941524 req-4e09841b-09b2-459e-b453-4d5cdae3c28d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1300921683b941e885933b496d1fa6e8&device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 1095 time: 0.0641632 Jul 16 19:37:17.422899 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f101-1868-420b-836a-ae42a3941524 req-24fef01d-cf47-4e2d-9b7d-e997c299fc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:17.424604 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dab1f101-1868-420b-836a-ae42a3941524 req-24fef01d-cf47-4e2d-9b7d-e997c299fc9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 200 len: 909 time: 0.0962985 Jul 16 19:37:17.464292 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:17.471475 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dab1f101-1868-420b-836a-ae42a3941524 req-9cbe33d2-ffdd-423a-b46b-4e6a25a8798b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 200 len: 217 time: 0.0400748 Jul 16 19:37:17.492021 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a666576-993b-4089-acf7-3f3552669299 None None] Checking router: d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:17.500241 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:17.500855 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:17.521910 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f101-1868-420b-836a-ae42a3941524 req-b01f4728-7ba9-4fa6-a14b-9f8d99a1568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:17.523498 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dab1f101-1868-420b-836a-ae42a3941524 req-b01f4728-7ba9-4fa6-a14b-9f8d99a1568b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 200 len: 848 time: 0.0453553 Jul 16 19:37:17.543260 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08578-ab5f-4692-bd15-021dbf2ffdf8 req-4c34b918-ba8f-417d-8c13-4d07b7c4eb7a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:17.544868 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e08578-ab5f-4692-bd15-021dbf2ffdf8 req-4c34b918-ba8f-417d-8c13-4d07b7c4eb7a tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 943 time: 0.0736277 Jul 16 19:37:17.582805 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1f101-1868-420b-836a-ae42a3941524 req-524ee74e-d323-4c82-a1e0-cf12822d3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:17.584476 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dab1f101-1868-420b-836a-ae42a3941524 req-524ee74e-d323-4c82-a1e0-cf12822d3f29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=97ea68f0-07d5-4b40-b822-130d35b7b7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547147 Jul 16 19:37:17.586758 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-42e08578-ab5f-4692-bd15-021dbf2ffdf8 req-9e08f34f-7d71-481c-a786-0c4e402808ae tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335655 Jul 16 19:37:17.610987 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:17.677515 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dab1f101-1868-420b-836a-ae42a3941524 req-a6bf1816-fbaa-4d88-9028-d26cd7987bf4 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864067 Jul 16 19:37:17.769817 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-dab1f101-1868-420b-836a-ae42a3941524 req-7ef390b8-02ff-47ed-bb5d-43e3c64f65b0 service neutron] 10.222.0.13 "GET /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848272 Jul 16 19:37:17.783278 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 61706b62-8ba2-4191-bdf0-3519acba1569 no longer exists at agent hyperv_n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:17.804287 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] No Port match for: 61706b62-8ba2-4191-bdf0-3519acba1569 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:17.804722 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Device 61706b62-8ba2-4191-bdf0-3519acba1569 not bound to the agent host n-h1-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:17.815999 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-0a666576-993b-4089-acf7-3f3552669299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:17.846360 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a666576-993b-4089-acf7-3f3552669299 None None] The sync data for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 is: [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:27Z', 'revision_number': 4, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10', '_interfaces': [{'id': '0a2cfd49-9eb6-486e-b64c-92d8f0739d0e', 'name': '', 'network_id': '97ea68f0-07d5-4b40-b822-130d35b7b7cd', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'mac_address': 'fa:16:3e:30:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:26Z', 'updated_at': '2021-07-16T19:32:35Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'subnets': [{'id': '203effc0-8f82-4196-b38b-0f9a4499de7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:18.054056 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcba0173-4359-4c0d-9c0c-8609d89467ef None None] New status for floating IP 9a073989-752d-4426-96cf-6a0beb848625: DOWN {{(pid=93779) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:37:18.762048 n-d-793620-10 neutron-server[93777]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3f9f1-af01-4858-b02d-740832d5a284 req-94dcd430-7ff9-48a4-b48f-3c6d4fe2853b tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93777) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:18.763672 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecb3f9f1-af01-4858-b02d-740832d5a284 req-94dcd430-7ff9-48a4-b48f-3c6d4fe2853b tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 943 time: 0.0635130 Jul 16 19:37:18.801954 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-ecb3f9f1-af01-4858-b02d-740832d5a284 req-4d0ae4d1-269a-4f9b-81eb-70eed1c90271 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/security-groups?id=66b2d221-2693-44e2-9529-ce555a00adf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Jul 16 19:37:19.001191 n-d-793620-10 neutron-server[93778]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-fc358b0c-5bc4-40fc-bdc4-e325d9523f15 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93778) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:37:19.002683 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-fc358b0c-5bc4-40fc-bdc4-e325d9523f15 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.13 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 943 time: 0.0662091 Jul 16 19:37:19.100453 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Deleting port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:19.100833 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.194484 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] For port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1, host n-h2-793620-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793620-10',level=0,port_id=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:19.194840 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.207093 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Calling delete_port for 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 owned by compute:nova {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:19.332573 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.366738 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event deleted for resources: {'Port': ['ID=2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:19.412091 n-d-793620-10 neutron-server[93778]: DEBUG neutron.db.l3_dvrscheduler_db [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] No DVR routers for this DVR port 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 on host n-h2-793620-10 {{(pid=93778) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:19.414719 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66300'] for port, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:19.417262 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [req-907f3d44-d6e2-4709-a59c-37489e05de4a req-27756de0-2895-4242-84ac-4e04f1c3f991 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.13 "DELETE /v2.0/ports/2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 HTTP/1.1" status: 204 len: 173 time: 0.4095922 Jul 16 19:37:19.417710 n-d-793620-10 neutron-server[93778]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-deleted', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1'}] {{(pid=93778) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:37:19.419985 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5aa71fa7c1df142a13cc9f81b129a806ac91f2a7b0fb64248fe2b7d844a4650" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b076f5ca-71b3-49d4-afc2-0b3ff5da84a3" -d '{"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-deleted", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1"}]}' {{(pid=93778) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:37:19.458823 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f830db6a-3cf2-48e2-8810-1da9f498de7f x-openstack-request-id: req-f830db6a-3cf2-48e2-8810-1da9f498de7f {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:37:19.459179 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56a10831-f328-4344-808e-1128db718fe4", "name": "network-vif-deleted", "tag": "2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1", "status": "completed", "code": 200}]} {{(pid=93778) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:37:19.459816 n-d-793620-10 neutron-server[93778]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f830db6a-3cf2-48e2-8810-1da9f498de7f {{(pid=93778) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:37:19.460248 n-d-793620-10 neutron-server[93778]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56a10831-f328-4344-808e-1128db718fe4', 'name': 'network-vif-deleted', 'tag': '2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1', 'status': 'completed', 'code': 200} Jul 16 19:37:19.958336 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [req-5670cb66-d28e-4028-8916-1b3701a11d92 req-bd3f16a3-5e34-495b-a563-1409dba8cd3e tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "GET /v2.0/ports?device_id=56a10831-f328-4344-808e-1128db718fe4 HTTP/1.1" status: 200 len: 210 time: 0.0286915 Jul 16 19:37:21.053747 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51064) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:21.111713 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a91da2b9-0b7d-4dd2-a4fd-ef99fc36a192 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.136468 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a91da2b9-0b7d-4dd2-a4fd-ef99fc36a192 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.196353 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a91da2b9-0b7d-4dd2-a4fd-ef99fc36a192 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.198984 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-a91da2b9-0b7d-4dd2-a4fd-ef99fc36a192 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Notify callbacks [] for security_group, before_response {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.200311 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-a91da2b9-0b7d-4dd2-a4fd-ef99fc36a192 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] 10.222.0.48 "DELETE /v2.0/security-groups/66b2d221-2693-44e2-9529-ce555a00adf3 HTTP/1.1" status: 204 len: 168 time: 0.1454537 Jul 16 19:37:21.209882 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da2b9-0b7d-4dd2-a4fd-ef99fc36a192 tempest-TestSnapshotPattern-1941742477 tempest-TestSnapshotPattern-1941742477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b2d221-2693-44e2-9529-ce555a00adf3,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:21.252727 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [-] (93778) accepted ('10.222.0.48', 51068) {{(pid=93778) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:21.600666 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.855420 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Deleting port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e {{(pid=93778) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:21.855676 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.932407 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.db [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] For port 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93778) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:21.932760 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:21.944575 n-d-793620-10 neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Calling delete_port for 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e owned by network:router_interface {{(pid=93778) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:22.122176 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58805092'] for port, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.145754 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 no longer exists at agent hyperv_n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:22.152906 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2cfd49-9eb6-486e-b64c-92d8f0739d0e,revision_number=None']} {{(pid=93778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:22.170141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] No Port match for: 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:22.170141 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Device 2b1e7fa9-7871-4f58-ab8c-cdb2a0f52ee1 not bound to the agent host n-h2-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:22.326180 n-d-793620-10 neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:22.890697 n-d-793620-10 neutron-server[93778]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93778) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:22.996397 n-d-793620-10 neutron-server[93778]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93778) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:23.003165 n-d-793620-10 neutron-server[93778]: INFO neutron.wsgi [None req-c559a11f-b0c8-4f71-848c-16acf68ebad7 admin admin] 10.222.0.48 "PUT /v2.0/routers/d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7485859 Jul 16 19:37:23.004995 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51070) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:23.007434 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] Sync routers for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:23.016973 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:23.017806 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:23.107601 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.119975 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: n-d-793620-10 {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:23.217233 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.270148 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Deleting port 8da27cab-9453-4563-a2e6-19aad5f8cbc5 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:23.270390 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.357495 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] For port 8da27cab-9453-4563-a2e6-19aad5f8cbc5, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=8da27cab-9453-4563-a2e6-19aad5f8cbc5,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:23.357849 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.371176 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Calling delete_port for 8da27cab-9453-4563-a2e6-19aad5f8cbc5 owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:23.391791 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:37:22Z', 'revision_number': 5, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port': {'id': '8da27cab-9453-4563-a2e6-19aad5f8cbc5', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:4f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:32:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:23.420055 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] Checking router: d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 for host: n-d-793620-10 {{(pid=93780) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:23.428736 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] Routers {'d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'} bound to L3 agent in host n-d-793620-10 {{(pid=93780) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:23.429343 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'], 'active': True} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:23.517217 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_dvr_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] Set router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 gateway port host: None {{(pid=93780) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:23.540180 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.566076 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da27cab-9453-4563-a2e6-19aad5f8cbc5,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:23.572345 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.l3_hamode_db [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:37:23Z', 'revision_number': 6, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93780) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:23.599202 n-d-793620-10 neutron-server[93780]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637ed817-9980-4db7-8a89-24923a03ba7c None None] The sync data for ids ['d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7'] in n-d-793620-10 is: [{'id': 'd04c5c40-f751-4f65-a5a6-04e0ed4bbcf7', 'name': 'tempest-TestSnapshotPattern-591630475-router', 'tenant_id': '1300921683b941e885933b496d1fa6e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:24Z', 'updated_at': '2021-07-16T19:37:23Z', 'revision_number': 6, 'project_id': '1300921683b941e885933b496d1fa6e8', 'gw_port_host': None}] {{(pid=93780) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:23.629366 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.722060 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.724134 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.766887 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.767748 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:37:23.773500 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.774730 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb4ba125-3e6f-4d85-887f-bfd57d9e5822 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d04c5c40-f751-4f65-a5a6-04e0ed4bbcf7 HTTP/1.1" status: 204 len: 168 time: 0.7687166 Jul 16 19:37:23.777965 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51072) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:23.823139 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] Deleting subnet 203effc0-8f82-4196-b38b-0f9a4499de7f {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:37:23.826166 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.860892 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:23.942782 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.003041 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.026266 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203effc0-8f82-4196-b38b-0f9a4499de7f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.037083 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.039044 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-2450f7a6-e4eb-4164-9265-d1416ede7506 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/203effc0-8f82-4196-b38b-0f9a4499de7f HTTP/1.1" status: 204 len: 168 time: 0.2599337 Jul 16 19:37:24.041913 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51074) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:24.042512 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da69f0f5-4959-4026-9fcc-e0fa2517ade6 None None] Network 97ea68f0-07d5-4b40-b822-130d35b7b7cd requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:24.229329 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.281478 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Deleting port bde4b200-922c-4d00-a725-36f16c9a0fe7 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:24.281815 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.343485 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] For port bde4b200-922c-4d00-a725-36f16c9a0fe7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bde4b200-922c-4d00-a725-36f16c9a0fe7,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:24.343743 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.356583 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Calling delete_port for bde4b200-922c-4d00-a725-36f16c9a0fe7 owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:24.388740 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] DHCP port deletion for 97ea68f0-07d5-4b40-b822-130d35b7b7cd request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:37:24.434499 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] Deleting port bde4b200-922c-4d00-a725-36f16c9a0fe7 {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:24.434882 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.443096 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.469953 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde4b200-922c-4d00-a725-36f16c9a0fe7,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.473609 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] No DVR routers for this DVR port bde4b200-922c-4d00-a725-36f16c9a0fe7 on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:24.500835 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] For port bde4b200-922c-4d00-a725-36f16c9a0fe7, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=bde4b200-922c-4d00-a725-36f16c9a0fe7,segment=NetworkSegment(ea8075cc-0303-4081-9561-583c98ba03c9),segment_id=ea8075cc-0303-4081-9561-583c98ba03c9)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:24.501268 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.519281 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] Calling delete_port for bde4b200-922c-4d00-a725-36f16c9a0fe7 owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:24.548467 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.559513 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ea68f0-07d5-4b40-b822-130d35b7b7cd']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:24.570125 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8075cc-0303-4081-9561-583c98ba03c9') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:24.570420 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8075cc-0303-4081-9561-583c98ba03c9') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:24.579751 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.594028 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.597594 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.601023 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:37:24.601437 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:37:24.603296 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:37:24.624778 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] Pushing event deleted for resources: {'Port': ['ID=bde4b200-922c-4d00-a725-36f16c9a0fe7,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.628501 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aacfb1b-06a4-491c-9b3e-525a7f7224cc None None] No DVR routers for this DVR port bde4b200-922c-4d00-a725-36f16c9a0fe7 on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:24.664644 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.682642 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:24.684577 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] 10.222.0.48 "DELETE /v2.0/networks/97ea68f0-07d5-4b40-b822-130d35b7b7cd HTTP/1.1" status: 204 len: 168 time: 0.6417251 Jul 16 19:37:24.685902 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ef7d3-8fcc-490f-8331-12ec64938f89 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ea68f0-07d5-4b40-b822-130d35b7b7cd,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:24.687565 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51078) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:24.820613 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bde4b200-922c-4d00-a725-36f16c9a0fe7 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:24.840611 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: bde4b200-922c-4d00-a725-36f16c9a0fe7 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:24.840966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device bde4b200-922c-4d00-a725-36f16c9a0fe7 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:24.841400 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:24.864190 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:24.864546 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 0a2cfd49-9eb6-486e-b64c-92d8f0739d0e not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:24.864979 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8da27cab-9453-4563-a2e6-19aad5f8cbc5 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:24.884786 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 8da27cab-9453-4563-a2e6-19aad5f8cbc5 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:24.885135 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 8da27cab-9453-4563-a2e6-19aad5f8cbc5 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:25.036797 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419758'] for router_interface, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.291254 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Deleting port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:25.291590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.374475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] For port 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,segment=NetworkSegment(58312a1f-d0ba-47a9-a804-a688c56ccedb),segment_id=58312a1f-d0ba-47a9-a804-a688c56ccedb)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:25.374830 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.753422 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Calling delete_port for 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 owned by network:router_interface {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:25.936502 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:25.961380 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=7209e9c7-c7f5-46ad-8e4a-558afcfd41c9,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:26.136343 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16310804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414270'] for router_interface, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:26.347217 n-d-793620-10 neutron-server[93777]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 has already been hosted by L3 agent 74dd2a0d-aa1b-41da-bd30-7ec019cc04ba {{(pid=93777) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:37:26.452544 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] Notify agent at l3_agent.n-d-793620-10 the message routers_updated {{(pid=93777) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:37:26.457450 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0f0506b1-35bc-48f0-b74a-5f1caf658a03 admin admin] 10.222.0.48 "PUT /v2.0/routers/98ab6ad3-0a16-4565-88da-5c906a9f16c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688940 Jul 16 19:37:26.460166 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51082) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:26.461112 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] Sync routers for ids ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'] in n-d-793620-10 {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:37:26.471651 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] Routers {'98ab6ad3-0a16-4565-88da-5c906a9f16c4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:26.472361 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:26.565193 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks [] for router, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:26.575233 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] Set router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 gateway port host: n-d-793620-10 {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:26.673146 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:26.725475 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Deleting port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:26.725813 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:26.752175 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'external_fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152'}], 'enable_snat': True}, 'gw_port_id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:37:25Z', 'revision_number': 5, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port': {'id': '93417e7c-0fd1-404f-b4bb-a7a84ce0715c', 'name': '', 'network_id': '9db8fde0-1ace-48dd-9fc3-e9341ce6329e', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:a2:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'ip_address': '172.25.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793620-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:32:30Z', 'updated_at': '2021-07-16T19:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '25fc9264-d0e1-48fa-80b7-aefcfd7e3f65', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793620-10'}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:26.780966 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] Checking router: 98ab6ad3-0a16-4565-88da-5c906a9f16c4 for host: n-d-793620-10 {{(pid=93779) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:37:26.790010 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] Routers {'98ab6ad3-0a16-4565-88da-5c906a9f16c4'} bound to L3 agent in host n-d-793620-10 {{(pid=93779) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:37:26.791222 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793620-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:55:03Z,description=,heartbeat_timestamp=2021-07-16T19:37:03Z,host='n-d-793620-10',id=74dd2a0d-aa1b-41da-bd30-7ec019cc04ba,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:55:03Z,topic='l3_agent')) {'router_ids': ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'], 'active': True} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:26.813286 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] For port 93417e7c-0fd1-404f-b4bb-a7a84ce0715c, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,segment=NetworkSegment(1cbd8244-b742-4d78-be9c-ba424c4ec744),segment_id=1cbd8244-b742-4d78-be9c-ba424c4ec744)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:26.813641 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:26.827484 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Calling delete_port for 93417e7c-0fd1-404f-b4bb-a7a84ce0715c owned by network:router_gateway {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:26.882358 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvr_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] Set router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 gateway port host: None {{(pid=93779) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:37:26.939542 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_hamode_db [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:37:26Z', 'revision_number': 6, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port_host': None}], 'n-d-793620-10', False) {} {{(pid=93779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:26.966475 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bab63f-b8ef-4bb4-a9d5-b211c2d03c68 None None] The sync data for ids ['98ab6ad3-0a16-4565-88da-5c906a9f16c4'] in n-d-793620-10 is: [{'id': '98ab6ad3-0a16-4565-88da-5c906a9f16c4', 'name': 'tempest-TestSnapshotPattern-2079608993-router', 'tenant_id': '9a4c71b17a514ca19537917c01708988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:32:29Z', 'updated_at': '2021-07-16T19:37:26Z', 'revision_number': 6, 'project_id': '9a4c71b17a514ca19537917c01708988', 'gw_port_host': None}] {{(pid=93779) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:37:27.004951 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.032931 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Pushing event deleted for resources: {'Port': ['ID=93417e7c-0fd1-404f-b4bb-a7a84ce0715c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:27.091564 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-302180'] for router_gateway, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.181595 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3727'] for router, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.184379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.230068 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-416742'] for router, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.230506 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ab6ad3-0a16-4565-88da-5c906a9f16c4 {{(pid=93777) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:37:27.235009 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] Notify callbacks [] for router, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.236307 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-88cac40d-c36e-4a52-bbaf-b2601d04c187 admin admin] 10.222.0.48 "DELETE /v2.0/routers/98ab6ad3-0a16-4565-88da-5c906a9f16c4 HTTP/1.1" status: 204 len: 168 time: 0.7751589 Jul 16 19:37:27.238713 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51084) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:27.285342 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] Deleting subnet d9765467-cfad-4265-b546-ae6d1348bc4c {{(pid=93777) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:37:27.288399 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.333352 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58831391'] for subnet, precommit_delete_associations {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.419908 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16239565'] for subnet, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.474998 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16239610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16762016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4060790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59048800'] for subnet, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.501560 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9765467-cfad-4265-b546-ae6d1348bc4c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:27.505730 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.507514 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-cb721618-e8a0-415e-9072-6b280817aa0c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d9765467-cfad-4265-b546-ae6d1348bc4c HTTP/1.1" status: 204 len: 168 time: 0.2678843 Jul 16 19:37:27.510092 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51086) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:27.512694 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babfba49-9983-4449-8920-8bdadf555f4f None None] Network 365e6708-23cc-4f76-882a-619f4f027ce8 requested from n-d-793620-10 {{(pid=93779) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:37:27.581578 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-556966'] for network, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.635109 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Deleting port a4599885-99e6-4479-b46f-7f463d2274df {{(pid=93777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:27.635583 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.698463 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.db [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] For port a4599885-99e6-4479-b46f-7f463d2274df, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a4599885-99e6-4479-b46f-7f463d2274df,segment=NetworkSegment(58312a1f-d0ba-47a9-a804-a688c56ccedb),segment_id=58312a1f-d0ba-47a9-a804-a688c56ccedb)] {{(pid=93777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:27.698814 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.711587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.plugin [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Calling delete_port for a4599885-99e6-4479-b46f-7f463d2274df owned by network:dhcp {{(pid=93777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:27.739200 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] DHCP port deletion for 365e6708-23cc-4f76-882a-619f4f027ce8 request from n-d-793620-10 {{(pid=93779) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:37:27.790810 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] Deleting port a4599885-99e6-4479-b46f-7f463d2274df {{(pid=93779) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:37:27.791596 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787343645359'] for port, before_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.796250 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4060677'] for port, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.823531 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a4599885-99e6-4479-b46f-7f463d2274df,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:27.825417 n-d-793620-10 neutron-server[93777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] No DVR routers for this DVR port a4599885-99e6-4479-b46f-7f463d2274df on host n-d-793620-10 {{(pid=93777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:27.860743 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.db [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] For port a4599885-99e6-4479-b46f-7f463d2274df, host n-d-793620-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793620-10',level=0,port_id=a4599885-99e6-4479-b46f-7f463d2274df,segment=NetworkSegment(58312a1f-d0ba-47a9-a804-a688c56ccedb),segment_id=58312a1f-d0ba-47a9-a804-a688c56ccedb)] {{(pid=93779) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:37:27.861179 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-416661'] for port, precommit_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.875117 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] Calling delete_port for a4599885-99e6-4479-b46f-7f463d2274df owned by network:dhcp {{(pid=93779) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:37:27.903003 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16240553', 'neutron.services.segments.db._delete_segments_for_network-8787343756364'] for network, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.914673 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365e6708-23cc-4f76-882a-619f4f027ce8']}} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:27.925587 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58312a1f-d0ba-47a9-a804-a688c56ccedb') {'for_net_delete': True} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:27.925872 n-d-793620-10 neutron-server[93777]: DEBUG neutron.services.segments.db [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58312a1f-d0ba-47a9-a804-a688c56ccedb') {} {{(pid=93777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:37:27.936719 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787343758165', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58831400'] for segment, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.950943 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261'] for segment, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.956860 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16672569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787343643778', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787343243430'] for port, after_delete {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.958024 n-d-793620-10 neutron-server[93777]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93777) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:37:27.958773 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16250261', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4060372'] for segment, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: Traceback (most recent call last): Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: timer() Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: cb(*args, **kw) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: return func(*args, **kwargs) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: self._notify() Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: self.callback(batched_events) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: event.method(event) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: return f(self, *a, **k) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: return self._get(url).json() Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: return self.request(url, 'GET', **kwargs) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:37:27.960836 n-d-793620-10 neutron-server[93777]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:37:27.987628 n-d-793620-10 neutron-server[93779]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] No DVR routers for this DVR port a4599885-99e6-4479-b46f-7f463d2274df on host n-d-793620-10 {{(pid=93779) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:37:27.989365 n-d-793620-10 neutron-server[93779]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7b2d9-aa55-458c-a022-642827097dd5 None None] Pushing event deleted for resources: {'Port': ['ID=a4599885-99e6-4479-b46f-7f463d2274df,revision_number=None']} {{(pid=93779) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:28.024110 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16240560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16338632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16310815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-302264'] for network, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.030386 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Notify callbacks [] for network, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.032295 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] 10.222.0.48 "DELETE /v2.0/networks/365e6708-23cc-4f76-882a-619f4f027ce8 HTTP/1.1" status: 204 len: 168 time: 0.5206866 Jul 16 19:37:28.045726 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec04add-08ac-47b3-a237-ac563545b7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=365e6708-23cc-4f76-882a-619f4f027ce8,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:28.154203 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51090) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:28.195026 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-8f23758b-0d34-4ad6-87a3-fca205b57ae2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1300921683b941e885933b496d1fa6e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396326 Jul 16 19:37:28.197764 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51092) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:28.251505 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9de-d1c4-4652-9b81-00b104441f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.275158 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9de-d1c4-4652-9b81-00b104441f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.322286 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9de-d1c4-4652-9b81-00b104441f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.325404 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-0cfff9de-d1c4-4652-9b81-00b104441f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.326607 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-0cfff9de-d1c4-4652-9b81-00b104441f0f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a5e738d7-38b6-4c47-a836-09473149cc7f HTTP/1.1" status: 204 len: 168 time: 0.1279376 Jul 16 19:37:28.335020 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfff9de-d1c4-4652-9b81-00b104441f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e738d7-38b6-4c47-a836-09473149cc7f,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:28.645350 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51098) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:28.685271 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-6edb0551-ab5e-472c-bde3-6bbe870ec56f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a4c71b17a514ca19537917c01708988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387449 Jul 16 19:37:28.687656 n-d-793620-10 neutron-server[93777]: DEBUG neutron.wsgi [-] (93777) accepted ('10.222.0.48', 51100) {{(pid=93777) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:37:28.736405 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f00dd139-b942-4b57-af2b-b78794d76876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.757379 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f00dd139-b942-4b57-af2b-b78794d76876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.806590 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f00dd139-b942-4b57-af2b-b78794d76876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16342653'] for security_group, after_delete {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.810210 n-d-793620-10 neutron-server[93777]: DEBUG neutron_lib.callbacks.manager [None req-f00dd139-b942-4b57-af2b-b78794d76876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:28.811451 n-d-793620-10 neutron-server[93777]: INFO neutron.wsgi [None req-f00dd139-b942-4b57-af2b-b78794d76876 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25a7a4db-970a-49f2-b1f5-b9015139c79c HTTP/1.1" status: 204 len: 168 time: 0.1227436 Jul 16 19:37:28.821699 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a4599885-99e6-4479-b46f-7f463d2274df no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:28.823322 n-d-793620-10 neutron-server[93777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dd139-b942-4b57-af2b-b78794d76876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a7a4db-970a-49f2-b1f5-b9015139c79c,revision_number=None']} {{(pid=93777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:37:28.846359 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: a4599885-99e6-4479-b46f-7f463d2274df {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:28.846707 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device a4599885-99e6-4479-b46f-7f463d2274df not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:28.847130 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93417e7c-0fd1-404f-b4bb-a7a84ce0715c no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:28.870446 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 93417e7c-0fd1-404f-b4bb-a7a84ce0715c {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:28.870700 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 93417e7c-0fd1-404f-b4bb-a7a84ce0715c not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:28.871132 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 no longer exists at agent ovs-agent-n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:37:28.890104 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.plugin [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] No Port match for: 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 {{(pid=93779) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:37:28.890461 n-d-793620-10 neutron-server[93779]: DEBUG neutron.plugins.ml2.rpc [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Device 7209e9c7-c7f5-46ad-8e4a-558afcfd41c9 not bound to the agent host n-d-793620-10 {{(pid=93779) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:37:30.421991 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b606d752-9bcf-4c29-9d7a-96d6e324a1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:33.312597 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b5db7bde-4e26-451f-872a-090db49faed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:33.511504 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:34.696792 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:36.203026 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:38.188956 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:38.420707 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:37:41.847660 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:38:00.423624 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-7b28223c-28f3-4432-b23a-f3f027fcb85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:03.313259 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f025f9a7-0033-464a-b1b8-296eebfa1dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:03.502936 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:04.696356 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:06.206010 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:08.203591 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:08.421619 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:18.847574 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:38:30.425944 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f14207e-1fce-41d4-8378-4bc4e8817079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:33.314721 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-61a03819-99b1-4f66-a16f-4989725947ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:33.506499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:34.698615 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:36.209199 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:38.220121 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:38.420893 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:38:55.848176 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:39:00.426131 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c8acceb2-372b-49aa-8cca-00e29b6ffd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:03.315510 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b8778979-47f4-4f68-aaee-88fe2a5ed0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:03.507975 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:04.700885 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:06.212406 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:08.216513 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:08.418066 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:30.428879 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91a3e187-8d2d-4405-b90a-bd0d72954dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:32.848187 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:39:33.319279 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f7f617ef-e31e-4dbf-875a-0754531352dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:33.509057 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:34.704172 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:36.213743 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:38.231717 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:39:38.430911 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:00.429662 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-42e42714-b6c5-4686-b75b-689a54b40eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.321354 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-583d04ed-021e-4c80-8b76-7f30a6cecf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:03.510429 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:04.708731 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:06.216301 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:08.246276 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:08.429471 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:09.849649 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:40:30.431196 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a6af5112-8e2e-403d-8b85-a8e4147d692a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:33.324038 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-1a38d4a1-c1a0-4015-81ca-3b079a0e6866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:33.514516 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:34.711220 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:36.222285 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:38.260569 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:38.444363 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:40:46.849732 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:41:00.432178 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b14a106e-8b26-45fd-aef6-b01cc701b944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:03.326508 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-d64ec4dc-4e93-4a13-9c92-289f9bc817d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:03.517200 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:04.713374 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:06.223247 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:08.259244 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:08.442727 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:23.849549 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:41:30.433401 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cf61f9ac-0dab-4ab4-8f23-f82ed3b647ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:33.331642 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c972bc17-2b1e-4f99-b1fe-d01c8060ee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:33.517724 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:34.716601 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:36.225432 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:38.258511 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:41:38.457909 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:00.432975 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-50cef32d-350a-4e1d-bcfe-b0443286812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:00.848434 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:03.332666 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-25a2dab6-4998-4fdb-b194-192d30b5d85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:03.518560 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:04.719790 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:06.228740 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.258190 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:08.457255 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:30.436165 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-ad950776-bd92-4048-8c57-b2b3942e7761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:33.336940 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-c6b24e80-6883-4bfd-b33c-e421c7418d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:33.522650 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:34.724559 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:36.229898 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:37.848268 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:42:38.255955 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:42:38.473628 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:00.437543 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-2e52475c-bbd8-487d-ae66-99361870a6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:03.340402 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6518-c6e7-4795-bfa2-8f01a0a2dd6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:03.524553 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:04.725171 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:06.233391 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:08.269786 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:08.470045 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:14.847974 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:43:30.437887 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-301ce345-3d1b-4ab4-93c7-5fac4c1d437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:33.344172 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-91d2124e-a4f3-45e8-8e3a-081f2868d654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:33.525965 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:34.728938 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:36.237329 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:38.285990 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:38.471013 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:43:51.846841 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:44:00.438189 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-4596c154-8ee8-4fe5-a1d5-f6398a7c7108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:03.345514 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-266c71c6-7d95-4fa7-9993-0c5f300dfa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:03.528537 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:04.732124 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:06.238796 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:08.299634 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:08.469141 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:28.846660 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:44:30.438861 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-19c2ad44-4787-42b2-907a-0ea0f17c5e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:33.347287 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b6858c86-1eae-4d7a-a2ad-fa7cedd7f0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:33.529868 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:34.735642 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:36.242399 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:38.314032 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:44:38.474056 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:00.441242 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-fde65050-9900-493b-93dc-c7ffe4de30bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:03.349499 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-0cd292f0-f63f-4259-8170-8c0b9a9cc949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:03.531760 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:04.740631 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:05.846214 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:45:06.252690 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:08.344173 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:08.498527 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:29.975167 n-d-793620-10 neutron-server[93778]: DEBUG neutron.wsgi [req-eff546a7-87e0-40e7-99f7-58aea2007654 req-8c634e7f-b3f7-4746-81e2-12463f20167f service neutron] (93778) timed out ('10.222.0.48', 49724) {{(pid=93778) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:45:30.442728 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-f38b593a-d8aa-4e0f-8a3e-ebe0e5b68885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:33.351390 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-e7e38a35-09db-48c7-ac15-f5f04c60fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:33.533256 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-cc2d56e4-a6d4-4e4d-acb5-9005cac1d6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:34.745004 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-b3631c41-d2c5-4095-917c-fe3796a71bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:36.248277 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-218927a7-7af5-4423-8ef3-fbf7d3e45cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:38.343787 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-deb6faed-0f6c-456c-8a58-45adc788c2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:38.511869 n-d-793620-10 neutron-server[93779]: DEBUG neutron_lib.callbacks.manager [None req-a4cc8e8d-18e4-493d-8e73-2430dc5135fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787343756346', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16242419'] for agent, after_update {{(pid=93779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:45:42.846453 n-d-793620-10 neutron-server[93780]: DEBUG neutron.db.agents_db [None req-859729e4-6a67-46e7-b3bd-5c0ec9f5891c None None] Agent healthcheck: found 7 active agents {{(pid=93780) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}